2024-09-12T16:59:31.205 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-12T16:59:31.226 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T16:59:31.317 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710 branch: wip-rgw-meta-handlers description: rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} email: null first_in_suite: false job_id: '7902710' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false machine_type: smithi name: cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-rgw-meta-handlers ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 compression type: random ec-data-pool: false frontend: beast inline data: false storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 main: RGW11111111111111111 s3 tenant: RGW33333333333333333 force-branch: ceph-master storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rgw-meta-handlers sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b owner: scheduled_cbodley@teuthology priority: 90 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 6279 sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b sleep_before_teardown: 0 suite: rgw suite_branch: wip-rgw-meta-handlers suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b targets: smithi183.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBJE1xU0o51Q4x2Ngioeq5iQUWioLmBwz7eFd5j0Pf0IKc5lhkuiS864Ih8yEY/2irb+zO6hKB91yeZLNULqqKA= smithi196.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOeSTk1u+f59EhWgsUSK8oWcHFGR2LLXe3XO7hH6aerkdZpD7I+CoPC2iQ6oOrbvGU7DR4FGVeUCz8V+BvCp7k4= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-12_15:39:52 tube: smithi user: cbodley verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-12T16:59:31.318 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa; will attempt to use it 2024-09-12T16:59:31.318 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa/tasks 2024-09-12T16:59:31.319 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-12T16:59:31.320 INFO:teuthology.task.internal:Checking packages... 2024-09-12T16:59:31.340 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'bad475c18c96ec20c5778159aa33ba72b84e9c1b' 2024-09-12T16:59:31.340 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T16:59:31.341 INFO:teuthology.packaging:ref: None 2024-09-12T16:59:31.341 INFO:teuthology.packaging:tag: None 2024-09-12T16:59:31.341 INFO:teuthology.packaging:branch: wip-rgw-meta-handlers 2024-09-12T16:59:31.341 INFO:teuthology.packaging:sha1: bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T16:59:31.341 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-rgw-meta-handlers 2024-09-12T16:59:31.487 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4762-gbad475c1-1jammy 2024-09-12T16:59:31.489 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-12T16:59:31.496 INFO:teuthology.task.internal:no buildpackages task found 2024-09-12T16:59:31.496 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-12T16:59:31.506 INFO:teuthology.task.internal:Saving configuration 2024-09-12T16:59:31.523 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-12T16:59:31.530 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-12T16:59:31.556 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi183.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 16:53:58.966389', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBz9bL80B2heBndQfQ0JbLX4VOCB+CzCW3G7ploBhTVy'} 2024-09-12T16:59:31.578 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi196.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 16:53:58.967943', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINOeAk74FzFmE0tte9HXgnmG6OmzILmw11a6K6ViKip0'} 2024-09-12T16:59:31.578 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-12T16:59:31.585 INFO:teuthology.task.internal:roles: ubuntu@smithi183.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T16:59:31.585 INFO:teuthology.task.internal:roles: ubuntu@smithi196.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T16:59:31.585 INFO:teuthology.run_tasks:Running task console_log... 2024-09-12T16:59:31.646 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f79960bb2e0>, signals=[15]) 2024-09-12T16:59:31.646 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-12T16:59:31.652 INFO:teuthology.task.internal:Opening connections... 2024-09-12T16:59:31.652 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi183.front.sepia.ceph.com 2024-09-12T16:59:31.654 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi183.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:59:31.734 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi196.front.sepia.ceph.com 2024-09-12T16:59:31.734 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T16:59:31.810 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-12T16:59:31.817 DEBUG:teuthology.orchestra.run.smithi183:> uname -m 2024-09-12T16:59:31.821 INFO:teuthology.orchestra.run.smithi183.stdout:x86_64 2024-09-12T16:59:31.822 DEBUG:teuthology.orchestra.run.smithi183:> cat /etc/os-release 2024-09-12T16:59:31.869 INFO:teuthology.orchestra.run.smithi183.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-12T16:59:31.870 INFO:teuthology.orchestra.run.smithi183.stdout:NAME="Ubuntu" 2024-09-12T16:59:31.870 INFO:teuthology.orchestra.run.smithi183.stdout:VERSION_ID="22.04" 2024-09-12T16:59:31.870 INFO:teuthology.orchestra.run.smithi183.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-12T16:59:31.870 INFO:teuthology.orchestra.run.smithi183.stdout:VERSION_CODENAME=jammy 2024-09-12T16:59:31.870 INFO:teuthology.orchestra.run.smithi183.stdout:ID=ubuntu 2024-09-12T16:59:31.870 INFO:teuthology.orchestra.run.smithi183.stdout:ID_LIKE=debian 2024-09-12T16:59:31.870 INFO:teuthology.orchestra.run.smithi183.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-12T16:59:31.870 INFO:teuthology.orchestra.run.smithi183.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-12T16:59:31.870 INFO:teuthology.orchestra.run.smithi183.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-12T16:59:31.870 INFO:teuthology.orchestra.run.smithi183.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-12T16:59:31.870 INFO:teuthology.orchestra.run.smithi183.stdout:UBUNTU_CODENAME=jammy 2024-09-12T16:59:31.871 INFO:teuthology.lock.ops:Updating smithi183.front.sepia.ceph.com on lock server 2024-09-12T16:59:31.905 DEBUG:teuthology.orchestra.run.smithi196:> uname -m 2024-09-12T16:59:31.910 INFO:teuthology.orchestra.run.smithi196.stdout:x86_64 2024-09-12T16:59:31.910 DEBUG:teuthology.orchestra.run.smithi196:> cat /etc/os-release 2024-09-12T16:59:31.954 INFO:teuthology.orchestra.run.smithi196.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-12T16:59:31.955 INFO:teuthology.orchestra.run.smithi196.stdout:NAME="Ubuntu" 2024-09-12T16:59:31.955 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION_ID="22.04" 2024-09-12T16:59:31.955 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-12T16:59:31.955 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION_CODENAME=jammy 2024-09-12T16:59:31.955 INFO:teuthology.orchestra.run.smithi196.stdout:ID=ubuntu 2024-09-12T16:59:31.955 INFO:teuthology.orchestra.run.smithi196.stdout:ID_LIKE=debian 2024-09-12T16:59:31.955 INFO:teuthology.orchestra.run.smithi196.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-12T16:59:31.955 INFO:teuthology.orchestra.run.smithi196.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-12T16:59:31.955 INFO:teuthology.orchestra.run.smithi196.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-12T16:59:31.955 INFO:teuthology.orchestra.run.smithi196.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-12T16:59:31.955 INFO:teuthology.orchestra.run.smithi196.stdout:UBUNTU_CODENAME=jammy 2024-09-12T16:59:31.955 INFO:teuthology.lock.ops:Updating smithi196.front.sepia.ceph.com on lock server 2024-09-12T16:59:31.980 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-12T16:59:31.990 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-12T16:59:31.996 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-12T16:59:31.996 DEBUG:teuthology.orchestra.run.smithi183:> test '!' -e /home/ubuntu/cephtest 2024-09-12T16:59:31.998 DEBUG:teuthology.orchestra.run.smithi196:> test '!' -e /home/ubuntu/cephtest 2024-09-12T16:59:32.002 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-12T16:59:32.008 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-12T16:59:32.008 DEBUG:teuthology.orchestra.run.smithi183:> test -z $(ls -A /var/lib/ceph) 2024-09-12T16:59:32.047 DEBUG:teuthology.orchestra.run.smithi196:> test -z $(ls -A /var/lib/ceph) 2024-09-12T16:59:32.065 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-12T16:59:32.109 INFO:teuthology.run_tasks:Running task kernel... 2024-09-12T16:59:32.122 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-12T16:59:32.122 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-12T16:59:32.123 DEBUG:teuthology.orchestra.run.smithi183:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T16:59:32.123 DEBUG:teuthology.orchestra.run.smithi196:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T16:59:32.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T16:59:32.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T16:59:32.128 DEBUG:teuthology.orchestra.run.smithi183:> uname -r 2024-09-12T16:59:32.129 DEBUG:teuthology.orchestra.run.smithi196:> uname -r 2024-09-12T16:59:32.174 INFO:teuthology.orchestra.run.smithi183.stdout:5.15.0-56-generic 2024-09-12T16:59:32.174 INFO:teuthology.task.kernel:Running kernel on smithi183: 5.15.0-56-generic 2024-09-12T16:59:32.174 DEBUG:teuthology.orchestra.run.smithi183:> sudo apt-get clean 2024-09-12T16:59:32.175 INFO:teuthology.orchestra.run.smithi196.stdout:5.15.0-56-generic 2024-09-12T16:59:32.175 INFO:teuthology.task.kernel:Running kernel on smithi196: 5.15.0-56-generic 2024-09-12T16:59:32.175 DEBUG:teuthology.orchestra.run.smithi196:> sudo apt-get clean 2024-09-12T16:59:32.304 DEBUG:teuthology.orchestra.run.smithi183:> sudo apt-get update 2024-09-12T16:59:32.322 DEBUG:teuthology.orchestra.run.smithi196:> sudo apt-get update 2024-09-12T16:59:32.432 INFO:teuthology.orchestra.run.smithi183.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T16:59:32.433 INFO:teuthology.orchestra.run.smithi183.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-12T16:59:32.436 INFO:teuthology.orchestra.run.smithi183.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-12T16:59:32.467 INFO:teuthology.orchestra.run.smithi196.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-12T16:59:32.512 INFO:teuthology.orchestra.run.smithi183.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-12T16:59:32.582 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T16:59:32.660 INFO:teuthology.orchestra.run.smithi183.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-12T16:59:32.664 INFO:teuthology.orchestra.run.smithi196.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-12T16:59:32.672 INFO:teuthology.orchestra.run.smithi196.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-12T16:59:32.732 INFO:teuthology.orchestra.run.smithi183.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-12T16:59:32.741 INFO:teuthology.orchestra.run.smithi196.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,771 kB] 2024-09-12T16:59:32.765 INFO:teuthology.orchestra.run.smithi183.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [533 kB] 2024-09-12T16:59:32.769 INFO:teuthology.orchestra.run.smithi183.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-12T16:59:32.772 INFO:teuthology.orchestra.run.smithi183.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-12T16:59:32.772 INFO:teuthology.orchestra.run.smithi183.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-12T16:59:32.796 INFO:teuthology.orchestra.run.smithi183.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-12T16:59:32.800 INFO:teuthology.orchestra.run.smithi196.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [291 kB] 2024-09-12T16:59:32.805 INFO:teuthology.orchestra.run.smithi196.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-12T16:59:32.806 INFO:teuthology.orchestra.run.smithi196.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,327 kB] 2024-09-12T16:59:32.807 INFO:teuthology.orchestra.run.smithi183.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-12T16:59:32.810 INFO:teuthology.orchestra.run.smithi183.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-12T16:59:32.810 INFO:teuthology.orchestra.run.smithi183.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-12T16:59:32.814 INFO:teuthology.orchestra.run.smithi183.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-12T16:59:32.816 INFO:teuthology.orchestra.run.smithi183.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [626 kB] 2024-09-12T16:59:32.825 INFO:teuthology.orchestra.run.smithi183.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-12T16:59:32.826 INFO:teuthology.orchestra.run.smithi183.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-12T16:59:32.827 INFO:teuthology.orchestra.run.smithi183.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-12T16:59:32.827 INFO:teuthology.orchestra.run.smithi183.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-12T16:59:32.827 INFO:teuthology.orchestra.run.smithi183.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-12T16:59:32.842 INFO:teuthology.orchestra.run.smithi196.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-12T16:59:32.842 INFO:teuthology.orchestra.run.smithi183.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-12T16:59:32.843 INFO:teuthology.orchestra.run.smithi196.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [400 kB] 2024-09-12T16:59:32.847 INFO:teuthology.orchestra.run.smithi196.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-12T16:59:32.847 INFO:teuthology.orchestra.run.smithi196.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [901 kB] 2024-09-12T16:59:32.850 INFO:teuthology.orchestra.run.smithi183.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-12T16:59:32.853 INFO:teuthology.orchestra.run.smithi183.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-12T16:59:32.853 INFO:teuthology.orchestra.run.smithi183.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-12T16:59:32.853 INFO:teuthology.orchestra.run.smithi183.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-12T16:59:32.856 INFO:teuthology.orchestra.run.smithi196.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [626 kB] 2024-09-12T16:59:32.862 INFO:teuthology.orchestra.run.smithi196.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-12T16:59:32.864 INFO:teuthology.orchestra.run.smithi196.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-12T16:59:32.864 INFO:teuthology.orchestra.run.smithi196.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-12T16:59:32.864 INFO:teuthology.orchestra.run.smithi196.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-12T16:59:32.873 INFO:teuthology.orchestra.run.smithi183.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-12T16:59:32.876 INFO:teuthology.orchestra.run.smithi183.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-12T16:59:32.876 INFO:teuthology.orchestra.run.smithi183.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-12T16:59:32.883 INFO:teuthology.orchestra.run.smithi183.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-12T16:59:32.892 INFO:teuthology.orchestra.run.smithi183.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-12T16:59:32.894 INFO:teuthology.orchestra.run.smithi183.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.2 kB] 2024-09-12T16:59:32.894 INFO:teuthology.orchestra.run.smithi183.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-12T16:59:32.894 INFO:teuthology.orchestra.run.smithi183.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-12T16:59:32.895 INFO:teuthology.orchestra.run.smithi183.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-12T16:59:32.904 INFO:teuthology.orchestra.run.smithi183.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-12T16:59:32.904 INFO:teuthology.orchestra.run.smithi183.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-12T16:59:32.904 INFO:teuthology.orchestra.run.smithi183.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-12T16:59:32.905 INFO:teuthology.orchestra.run.smithi183.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-12T16:59:32.921 INFO:teuthology.orchestra.run.smithi183.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-12T16:59:32.921 INFO:teuthology.orchestra.run.smithi183.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-12T16:59:32.921 INFO:teuthology.orchestra.run.smithi183.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-12T16:59:32.922 INFO:teuthology.orchestra.run.smithi183.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-12T16:59:32.922 INFO:teuthology.orchestra.run.smithi183.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-12T16:59:32.931 INFO:teuthology.orchestra.run.smithi196.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-12T16:59:32.931 INFO:teuthology.orchestra.run.smithi196.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-12T16:59:33.019 INFO:teuthology.orchestra.run.smithi196.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-12T16:59:33.157 INFO:teuthology.orchestra.run.smithi196.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-09-12T16:59:33.350 INFO:teuthology.orchestra.run.smithi196.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,988 kB] 2024-09-12T16:59:33.511 INFO:teuthology.orchestra.run.smithi196.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-09-12T16:59:33.522 INFO:teuthology.orchestra.run.smithi196.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-12T16:59:33.523 INFO:teuthology.orchestra.run.smithi196.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-12T16:59:33.524 INFO:teuthology.orchestra.run.smithi196.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,386 kB] 2024-09-12T16:59:33.593 INFO:teuthology.orchestra.run.smithi196.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-09-12T16:59:33.605 INFO:teuthology.orchestra.run.smithi196.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-12T16:59:33.606 INFO:teuthology.orchestra.run.smithi196.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,123 kB] 2024-09-12T16:59:33.641 INFO:teuthology.orchestra.run.smithi196.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [731 kB] 2024-09-12T16:59:33.660 INFO:teuthology.orchestra.run.smithi196.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-12T16:59:33.666 INFO:teuthology.orchestra.run.smithi196.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.2 kB] 2024-09-12T16:59:33.676 INFO:teuthology.orchestra.run.smithi196.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-12T16:59:33.676 INFO:teuthology.orchestra.run.smithi196.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-12T16:59:33.677 INFO:teuthology.orchestra.run.smithi196.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-12T16:59:33.748 INFO:teuthology.orchestra.run.smithi196.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-12T16:59:33.749 INFO:teuthology.orchestra.run.smithi196.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-12T16:59:33.750 INFO:teuthology.orchestra.run.smithi196.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-12T16:59:33.751 INFO:teuthology.orchestra.run.smithi196.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-12T16:59:33.753 INFO:teuthology.orchestra.run.smithi196.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-12T16:59:33.757 INFO:teuthology.orchestra.run.smithi196.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-12T16:59:33.758 INFO:teuthology.orchestra.run.smithi196.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-12T16:59:33.839 INFO:teuthology.orchestra.run.smithi196.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-12T16:59:33.839 INFO:teuthology.orchestra.run.smithi196.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-12T16:59:39.097 INFO:teuthology.orchestra.run.smithi196.stdout:Fetched 15.8 MB in 2s (7,519 kB/s) 2024-09-12T16:59:39.278 INFO:teuthology.orchestra.run.smithi183.stdout:Fetched 15.8 MB in 2s (7,482 kB/s) 2024-09-12T16:59:40.535 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-12T16:59:40.555 DEBUG:teuthology.orchestra.run.smithi196:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T16:59:40.578 INFO:teuthology.orchestra.run.smithi183.stdout:Reading package lists... 2024-09-12T16:59:40.595 DEBUG:teuthology.orchestra.run.smithi183:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T16:59:40.621 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-12T16:59:40.656 INFO:teuthology.orchestra.run.smithi183.stdout:Reading package lists... 2024-09-12T16:59:40.840 INFO:teuthology.orchestra.run.smithi196.stdout:Building dependency tree... 2024-09-12T16:59:40.840 INFO:teuthology.orchestra.run.smithi196.stdout:Reading state information... 2024-09-12T16:59:40.864 INFO:teuthology.orchestra.run.smithi183.stdout:Building dependency tree... 2024-09-12T16:59:40.865 INFO:teuthology.orchestra.run.smithi183.stdout:Reading state information... 2024-09-12T16:59:41.022 INFO:teuthology.orchestra.run.smithi196.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T16:59:41.022 INFO:teuthology.orchestra.run.smithi196.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T16:59:41.022 INFO:teuthology.orchestra.run.smithi196.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T16:59:41.022 INFO:teuthology.orchestra.run.smithi196.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T16:59:41.023 INFO:teuthology.orchestra.run.smithi196.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-12T16:59:41.023 INFO:teuthology.orchestra.run.smithi196.stdout: python2.7-minimal 2024-09-12T16:59:41.023 INFO:teuthology.orchestra.run.smithi196.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T16:59:41.024 INFO:teuthology.orchestra.run.smithi196.stdout:The following additional packages will be installed: 2024-09-12T16:59:41.025 INFO:teuthology.orchestra.run.smithi196.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-12T16:59:41.025 INFO:teuthology.orchestra.run.smithi196.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-12T16:59:41.025 INFO:teuthology.orchestra.run.smithi196.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-12T16:59:41.026 INFO:teuthology.orchestra.run.smithi196.stdout:Suggested packages: 2024-09-12T16:59:41.026 INFO:teuthology.orchestra.run.smithi196.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-12T16:59:41.026 INFO:teuthology.orchestra.run.smithi196.stdout:Recommended packages: 2024-09-12T16:59:41.026 INFO:teuthology.orchestra.run.smithi196.stdout: thermald 2024-09-12T16:59:41.041 INFO:teuthology.orchestra.run.smithi183.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T16:59:41.042 INFO:teuthology.orchestra.run.smithi183.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T16:59:41.042 INFO:teuthology.orchestra.run.smithi183.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T16:59:41.042 INFO:teuthology.orchestra.run.smithi183.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T16:59:41.042 INFO:teuthology.orchestra.run.smithi183.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-12T16:59:41.042 INFO:teuthology.orchestra.run.smithi183.stdout: python2.7-minimal 2024-09-12T16:59:41.043 INFO:teuthology.orchestra.run.smithi183.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T16:59:41.044 INFO:teuthology.orchestra.run.smithi183.stdout:The following additional packages will be installed: 2024-09-12T16:59:41.044 INFO:teuthology.orchestra.run.smithi183.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-12T16:59:41.044 INFO:teuthology.orchestra.run.smithi183.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-09-12T16:59:41.044 INFO:teuthology.orchestra.run.smithi183.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-09-12T16:59:41.045 INFO:teuthology.orchestra.run.smithi183.stdout:Suggested packages: 2024-09-12T16:59:41.045 INFO:teuthology.orchestra.run.smithi183.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-12T16:59:41.046 INFO:teuthology.orchestra.run.smithi183.stdout:Recommended packages: 2024-09-12T16:59:41.046 INFO:teuthology.orchestra.run.smithi183.stdout: thermald 2024-09-12T16:59:41.072 INFO:teuthology.orchestra.run.smithi196.stdout:The following NEW packages will be installed: 2024-09-12T16:59:41.072 INFO:teuthology.orchestra.run.smithi196.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-12T16:59:41.072 INFO:teuthology.orchestra.run.smithi196.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-12T16:59:41.072 INFO:teuthology.orchestra.run.smithi196.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-12T16:59:41.074 INFO:teuthology.orchestra.run.smithi196.stdout:The following packages will be upgraded: 2024-09-12T16:59:41.074 INFO:teuthology.orchestra.run.smithi196.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-12T16:59:41.094 INFO:teuthology.orchestra.run.smithi183.stdout:The following NEW packages will be installed: 2024-09-12T16:59:41.094 INFO:teuthology.orchestra.run.smithi183.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-09-12T16:59:41.094 INFO:teuthology.orchestra.run.smithi183.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-09-12T16:59:41.095 INFO:teuthology.orchestra.run.smithi183.stdout: linux-modules-extra-5.15.0-119-generic 2024-09-12T16:59:41.096 INFO:teuthology.orchestra.run.smithi183.stdout:The following packages will be upgraded: 2024-09-12T16:59:41.097 INFO:teuthology.orchestra.run.smithi183.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-12T16:59:41.125 INFO:teuthology.orchestra.run.smithi196.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T16:59:41.125 INFO:teuthology.orchestra.run.smithi196.stdout:Need to get 113 MB of archives. 2024-09-12T16:59:41.125 INFO:teuthology.orchestra.run.smithi196.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-12T16:59:41.125 INFO:teuthology.orchestra.run.smithi196.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-12T16:59:41.147 INFO:teuthology.orchestra.run.smithi183.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T16:59:41.147 INFO:teuthology.orchestra.run.smithi183.stdout:Need to get 113 MB of archives. 2024-09-12T16:59:41.147 INFO:teuthology.orchestra.run.smithi183.stdout:After this operation, 583 MB of additional disk space will be used. 2024-09-12T16:59:41.147 INFO:teuthology.orchestra.run.smithi183.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-09-12T16:59:41.507 INFO:teuthology.orchestra.run.smithi196.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-12T16:59:41.587 INFO:teuthology.orchestra.run.smithi183.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-09-12T16:59:41.601 INFO:teuthology.orchestra.run.smithi196.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-12T16:59:41.701 INFO:teuthology.orchestra.run.smithi183.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-09-12T16:59:42.405 INFO:teuthology.orchestra.run.smithi196.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-12T16:59:42.405 INFO:teuthology.orchestra.run.smithi196.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-12T16:59:42.406 INFO:teuthology.orchestra.run.smithi196.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-12T16:59:42.484 INFO:teuthology.orchestra.run.smithi183.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-09-12T16:59:42.484 INFO:teuthology.orchestra.run.smithi183.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-09-12T16:59:42.485 INFO:teuthology.orchestra.run.smithi183.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-09-12T16:59:42.526 INFO:teuthology.orchestra.run.smithi196.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-12T16:59:42.606 INFO:teuthology.orchestra.run.smithi183.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-09-12T16:59:42.628 INFO:teuthology.orchestra.run.smithi183.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-12T16:59:42.630 INFO:teuthology.orchestra.run.smithi196.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-09-12T16:59:43.025 INFO:teuthology.orchestra.run.smithi183.stdout:Fetched 113 MB in 2s (74.3 MB/s) 2024-09-12T16:59:43.039 INFO:teuthology.orchestra.run.smithi196.stdout:Fetched 113 MB in 2s (73.2 MB/s) 2024-09-12T16:59:43.218 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-12T16:59:43.245 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-09-12T16:59:45.218 INFO:teuthology.orchestra.run.smithi196.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-12T16:59:45.222 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:59:45.245 INFO:teuthology.orchestra.run.smithi183.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-12T16:59:45.250 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:59:45.301 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:59:45.332 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:59:47.435 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-12T16:59:47.456 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:59:47.474 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-09-12T16:59:47.496 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:59:47.541 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:59:47.581 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:59:47.971 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-12T16:59:47.992 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:59:48.020 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-09-12T16:59:48.021 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:59:48.040 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T16:59:48.078 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T16:59:54.563 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T16:59:54.670 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T16:59:54.903 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T16:59:55.003 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T16:59:55.013 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T16:59:55.115 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T16:59:55.388 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T16:59:55.410 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-12T16:59:55.432 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-12T16:59:55.485 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-12T16:59:55.519 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T16:59:55.805 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-09-12T16:59:55.828 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-09-12T16:59:55.863 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-12T17:00:01.368 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-12T17:00:01.405 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T17:00:01.442 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:00:01.822 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-09-12T17:00:01.860 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-09-12T17:00:01.897 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:00:04.061 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T17:00:04.187 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T17:00:04.520 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-12T17:00:04.619 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-09-12T17:00:04.633 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:00:04.743 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-12T17:00:04.775 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-09-12T17:00:04.855 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:00:05.116 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-09-12T17:00:05.238 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:00:05.356 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-09-12T17:00:05.527 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:00:06.183 INFO:teuthology.orchestra.run.smithi183.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-12T17:00:06.183 INFO:teuthology.orchestra.run.smithi183.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-12T17:00:06.183 INFO:teuthology.orchestra.run.smithi183.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-12T17:00:06.183 INFO:teuthology.orchestra.run.smithi183.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-12T17:00:06.373 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:00:06.879 INFO:teuthology.orchestra.run.smithi196.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-12T17:00:06.879 INFO:teuthology.orchestra.run.smithi196.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-12T17:00:06.879 INFO:teuthology.orchestra.run.smithi196.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-09-12T17:00:06.879 INFO:teuthology.orchestra.run.smithi196.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-09-12T17:00:07.037 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:00:07.782 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:00:08.813 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:00:09.225 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-12T17:00:09.377 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-12T17:00:09.511 INFO:teuthology.orchestra.run.smithi183.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:00:09.568 INFO:teuthology.orchestra.run.smithi183.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-12T17:00:09.569 INFO:teuthology.orchestra.run.smithi183.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-12T17:00:10.222 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-09-12T17:00:10.348 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-09-12T17:00:10.468 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-09-12T17:00:10.534 INFO:teuthology.orchestra.run.smithi196.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-12T17:00:10.534 INFO:teuthology.orchestra.run.smithi196.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-09-12T17:00:24.213 INFO:teuthology.orchestra.run.smithi183.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-12T17:00:24.213 INFO:teuthology.orchestra.run.smithi183.stdout:Sourcing file `/etc/default/grub' 2024-09-12T17:00:24.224 INFO:teuthology.orchestra.run.smithi183.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T17:00:24.251 INFO:teuthology.orchestra.run.smithi183.stdout:Generating grub configuration file ... 2024-09-12T17:00:24.576 INFO:teuthology.orchestra.run.smithi183.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-12T17:00:24.596 INFO:teuthology.orchestra.run.smithi183.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-12T17:00:24.948 INFO:teuthology.orchestra.run.smithi183.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T17:00:24.954 INFO:teuthology.orchestra.run.smithi183.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T17:00:25.020 INFO:teuthology.orchestra.run.smithi183.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T17:00:25.025 INFO:teuthology.orchestra.run.smithi183.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T17:00:25.186 INFO:teuthology.orchestra.run.smithi183.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T17:00:25.186 INFO:teuthology.orchestra.run.smithi183.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T17:00:25.186 INFO:teuthology.orchestra.run.smithi183.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T17:00:25.234 INFO:teuthology.orchestra.run.smithi183.stdout:done 2024-09-12T17:00:25.426 INFO:teuthology.orchestra.run.smithi196.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-12T17:00:25.426 INFO:teuthology.orchestra.run.smithi196.stdout:Sourcing file `/etc/default/grub' 2024-09-12T17:00:25.452 INFO:teuthology.orchestra.run.smithi196.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T17:00:25.470 INFO:teuthology.orchestra.run.smithi196.stdout:Generating grub configuration file ... 2024-09-12T17:00:25.727 INFO:teuthology.orchestra.run.smithi196.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-12T17:00:25.729 DEBUG:teuthology.orchestra.run.smithi183:> dpkg -s linux-image-generic 2024-09-12T17:00:25.752 INFO:teuthology.orchestra.run.smithi196.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-12T17:00:25.764 INFO:teuthology.orchestra.run.smithi183.stdout:Package: linux-image-generic 2024-09-12T17:00:25.764 INFO:teuthology.orchestra.run.smithi183.stdout:Status: install ok installed 2024-09-12T17:00:25.764 INFO:teuthology.orchestra.run.smithi183.stdout:Priority: optional 2024-09-12T17:00:25.764 INFO:teuthology.orchestra.run.smithi183.stdout:Section: kernel 2024-09-12T17:00:25.764 INFO:teuthology.orchestra.run.smithi183.stdout:Installed-Size: 21 2024-09-12T17:00:25.764 INFO:teuthology.orchestra.run.smithi183.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T17:00:25.764 INFO:teuthology.orchestra.run.smithi183.stdout:Architecture: amd64 2024-09-12T17:00:25.764 INFO:teuthology.orchestra.run.smithi183.stdout:Source: linux-meta 2024-09-12T17:00:25.765 INFO:teuthology.orchestra.run.smithi183.stdout:Version: 5.15.0.119.119 2024-09-12T17:00:25.765 INFO:teuthology.orchestra.run.smithi183.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T17:00:25.765 INFO:teuthology.orchestra.run.smithi183.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T17:00:25.765 INFO:teuthology.orchestra.run.smithi183.stdout:Recommends: thermald 2024-09-12T17:00:25.765 INFO:teuthology.orchestra.run.smithi183.stdout:Description: Generic Linux kernel image 2024-09-12T17:00:25.765 INFO:teuthology.orchestra.run.smithi183.stdout: This package will always depend on the latest generic kernel image 2024-09-12T17:00:25.765 INFO:teuthology.orchestra.run.smithi183.stdout: available. 2024-09-12T17:00:25.765 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-12T17:00:25.766 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T17:00:25.766 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T17:00:25.766 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-12T17:00:25.766 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi183.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T17:00:25.766 DEBUG:teuthology.orchestra.run.smithi183:> sudo apt-get clean 2024-09-12T17:00:25.913 DEBUG:teuthology.orchestra.run.smithi183:> sudo apt-get update 2024-09-12T17:00:26.041 INFO:teuthology.orchestra.run.smithi196.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T17:00:26.047 INFO:teuthology.orchestra.run.smithi196.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T17:00:26.119 INFO:teuthology.orchestra.run.smithi196.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T17:00:26.124 INFO:teuthology.orchestra.run.smithi196.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T17:00:26.181 INFO:teuthology.orchestra.run.smithi183.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T17:00:26.182 INFO:teuthology.orchestra.run.smithi183.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T17:00:26.244 INFO:teuthology.orchestra.run.smithi183.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T17:00:26.279 INFO:teuthology.orchestra.run.smithi196.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T17:00:26.279 INFO:teuthology.orchestra.run.smithi196.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T17:00:26.280 INFO:teuthology.orchestra.run.smithi196.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T17:00:26.325 INFO:teuthology.orchestra.run.smithi183.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T17:00:26.328 INFO:teuthology.orchestra.run.smithi196.stdout:done 2024-09-12T17:00:26.804 DEBUG:teuthology.orchestra.run.smithi196:> dpkg -s linux-image-generic 2024-09-12T17:00:26.824 INFO:teuthology.orchestra.run.smithi196.stdout:Package: linux-image-generic 2024-09-12T17:00:26.824 INFO:teuthology.orchestra.run.smithi196.stdout:Status: install ok installed 2024-09-12T17:00:26.824 INFO:teuthology.orchestra.run.smithi196.stdout:Priority: optional 2024-09-12T17:00:26.825 INFO:teuthology.orchestra.run.smithi196.stdout:Section: kernel 2024-09-12T17:00:26.825 INFO:teuthology.orchestra.run.smithi196.stdout:Installed-Size: 21 2024-09-12T17:00:26.825 INFO:teuthology.orchestra.run.smithi196.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T17:00:26.825 INFO:teuthology.orchestra.run.smithi196.stdout:Architecture: amd64 2024-09-12T17:00:26.825 INFO:teuthology.orchestra.run.smithi196.stdout:Source: linux-meta 2024-09-12T17:00:26.825 INFO:teuthology.orchestra.run.smithi196.stdout:Version: 5.15.0.119.119 2024-09-12T17:00:26.825 INFO:teuthology.orchestra.run.smithi196.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T17:00:26.825 INFO:teuthology.orchestra.run.smithi196.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T17:00:26.825 INFO:teuthology.orchestra.run.smithi196.stdout:Recommends: thermald 2024-09-12T17:00:26.825 INFO:teuthology.orchestra.run.smithi196.stdout:Description: Generic Linux kernel image 2024-09-12T17:00:26.825 INFO:teuthology.orchestra.run.smithi196.stdout: This package will always depend on the latest generic kernel image 2024-09-12T17:00:26.826 INFO:teuthology.orchestra.run.smithi196.stdout: available. 2024-09-12T17:00:26.826 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-09-12T17:00:26.826 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T17:00:26.826 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T17:00:26.826 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-12T17:00:26.826 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi196.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T17:00:26.826 DEBUG:teuthology.orchestra.run.smithi196:> sudo apt-get clean 2024-09-12T17:00:26.967 DEBUG:teuthology.orchestra.run.smithi196:> sudo apt-get update 2024-09-12T17:00:27.078 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T17:00:27.088 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T17:00:27.105 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T17:00:27.198 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T17:00:27.617 INFO:teuthology.orchestra.run.smithi183.stdout:Reading package lists... 2024-09-12T17:00:27.636 DEBUG:teuthology.orchestra.run.smithi183:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T17:00:27.701 INFO:teuthology.orchestra.run.smithi183.stdout:Reading package lists... 2024-09-12T17:00:27.926 INFO:teuthology.orchestra.run.smithi183.stdout:Building dependency tree... 2024-09-12T17:00:27.927 INFO:teuthology.orchestra.run.smithi183.stdout:Reading state information... 2024-09-12T17:00:28.119 INFO:teuthology.orchestra.run.smithi183.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-12T17:00:28.120 INFO:teuthology.orchestra.run.smithi183.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:00:28.120 INFO:teuthology.orchestra.run.smithi183.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:00:28.120 INFO:teuthology.orchestra.run.smithi183.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:00:28.120 INFO:teuthology.orchestra.run.smithi183.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:00:28.121 INFO:teuthology.orchestra.run.smithi183.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:00:28.121 INFO:teuthology.orchestra.run.smithi183.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:00:28.121 INFO:teuthology.orchestra.run.smithi183.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:00:28.164 INFO:teuthology.orchestra.run.smithi183.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T17:00:28.166 DEBUG:teuthology.orchestra.run.smithi183:> dpkg -s linux-image-generic 2024-09-12T17:00:28.181 INFO:teuthology.orchestra.run.smithi183.stdout:Package: linux-image-generic 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout:Status: install ok installed 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout:Priority: optional 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout:Section: kernel 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout:Installed-Size: 21 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout:Architecture: amd64 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout:Source: linux-meta 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout:Version: 5.15.0.119.119 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout:Recommends: thermald 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout:Description: Generic Linux kernel image 2024-09-12T17:00:28.182 INFO:teuthology.orchestra.run.smithi183.stdout: This package will always depend on the latest generic kernel image 2024-09-12T17:00:28.183 INFO:teuthology.orchestra.run.smithi183.stdout: available. 2024-09-12T17:00:28.183 DEBUG:teuthology.orchestra.run.smithi183:> mktemp 2024-09-12T17:00:28.230 INFO:teuthology.orchestra.run.smithi183.stdout:/tmp/tmp.x1XiYr8Ioz 2024-09-12T17:00:28.230 DEBUG:teuthology.orchestra.run.smithi183:> sudo cp /boot/grub/grub.cfg /tmp/tmp.x1XiYr8Ioz 2024-09-12T17:00:28.288 DEBUG:teuthology.orchestra.run.smithi183:> sudo chmod 0666 /tmp/tmp.x1XiYr8Ioz 2024-09-12T17:00:28.411 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-12T17:00:28.416 DEBUG:teuthology.orchestra.remote:smithi183:/tmp/tmp.x1XiYr8Ioz is 10KB 2024-09-12T17:00:28.429 DEBUG:teuthology.orchestra.run.smithi183:> rm -fr /tmp/tmp.x1XiYr8Ioz 2024-09-12T17:00:28.430 DEBUG:teuthology.orchestra.run.smithi196:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-12T17:00:28.435 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-12T17:00:28.488 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:00:28.489 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-12T17:00:28.489 DEBUG:teuthology.orchestra.run.smithi183:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-12T17:00:28.491 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-12T17:00:28.555 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-12T17:00:28.556 DEBUG:teuthology.orchestra.run.smithi183:> sudo update-grub 2024-09-12T17:00:28.708 INFO:teuthology.orchestra.run.smithi196.stdout:Building dependency tree... 2024-09-12T17:00:28.709 INFO:teuthology.orchestra.run.smithi196.stdout:Reading state information... 2024-09-12T17:00:28.887 INFO:teuthology.orchestra.run.smithi196.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-09-12T17:00:28.887 INFO:teuthology.orchestra.run.smithi196.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:00:28.887 INFO:teuthology.orchestra.run.smithi196.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:00:28.887 INFO:teuthology.orchestra.run.smithi196.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:00:28.888 INFO:teuthology.orchestra.run.smithi196.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:00:28.888 INFO:teuthology.orchestra.run.smithi196.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:00:28.888 INFO:teuthology.orchestra.run.smithi196.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:00:28.888 INFO:teuthology.orchestra.run.smithi196.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:00:28.928 INFO:teuthology.orchestra.run.smithi196.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-12T17:00:28.930 DEBUG:teuthology.orchestra.run.smithi196:> dpkg -s linux-image-generic 2024-09-12T17:00:28.945 INFO:teuthology.orchestra.run.smithi196.stdout:Package: linux-image-generic 2024-09-12T17:00:28.945 INFO:teuthology.orchestra.run.smithi196.stdout:Status: install ok installed 2024-09-12T17:00:28.945 INFO:teuthology.orchestra.run.smithi196.stdout:Priority: optional 2024-09-12T17:00:28.945 INFO:teuthology.orchestra.run.smithi196.stdout:Section: kernel 2024-09-12T17:00:28.945 INFO:teuthology.orchestra.run.smithi196.stdout:Installed-Size: 21 2024-09-12T17:00:28.946 INFO:teuthology.orchestra.run.smithi196.stdout:Maintainer: Ubuntu Kernel Team 2024-09-12T17:00:28.946 INFO:teuthology.orchestra.run.smithi196.stdout:Architecture: amd64 2024-09-12T17:00:28.946 INFO:teuthology.orchestra.run.smithi196.stdout:Source: linux-meta 2024-09-12T17:00:28.946 INFO:teuthology.orchestra.run.smithi196.stdout:Version: 5.15.0.119.119 2024-09-12T17:00:28.946 INFO:teuthology.orchestra.run.smithi196.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-12T17:00:28.946 INFO:teuthology.orchestra.run.smithi196.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-12T17:00:28.946 INFO:teuthology.orchestra.run.smithi196.stdout:Recommends: thermald 2024-09-12T17:00:28.946 INFO:teuthology.orchestra.run.smithi196.stdout:Description: Generic Linux kernel image 2024-09-12T17:00:28.946 INFO:teuthology.orchestra.run.smithi196.stdout: This package will always depend on the latest generic kernel image 2024-09-12T17:00:28.946 INFO:teuthology.orchestra.run.smithi196.stdout: available. 2024-09-12T17:00:28.947 DEBUG:teuthology.orchestra.run.smithi196:> mktemp 2024-09-12T17:00:28.991 INFO:teuthology.orchestra.run.smithi196.stdout:/tmp/tmp.zsUTVUDkhL 2024-09-12T17:00:28.991 DEBUG:teuthology.orchestra.run.smithi196:> sudo cp /boot/grub/grub.cfg /tmp/tmp.zsUTVUDkhL 2024-09-12T17:00:29.046 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0666 /tmp/tmp.zsUTVUDkhL 2024-09-12T17:00:29.161 DEBUG:teuthology.orchestra.remote:smithi196:/tmp/tmp.zsUTVUDkhL is 10KB 2024-09-12T17:00:29.173 DEBUG:teuthology.orchestra.run.smithi196:> rm -fr /tmp/tmp.zsUTVUDkhL 2024-09-12T17:00:29.177 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-12T17:00:29.230 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:00:29.230 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-12T17:00:29.230 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-12T17:00:29.297 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-09-12T17:00:29.297 DEBUG:teuthology.orchestra.run.smithi196:> sudo update-grub 2024-09-12T17:00:29.770 INFO:teuthology.orchestra.run.smithi183.stderr:Sourcing file `/etc/default/grub' 2024-09-12T17:00:29.771 INFO:teuthology.orchestra.run.smithi183.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T17:00:29.773 INFO:teuthology.orchestra.run.smithi183.stderr:Generating grub configuration file ... 2024-09-12T17:00:30.022 INFO:teuthology.orchestra.run.smithi183.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-12T17:00:30.028 INFO:teuthology.orchestra.run.smithi183.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-12T17:00:30.371 INFO:teuthology.orchestra.run.smithi183.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T17:00:30.378 INFO:teuthology.orchestra.run.smithi183.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T17:00:30.421 INFO:teuthology.orchestra.run.smithi183.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T17:00:30.426 INFO:teuthology.orchestra.run.smithi183.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T17:00:30.517 INFO:teuthology.orchestra.run.smithi196.stderr:Sourcing file `/etc/default/grub' 2024-09-12T17:00:30.518 INFO:teuthology.orchestra.run.smithi196.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-12T17:00:30.520 INFO:teuthology.orchestra.run.smithi196.stderr:Generating grub configuration file ... 2024-09-12T17:00:30.548 INFO:teuthology.orchestra.run.smithi183.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T17:00:30.548 INFO:teuthology.orchestra.run.smithi183.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T17:00:30.548 INFO:teuthology.orchestra.run.smithi183.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T17:00:30.562 INFO:teuthology.orchestra.run.smithi183.stderr:done 2024-09-12T17:00:30.571 DEBUG:teuthology.orchestra.run.smithi183:> sudo shutdown -r now 2024-09-12T17:00:30.698 INFO:teuthology.orchestra.run.smithi196.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-09-12T17:00:30.703 INFO:teuthology.orchestra.run.smithi196.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-09-12T17:00:30.941 INFO:teuthology.orchestra.run.smithi196.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-12T17:00:30.946 INFO:teuthology.orchestra.run.smithi196.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-12T17:00:30.984 INFO:teuthology.orchestra.run.smithi196.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-12T17:00:30.989 INFO:teuthology.orchestra.run.smithi196.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-12T17:00:31.133 INFO:teuthology.orchestra.run.smithi196.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-12T17:00:31.134 INFO:teuthology.orchestra.run.smithi196.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-12T17:00:31.134 INFO:teuthology.orchestra.run.smithi196.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-12T17:00:31.156 INFO:teuthology.orchestra.run.smithi196.stderr:done 2024-09-12T17:00:31.166 DEBUG:teuthology.orchestra.run.smithi196:> sudo shutdown -r now 2024-09-12T17:01:00.602 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-12T17:01:00.604 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi183.front.sepia.ceph.com' 2024-09-12T17:01:00.605 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi183.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:01:01.170 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-12T17:01:01.170 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-12T17:01:01.171 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:01:19.037 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.183 2024-09-12T17:01:19.549 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-09-12T17:01:28.045 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi183.front.sepia.ceph.com' 2024-09-12T17:01:28.045 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi183.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:01:28.550 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-12T17:01:28.551 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:01:31.101 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.183 2024-09-12T17:01:31.613 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-09-12T17:01:43.114 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi183.front.sepia.ceph.com' 2024-09-12T17:01:43.115 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi183.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:01:43.614 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-12T17:01:43.615 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:02:01.533 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.183 2024-09-12T17:02:02.049 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-09-12T17:02:16.549 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi183.front.sepia.ceph.com' 2024-09-12T17:02:16.550 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi183.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:02:16.897 DEBUG:teuthology.orchestra.run.smithi183:> true 2024-09-12T17:02:17.050 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-12T17:02:17.050 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:02:17.359 DEBUG:teuthology.orchestra.run.smithi196:> true 2024-09-12T17:02:17.789 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi183.front.sepia.ceph.com' 2024-09-12T17:02:17.790 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-119-generic"... 2024-09-12T17:02:17.790 DEBUG:teuthology.orchestra.run.smithi183:> uname -r 2024-09-12T17:02:17.837 INFO:teuthology.orchestra.run.smithi183.stdout:5.15.0-119-generic 2024-09-12T17:02:17.837 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-12T17:02:17.837 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T17:02:17.837 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-12T17:02:18.584 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-12T17:02:18.584 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-119-generic"... 2024-09-12T17:02:18.585 DEBUG:teuthology.orchestra.run.smithi196:> uname -r 2024-09-12T17:02:18.636 INFO:teuthology.orchestra.run.smithi196.stdout:5.15.0-119-generic 2024-09-12T17:02:18.636 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-09-12T17:02:18.636 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T17:02:18.636 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-12T17:02:18.839 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-12T17:02:18.839 DEBUG:teuthology.orchestra.run.smithi183:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T17:02:18.973 INFO:teuthology.orchestra.run.smithi183.stdout:ttyS1 2024-09-12T17:02:19.006 DEBUG:teuthology.parallel:result is None 2024-09-12T17:02:19.637 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-12T17:02:19.637 DEBUG:teuthology.orchestra.run.smithi196:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T17:02:19.817 INFO:teuthology.orchestra.run.smithi196.stdout:ttyS1 2024-09-12T17:02:19.835 DEBUG:teuthology.parallel:result is None 2024-09-12T17:02:19.835 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-12T17:02:19.842 INFO:teuthology.task.internal:Creating test directory... 2024-09-12T17:02:19.842 DEBUG:teuthology.orchestra.run.smithi183:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T17:02:19.845 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T17:02:19.850 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-12T17:02:19.856 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-12T17:02:19.865 INFO:teuthology.task.internal:Creating archive directory... 2024-09-12T17:02:19.866 DEBUG:teuthology.orchestra.run.smithi183:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T17:02:19.894 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T17:02:19.913 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-12T17:02:19.919 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-12T17:02:19.920 DEBUG:teuthology.orchestra.run.smithi183:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T17:02:19.950 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T17:02:19.979 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T17:02:19.985 INFO:teuthology.orchestra.run.smithi183.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T17:02:19.987 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T17:02:19.993 INFO:teuthology.orchestra.run.smithi183.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T17:02:19.995 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-12T17:02:20.001 INFO:teuthology.task.internal:Configuring sudo... 2024-09-12T17:02:20.002 DEBUG:teuthology.orchestra.run.smithi183:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T17:02:20.038 DEBUG:teuthology.orchestra.run.smithi196:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T17:02:20.152 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-12T17:02:20.161 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-12T17:02:20.162 DEBUG:teuthology.orchestra.run.smithi183:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T17:02:20.164 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T17:02:20.170 DEBUG:teuthology.orchestra.run.smithi183:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T17:02:20.217 DEBUG:teuthology.orchestra.run.smithi183:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T17:02:20.265 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:02:20.266 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T17:02:20.354 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T17:02:20.359 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T17:02:20.406 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:02:20.406 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T17:02:20.475 DEBUG:teuthology.orchestra.run.smithi183:> sudo service rsyslog restart 2024-09-12T17:02:20.477 DEBUG:teuthology.orchestra.run.smithi196:> sudo service rsyslog restart 2024-09-12T17:02:20.562 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-12T17:02:20.571 INFO:teuthology.task.internal:Starting timer... 2024-09-12T17:02:20.571 INFO:teuthology.run_tasks:Running task pcp... 2024-09-12T17:02:20.582 INFO:teuthology.run_tasks:Running task selinux... 2024-09-12T17:02:20.594 DEBUG:teuthology.task.selinux:Excluding smithi183: OS 'ubuntu' does not support SELinux 2024-09-12T17:02:20.594 DEBUG:teuthology.task.selinux:Excluding smithi196: OS 'ubuntu' does not support SELinux 2024-09-12T17:02:20.594 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-12T17:02:20.594 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-12T17:02:20.594 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-12T17:02:20.594 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-12T17:02:20.609 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-12T17:02:20.612 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-12T17:02:20.738 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-12T17:02:20.749 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-12T17:02:20.750 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi183.front.sepia.ceph.com,smithi196.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-12T17:09:50.044 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi183.front.sepia.ceph.com'), Remote(name='ubuntu@smithi196.front.sepia.ceph.com')] 2024-09-12T17:09:50.058 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi183.front.sepia.ceph.com' 2024-09-12T17:09:50.060 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi183.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:09:50.143 DEBUG:teuthology.orchestra.run.smithi183:> true 2024-09-12T17:09:50.221 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi183.front.sepia.ceph.com' 2024-09-12T17:09:50.221 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-12T17:09:50.222 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T17:09:50.302 DEBUG:teuthology.orchestra.run.smithi196:> true 2024-09-12T17:09:50.377 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-12T17:09:50.377 INFO:teuthology.run_tasks:Running task clock... 2024-09-12T17:09:50.389 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-12T17:09:50.389 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T17:09:50.390 DEBUG:teuthology.orchestra.run.smithi183:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T17:09:50.392 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T17:09:50.393 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T17:09:50.419 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-12T17:09:50.419 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: Command line: ntpd -gq 2024-09-12T17:09:50.419 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: ---------------------------------------------------- 2024-09-12T17:09:50.420 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: ntp-4 is maintained by Network Time Foundation, 2024-09-12T17:09:50.420 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-12T17:09:50.420 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: corporation. Support and training for ntp-4 are 2024-09-12T17:09:50.420 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: available at https://www.nwtime.org/support 2024-09-12T17:09:50.420 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: ---------------------------------------------------- 2024-09-12T17:09:50.420 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: proto: precision = 0.045 usec (-24) 2024-09-12T17:09:50.420 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: basedate set to 2022-02-04 2024-09-12T17:09:50.420 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: gps base set to 2022-02-06 (week 2196) 2024-09-12T17:09:50.420 INFO:teuthology.orchestra.run.smithi183.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T17:09:50.421 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T17:09:50.421 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: restrict ::: KOD does nothing without LIMITED. 2024-09-12T17:09:50.421 INFO:teuthology.orchestra.run.smithi183.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-12T17:09:50.422 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: Listen and drop on 0 v6wildcard [::]:123 2024-09-12T17:09:50.422 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-12T17:09:50.422 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: Listen normally on 2 lo 127.0.0.1:123 2024-09-12T17:09:50.422 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: Listen normally on 3 enp3s0f1 172.21.15.183:123 2024-09-12T17:09:50.422 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: Listen normally on 4 lo [::1]:123 2024-09-12T17:09:50.422 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:8085%5]:123 2024-09-12T17:09:50.423 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:50 ntpd[18493]: Listening on routing socket on fd #22 for interface updates 2024-09-12T17:09:50.449 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-12T17:09:50.450 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: Command line: ntpd -gq 2024-09-12T17:09:50.450 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: ---------------------------------------------------- 2024-09-12T17:09:50.450 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: ntp-4 is maintained by Network Time Foundation, 2024-09-12T17:09:50.450 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-12T17:09:50.450 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: corporation. Support and training for ntp-4 are 2024-09-12T17:09:50.450 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: available at https://www.nwtime.org/support 2024-09-12T17:09:50.450 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: ---------------------------------------------------- 2024-09-12T17:09:50.450 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: proto: precision = 0.056 usec (-24) 2024-09-12T17:09:50.451 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: basedate set to 2022-02-04 2024-09-12T17:09:50.451 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: gps base set to 2022-02-06 (week 2196) 2024-09-12T17:09:50.451 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T17:09:50.452 INFO:teuthology.orchestra.run.smithi196.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-12T17:09:50.452 INFO:teuthology.orchestra.run.smithi196.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-12T17:09:50.453 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: restrict ::: KOD does nothing without LIMITED. 2024-09-12T17:09:50.453 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: Listen and drop on 0 v6wildcard [::]:123 2024-09-12T17:09:50.453 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-12T17:09:50.453 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: Listen normally on 2 lo 127.0.0.1:123 2024-09-12T17:09:50.453 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: Listen normally on 3 enp3s0f1 172.21.15.196:123 2024-09-12T17:09:50.454 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: Listen normally on 4 lo [::1]:123 2024-09-12T17:09:50.454 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7f47%5]:123 2024-09-12T17:09:50.454 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:50 ntpd[18461]: Listening on routing socket on fd #22 for interface updates 2024-09-12T17:09:51.419 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:51 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:51.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:51 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:51.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:51 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:51.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:51 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:51.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:51 ntpd[18493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:51.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:51 ntpd[18493]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:51.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:51 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:51.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:51 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:51.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:51 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:51.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:51 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:51.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:51 ntpd[18461]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:51.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:51 ntpd[18461]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:52.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:52 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:52.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:52 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:52.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:52 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:52.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:52 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:52.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:52 ntpd[18461]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:52.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:52 ntpd[18461]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:53.419 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:53 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:53.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:53 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:53.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:53 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:53.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:53 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:53.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:53 ntpd[18493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:53.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:53 ntpd[18493]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:53.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:53 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:53.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:53 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:53.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:53 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:53.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:53 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:53.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:53 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:53.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:53 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:53.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:53 ntpd[18461]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:53.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:53 ntpd[18461]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:53.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:53 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:53.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:53 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:53.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:53 ntpd[18461]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:53.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:53 ntpd[18461]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:54.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:54.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:54.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:54.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:54.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:54.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:54.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:54.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:54.421 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:54.421 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:54.421 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:54.421 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:54.421 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:54.421 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:54 ntpd[18493]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:54.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:54 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:54.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:54 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:54.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:54 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:54.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:54 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:54.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:54 ntpd[18461]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:54.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:54 ntpd[18461]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:55.419 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:55 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:55.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:55 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:55.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:55 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:55.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:55 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:55.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:55 ntpd[18493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:55.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:55 ntpd[18493]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:55.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:55.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:55.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:55.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:55.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:55.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:55.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:55.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:55.452 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:55.452 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:55.452 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:55.452 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:55.452 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:55.452 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:55 ntpd[18461]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:56.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:56 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:56.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:56 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:56.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:56 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:56.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:56 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:56.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:56 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:56.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:56 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:56.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:56 ntpd[18493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:56.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:56 ntpd[18493]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:56.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:56 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:56.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:56 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:56.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:56 ntpd[18493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:56.421 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:56 ntpd[18493]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:56.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:56 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:56.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:56 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:56.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:56 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:56.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:56 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:56.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:56 ntpd[18461]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:56.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:56 ntpd[18461]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:57.419 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:57 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:57.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:57 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:57.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:57 ntpd[18493]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:57.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:57 ntpd[18493]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:57.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:57 ntpd[18493]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:57.420 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:57 ntpd[18493]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:57.420 INFO:teuthology.orchestra.run.smithi183.stdout:12 Sep 17:09:57 ntpd[18493]: ntpd: time slew -0.001790 s 2024-09-12T17:09:57.420 INFO:teuthology.orchestra.run.smithi183.stdout:ntpd: time slew -0.001790s 2024-09-12T17:09:57.421 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:57 ntpd[18493]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-12T17:09:57.421 INFO:teuthology.orchestra.run.smithi183.stderr:12 Sep 17:09:57 ntpd[18493]: can't open /var/log/ntpstats/loopstats.20240912: Permission denied 2024-09-12T17:09:57.450 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:57.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:57.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:57.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:57.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:57.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:57.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:57.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:57.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-12T17:09:57.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: can't open /var/log/ntpstats/rawstats.20240912: Permission denied 2024-09-12T17:09:57.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-12T17:09:57.451 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: can't open /var/log/ntpstats/peerstats.20240912: Permission denied 2024-09-12T17:09:57.452 INFO:teuthology.orchestra.run.smithi196.stdout:12 Sep 17:09:57 ntpd[18461]: ntpd: time slew -0.002134 s 2024-09-12T17:09:57.452 INFO:teuthology.orchestra.run.smithi196.stdout:ntpd: time slew -0.002134s 2024-09-12T17:09:57.452 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-12T17:09:57.452 INFO:teuthology.orchestra.run.smithi196.stderr:12 Sep 17:09:57 ntpd[18461]: can't open /var/log/ntpstats/loopstats.20240912: Permission denied 2024-09-12T17:09:57.470 INFO:teuthology.orchestra.run.smithi183.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T17:09:57.470 INFO:teuthology.orchestra.run.smithi183.stdout:============================================================================== 2024-09-12T17:09:57.470 INFO:teuthology.orchestra.run.smithi183.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:09:57.470 INFO:teuthology.orchestra.run.smithi183.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:09:57.470 INFO:teuthology.orchestra.run.smithi183.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:09:57.470 INFO:teuthology.orchestra.run.smithi183.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:09:57.496 INFO:teuthology.orchestra.run.smithi196.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T17:09:57.496 INFO:teuthology.orchestra.run.smithi196.stdout:============================================================================== 2024-09-12T17:09:57.496 INFO:teuthology.orchestra.run.smithi196.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:09:57.496 INFO:teuthology.orchestra.run.smithi196.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:09:57.497 INFO:teuthology.orchestra.run.smithi196.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:09:57.497 INFO:teuthology.orchestra.run.smithi196.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-12T17:09:57.497 INFO:teuthology.run_tasks:Running task install... 2024-09-12T17:09:57.506 DEBUG:teuthology.task.install:project ceph 2024-09-12T17:09:57.506 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}} 2024-09-12T17:09:57.506 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'} 2024-09-12T17:09:57.506 INFO:teuthology.task.install:Using flavor: default 2024-09-12T17:09:57.512 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-12T17:09:57.512 INFO:teuthology.task.install:extra packages: [] 2024-09-12T17:09:57.512 DEBUG:teuthology.orchestra.run.smithi183:> sudo apt-key list | grep Ceph 2024-09-12T17:09:57.513 DEBUG:teuthology.orchestra.run.smithi196:> sudo apt-key list | grep Ceph 2024-09-12T17:09:57.569 INFO:teuthology.orchestra.run.smithi183.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-12T17:09:57.593 INFO:teuthology.orchestra.run.smithi196.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-09-12T17:09:57.598 INFO:teuthology.orchestra.run.smithi183.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-12T17:09:57.598 INFO:teuthology.orchestra.run.smithi183.stdout:uid [ unknown] Ceph.com (release key) 2024-09-12T17:09:57.599 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-12T17:09:57.599 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-12T17:09:57.599 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:09:57.618 INFO:teuthology.orchestra.run.smithi196.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-12T17:09:57.619 INFO:teuthology.orchestra.run.smithi196.stdout:uid [ unknown] Ceph.com (release key) 2024-09-12T17:09:57.619 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-09-12T17:09:57.620 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd, maven on remote deb x86_64 2024-09-12T17:09:57.620 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:09:57.746 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default/ 2024-09-12T17:09:57.746 INFO:teuthology.task.install.deb:Package version is 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:09:57.763 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default/ 2024-09-12T17:09:57.764 INFO:teuthology.task.install.deb:Package version is 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:09:57.859 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:09:57.859 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-12T17:09:57.874 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:09:57.874 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-12T17:09:57.875 DEBUG:teuthology.orchestra.run.smithi183:> sudo apt-get update 2024-09-12T17:09:57.889 DEBUG:teuthology.orchestra.run.smithi196:> sudo apt-get update 2024-09-12T17:09:58.043 INFO:teuthology.orchestra.run.smithi183.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T17:09:58.056 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T17:09:58.056 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-12T17:09:58.067 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T17:09:58.084 INFO:teuthology.orchestra.run.smithi196.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T17:09:58.098 INFO:teuthology.orchestra.run.smithi183.stdout:Ign:2 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy InRelease 2024-09-12T17:09:58.113 INFO:teuthology.orchestra.run.smithi196.stdout:Ign:5 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy InRelease 2024-09-12T17:09:58.119 INFO:teuthology.orchestra.run.smithi183.stdout:Get:3 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-12T17:09:58.135 INFO:teuthology.orchestra.run.smithi196.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy Release [7,005 B] 2024-09-12T17:09:58.142 INFO:teuthology.orchestra.run.smithi183.stdout:Ign:4 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-12T17:09:58.157 INFO:teuthology.orchestra.run.smithi196.stdout:Ign:7 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy Release.gpg 2024-09-12T17:09:58.163 INFO:teuthology.orchestra.run.smithi183.stdout:Hit:5 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-12T17:09:58.163 INFO:teuthology.orchestra.run.smithi183.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,427 B] 2024-09-12T17:09:58.178 INFO:teuthology.orchestra.run.smithi196.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-12T17:09:58.191 INFO:teuthology.orchestra.run.smithi183.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 Packages [18.2 kB] 2024-09-12T17:09:58.205 INFO:teuthology.orchestra.run.smithi196.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,427 B] 2024-09-12T17:09:58.245 INFO:teuthology.orchestra.run.smithi183.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-12T17:09:58.326 INFO:teuthology.orchestra.run.smithi183.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-12T17:09:58.420 INFO:teuthology.orchestra.run.smithi196.stdout:Fetched 28.6 kB in 0s (82.0 kB/s) 2024-09-12T17:09:58.465 INFO:teuthology.orchestra.run.smithi183.stdout:Fetched 28.6 kB in 0s (69.7 kB/s) 2024-09-12T17:09:59.408 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-12T17:09:59.426 DEBUG:teuthology.orchestra.run.smithi196:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-4762-gbad475c1-1jammy cephadm=19.3.0-4762-gbad475c1-1jammy ceph-mds=19.3.0-4762-gbad475c1-1jammy ceph-mgr=19.3.0-4762-gbad475c1-1jammy ceph-common=19.3.0-4762-gbad475c1-1jammy ceph-fuse=19.3.0-4762-gbad475c1-1jammy ceph-test=19.3.0-4762-gbad475c1-1jammy ceph-volume=19.3.0-4762-gbad475c1-1jammy radosgw=19.3.0-4762-gbad475c1-1jammy python3-rados=19.3.0-4762-gbad475c1-1jammy python3-rgw=19.3.0-4762-gbad475c1-1jammy python3-cephfs=19.3.0-4762-gbad475c1-1jammy python3-rbd=19.3.0-4762-gbad475c1-1jammy libcephfs2=19.3.0-4762-gbad475c1-1jammy libcephfs-dev=19.3.0-4762-gbad475c1-1jammy librados2=19.3.0-4762-gbad475c1-1jammy librbd1=19.3.0-4762-gbad475c1-1jammy rbd-fuse=19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:09:59.479 INFO:teuthology.orchestra.run.smithi183.stdout:Reading package lists... 2024-09-12T17:09:59.488 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-12T17:09:59.496 DEBUG:teuthology.orchestra.run.smithi183:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=19.3.0-4762-gbad475c1-1jammy cephadm=19.3.0-4762-gbad475c1-1jammy ceph-mds=19.3.0-4762-gbad475c1-1jammy ceph-mgr=19.3.0-4762-gbad475c1-1jammy ceph-common=19.3.0-4762-gbad475c1-1jammy ceph-fuse=19.3.0-4762-gbad475c1-1jammy ceph-test=19.3.0-4762-gbad475c1-1jammy ceph-volume=19.3.0-4762-gbad475c1-1jammy radosgw=19.3.0-4762-gbad475c1-1jammy python3-rados=19.3.0-4762-gbad475c1-1jammy python3-rgw=19.3.0-4762-gbad475c1-1jammy python3-cephfs=19.3.0-4762-gbad475c1-1jammy python3-rbd=19.3.0-4762-gbad475c1-1jammy libcephfs2=19.3.0-4762-gbad475c1-1jammy libcephfs-dev=19.3.0-4762-gbad475c1-1jammy librados2=19.3.0-4762-gbad475c1-1jammy librbd1=19.3.0-4762-gbad475c1-1jammy rbd-fuse=19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:09:59.558 INFO:teuthology.orchestra.run.smithi183.stdout:Reading package lists... 2024-09-12T17:09:59.697 INFO:teuthology.orchestra.run.smithi196.stdout:Building dependency tree... 2024-09-12T17:09:59.698 INFO:teuthology.orchestra.run.smithi196.stdout:Reading state information... 2024-09-12T17:09:59.781 INFO:teuthology.orchestra.run.smithi183.stdout:Building dependency tree... 2024-09-12T17:09:59.781 INFO:teuthology.orchestra.run.smithi183.stdout:Reading state information... 2024-09-12T17:09:59.900 INFO:teuthology.orchestra.run.smithi196.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:09:59.900 INFO:teuthology.orchestra.run.smithi196.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:09:59.900 INFO:teuthology.orchestra.run.smithi196.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:09:59.900 INFO:teuthology.orchestra.run.smithi196.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:09:59.901 INFO:teuthology.orchestra.run.smithi196.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:09:59.901 INFO:teuthology.orchestra.run.smithi196.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:09:59.901 INFO:teuthology.orchestra.run.smithi196.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:09:59.902 INFO:teuthology.orchestra.run.smithi196.stdout:The following additional packages will be installed: 2024-09-12T17:09:59.902 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T17:09:59.903 INFO:teuthology.orchestra.run.smithi196.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T17:09:59.904 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T17:09:59.904 INFO:teuthology.orchestra.run.smithi196.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T17:09:59.904 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-09-12T17:09:59.904 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-09-12T17:09:59.904 INFO:teuthology.orchestra.run.smithi196.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-12T17:09:59.904 INFO:teuthology.orchestra.run.smithi196.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-12T17:09:59.904 INFO:teuthology.orchestra.run.smithi196.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-12T17:09:59.904 INFO:teuthology.orchestra.run.smithi196.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-12T17:09:59.904 INFO:teuthology.orchestra.run.smithi196.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-12T17:09:59.904 INFO:teuthology.orchestra.run.smithi196.stdout: xmlstarlet zip 2024-09-12T17:09:59.906 INFO:teuthology.orchestra.run.smithi196.stdout:Suggested packages: 2024-09-12T17:09:59.906 INFO:teuthology.orchestra.run.smithi196.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-12T17:09:59.906 INFO:teuthology.orchestra.run.smithi196.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-12T17:09:59.906 INFO:teuthology.orchestra.run.smithi196.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-12T17:09:59.906 INFO:teuthology.orchestra.run.smithi196.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-12T17:09:59.906 INFO:teuthology.orchestra.run.smithi196.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-12T17:09:59.906 INFO:teuthology.orchestra.run.smithi196.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-12T17:09:59.907 INFO:teuthology.orchestra.run.smithi196.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-12T17:09:59.907 INFO:teuthology.orchestra.run.smithi196.stdout:Recommended packages: 2024-09-12T17:09:59.907 INFO:teuthology.orchestra.run.smithi196.stdout: btrfs-tools 2024-09-12T17:09:59.982 INFO:teuthology.orchestra.run.smithi183.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:09:59.983 INFO:teuthology.orchestra.run.smithi183.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:09:59.983 INFO:teuthology.orchestra.run.smithi183.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:09:59.983 INFO:teuthology.orchestra.run.smithi183.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:09:59.983 INFO:teuthology.orchestra.run.smithi183.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:09:59.984 INFO:teuthology.orchestra.run.smithi183.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:09:59.984 INFO:teuthology.orchestra.run.smithi183.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:09:59.984 INFO:teuthology.orchestra.run.smithi183.stdout:The following additional packages will be installed: 2024-09-12T17:09:59.984 INFO:teuthology.orchestra.run.smithi183.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-12T17:09:59.985 INFO:teuthology.orchestra.run.smithi183.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-09-12T17:09:59.985 INFO:teuthology.orchestra.run.smithi183.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2024-09-12T17:09:59.985 INFO:teuthology.orchestra.run.smithi183.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-09-12T17:09:59.986 INFO:teuthology.orchestra.run.smithi183.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2024-09-12T17:09:59.986 INFO:teuthology.orchestra.run.smithi183.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2024-09-12T17:09:59.986 INFO:teuthology.orchestra.run.smithi183.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-09-12T17:09:59.986 INFO:teuthology.orchestra.run.smithi183.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-09-12T17:09:59.986 INFO:teuthology.orchestra.run.smithi183.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-09-12T17:09:59.986 INFO:teuthology.orchestra.run.smithi183.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T17:09:59.986 INFO:teuthology.orchestra.run.smithi183.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T17:09:59.986 INFO:teuthology.orchestra.run.smithi183.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T17:09:59.986 INFO:teuthology.orchestra.run.smithi183.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T17:09:59.986 INFO:teuthology.orchestra.run.smithi183.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T17:09:59.987 INFO:teuthology.orchestra.run.smithi183.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T17:09:59.987 INFO:teuthology.orchestra.run.smithi183.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T17:09:59.987 INFO:teuthology.orchestra.run.smithi183.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-09-12T17:09:59.987 INFO:teuthology.orchestra.run.smithi183.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-09-12T17:09:59.987 INFO:teuthology.orchestra.run.smithi183.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-09-12T17:09:59.987 INFO:teuthology.orchestra.run.smithi183.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-09-12T17:09:59.987 INFO:teuthology.orchestra.run.smithi183.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-09-12T17:09:59.987 INFO:teuthology.orchestra.run.smithi183.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-09-12T17:09:59.987 INFO:teuthology.orchestra.run.smithi183.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2024-09-12T17:09:59.987 INFO:teuthology.orchestra.run.smithi183.stdout: xmlstarlet zip 2024-09-12T17:09:59.988 INFO:teuthology.orchestra.run.smithi183.stdout:Suggested packages: 2024-09-12T17:09:59.988 INFO:teuthology.orchestra.run.smithi183.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2024-09-12T17:09:59.988 INFO:teuthology.orchestra.run.smithi183.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2024-09-12T17:09:59.988 INFO:teuthology.orchestra.run.smithi183.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2024-09-12T17:09:59.988 INFO:teuthology.orchestra.run.smithi183.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2024-09-12T17:09:59.988 INFO:teuthology.orchestra.run.smithi183.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2024-09-12T17:09:59.988 INFO:teuthology.orchestra.run.smithi183.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-12T17:09:59.988 INFO:teuthology.orchestra.run.smithi183.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2024-09-12T17:09:59.988 INFO:teuthology.orchestra.run.smithi183.stdout:Recommended packages: 2024-09-12T17:09:59.989 INFO:teuthology.orchestra.run.smithi183.stdout: btrfs-tools 2024-09-12T17:10:00.009 INFO:teuthology.orchestra.run.smithi196.stdout:The following NEW packages will be installed: 2024-09-12T17:10:00.009 INFO:teuthology.orchestra.run.smithi196.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-12T17:10:00.010 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-12T17:10:00.010 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-12T17:10:00.010 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-12T17:10:00.010 INFO:teuthology.orchestra.run.smithi196.stdout: liblua5.3-dev liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2024-09-12T17:10:00.010 INFO:teuthology.orchestra.run.smithi196.stdout: libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-12T17:10:00.011 INFO:teuthology.orchestra.run.smithi196.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-12T17:10:00.011 INFO:teuthology.orchestra.run.smithi196.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-12T17:10:00.011 INFO:teuthology.orchestra.run.smithi196.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-12T17:10:00.011 INFO:teuthology.orchestra.run.smithi196.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-12T17:10:00.011 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-12T17:10:00.011 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-12T17:10:00.012 INFO:teuthology.orchestra.run.smithi196.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-12T17:10:00.013 INFO:teuthology.orchestra.run.smithi196.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-12T17:10:00.074 INFO:teuthology.orchestra.run.smithi196.stdout:0 upgraded, 118 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:10:00.074 INFO:teuthology.orchestra.run.smithi196.stdout:Need to get 243 MB of archives. 2024-09-12T17:10:00.074 INFO:teuthology.orchestra.run.smithi196.stdout:After this operation, 908 MB of additional disk space will be used. 2024-09-12T17:10:00.074 INFO:teuthology.orchestra.run.smithi196.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-12T17:10:00.090 INFO:teuthology.orchestra.run.smithi183.stdout:The following NEW packages will be installed: 2024-09-12T17:10:00.090 INFO:teuthology.orchestra.run.smithi183.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-12T17:10:00.090 INFO:teuthology.orchestra.run.smithi183.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-12T17:10:00.090 INFO:teuthology.orchestra.run.smithi183.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: liblua5.3-dev liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-09-12T17:10:00.092 INFO:teuthology.orchestra.run.smithi183.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-09-12T17:10:00.093 INFO:teuthology.orchestra.run.smithi183.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-09-12T17:10:00.093 INFO:teuthology.orchestra.run.smithi183.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-09-12T17:10:00.093 INFO:teuthology.orchestra.run.smithi183.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-09-12T17:10:00.093 INFO:teuthology.orchestra.run.smithi183.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-09-12T17:10:00.093 INFO:teuthology.orchestra.run.smithi183.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-09-12T17:10:00.093 INFO:teuthology.orchestra.run.smithi183.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-09-12T17:10:00.093 INFO:teuthology.orchestra.run.smithi183.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-09-12T17:10:00.093 INFO:teuthology.orchestra.run.smithi183.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-09-12T17:10:00.093 INFO:teuthology.orchestra.run.smithi183.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-09-12T17:10:00.093 INFO:teuthology.orchestra.run.smithi183.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2024-09-12T17:10:00.151 INFO:teuthology.orchestra.run.smithi183.stdout:0 upgraded, 118 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:10:00.151 INFO:teuthology.orchestra.run.smithi183.stdout:Need to get 243 MB of archives. 2024-09-12T17:10:00.151 INFO:teuthology.orchestra.run.smithi183.stdout:After this operation, 908 MB of additional disk space will be used. 2024-09-12T17:10:00.151 INFO:teuthology.orchestra.run.smithi183.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-09-12T17:10:00.156 INFO:teuthology.orchestra.run.smithi196.stdout:Get:2 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-4762-gbad475c1-1jammy [3,629 kB] 2024-09-12T17:10:00.161 INFO:teuthology.orchestra.run.smithi196.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-12T17:10:00.163 INFO:teuthology.orchestra.run.smithi196.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-12T17:10:00.180 INFO:teuthology.orchestra.run.smithi196.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-12T17:10:00.236 INFO:teuthology.orchestra.run.smithi183.stdout:Get:2 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 19.3.0-4762-gbad475c1-1jammy [3,629 kB] 2024-09-12T17:10:00.240 INFO:teuthology.orchestra.run.smithi183.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-09-12T17:10:00.242 INFO:teuthology.orchestra.run.smithi183.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-09-12T17:10:00.247 INFO:teuthology.orchestra.run.smithi196.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-12T17:10:00.253 INFO:teuthology.orchestra.run.smithi196.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-12T17:10:00.260 INFO:teuthology.orchestra.run.smithi183.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-09-12T17:10:00.266 INFO:teuthology.orchestra.run.smithi196.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-12T17:10:00.270 INFO:teuthology.orchestra.run.smithi196.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-12T17:10:00.270 INFO:teuthology.orchestra.run.smithi196.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-12T17:10:00.271 INFO:teuthology.orchestra.run.smithi196.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-12T17:10:00.281 INFO:teuthology.orchestra.run.smithi196.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-12T17:10:00.283 INFO:teuthology.orchestra.run.smithi196.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-12T17:10:00.285 INFO:teuthology.orchestra.run.smithi196.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-12T17:10:00.286 INFO:teuthology.orchestra.run.smithi196.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-12T17:10:00.287 INFO:teuthology.orchestra.run.smithi196.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-12T17:10:00.289 INFO:teuthology.orchestra.run.smithi196.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-12T17:10:00.304 INFO:teuthology.orchestra.run.smithi196.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-12T17:10:00.306 INFO:teuthology.orchestra.run.smithi196.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-12T17:10:00.306 INFO:teuthology.orchestra.run.smithi196.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-12T17:10:00.307 INFO:teuthology.orchestra.run.smithi196.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-12T17:10:00.308 INFO:teuthology.orchestra.run.smithi196.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-12T17:10:00.319 INFO:teuthology.orchestra.run.smithi183.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-09-12T17:10:00.321 INFO:teuthology.orchestra.run.smithi196.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-12T17:10:00.322 INFO:teuthology.orchestra.run.smithi196.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-12T17:10:00.322 INFO:teuthology.orchestra.run.smithi196.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-12T17:10:00.322 INFO:teuthology.orchestra.run.smithi196.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-12T17:10:00.323 INFO:teuthology.orchestra.run.smithi196.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-12T17:10:00.323 INFO:teuthology.orchestra.run.smithi183.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-09-12T17:10:00.335 INFO:teuthology.orchestra.run.smithi196.stdout:Get:28 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-4762-gbad475c1-1jammy [3,322 kB] 2024-09-12T17:10:00.336 INFO:teuthology.orchestra.run.smithi183.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-09-12T17:10:00.338 INFO:teuthology.orchestra.run.smithi196.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-12T17:10:00.340 INFO:teuthology.orchestra.run.smithi183.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-09-12T17:10:00.341 INFO:teuthology.orchestra.run.smithi196.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-12T17:10:00.341 INFO:teuthology.orchestra.run.smithi183.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-09-12T17:10:00.342 INFO:teuthology.orchestra.run.smithi183.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-09-12T17:10:00.342 INFO:teuthology.orchestra.run.smithi196.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-12T17:10:00.342 INFO:teuthology.orchestra.run.smithi196.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-12T17:10:00.343 INFO:teuthology.orchestra.run.smithi196.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-12T17:10:00.350 INFO:teuthology.orchestra.run.smithi183.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2024-09-12T17:10:00.352 INFO:teuthology.orchestra.run.smithi183.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2024-09-12T17:10:00.354 INFO:teuthology.orchestra.run.smithi183.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2024-09-12T17:10:00.355 INFO:teuthology.orchestra.run.smithi196.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-12T17:10:00.356 INFO:teuthology.orchestra.run.smithi183.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2024-09-12T17:10:00.356 INFO:teuthology.orchestra.run.smithi196.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-12T17:10:00.356 INFO:teuthology.orchestra.run.smithi196.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-12T17:10:00.357 INFO:teuthology.orchestra.run.smithi183.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2024-09-12T17:10:00.358 INFO:teuthology.orchestra.run.smithi196.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-12T17:10:00.358 INFO:teuthology.orchestra.run.smithi196.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-12T17:10:00.360 INFO:teuthology.orchestra.run.smithi183.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.2 [175 kB] 2024-09-12T17:10:00.372 INFO:teuthology.orchestra.run.smithi196.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-12T17:10:00.374 INFO:teuthology.orchestra.run.smithi183.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2024-09-12T17:10:00.376 INFO:teuthology.orchestra.run.smithi183.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-09-12T17:10:00.376 INFO:teuthology.orchestra.run.smithi183.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-09-12T17:10:00.377 INFO:teuthology.orchestra.run.smithi183.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-09-12T17:10:00.379 INFO:teuthology.orchestra.run.smithi183.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-09-12T17:10:00.379 INFO:teuthology.orchestra.run.smithi183.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-09-12T17:10:00.379 INFO:teuthology.orchestra.run.smithi183.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-09-12T17:10:00.379 INFO:teuthology.orchestra.run.smithi183.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-09-12T17:10:00.379 INFO:teuthology.orchestra.run.smithi196.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-12T17:10:00.379 INFO:teuthology.orchestra.run.smithi196.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-12T17:10:00.380 INFO:teuthology.orchestra.run.smithi196.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-12T17:10:00.380 INFO:teuthology.orchestra.run.smithi196.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-12T17:10:00.390 INFO:teuthology.orchestra.run.smithi196.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-12T17:10:00.392 INFO:teuthology.orchestra.run.smithi196.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-12T17:10:00.393 INFO:teuthology.orchestra.run.smithi196.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-12T17:10:00.393 INFO:teuthology.orchestra.run.smithi183.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-09-12T17:10:00.393 INFO:teuthology.orchestra.run.smithi183.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-09-12T17:10:00.394 INFO:teuthology.orchestra.run.smithi196.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-12T17:10:00.395 INFO:teuthology.orchestra.run.smithi196.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-12T17:10:00.407 INFO:teuthology.orchestra.run.smithi196.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-12T17:10:00.407 INFO:teuthology.orchestra.run.smithi196.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-12T17:10:00.408 INFO:teuthology.orchestra.run.smithi196.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-12T17:10:00.409 INFO:teuthology.orchestra.run.smithi183.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-09-12T17:10:00.410 INFO:teuthology.orchestra.run.smithi196.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-12T17:10:00.412 INFO:teuthology.orchestra.run.smithi183.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-09-12T17:10:00.412 INFO:teuthology.orchestra.run.smithi196.stdout:Get:53 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-4762-gbad475c1-1jammy [721 kB] 2024-09-12T17:10:00.413 INFO:teuthology.orchestra.run.smithi183.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-09-12T17:10:00.413 INFO:teuthology.orchestra.run.smithi183.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-09-12T17:10:00.413 INFO:teuthology.orchestra.run.smithi183.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-09-12T17:10:00.414 INFO:teuthology.orchestra.run.smithi183.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-12T17:10:00.414 INFO:teuthology.orchestra.run.smithi183.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-09-12T17:10:00.415 INFO:teuthology.orchestra.run.smithi183.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-webob all 1:1.8.6-1.1ubuntu0.1 [86.7 kB] 2024-09-12T17:10:00.427 INFO:teuthology.orchestra.run.smithi183.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-09-12T17:10:00.427 INFO:teuthology.orchestra.run.smithi183.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-09-12T17:10:00.437 INFO:teuthology.orchestra.run.smithi196.stdout:Get:54 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-4762-gbad475c1-1jammy [357 kB] 2024-09-12T17:10:00.443 INFO:teuthology.orchestra.run.smithi196.stdout:Get:55 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-4762-gbad475c1-1jammy [32.8 kB] 2024-09-12T17:10:00.444 INFO:teuthology.orchestra.run.smithi183.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-09-12T17:10:00.444 INFO:teuthology.orchestra.run.smithi196.stdout:Get:56 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-4762-gbad475c1-1jammy [180 kB] 2024-09-12T17:10:00.447 INFO:teuthology.orchestra.run.smithi196.stdout:Get:57 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-4762-gbad475c1-1jammy [71.2 kB] 2024-09-12T17:10:00.449 INFO:teuthology.orchestra.run.smithi183.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-09-12T17:10:00.449 INFO:teuthology.orchestra.run.smithi183.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-09-12T17:10:00.450 INFO:teuthology.orchestra.run.smithi196.stdout:Get:58 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-4762-gbad475c1-1jammy [338 kB] 2024-09-12T17:10:00.450 INFO:teuthology.orchestra.run.smithi183.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-09-12T17:10:00.451 INFO:teuthology.orchestra.run.smithi183.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-09-12T17:10:00.452 INFO:teuthology.orchestra.run.smithi183.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-09-12T17:10:00.454 INFO:teuthology.orchestra.run.smithi183.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-09-12T17:10:00.454 INFO:teuthology.orchestra.run.smithi183.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-09-12T17:10:00.456 INFO:teuthology.orchestra.run.smithi196.stdout:Get:59 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-4762-gbad475c1-1jammy [7,972 kB] 2024-09-12T17:10:00.461 INFO:teuthology.orchestra.run.smithi183.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-09-12T17:10:00.462 INFO:teuthology.orchestra.run.smithi183.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-09-12T17:10:00.462 INFO:teuthology.orchestra.run.smithi196.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-12T17:10:00.463 INFO:teuthology.orchestra.run.smithi196.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-12T17:10:00.464 INFO:teuthology.orchestra.run.smithi196.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-12T17:10:00.464 INFO:teuthology.orchestra.run.smithi196.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-12T17:10:00.465 INFO:teuthology.orchestra.run.smithi196.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-12T17:10:00.481 INFO:teuthology.orchestra.run.smithi183.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-09-12T17:10:00.481 INFO:teuthology.orchestra.run.smithi183.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-09-12T17:10:00.481 INFO:teuthology.orchestra.run.smithi183.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-09-12T17:10:00.482 INFO:teuthology.orchestra.run.smithi183.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-09-12T17:10:00.482 INFO:teuthology.orchestra.run.smithi196.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-12T17:10:00.484 INFO:teuthology.orchestra.run.smithi196.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-12T17:10:00.485 INFO:teuthology.orchestra.run.smithi196.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-12T17:10:00.489 INFO:teuthology.orchestra.run.smithi183.stdout:Get:52 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 19.3.0-4762-gbad475c1-1jammy [3,322 kB] 2024-09-12T17:10:00.499 INFO:teuthology.orchestra.run.smithi196.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-12T17:10:00.499 INFO:teuthology.orchestra.run.smithi196.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-12T17:10:00.499 INFO:teuthology.orchestra.run.smithi196.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-12T17:10:00.500 INFO:teuthology.orchestra.run.smithi196.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-12T17:10:00.500 INFO:teuthology.orchestra.run.smithi196.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-12T17:10:00.501 INFO:teuthology.orchestra.run.smithi196.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-12T17:10:00.515 INFO:teuthology.orchestra.run.smithi196.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-12T17:10:00.516 INFO:teuthology.orchestra.run.smithi196.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-12T17:10:00.519 INFO:teuthology.orchestra.run.smithi196.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-12T17:10:00.532 INFO:teuthology.orchestra.run.smithi196.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-12T17:10:00.533 INFO:teuthology.orchestra.run.smithi196.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-12T17:10:00.534 INFO:teuthology.orchestra.run.smithi196.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-12T17:10:00.534 INFO:teuthology.orchestra.run.smithi183.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-09-12T17:10:00.535 INFO:teuthology.orchestra.run.smithi183.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-09-12T17:10:00.536 INFO:teuthology.orchestra.run.smithi183.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-12T17:10:00.537 INFO:teuthology.orchestra.run.smithi183.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-09-12T17:10:00.537 INFO:teuthology.orchestra.run.smithi196.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-12T17:10:00.538 INFO:teuthology.orchestra.run.smithi183.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-09-12T17:10:00.539 INFO:teuthology.orchestra.run.smithi196.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-12T17:10:00.540 INFO:teuthology.orchestra.run.smithi196.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-12T17:10:00.540 INFO:teuthology.orchestra.run.smithi196.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-12T17:10:00.549 INFO:teuthology.orchestra.run.smithi196.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-12T17:10:00.550 INFO:teuthology.orchestra.run.smithi196.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-12T17:10:00.552 INFO:teuthology.orchestra.run.smithi196.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-12T17:10:00.555 INFO:teuthology.orchestra.run.smithi183.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-09-12T17:10:00.557 INFO:teuthology.orchestra.run.smithi183.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-09-12T17:10:00.557 INFO:teuthology.orchestra.run.smithi183.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-09-12T17:10:00.566 INFO:teuthology.orchestra.run.smithi196.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-12T17:10:00.567 INFO:teuthology.orchestra.run.smithi196.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-12T17:10:00.567 INFO:teuthology.orchestra.run.smithi196.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-12T17:10:00.568 INFO:teuthology.orchestra.run.smithi196.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-12T17:10:00.569 INFO:teuthology.orchestra.run.smithi196.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-12T17:10:00.571 INFO:teuthology.orchestra.run.smithi183.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-09-12T17:10:00.571 INFO:teuthology.orchestra.run.smithi183.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-09-12T17:10:00.572 INFO:teuthology.orchestra.run.smithi183.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-09-12T17:10:00.572 INFO:teuthology.orchestra.run.smithi183.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-09-12T17:10:00.573 INFO:teuthology.orchestra.run.smithi183.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-09-12T17:10:00.573 INFO:teuthology.orchestra.run.smithi183.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-09-12T17:10:00.575 INFO:teuthology.orchestra.run.smithi196.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-12T17:10:00.575 INFO:teuthology.orchestra.run.smithi196.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-12T17:10:00.583 INFO:teuthology.orchestra.run.smithi196.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-12T17:10:00.585 INFO:teuthology.orchestra.run.smithi196.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-12T17:10:00.586 INFO:teuthology.orchestra.run.smithi196.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-12T17:10:00.589 INFO:teuthology.orchestra.run.smithi183.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-09-12T17:10:00.590 INFO:teuthology.orchestra.run.smithi183.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-09-12T17:10:00.592 INFO:teuthology.orchestra.run.smithi183.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-09-12T17:10:00.602 INFO:teuthology.orchestra.run.smithi183.stdout:Get:70 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 19.3.0-4762-gbad475c1-1jammy [721 kB] 2024-09-12T17:10:00.606 INFO:teuthology.orchestra.run.smithi183.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-09-12T17:10:00.607 INFO:teuthology.orchestra.run.smithi183.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-09-12T17:10:00.608 INFO:teuthology.orchestra.run.smithi183.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-09-12T17:10:00.611 INFO:teuthology.orchestra.run.smithi183.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-09-12T17:10:00.613 INFO:teuthology.orchestra.run.smithi183.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2024-09-12T17:10:00.614 INFO:teuthology.orchestra.run.smithi183.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2024-09-12T17:10:00.614 INFO:teuthology.orchestra.run.smithi183.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-09-12T17:10:00.619 INFO:teuthology.orchestra.run.smithi183.stdout:Get:78 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 19.3.0-4762-gbad475c1-1jammy [357 kB] 2024-09-12T17:10:00.623 INFO:teuthology.orchestra.run.smithi183.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2024-09-12T17:10:00.624 INFO:teuthology.orchestra.run.smithi183.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-09-12T17:10:00.627 INFO:teuthology.orchestra.run.smithi183.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-09-12T17:10:00.637 INFO:teuthology.orchestra.run.smithi183.stdout:Get:82 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 19.3.0-4762-gbad475c1-1jammy [32.8 kB] 2024-09-12T17:10:00.638 INFO:teuthology.orchestra.run.smithi183.stdout:Get:83 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 19.3.0-4762-gbad475c1-1jammy [180 kB] 2024-09-12T17:10:00.640 INFO:teuthology.orchestra.run.smithi183.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-12T17:10:00.641 INFO:teuthology.orchestra.run.smithi183.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-09-12T17:10:00.641 INFO:teuthology.orchestra.run.smithi183.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-09-12T17:10:00.643 INFO:teuthology.orchestra.run.smithi183.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-09-12T17:10:00.643 INFO:teuthology.orchestra.run.smithi183.stdout:Get:88 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 19.3.0-4762-gbad475c1-1jammy [71.2 kB] 2024-09-12T17:10:00.643 INFO:teuthology.orchestra.run.smithi183.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-09-12T17:10:00.645 INFO:teuthology.orchestra.run.smithi183.stdout:Get:90 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 19.3.0-4762-gbad475c1-1jammy [338 kB] 2024-09-12T17:10:00.650 INFO:teuthology.orchestra.run.smithi183.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-09-12T17:10:00.650 INFO:teuthology.orchestra.run.smithi183.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-09-12T17:10:00.651 INFO:teuthology.orchestra.run.smithi183.stdout:Get:93 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 19.3.0-4762-gbad475c1-1jammy [7,972 kB] 2024-09-12T17:10:00.657 INFO:teuthology.orchestra.run.smithi183.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-09-12T17:10:00.659 INFO:teuthology.orchestra.run.smithi183.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-09-12T17:10:00.660 INFO:teuthology.orchestra.run.smithi183.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-09-12T17:10:00.701 INFO:teuthology.orchestra.run.smithi196.stdout:Get:97 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-4762-gbad475c1-1jammy [112 kB] 2024-09-12T17:10:00.704 INFO:teuthology.orchestra.run.smithi196.stdout:Get:98 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-4762-gbad475c1-1jammy [473 kB] 2024-09-12T17:10:00.713 INFO:teuthology.orchestra.run.smithi196.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-4762-gbad475c1-1jammy [28.2 MB] 2024-09-12T17:10:00.893 INFO:teuthology.orchestra.run.smithi183.stdout:Get:97 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 19.3.0-4762-gbad475c1-1jammy [112 kB] 2024-09-12T17:10:00.896 INFO:teuthology.orchestra.run.smithi183.stdout:Get:98 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 19.3.0-4762-gbad475c1-1jammy [473 kB] 2024-09-12T17:10:00.906 INFO:teuthology.orchestra.run.smithi183.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 19.3.0-4762-gbad475c1-1jammy [28.2 MB] 2024-09-12T17:10:01.700 INFO:teuthology.orchestra.run.smithi183.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-4762-gbad475c1-1jammy [5,206 kB] 2024-09-12T17:10:01.776 INFO:teuthology.orchestra.run.smithi183.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-4762-gbad475c1-1jammy [251 kB] 2024-09-12T17:10:01.778 INFO:teuthology.orchestra.run.smithi183.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-4762-gbad475c1-1jammy [124 kB] 2024-09-12T17:10:01.784 INFO:teuthology.orchestra.run.smithi183.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-4762-gbad475c1-1jammy [1,562 kB] 2024-09-12T17:10:01.817 INFO:teuthology.orchestra.run.smithi183.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-4762-gbad475c1-1jammy [6,310 kB] 2024-09-12T17:10:01.963 INFO:teuthology.orchestra.run.smithi183.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-4762-gbad475c1-1jammy [23.1 MB] 2024-09-12T17:10:02.116 INFO:teuthology.orchestra.run.smithi196.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 19.3.0-4762-gbad475c1-1jammy [5,206 kB] 2024-09-12T17:10:02.289 INFO:teuthology.orchestra.run.smithi196.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 19.3.0-4762-gbad475c1-1jammy [251 kB] 2024-09-12T17:10:02.315 INFO:teuthology.orchestra.run.smithi196.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 19.3.0-4762-gbad475c1-1jammy [124 kB] 2024-09-12T17:10:02.318 INFO:teuthology.orchestra.run.smithi196.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 19.3.0-4762-gbad475c1-1jammy [1,562 kB] 2024-09-12T17:10:02.395 INFO:teuthology.orchestra.run.smithi196.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 19.3.0-4762-gbad475c1-1jammy [6,310 kB] 2024-09-12T17:10:02.577 INFO:teuthology.orchestra.run.smithi183.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-4762-gbad475c1-1jammy [14.1 kB] 2024-09-12T17:10:02.578 INFO:teuthology.orchestra.run.smithi183.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-4762-gbad475c1-1jammy [880 kB] 2024-09-12T17:10:02.591 INFO:teuthology.orchestra.run.smithi183.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-4762-gbad475c1-1jammy [2,438 kB] 2024-09-12T17:10:02.627 INFO:teuthology.orchestra.run.smithi183.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-4762-gbad475c1-1jammy [812 kB] 2024-09-12T17:10:02.637 INFO:teuthology.orchestra.run.smithi183.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-4762-gbad475c1-1jammy [160 kB] 2024-09-12T17:10:02.638 INFO:teuthology.orchestra.run.smithi183.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-4762-gbad475c1-1jammy [61.4 MB] 2024-09-12T17:10:02.657 INFO:teuthology.orchestra.run.smithi196.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 19.3.0-4762-gbad475c1-1jammy [23.1 MB] 2024-09-12T17:10:03.953 INFO:teuthology.orchestra.run.smithi196.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 19.3.0-4762-gbad475c1-1jammy [14.1 kB] 2024-09-12T17:10:03.953 INFO:teuthology.orchestra.run.smithi196.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 19.3.0-4762-gbad475c1-1jammy [880 kB] 2024-09-12T17:10:03.968 INFO:teuthology.orchestra.run.smithi196.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 19.3.0-4762-gbad475c1-1jammy [2,438 kB] 2024-09-12T17:10:04.027 INFO:teuthology.orchestra.run.smithi196.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 19.3.0-4762-gbad475c1-1jammy [812 kB] 2024-09-12T17:10:04.087 INFO:teuthology.orchestra.run.smithi196.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 19.3.0-4762-gbad475c1-1jammy [160 kB] 2024-09-12T17:10:04.090 INFO:teuthology.orchestra.run.smithi196.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 19.3.0-4762-gbad475c1-1jammy [61.4 MB] 2024-09-12T17:10:04.365 INFO:teuthology.orchestra.run.smithi183.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-4762-gbad475c1-1jammy [8,625 kB] 2024-09-12T17:10:04.522 INFO:teuthology.orchestra.run.smithi183.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-4762-gbad475c1-1jammy [14.2 kB] 2024-09-12T17:10:04.523 INFO:teuthology.orchestra.run.smithi183.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-4762-gbad475c1-1jammy [48.5 MB] 2024-09-12T17:10:05.894 INFO:teuthology.orchestra.run.smithi183.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-4762-gbad475c1-1jammy [130 kB] 2024-09-12T17:10:05.972 INFO:teuthology.orchestra.run.smithi183.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-4762-gbad475c1-1jammy [39.0 kB] 2024-09-12T17:10:05.973 INFO:teuthology.orchestra.run.smithi183.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-4762-gbad475c1-1jammy [15.8 MB] 2024-09-12T17:10:06.393 INFO:teuthology.orchestra.run.smithi183.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-4762-gbad475c1-1jammy [91.2 kB] 2024-09-12T17:10:06.579 INFO:teuthology.orchestra.run.smithi196.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 19.3.0-4762-gbad475c1-1jammy [8,625 kB] 2024-09-12T17:10:06.689 INFO:teuthology.orchestra.run.smithi196.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 19.3.0-4762-gbad475c1-1jammy [14.2 kB] 2024-09-12T17:10:06.689 INFO:teuthology.orchestra.run.smithi196.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 19.3.0-4762-gbad475c1-1jammy [48.5 MB] 2024-09-12T17:10:06.963 INFO:teuthology.orchestra.run.smithi183.stdout:Fetched 243 MB in 6s (38.7 MB/s) 2024-09-12T17:10:07.121 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-12T17:10:07.218 INFO:teuthology.orchestra.run.smithi183.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-09-12T17:10:07.223 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-12T17:10:07.303 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T17:10:07.648 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-12T17:10:07.674 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-12T17:10:07.706 INFO:teuthology.orchestra.run.smithi196.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 19.3.0-4762-gbad475c1-1jammy [130 kB] 2024-09-12T17:10:07.708 INFO:teuthology.orchestra.run.smithi196.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 19.3.0-4762-gbad475c1-1jammy [39.0 kB] 2024-09-12T17:10:07.709 INFO:teuthology.orchestra.run.smithi196.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 19.3.0-4762-gbad475c1-1jammy [15.8 MB] 2024-09-12T17:10:07.714 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T17:10:08.005 INFO:teuthology.orchestra.run.smithi196.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-rgw-meta-handlers/bad475c18c96ec20c5778159aa33ba72b84e9c1b/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 19.3.0-4762-gbad475c1-1jammy [91.2 kB] 2024-09-12T17:10:08.026 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-12T17:10:08.052 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-12T17:10:08.093 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T17:10:08.513 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-12T17:10:08.539 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:10:08.569 INFO:teuthology.orchestra.run.smithi196.stdout:Fetched 243 MB in 8s (30.5 MB/s) 2024-09-12T17:10:08.587 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:10:08.730 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-09-12T17:10:08.825 INFO:teuthology.orchestra.run.smithi196.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-09-12T17:10:08.830 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-09-12T17:10:08.912 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T17:10:08.999 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-12T17:10:09.025 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:10:09.066 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:10:09.199 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-12T17:10:09.226 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-09-12T17:10:09.266 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T17:10:09.394 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-12T17:10:09.420 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:10:09.452 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:10:09.610 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-12T17:10:09.637 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-09-12T17:10:09.677 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T17:10:09.855 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-12T17:10:09.881 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-12T17:10:09.922 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T17:10:10.172 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-12T17:10:10.199 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:10:10.247 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:10:10.274 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package librados2. 2024-09-12T17:10:10.301 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../007-librados2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:10.341 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking librados2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:10.633 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-12T17:10:10.659 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:10:10.699 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:10:10.802 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package librbd1. 2024-09-12T17:10:10.828 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../008-librbd1_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:10.868 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking librbd1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:11.011 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-12T17:10:11.037 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-09-12T17:10:11.069 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:10:11.271 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libcephfs2. 2024-09-12T17:10:11.298 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../009-libcephfs2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:11.341 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libcephfs2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:11.366 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-09-12T17:10:11.392 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-09-12T17:10:11.424 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T17:10:11.624 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-rados. 2024-09-12T17:10:11.639 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../010-python3-rados_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:11.682 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-rados (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:11.735 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package librados2. 2024-09-12T17:10:11.761 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../007-librados2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:11.802 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking librados2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:11.993 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-12T17:10:12.019 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../011-python3-ceph-argparse_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:12.059 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-ceph-argparse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:12.312 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-cephfs. 2024-09-12T17:10:12.338 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../012-python3-cephfs_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:12.378 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-cephfs (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:12.555 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package librbd1. 2024-09-12T17:10:12.581 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../008-librbd1_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:12.629 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking librbd1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:12.648 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-12T17:10:12.675 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../013-python3-ceph-common_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:12.723 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:13.034 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-12T17:10:13.061 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../014-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-12T17:10:13.101 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T17:10:13.107 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libcephfs2. 2024-09-12T17:10:13.134 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../009-libcephfs2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:13.174 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libcephfs2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:13.543 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-rados. 2024-09-12T17:10:13.569 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../010-python3-rados_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:13.618 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-rados (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:13.695 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-prettytable. 2024-09-12T17:10:13.722 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../015-python3-prettytable_2.5.0-2_all.deb ... 2024-09-12T17:10:13.762 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-12T17:10:14.012 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-12T17:10:14.031 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-rbd. 2024-09-12T17:10:14.038 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../011-python3-ceph-argparse_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:14.046 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../016-python3-rbd_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:14.081 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-rbd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:14.087 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-ceph-argparse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:14.376 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-12T17:10:14.402 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../017-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-12T17:10:14.406 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-cephfs. 2024-09-12T17:10:14.432 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../012-python3-cephfs_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:14.442 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T17:10:14.481 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-cephfs (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:14.695 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-12T17:10:14.721 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../018-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-12T17:10:14.761 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-12T17:10:14.800 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-12T17:10:14.827 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../013-python3-ceph-common_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:14.867 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:15.064 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-12T17:10:15.091 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../019-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-12T17:10:15.131 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-12T17:10:15.195 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-12T17:10:15.222 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../014-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-09-12T17:10:15.253 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T17:10:15.459 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package lua5.1. 2024-09-12T17:10:15.486 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../020-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-12T17:10:15.526 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-12T17:10:15.556 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-prettytable. 2024-09-12T17:10:15.582 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../015-python3-prettytable_2.5.0-2_all.deb ... 2024-09-12T17:10:15.631 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-09-12T17:10:15.829 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package lua-any. 2024-09-12T17:10:15.855 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../021-lua-any_27ubuntu1_all.deb ... 2024-09-12T17:10:15.895 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-12T17:10:15.900 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-rbd. 2024-09-12T17:10:15.927 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../016-python3-rbd_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:15.967 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-rbd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:16.123 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package zip. 2024-09-12T17:10:16.138 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../022-zip_3.0-12build2_amd64.deb ... 2024-09-12T17:10:16.181 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking zip (3.0-12build2) ... 2024-09-12T17:10:16.320 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-12T17:10:16.346 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../017-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-09-12T17:10:16.386 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T17:10:16.501 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package unzip. 2024-09-12T17:10:16.527 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../023-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-12T17:10:16.567 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-12T17:10:16.655 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libreadline-dev:amd64. 2024-09-12T17:10:16.670 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../018-libreadline-dev_8.1.2-1_amd64.deb ... 2024-09-12T17:10:16.705 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2024-09-12T17:10:16.955 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package luarocks. 2024-09-12T17:10:16.981 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../024-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-12T17:10:17.000 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2024-09-12T17:10:17.015 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../019-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2024-09-12T17:10:17.021 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-12T17:10:17.058 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-12T17:10:17.394 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package lua5.1. 2024-09-12T17:10:17.395 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package librgw2. 2024-09-12T17:10:17.421 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../020-lua5.1_5.1.5-8.1build4_amd64.deb ... 2024-09-12T17:10:17.421 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../025-librgw2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:17.462 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking librgw2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:17.503 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2024-09-12T17:10:17.798 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package lua-any. 2024-09-12T17:10:17.813 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../021-lua-any_27ubuntu1_all.deb ... 2024-09-12T17:10:17.847 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking lua-any (27ubuntu1) ... 2024-09-12T17:10:18.081 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-rgw. 2024-09-12T17:10:18.092 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package zip. 2024-09-12T17:10:18.097 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../026-python3-rgw_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:18.118 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../022-zip_3.0-12build2_amd64.deb ... 2024-09-12T17:10:18.139 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-rgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:18.158 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking zip (3.0-12build2) ... 2024-09-12T17:10:18.492 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-12T17:10:18.495 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package unzip. 2024-09-12T17:10:18.518 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../027-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-12T17:10:18.521 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../023-unzip_6.0-26ubuntu3.2_amd64.deb ... 2024-09-12T17:10:18.559 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T17:10:18.561 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking unzip (6.0-26ubuntu3.2) ... 2024-09-12T17:10:18.974 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package luarocks. 2024-09-12T17:10:19.000 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../024-luarocks_3.8.0+dfsg1-1_all.deb ... 2024-09-12T17:10:19.003 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libradosstriper1. 2024-09-12T17:10:19.019 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../028-libradosstriper1_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:19.040 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2024-09-12T17:10:19.053 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libradosstriper1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:19.397 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package librgw2. 2024-09-12T17:10:19.424 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../025-librgw2_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:19.464 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking librgw2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:19.465 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-common. 2024-09-12T17:10:19.492 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../029-ceph-common_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:19.531 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:20.041 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-rgw. 2024-09-12T17:10:20.068 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../026-python3-rgw_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:20.108 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-rgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:20.452 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package liboath0:amd64. 2024-09-12T17:10:20.479 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../027-liboath0_2.6.7-3build1_amd64.deb ... 2024-09-12T17:10:20.519 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T17:10:20.838 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libradosstriper1. 2024-09-12T17:10:20.865 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../028-libradosstriper1_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:20.905 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libradosstriper1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:21.078 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-base. 2024-09-12T17:10:21.104 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../030-ceph-base_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:21.153 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-base (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:21.275 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-common. 2024-09-12T17:10:21.302 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../029-ceph-common_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:21.333 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:21.790 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-12T17:10:21.817 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../031-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-12T17:10:21.857 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-12T17:10:22.118 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-cheroot. 2024-09-12T17:10:22.144 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../032-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-12T17:10:22.176 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T17:10:22.479 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-12T17:10:22.505 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../033-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-12T17:10:22.546 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-12T17:10:22.848 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-12T17:10:22.875 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../034-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-12T17:10:22.915 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-12T17:10:23.038 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-base. 2024-09-12T17:10:23.065 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../030-ceph-base_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:23.114 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-base (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:23.201 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-12T17:10:23.228 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../035-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-12T17:10:23.267 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-12T17:10:23.545 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-tempora. 2024-09-12T17:10:23.572 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../036-python3-tempora_4.1.2-1_all.deb ... 2024-09-12T17:10:23.612 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-12T17:10:23.675 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-09-12T17:10:23.702 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../031-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-09-12T17:10:23.742 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-09-12T17:10:23.881 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-portend. 2024-09-12T17:10:23.908 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../037-python3-portend_3.0.0-1_all.deb ... 2024-09-12T17:10:23.948 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-12T17:10:24.003 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-cheroot. 2024-09-12T17:10:24.018 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../032-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-09-12T17:10:24.053 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T17:10:24.251 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-12T17:10:24.278 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../038-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-12T17:10:24.317 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-12T17:10:24.347 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-09-12T17:10:24.374 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../033-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-09-12T17:10:24.405 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-09-12T17:10:24.645 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-12T17:10:24.672 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../039-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-12T17:10:24.692 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-jaraco.text. 2024-09-12T17:10:24.712 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-12T17:10:24.719 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../034-python3-jaraco.text_3.6.0-2_all.deb ... 2024-09-12T17:10:24.758 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-09-12T17:10:25.044 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-09-12T17:10:25.057 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-natsort. 2024-09-12T17:10:25.071 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../035-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-09-12T17:10:25.083 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../040-python3-natsort_8.0.2-1_all.deb ... 2024-09-12T17:10:25.111 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-09-12T17:10:25.123 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-12T17:10:25.422 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-tempora. 2024-09-12T17:10:25.435 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-logutils. 2024-09-12T17:10:25.448 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../036-python3-tempora_4.1.2-1_all.deb ... 2024-09-12T17:10:25.461 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../041-python3-logutils_0.3.3-8_all.deb ... 2024-09-12T17:10:25.488 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-09-12T17:10:25.501 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-12T17:10:25.750 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-portend. 2024-09-12T17:10:25.771 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-12T17:10:25.776 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../037-python3-portend_3.0.0-1_all.deb ... 2024-09-12T17:10:25.797 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../042-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-12T17:10:25.808 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-09-12T17:10:25.829 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-12T17:10:26.110 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-09-12T17:10:26.123 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-mako. 2024-09-12T17:10:26.137 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../038-python3-zc.lockfile_2.0-1_all.deb ... 2024-09-12T17:10:26.150 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-12T17:10:26.177 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-09-12T17:10:26.190 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T17:10:26.505 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-12T17:10:26.518 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-12T17:10:26.531 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../039-python3-cherrypy3_18.6.1-4_all.deb ... 2024-09-12T17:10:26.545 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-12T17:10:26.571 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-09-12T17:10:26.585 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-12T17:10:26.887 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-12T17:10:26.908 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-natsort. 2024-09-12T17:10:26.913 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-12T17:10:26.935 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../040-python3-natsort_8.0.2-1_all.deb ... 2024-09-12T17:10:26.954 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-12T17:10:26.975 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-09-12T17:10:27.208 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-webob. 2024-09-12T17:10:27.224 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-12T17:10:27.258 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T17:10:27.295 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-logutils. 2024-09-12T17:10:27.321 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../041-python3-logutils_0.3.3-8_all.deb ... 2024-09-12T17:10:27.361 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-09-12T17:10:27.578 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-waitress. 2024-09-12T17:10:27.605 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-12T17:10:27.647 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T17:10:27.664 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-12T17:10:27.691 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../042-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-09-12T17:10:27.730 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-09-12T17:10:27.981 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-tempita. 2024-09-12T17:10:28.007 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-12T17:10:28.047 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T17:10:28.175 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-mako. 2024-09-12T17:10:28.201 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-09-12T17:10:28.359 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-paste. 2024-09-12T17:10:28.378 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T17:10:28.385 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-12T17:10:28.425 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T17:10:28.728 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-12T17:10:28.743 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-12T17:10:28.761 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-12T17:10:28.786 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T17:10:28.788 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-12T17:10:28.828 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-12T17:10:29.130 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-12T17:10:29.157 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-09-12T17:10:29.197 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-09-12T17:10:29.264 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-12T17:10:29.291 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-12T17:10:29.331 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-12T17:10:29.500 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-webob. 2024-09-12T17:10:29.527 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1ubuntu0.1_all.deb ... 2024-09-12T17:10:29.566 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T17:10:29.617 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-webtest. 2024-09-12T17:10:29.644 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2024-09-12T17:10:29.675 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-12T17:10:29.911 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-waitress. 2024-09-12T17:10:29.911 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-pecan. 2024-09-12T17:10:29.927 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-12T17:10:29.937 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-09-12T17:10:29.961 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T17:10:29.981 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T17:10:30.255 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-tempita. 2024-09-12T17:10:30.282 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-09-12T17:10:30.299 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-certifi. 2024-09-12T17:10:30.313 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T17:10:30.327 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../054-python3-certifi_2020.6.20-1_all.deb ... 2024-09-12T17:10:30.366 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-12T17:10:30.633 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-paste. 2024-09-12T17:10:30.659 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-09-12T17:10:30.694 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-idna. 2024-09-12T17:10:30.699 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T17:10:30.721 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../055-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-12T17:10:30.760 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T17:10:30.986 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-12T17:10:31.001 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-09-12T17:10:31.036 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T17:10:31.080 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-urllib3. 2024-09-12T17:10:31.107 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../056-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-12T17:10:31.146 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T17:10:31.305 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-12T17:10:31.321 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2024-09-12T17:10:31.363 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-09-12T17:10:31.483 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-requests. 2024-09-12T17:10:31.510 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../057-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-12T17:10:31.574 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T17:10:31.675 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-webtest. 2024-09-12T17:10:31.701 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2024-09-12T17:10:31.741 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-09-12T17:10:31.869 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-12T17:10:31.896 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../058-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-12T17:10:31.935 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T17:10:32.036 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pecan. 2024-09-12T17:10:32.062 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-09-12T17:10:32.102 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T17:10:32.230 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-12T17:10:32.246 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../059-ceph-mgr-modules-core_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:32.288 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-mgr-modules-core (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:32.473 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-certifi. 2024-09-12T17:10:32.500 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../054-python3-certifi_2020.6.20-1_all.deb ... 2024-09-12T17:10:32.540 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-09-12T17:10:32.660 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-12T17:10:32.687 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../060-libsqlite3-mod-ceph_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:32.726 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:32.826 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-idna. 2024-09-12T17:10:32.842 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../055-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-09-12T17:10:32.876 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T17:10:33.038 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-12T17:10:33.065 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../061-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-12T17:10:33.104 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-12T17:10:33.170 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-urllib3. 2024-09-12T17:10:33.197 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../056-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-09-12T17:10:33.237 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T17:10:34.266 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-openssl. 2024-09-12T17:10:34.293 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../062-python3-openssl_21.0.0-1_all.deb ... 2024-09-12T17:10:34.332 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-12T17:10:34.366 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-requests. 2024-09-12T17:10:34.393 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../057-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-09-12T17:10:34.432 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T17:10:34.627 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-mgr. 2024-09-12T17:10:34.654 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../063-ceph-mgr_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:34.685 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-mgr (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:34.768 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-12T17:10:34.795 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../058-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-09-12T17:10:34.835 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T17:10:35.104 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-12T17:10:35.108 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-mon. 2024-09-12T17:10:35.120 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../059-ceph-mgr-modules-core_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:35.135 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../064-ceph-mon_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:35.162 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mgr-modules-core (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:35.179 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-mon (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:35.559 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-12T17:10:35.586 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../060-libsqlite3-mod-ceph_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:35.625 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libsqlite3-mod-ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:35.783 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-osd. 2024-09-12T17:10:35.810 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../065-ceph-osd_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:35.850 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-osd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:35.887 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-12T17:10:35.913 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../061-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-09-12T17:10:35.945 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-09-12T17:10:36.247 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-openssl. 2024-09-12T17:10:36.274 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../062-python3-openssl_21.0.0-1_all.deb ... 2024-09-12T17:10:36.314 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-09-12T17:10:36.659 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mgr. 2024-09-12T17:10:36.685 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../063-ceph-mgr_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:36.725 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mgr (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:36.894 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph. 2024-09-12T17:10:36.910 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../066-ceph_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:36.944 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:37.103 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mon. 2024-09-12T17:10:37.130 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../064-ceph-mon_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:37.170 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mon (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:37.255 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-fuse. 2024-09-12T17:10:37.282 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../067-ceph-fuse_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:37.322 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:37.700 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-mds. 2024-09-12T17:10:37.727 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../068-ceph-mds_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:37.756 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-osd. 2024-09-12T17:10:37.766 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-mds (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:37.783 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../065-ceph-osd_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:37.823 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-osd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:38.145 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package cephadm. 2024-09-12T17:10:38.172 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../069-cephadm_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:38.211 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:38.489 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-12T17:10:38.515 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../070-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-12T17:10:38.555 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-12T17:10:38.916 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-12T17:10:38.931 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../071-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T17:10:38.966 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T17:10:39.093 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph. 2024-09-12T17:10:39.120 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../066-ceph_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:39.159 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:39.454 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-fuse. 2024-09-12T17:10:39.481 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../067-ceph-fuse_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:39.512 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:39.865 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mds. 2024-09-12T17:10:39.892 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../068-ceph-mds_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:39.932 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mds (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:40.179 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-babel. 2024-09-12T17:10:40.207 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../072-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T17:10:40.246 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T17:10:40.335 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package cephadm. 2024-09-12T17:10:40.361 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../069-cephadm_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:40.401 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:40.582 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-jinja2. 2024-09-12T17:10:40.609 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../073-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-12T17:10:40.648 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T17:10:40.703 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-12T17:10:40.730 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../070-python3-asyncssh_2.5.0-1_all.deb ... 2024-09-12T17:10:40.770 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-09-12T17:10:40.993 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-12T17:10:41.020 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../074-ceph-mgr-cephadm_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:41.060 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-mgr-cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:41.089 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python-babel-localedata. 2024-09-12T17:10:41.116 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../071-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T17:10:41.155 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T17:10:41.388 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-12T17:10:41.415 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../075-python3-repoze.lru_0.7-2_all.deb ... 2024-09-12T17:10:41.454 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-12T17:10:41.757 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-routes. 2024-09-12T17:10:41.784 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../076-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-12T17:10:41.824 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T17:10:42.170 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-babel. 2024-09-12T17:10:42.177 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-12T17:10:42.196 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../072-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-09-12T17:10:42.204 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../077-ceph-mgr-dashboard_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:42.235 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T17:10:42.243 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-mgr-dashboard (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:42.563 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-jinja2. 2024-09-12T17:10:42.590 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../073-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-09-12T17:10:42.630 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T17:10:43.008 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-12T17:10:43.035 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../074-ceph-mgr-cephadm_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:43.074 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mgr-cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:43.419 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-12T17:10:43.446 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../075-python3-repoze.lru_0.7-2_all.deb ... 2024-09-12T17:10:43.486 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-12T17:10:43.788 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-routes. 2024-09-12T17:10:43.815 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../076-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-09-12T17:10:43.855 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T17:10:44.175 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-12T17:10:44.188 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../077-ceph-mgr-dashboard_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:44.216 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mgr-dashboard (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:44.965 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-12T17:10:44.982 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../078-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-12T17:10:45.022 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T17:10:45.476 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-joblib. 2024-09-12T17:10:45.504 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../079-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-12T17:10:45.534 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T17:10:45.929 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-12T17:10:45.957 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../080-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-12T17:10:45.996 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-12T17:10:46.315 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-sklearn. 2024-09-12T17:10:46.343 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../081-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-12T17:10:46.382 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T17:10:46.854 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-09-12T17:10:46.871 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../078-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-09-12T17:10:46.928 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T17:10:47.073 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-12T17:10:47.101 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../082-ceph-mgr-diskprediction-local_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:47.242 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:47.432 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-joblib. 2024-09-12T17:10:47.460 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../079-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-09-12T17:10:47.498 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T17:10:47.852 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-09-12T17:10:47.880 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../080-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-09-12T17:10:47.918 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-09-12T17:10:48.204 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-cachetools. 2024-09-12T17:10:48.229 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-sklearn. 2024-09-12T17:10:48.231 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../083-python3-cachetools_5.0.0-1_all.deb ... 2024-09-12T17:10:48.257 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../081-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-09-12T17:10:48.270 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-12T17:10:48.295 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T17:10:48.548 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-12T17:10:48.576 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../084-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-12T17:10:48.614 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-12T17:10:48.927 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-12T17:10:48.954 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../085-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-12T17:10:48.962 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-12T17:10:48.991 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../082-ceph-mgr-diskprediction-local_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:49.009 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T17:10:49.122 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mgr-diskprediction-local (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:49.279 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-rsa. 2024-09-12T17:10:49.307 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../086-python3-rsa_4.8-1_all.deb ... 2024-09-12T17:10:49.337 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-12T17:10:49.691 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-google-auth. 2024-09-12T17:10:49.719 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../087-python3-google-auth_1.5.1-3_all.deb ... 2024-09-12T17:10:49.757 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-12T17:10:50.253 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-cachetools. 2024-09-12T17:10:50.281 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../083-python3-cachetools_5.0.0-1_all.deb ... 2024-09-12T17:10:50.303 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-12T17:10:50.319 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-09-12T17:10:50.330 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../088-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-12T17:10:50.369 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T17:10:50.580 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-12T17:10:50.596 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../084-python3-pyasn1_0.4.8-1_all.deb ... 2024-09-12T17:10:50.630 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-09-12T17:10:50.680 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-websocket. 2024-09-12T17:10:50.708 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../089-python3-websocket_1.2.3-1_all.deb ... 2024-09-12T17:10:50.747 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-12T17:10:50.917 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-12T17:10:50.945 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../085-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-09-12T17:10:50.983 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T17:10:51.050 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-12T17:10:51.078 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../090-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-12T17:10:51.108 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T17:10:51.278 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-rsa. 2024-09-12T17:10:51.305 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../086-python3-rsa_4.8-1_all.deb ... 2024-09-12T17:10:51.344 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-rsa (4.8-1) ... 2024-09-12T17:10:51.673 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-google-auth. 2024-09-12T17:10:51.701 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../087-python3-google-auth_1.5.1-3_all.deb ... 2024-09-12T17:10:51.739 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-09-12T17:10:51.797 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-12T17:10:51.813 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../091-ceph-mgr-k8sevents_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:51.855 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:52.043 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-12T17:10:52.059 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../088-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-09-12T17:10:52.093 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T17:10:52.183 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-12T17:10:52.211 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../092-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-12T17:10:52.249 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T17:10:52.404 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-websocket. 2024-09-12T17:10:52.432 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../089-python3-websocket_1.2.3-1_all.deb ... 2024-09-12T17:10:52.470 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-09-12T17:10:52.561 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-12T17:10:52.588 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../093-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T17:10:52.627 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T17:10:52.790 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-12T17:10:52.818 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../090-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-09-12T17:10:52.856 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T17:10:52.871 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package jq. 2024-09-12T17:10:52.887 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../094-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T17:10:52.933 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-12T17:10:53.182 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package socat. 2024-09-12T17:10:53.198 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../095-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-12T17:10:53.240 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-12T17:10:53.529 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-12T17:10:53.545 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../091-ceph-mgr-k8sevents_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:53.552 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package xmlstarlet. 2024-09-12T17:10:53.568 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../096-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-12T17:10:53.587 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-mgr-k8sevents (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:53.610 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-12T17:10:53.914 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-12T17:10:53.942 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../092-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-09-12T17:10:53.981 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T17:10:54.014 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-test. 2024-09-12T17:10:54.042 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../097-ceph-test_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:54.089 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-test (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:54.317 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-12T17:10:54.346 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../093-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T17:10:54.384 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T17:10:54.759 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package jq. 2024-09-12T17:10:54.788 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../094-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-09-12T17:10:54.828 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-09-12T17:10:55.080 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package socat. 2024-09-12T17:10:55.115 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../095-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-09-12T17:10:55.288 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-09-12T17:10:55.617 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package xmlstarlet. 2024-09-12T17:10:55.633 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../096-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-09-12T17:10:55.667 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-09-12T17:10:56.004 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-test. 2024-09-12T17:10:56.032 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../097-ceph-test_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:56.070 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-test (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:56.327 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package ceph-volume. 2024-09-12T17:10:56.355 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../098-ceph-volume_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:56.393 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking ceph-volume (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:56.714 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-12T17:10:56.730 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../099-libcephfs-dev_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:56.772 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libcephfs-dev (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:57.092 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-12T17:10:57.120 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../100-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-12T17:10:57.158 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-12T17:10:57.538 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-12T17:10:57.565 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../101-lua-sec_1.0.2-1_amd64.deb ... 2024-09-12T17:10:57.612 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-12T17:10:58.067 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package nvme-cli. 2024-09-12T17:10:58.094 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../102-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-12T17:10:58.141 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-12T17:10:58.325 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package ceph-volume. 2024-09-12T17:10:58.352 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../098-ceph-volume_19.3.0-4762-gbad475c1-1jammy_all.deb ... 2024-09-12T17:10:58.391 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking ceph-volume (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:58.571 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package pkg-config. 2024-09-12T17:10:58.599 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../103-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-12T17:10:58.638 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-12T17:10:58.695 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-12T17:10:58.711 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../099-libcephfs-dev_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:10:58.753 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libcephfs-dev (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:10:58.866 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-12T17:10:58.894 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../104-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-12T17:10:58.924 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-12T17:10:59.056 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package lua-socket:amd64. 2024-09-12T17:10:59.083 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../100-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2024-09-12T17:10:59.122 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-12T17:10:59.311 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-12T17:10:59.339 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../105-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-12T17:10:59.369 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-12T17:10:59.444 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package lua-sec:amd64. 2024-09-12T17:10:59.471 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../101-lua-sec_1.0.2-1_amd64.deb ... 2024-09-12T17:10:59.501 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2024-09-12T17:10:59.655 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-pastescript. 2024-09-12T17:10:59.682 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../106-python3-pastescript_2.0.2-4_all.deb ... 2024-09-12T17:10:59.721 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-12T17:10:59.881 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package nvme-cli. 2024-09-12T17:10:59.909 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../102-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-09-12T17:10:59.947 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-09-12T17:11:00.041 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-pluggy. 2024-09-12T17:11:00.069 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../107-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-12T17:11:00.108 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-12T17:11:00.360 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package pkg-config. 2024-09-12T17:11:00.389 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../103-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2024-09-12T17:11:00.426 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2024-09-12T17:11:00.561 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-psutil. 2024-09-12T17:11:00.589 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-12T17:11:00.688 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-12T17:11:00.717 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../104-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-09-12T17:11:00.718 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-12T17:11:00.754 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-09-12T17:11:01.055 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-py. 2024-09-12T17:11:01.083 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../109-python3-py_1.10.0-1_all.deb ... 2024-09-12T17:11:01.129 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-12T17:11:01.149 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-iniconfig. 2024-09-12T17:11:01.177 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../105-python3-iniconfig_1.1.1-2_all.deb ... 2024-09-12T17:11:01.215 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-09-12T17:11:01.458 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-pygments. 2024-09-12T17:11:01.486 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../110-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-12T17:11:01.518 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pastescript. 2024-09-12T17:11:01.524 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T17:11:01.547 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../106-python3-pastescript_2.0.2-4_all.deb ... 2024-09-12T17:11:01.584 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-12T17:11:01.888 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pluggy. 2024-09-12T17:11:01.916 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../107-python3-pluggy_0.13.0-7.1_all.deb ... 2024-09-12T17:11:01.954 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-09-12T17:11:01.962 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-12T17:11:01.990 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../111-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-12T17:11:02.020 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-12T17:11:02.265 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-psutil. 2024-09-12T17:11:02.293 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-09-12T17:11:02.322 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-toml. 2024-09-12T17:11:02.332 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-09-12T17:11:02.350 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../112-python3-toml_0.10.2-1_all.deb ... 2024-09-12T17:11:02.389 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-12T17:11:02.692 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-pytest. 2024-09-12T17:11:02.693 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-py. 2024-09-12T17:11:02.720 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../113-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-12T17:11:02.722 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../109-python3-py_1.10.0-1_all.deb ... 2024-09-12T17:11:02.762 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T17:11:02.768 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-py (1.10.0-1) ... 2024-09-12T17:11:03.071 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pygments. 2024-09-12T17:11:03.087 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-simplejson. 2024-09-12T17:11:03.099 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../110-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-09-12T17:11:03.115 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../114-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-12T17:11:03.137 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T17:11:03.153 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-12T17:11:03.405 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-12T17:11:03.422 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-12T17:11:03.464 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-12T17:11:03.600 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-12T17:11:03.616 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../111-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-09-12T17:11:03.649 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-09-12T17:11:03.961 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-toml. 2024-09-12T17:11:03.992 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../112-python3-toml_0.10.2-1_all.deb ... 2024-09-12T17:11:04.027 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-09-12T17:11:04.218 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package radosgw. 2024-09-12T17:11:04.246 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../116-radosgw_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:11:04.284 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking radosgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:04.330 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-pytest. 2024-09-12T17:11:04.346 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../113-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-09-12T17:11:04.388 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T17:11:04.742 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-simplejson. 2024-09-12T17:11:04.770 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../114-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-09-12T17:11:04.808 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-09-12T17:11:05.077 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-12T17:11:05.106 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-09-12T17:11:05.144 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-09-12T17:11:05.188 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package rbd-fuse. 2024-09-12T17:11:05.203 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../117-rbd-fuse_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:11:05.245 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking rbd-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:05.542 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-12T17:11:05.792 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T17:11:05.864 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package radosgw. 2024-09-12T17:11:05.893 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../116-radosgw_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:11:05.930 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking radosgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:05.943 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-12T17:11:06.203 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-12T17:11:06.513 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-12T17:11:06.808 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package rbd-fuse. 2024-09-12T17:11:06.825 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../117-rbd-fuse_19.3.0-4762-gbad475c1-1jammy_amd64.deb ... 2024-09-12T17:11:06.861 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking rbd-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:06.909 INFO:teuthology.orchestra.run.smithi183.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-12T17:11:06.995 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:07.163 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-09-12T17:11:07.413 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-09-12T17:11:07.539 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-09-12T17:11:07.553 INFO:teuthology.orchestra.run.smithi183.stdout:Adding system user cephadm....done 2024-09-12T17:11:07.743 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T17:11:07.809 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-09-12T17:11:08.011 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-12T17:11:08.117 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-09-12T17:11:08.253 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-12T17:11:08.379 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-12T17:11:08.514 INFO:teuthology.orchestra.run.smithi196.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-09-12T17:11:08.591 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:08.630 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-12T17:11:08.875 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T17:11:08.985 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-12T17:11:09.091 INFO:teuthology.orchestra.run.smithi196.stdout:Adding system user cephadm....done 2024-09-12T17:11:09.278 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T17:11:09.306 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-09-12T17:11:09.638 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-12T17:11:09.889 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-12T17:11:09.903 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-09-12T17:11:10.159 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-09-12T17:11:10.165 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-12T17:11:10.285 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-09-12T17:11:10.392 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-12T17:11:10.536 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-12T17:11:10.659 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-12T17:11:10.771 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-09-12T17:11:10.897 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-py (1.10.0-1) ... 2024-09-12T17:11:10.925 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-12T17:11:11.198 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-09-12T17:11:11.522 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-ceph-argparse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:11.567 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-09-12T17:11:11.819 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-09-12T17:11:11.837 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T17:11:11.963 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-12T17:11:12.078 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up unzip (6.0-26ubuntu3.2) ... 2024-09-12T17:11:12.089 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-12T17:11:12.215 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-12T17:11:12.321 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-09-12T17:11:12.466 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-12T17:11:12.580 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-09-12T17:11:12.839 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-09-12T17:11:12.895 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-12T17:11:12.931 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-12T17:11:12.986 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T17:11:13.112 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-12T17:11:13.132 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-ceph-argparse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:13.392 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-09-12T17:11:13.479 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T17:11:13.518 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2024-09-12T17:11:13.605 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-12T17:11:13.644 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2024-09-12T17:11:13.769 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-09-12T17:11:13.865 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T17:11:14.037 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2024-09-12T17:11:14.132 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-12T17:11:14.399 INFO:teuthology.orchestra.run.smithi196.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2024-09-12T17:11:14.427 INFO:teuthology.orchestra.run.smithi196.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2024-09-12T17:11:14.433 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up zip (3.0-12build2) ... 2024-09-12T17:11:14.490 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-09-12T17:11:14.568 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T17:11:14.616 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-09-12T17:11:14.992 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-09-12T17:11:15.118 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-09-12T17:11:15.236 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T17:11:15.386 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-09-12T17:11:15.487 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T17:11:15.613 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-12T17:11:15.629 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-09-12T17:11:15.722 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T17:11:15.955 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up zip (3.0-12build2) ... 2024-09-12T17:11:16.007 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-12T17:11:16.081 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-09-12T17:11:16.391 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-12T17:11:16.634 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T17:11:16.758 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-09-12T17:11:17.000 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-09-12T17:11:17.002 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T17:11:17.126 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-09-12T17:11:17.244 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-09-12T17:11:17.287 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T17:11:17.528 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-09-12T17:11:17.630 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-12T17:11:17.872 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-12T17:11:17.896 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-09-12T17:11:17.973 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:18.147 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-09-12T17:11:18.249 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T17:11:18.507 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-09-12T17:11:18.575 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T17:11:18.800 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-09-12T17:11:19.143 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-09-12T17:11:19.394 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-09-12T17:11:19.520 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:19.781 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-12T17:11:19.838 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-09-12T17:11:20.024 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:11:20.155 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-09-12T17:11:20.183 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-12T17:11:20.434 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T17:11:20.560 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-12T17:11:20.686 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T17:11:20.979 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-12T17:11:21.230 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-12T17:11:21.303 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2024-09-12T17:11:21.473 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:11:21.554 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:11:21.615 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-12T17:11:21.688 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-toml (0.10.2-1) ... 2024-09-12T17:11:21.933 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-12T17:11:21.948 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-09-12T17:11:22.073 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-09-12T17:11:22.176 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-12T17:11:22.208 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-09-12T17:11:22.427 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-12T17:11:22.509 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-09-12T17:11:22.687 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-12T17:11:22.760 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-09-12T17:11:22.937 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-12T17:11:22.994 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:11:23.121 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-09-12T17:11:23.197 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T17:11:23.323 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-12T17:11:23.422 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-09-12T17:11:23.615 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T17:11:23.681 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-09-12T17:11:23.742 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T17:11:23.924 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-09-12T17:11:24.009 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T17:11:24.183 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-12T17:11:24.302 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-12T17:11:24.434 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-09-12T17:11:24.545 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-12T17:11:24.670 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-12T17:11:24.677 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-09-12T17:11:24.788 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T17:11:24.803 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-09-12T17:11:24.868 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-12T17:11:25.087 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-09-12T17:11:25.098 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T17:11:25.213 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-09-12T17:11:25.215 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T17:11:25.523 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-webob (1:1.8.6-1.1ubuntu0.1) ... 2024-09-12T17:11:25.625 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-12T17:11:25.799 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-09-12T17:11:25.868 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-12T17:11:25.994 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-12T17:11:26.253 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:11:26.379 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T17:11:26.497 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2024-09-12T17:11:26.626 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2024-09-12T17:11:26.705 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T17:11:26.735 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-09-12T17:11:26.807 INFO:teuthology.orchestra.run.smithi196.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-09-12T17:11:27.006 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T17:11:27.053 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-09-12T17:11:27.179 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-09-12T17:11:27.274 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-12T17:11:27.408 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-12T17:11:27.581 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-09-12T17:11:27.676 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-12T17:11:27.823 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up lua-any (27ubuntu1) ... 2024-09-12T17:11:27.944 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T17:11:27.984 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-portend (3.0.0-1) ... 2024-09-12T17:11:28.242 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-09-12T17:11:28.297 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-12T17:11:28.368 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-09-12T17:11:28.673 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-12T17:11:28.686 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-09-12T17:11:28.950 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T17:11:28.978 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-09-12T17:11:29.277 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T17:11:29.288 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-09-12T17:11:29.403 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up librados2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:29.414 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-rsa (4.8-1) ... 2024-09-12T17:11:29.529 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libsqlite3-mod-ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:29.655 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-12T17:11:29.681 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-09-12T17:11:29.958 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-09-12T17:11:30.000 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libcephfs2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:30.117 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libradosstriper1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:30.243 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-12T17:11:30.336 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-09-12T17:11:30.511 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up librbd1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:30.637 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-mgr-modules-core (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:30.704 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-12T17:11:30.763 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:30.977 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T17:11:30.977 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T17:11:30.989 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-09-12T17:11:31.325 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-09-12T17:11:31.451 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up librados2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:31.498 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libcephfs-dev (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:31.577 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libsqlite3-mod-ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:31.615 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-rados (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:31.703 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2024-09-12T17:11:31.725 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up librgw2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:31.826 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T17:11:32.064 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libcephfs2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:32.165 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libradosstriper1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:32.266 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-09-12T17:11:32.542 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up librbd1 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:32.643 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mgr-modules-core (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:32.744 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:32.941 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T17:11:32.941 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-12T17:11:32.954 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-rbd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:33.072 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up rbd-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:33.173 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-rgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:33.298 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-cephfs (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:33.420 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libcephfs-dev (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:33.425 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:33.546 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-rados (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:33.672 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up librgw2 (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:33.798 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-09-12T17:11:33.976 INFO:teuthology.orchestra.run.smithi183.stdout:Adding group ceph....done 2024-09-12T17:11:34.352 INFO:teuthology.orchestra.run.smithi183.stdout:Adding system user ceph....done 2024-09-12T17:11:34.512 INFO:teuthology.orchestra.run.smithi183.stdout:Setting system user ceph properties....done 2024-09-12T17:11:34.524 INFO:teuthology.orchestra.run.smithi183.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-12T17:11:34.658 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-12T17:11:34.972 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-12T17:11:35.018 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-rbd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:35.144 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up rbd-fuse (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:35.270 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-rgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:35.396 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-cephfs (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:35.434 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-test (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:35.497 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-common (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:35.559 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up radosgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:35.992 INFO:teuthology.orchestra.run.smithi196.stdout:Adding group ceph....done 2024-09-12T17:11:36.004 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:11:36.004 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:11:36.360 INFO:teuthology.orchestra.run.smithi196.stdout:Adding system user ceph....done 2024-09-12T17:11:36.444 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-base (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:36.479 INFO:teuthology.orchestra.run.smithi196.stdout:Setting system user ceph properties....done 2024-09-12T17:11:36.498 INFO:teuthology.orchestra.run.smithi196.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-12T17:11:36.635 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-12T17:11:36.796 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-12T17:11:36.940 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-12T17:11:37.246 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-mds (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:37.408 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-test (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:37.469 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T17:11:37.469 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T17:11:37.534 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up radosgw (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:37.906 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-mgr (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:37.988 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:11:37.989 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-12T17:11:38.142 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T17:11:38.142 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T17:11:38.453 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-base (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:38.599 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-osd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:38.803 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-12T17:11:38.862 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T17:11:38.862 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T17:11:39.271 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mds (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:39.359 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-mgr-k8sevents (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:39.485 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:39.511 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T17:11:39.511 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-12T17:11:39.652 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-mon (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:39.866 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T17:11:39.866 INFO:teuthology.orchestra.run.smithi183.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T17:11:39.990 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mgr (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:40.208 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T17:11:40.208 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-12T17:11:40.337 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-mgr-cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:40.471 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:40.580 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-mgr-dashboard (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:40.706 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up ceph-volume (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:40.783 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-osd (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:41.050 INFO:teuthology.orchestra.run.smithi183.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-12T17:11:41.087 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T17:11:41.087 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-12T17:11:41.160 INFO:teuthology.orchestra.run.smithi183.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-12T17:11:41.312 INFO:teuthology.orchestra.run.smithi183.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:11:41.580 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mgr-k8sevents (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:41.681 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mgr-diskprediction-local (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:41.823 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mon (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:42.037 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T17:11:42.037 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-12T17:11:42.483 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mgr-cephadm (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:42.609 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:42.705 INFO:teuthology.orchestra.run.smithi183.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-12T17:11:42.718 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-mgr-dashboard (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:42.870 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up ceph-volume (19.3.0-4762-gbad475c1-1jammy) ... 2024-09-12T17:11:43.289 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-12T17:11:43.369 INFO:teuthology.orchestra.run.smithi183.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T17:11:43.370 DEBUG:teuthology.orchestra.run.smithi183:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-12T17:11:43.427 INFO:teuthology.orchestra.run.smithi183.stdout:Reading package lists... 2024-09-12T17:11:43.506 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-12T17:11:43.650 INFO:teuthology.orchestra.run.smithi183.stdout:Building dependency tree... 2024-09-12T17:11:43.651 INFO:teuthology.orchestra.run.smithi183.stdout:Reading state information... 2024-09-12T17:11:43.659 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:11:43.849 INFO:teuthology.orchestra.run.smithi183.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:11:43.850 INFO:teuthology.orchestra.run.smithi183.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:11:43.850 INFO:teuthology.orchestra.run.smithi183.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:11:43.850 INFO:teuthology.orchestra.run.smithi183.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:11:43.850 INFO:teuthology.orchestra.run.smithi183.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:11:43.850 INFO:teuthology.orchestra.run.smithi183.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:11:43.850 INFO:teuthology.orchestra.run.smithi183.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:11:43.851 INFO:teuthology.orchestra.run.smithi183.stdout:The following additional packages will be installed: 2024-09-12T17:11:43.852 INFO:teuthology.orchestra.run.smithi183.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-12T17:11:43.852 INFO:teuthology.orchestra.run.smithi183.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-12T17:11:43.852 INFO:teuthology.orchestra.run.smithi183.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-12T17:11:43.852 INFO:teuthology.orchestra.run.smithi183.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-12T17:11:43.852 INFO:teuthology.orchestra.run.smithi183.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-12T17:11:43.852 INFO:teuthology.orchestra.run.smithi183.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-12T17:11:43.852 INFO:teuthology.orchestra.run.smithi183.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-12T17:11:43.852 INFO:teuthology.orchestra.run.smithi183.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-12T17:11:43.852 INFO:teuthology.orchestra.run.smithi183.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-12T17:11:43.852 INFO:teuthology.orchestra.run.smithi183.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-12T17:11:43.853 INFO:teuthology.orchestra.run.smithi183.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-12T17:11:43.854 INFO:teuthology.orchestra.run.smithi183.stdout:Suggested packages: 2024-09-12T17:11:43.854 INFO:teuthology.orchestra.run.smithi183.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-12T17:11:43.854 INFO:teuthology.orchestra.run.smithi183.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-12T17:11:43.854 INFO:teuthology.orchestra.run.smithi183.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-12T17:11:43.854 INFO:teuthology.orchestra.run.smithi183.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-12T17:11:43.854 INFO:teuthology.orchestra.run.smithi183.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-12T17:11:43.895 INFO:teuthology.orchestra.run.smithi183.stdout:The following NEW packages will be installed: 2024-09-12T17:11:43.895 INFO:teuthology.orchestra.run.smithi183.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-12T17:11:43.895 INFO:teuthology.orchestra.run.smithi183.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-12T17:11:43.895 INFO:teuthology.orchestra.run.smithi183.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-12T17:11:43.895 INFO:teuthology.orchestra.run.smithi183.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-12T17:11:43.895 INFO:teuthology.orchestra.run.smithi183.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-12T17:11:43.896 INFO:teuthology.orchestra.run.smithi183.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-12T17:11:43.896 INFO:teuthology.orchestra.run.smithi183.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-12T17:11:43.896 INFO:teuthology.orchestra.run.smithi183.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-12T17:11:43.896 INFO:teuthology.orchestra.run.smithi183.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-12T17:11:43.896 INFO:teuthology.orchestra.run.smithi183.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-12T17:11:43.896 INFO:teuthology.orchestra.run.smithi183.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-12T17:11:43.896 INFO:teuthology.orchestra.run.smithi183.stdout: s3cmd 2024-09-12T17:11:43.952 INFO:teuthology.orchestra.run.smithi183.stdout:0 upgraded, 35 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:11:43.952 INFO:teuthology.orchestra.run.smithi183.stdout:Need to get 10.4 MB of archives. 2024-09-12T17:11:43.952 INFO:teuthology.orchestra.run.smithi183.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-12T17:11:43.952 INFO:teuthology.orchestra.run.smithi183.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-12T17:11:43.969 INFO:teuthology.orchestra.run.smithi183.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-12T17:11:43.970 INFO:teuthology.orchestra.run.smithi183.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-12T17:11:43.973 INFO:teuthology.orchestra.run.smithi183.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-12T17:11:44.009 INFO:teuthology.orchestra.run.smithi183.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-12T17:11:44.024 INFO:teuthology.orchestra.run.smithi183.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-12T17:11:44.026 INFO:teuthology.orchestra.run.smithi183.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-12T17:11:44.056 INFO:teuthology.orchestra.run.smithi183.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-12T17:11:44.077 INFO:teuthology.orchestra.run.smithi183.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-12T17:11:44.078 INFO:teuthology.orchestra.run.smithi183.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-12T17:11:44.079 INFO:teuthology.orchestra.run.smithi183.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-12T17:11:44.126 INFO:teuthology.orchestra.run.smithi183.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-12T17:11:44.127 INFO:teuthology.orchestra.run.smithi183.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-12T17:11:44.144 INFO:teuthology.orchestra.run.smithi183.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-12T17:11:44.144 INFO:teuthology.orchestra.run.smithi183.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-12T17:11:44.145 INFO:teuthology.orchestra.run.smithi183.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-12T17:11:44.146 INFO:teuthology.orchestra.run.smithi183.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-12T17:11:44.146 INFO:teuthology.orchestra.run.smithi183.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-12T17:11:44.149 INFO:teuthology.orchestra.run.smithi183.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-12T17:11:44.149 INFO:teuthology.orchestra.run.smithi183.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-12T17:11:44.155 INFO:teuthology.orchestra.run.smithi183.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-12T17:11:44.163 INFO:teuthology.orchestra.run.smithi183.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-12T17:11:44.163 INFO:teuthology.orchestra.run.smithi183.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-12T17:11:44.164 INFO:teuthology.orchestra.run.smithi183.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-12T17:11:44.180 INFO:teuthology.orchestra.run.smithi183.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-12T17:11:44.181 INFO:teuthology.orchestra.run.smithi183.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-12T17:11:44.181 INFO:teuthology.orchestra.run.smithi183.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-12T17:11:44.183 INFO:teuthology.orchestra.run.smithi183.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-12T17:11:44.188 INFO:teuthology.orchestra.run.smithi183.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-12T17:11:44.189 INFO:teuthology.orchestra.run.smithi183.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-12T17:11:44.203 INFO:teuthology.orchestra.run.smithi183.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-12T17:11:44.203 INFO:teuthology.orchestra.run.smithi183.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-12T17:11:44.220 INFO:teuthology.orchestra.run.smithi183.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-12T17:11:44.220 INFO:teuthology.orchestra.run.smithi183.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-12T17:11:44.220 INFO:teuthology.orchestra.run.smithi183.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-12T17:11:44.661 INFO:teuthology.orchestra.run.smithi183.stdout:Fetched 10.4 MB in 0s (32.9 MB/s) 2024-09-12T17:11:44.743 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-12T17:11:44.784 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-09-12T17:11:44.828 INFO:teuthology.orchestra.run.smithi183.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176248 files and directories currently installed.) 2024-09-12T17:11:44.834 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-12T17:11:44.875 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-12T17:11:45.102 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-12T17:11:45.131 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-12T17:11:45.169 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-12T17:11:45.413 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-12T17:11:45.429 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-12T17:11:45.457 INFO:teuthology.orchestra.run.smithi196.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T17:11:45.460 DEBUG:teuthology.orchestra.run.smithi196:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd maven 2024-09-12T17:11:45.463 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-12T17:11:45.519 INFO:teuthology.orchestra.run.smithi196.stdout:Reading package lists... 2024-09-12T17:11:45.648 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-12T17:11:45.665 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-12T17:11:45.698 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-12T17:11:45.728 INFO:teuthology.orchestra.run.smithi196.stdout:Building dependency tree... 2024-09-12T17:11:45.729 INFO:teuthology.orchestra.run.smithi196.stdout:Reading state information... 2024-09-12T17:11:45.928 INFO:teuthology.orchestra.run.smithi196.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:11:45.928 INFO:teuthology.orchestra.run.smithi196.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:11:45.928 INFO:teuthology.orchestra.run.smithi196.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:11:45.928 INFO:teuthology.orchestra.run.smithi196.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:11:45.929 INFO:teuthology.orchestra.run.smithi196.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:11:45.929 INFO:teuthology.orchestra.run.smithi196.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:11:45.929 INFO:teuthology.orchestra.run.smithi196.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:11:45.930 INFO:teuthology.orchestra.run.smithi196.stdout:The following additional packages will be installed: 2024-09-12T17:11:45.930 INFO:teuthology.orchestra.run.smithi196.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-12T17:11:45.930 INFO:teuthology.orchestra.run.smithi196.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-12T17:11:45.930 INFO:teuthology.orchestra.run.smithi196.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-12T17:11:45.930 INFO:teuthology.orchestra.run.smithi196.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-12T17:11:45.930 INFO:teuthology.orchestra.run.smithi196.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-12T17:11:45.930 INFO:teuthology.orchestra.run.smithi196.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-12T17:11:45.930 INFO:teuthology.orchestra.run.smithi196.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-12T17:11:45.930 INFO:teuthology.orchestra.run.smithi196.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-12T17:11:45.930 INFO:teuthology.orchestra.run.smithi196.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-12T17:11:45.931 INFO:teuthology.orchestra.run.smithi196.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-12T17:11:45.931 INFO:teuthology.orchestra.run.smithi196.stdout: libwagon-http-shaded-java libwagon-provider-api-java python3-magic 2024-09-12T17:11:45.931 INFO:teuthology.orchestra.run.smithi196.stdout:Suggested packages: 2024-09-12T17:11:45.931 INFO:teuthology.orchestra.run.smithi196.stdout: libaopalliance-java-doc libatinject-jsr330-api-java-doc libel-api-java 2024-09-12T17:11:45.932 INFO:teuthology.orchestra.run.smithi196.stdout: libcommons-io-java-doc libcommons-lang3-java-doc libasm-java libcglib-java 2024-09-12T17:11:45.932 INFO:teuthology.orchestra.run.smithi196.stdout: libjsr305-java-doc libmaven-shared-utils-java-doc liblogback-java 2024-09-12T17:11:45.932 INFO:teuthology.orchestra.run.smithi196.stdout: libplexus-classworlds-java-doc libplexus-sec-dispatcher-java-doc 2024-09-12T17:11:45.932 INFO:teuthology.orchestra.run.smithi196.stdout: libplexus-utils2-java-doc testng libcommons-logging-java liblog4j1.2-java 2024-09-12T17:11:45.968 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-12T17:11:45.970 INFO:teuthology.orchestra.run.smithi196.stdout:The following NEW packages will be installed: 2024-09-12T17:11:45.971 INFO:teuthology.orchestra.run.smithi196.stdout: libaopalliance-java libapache-pom-java libatinject-jsr330-api-java 2024-09-12T17:11:45.971 INFO:teuthology.orchestra.run.smithi196.stdout: libcdi-api-java libcommons-cli-java libcommons-io-java libcommons-lang3-java 2024-09-12T17:11:45.971 INFO:teuthology.orchestra.run.smithi196.stdout: libcommons-parent-java libgeronimo-annotation-1.3-spec-java 2024-09-12T17:11:45.971 INFO:teuthology.orchestra.run.smithi196.stdout: libgeronimo-interceptor-3.0-spec-java libguava-java libguice-java 2024-09-12T17:11:45.971 INFO:teuthology.orchestra.run.smithi196.stdout: libhawtjni-runtime-java libjansi-java libjansi-native-java libjsr305-java 2024-09-12T17:11:45.971 INFO:teuthology.orchestra.run.smithi196.stdout: libmaven-parent-java libmaven-resolver-java libmaven-shared-utils-java 2024-09-12T17:11:45.971 INFO:teuthology.orchestra.run.smithi196.stdout: libmaven3-core-java libplexus-cipher-java libplexus-classworlds-java 2024-09-12T17:11:45.971 INFO:teuthology.orchestra.run.smithi196.stdout: libplexus-component-annotations-java libplexus-interpolation-java 2024-09-12T17:11:45.971 INFO:teuthology.orchestra.run.smithi196.stdout: libplexus-sec-dispatcher-java libplexus-utils2-java libsisu-inject-java 2024-09-12T17:11:45.971 INFO:teuthology.orchestra.run.smithi196.stdout: libsisu-plexus-java libslf4j-java libwagon-file-java 2024-09-12T17:11:45.972 INFO:teuthology.orchestra.run.smithi196.stdout: libwagon-http-shaded-java libwagon-provider-api-java maven python3-magic 2024-09-12T17:11:45.972 INFO:teuthology.orchestra.run.smithi196.stdout: s3cmd 2024-09-12T17:11:45.996 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-12T17:11:46.034 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-12T17:11:46.153 INFO:teuthology.orchestra.run.smithi196.stdout:0 upgraded, 35 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:11:46.153 INFO:teuthology.orchestra.run.smithi196.stdout:Need to get 10.4 MB of archives. 2024-09-12T17:11:46.153 INFO:teuthology.orchestra.run.smithi196.stdout:After this operation, 13.9 MB of additional disk space will be used. 2024-09-12T17:11:46.153 INFO:teuthology.orchestra.run.smithi196.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libapache-pom-java all 18-1 [4,720 B] 2024-09-12T17:11:46.237 INFO:teuthology.orchestra.run.smithi196.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libatinject-jsr330-api-java all 1.0+ds1-5 [5,348 B] 2024-09-12T17:11:46.238 INFO:teuthology.orchestra.run.smithi196.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-interceptor-3.0-spec-java all 1.0.1-4fakesync [8,616 B] 2024-09-12T17:11:46.252 INFO:teuthology.orchestra.run.smithi196.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcdi-api-java all 1.2-3 [54.3 kB] 2024-09-12T17:11:46.286 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-12T17:11:46.315 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-12T17:11:46.353 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-12T17:11:46.416 INFO:teuthology.orchestra.run.smithi196.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-cli-java all 1.4-2 [55.8 kB] 2024-09-12T17:11:46.487 INFO:teuthology.orchestra.run.smithi196.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-parent-java all 43-1 [10.8 kB] 2024-09-12T17:11:46.495 INFO:teuthology.orchestra.run.smithi196.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-io-java all 2.11.0-2 [297 kB] 2024-09-12T17:11:46.589 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-12T17:11:46.605 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-12T17:11:46.631 INFO:teuthology.orchestra.run.smithi196.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcommons-lang3-java all 3.11-1 [526 kB] 2024-09-12T17:11:46.647 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-12T17:11:46.723 INFO:teuthology.orchestra.run.smithi196.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgeronimo-annotation-1.3-spec-java all 1.3-1 [11.2 kB] 2024-09-12T17:11:46.724 INFO:teuthology.orchestra.run.smithi196.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjsr305-java all 0.1~+svn49-11 [27.0 kB] 2024-09-12T17:11:46.727 INFO:teuthology.orchestra.run.smithi196.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguava-java all 29.0-6 [2,418 kB] 2024-09-12T17:11:46.872 INFO:teuthology.orchestra.run.smithi196.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaopalliance-java all 20070526-6 [9,084 B] 2024-09-12T17:11:46.873 INFO:teuthology.orchestra.run.smithi196.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libguice-java all 4.2.3-2 [1,434 kB] 2024-09-12T17:11:46.899 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-12T17:11:46.913 INFO:teuthology.orchestra.run.smithi196.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libhawtjni-runtime-java all 1.17-1 [28.8 kB] 2024-09-12T17:11:46.913 INFO:teuthology.orchestra.run.smithi196.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-native-java all 1.8-1 [23.8 kB] 2024-09-12T17:11:46.915 INFO:teuthology.orchestra.run.smithi196.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libjansi-java all 1.18-1 [56.8 kB] 2024-09-12T17:11:46.915 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-12T17:11:46.917 INFO:teuthology.orchestra.run.smithi196.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-parent-java all 31-2 [5,140 B] 2024-09-12T17:11:46.917 INFO:teuthology.orchestra.run.smithi196.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-utils2-java all 3.3.0-1 [250 kB] 2024-09-12T17:11:46.922 INFO:teuthology.orchestra.run.smithi196.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-provider-api-java all 3.3.4-1 [48.5 kB] 2024-09-12T17:11:46.924 INFO:teuthology.orchestra.run.smithi196.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven-resolver-java all 1.4.2-3build1 [555 kB] 2024-09-12T17:11:46.949 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-12T17:11:46.969 INFO:teuthology.orchestra.run.smithi196.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libmaven-shared-utils-java all 3.3.0-1ubuntu0.22.04.1 [148 kB] 2024-09-12T17:11:46.973 INFO:teuthology.orchestra.run.smithi196.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-cipher-java all 1.8-2 [15.1 kB] 2024-09-12T17:11:47.023 INFO:teuthology.orchestra.run.smithi196.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-classworlds-java all 2.6.0-1 [49.4 kB] 2024-09-12T17:11:47.024 INFO:teuthology.orchestra.run.smithi196.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-component-annotations-java all 2.1.0-1 [6,564 B] 2024-09-12T17:11:47.025 INFO:teuthology.orchestra.run.smithi196.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-interpolation-java all 1.26-1 [76.8 kB] 2024-09-12T17:11:47.027 INFO:teuthology.orchestra.run.smithi196.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libplexus-sec-dispatcher-java all 1.4-4 [28.1 kB] 2024-09-12T17:11:47.028 INFO:teuthology.orchestra.run.smithi196.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libslf4j-java all 1.7.32-1 [141 kB] 2024-09-12T17:11:47.053 INFO:teuthology.orchestra.run.smithi196.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-inject-java all 0.3.4-2 [347 kB] 2024-09-12T17:11:47.061 INFO:teuthology.orchestra.run.smithi196.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsisu-plexus-java all 0.3.4-3 [181 kB] 2024-09-12T17:11:47.065 INFO:teuthology.orchestra.run.smithi196.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmaven3-core-java all 3.6.3-5 [1,535 kB] 2024-09-12T17:11:47.132 INFO:teuthology.orchestra.run.smithi196.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-file-java all 3.3.4-1 [7,928 B] 2024-09-12T17:11:47.133 INFO:teuthology.orchestra.run.smithi196.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libwagon-http-shaded-java all 3.3.4-1 [1,855 kB] 2024-09-12T17:11:47.164 INFO:teuthology.orchestra.run.smithi196.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 maven all 3.6.3-5 [17.8 kB] 2024-09-12T17:11:47.164 INFO:teuthology.orchestra.run.smithi196.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2024-09-12T17:11:47.165 INFO:teuthology.orchestra.run.smithi196.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2024-09-12T17:11:47.252 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-12T17:11:47.268 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-12T17:11:47.427 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-12T17:11:47.610 INFO:teuthology.orchestra.run.smithi196.stdout:Fetched 10.4 MB in 1s (8,737 kB/s) 2024-09-12T17:11:47.691 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libapache-pom-java. 2024-09-12T17:11:47.705 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libjsr305-java. 2024-09-12T17:11:47.722 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-12T17:11:47.763 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-12T17:11:47.772 INFO:teuthology.orchestra.run.smithi196.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 176248 files and directories currently installed.) 2024-09-12T17:11:47.778 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../00-libapache-pom-java_18-1_all.deb ... 2024-09-12T17:11:47.815 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libapache-pom-java (18-1) ... 2024-09-12T17:11:48.000 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libguava-java. 2024-09-12T17:11:48.017 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-12T17:11:48.058 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-12T17:11:48.068 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libatinject-jsr330-api-java. 2024-09-12T17:11:48.096 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../01-libatinject-jsr330-api-java_1.0+ds1-5_all.deb ... 2024-09-12T17:11:48.135 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-12T17:11:48.412 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libgeronimo-interceptor-3.0-spec-java. 2024-09-12T17:11:48.440 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../02-libgeronimo-interceptor-3.0-spec-java_1.0.1-4fakesync_all.deb ... 2024-09-12T17:11:48.478 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-12T17:11:48.519 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-12T17:11:48.547 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-12T17:11:48.660 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-12T17:11:48.723 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libcdi-api-java. 2024-09-12T17:11:48.752 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../03-libcdi-api-java_1.2-3_all.deb ... 2024-09-12T17:11:48.789 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libcdi-api-java (1.2-3) ... 2024-09-12T17:11:48.912 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libguice-java. 2024-09-12T17:11:48.929 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-12T17:11:48.971 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-12T17:11:49.059 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libcommons-cli-java. 2024-09-12T17:11:49.087 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../04-libcommons-cli-java_1.4-2_all.deb ... 2024-09-12T17:11:49.125 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libcommons-cli-java (1.4-2) ... 2024-09-12T17:11:49.358 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-12T17:11:49.374 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-12T17:11:49.386 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libcommons-parent-java. 2024-09-12T17:11:49.403 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../05-libcommons-parent-java_43-1_all.deb ... 2024-09-12T17:11:49.416 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-12T17:11:49.444 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libcommons-parent-java (43-1) ... 2024-09-12T17:11:49.643 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-12T17:11:49.659 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-12T17:11:49.693 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-12T17:11:49.696 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libcommons-io-java. 2024-09-12T17:11:49.710 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../06-libcommons-io-java_2.11.0-2_all.deb ... 2024-09-12T17:11:49.755 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libcommons-io-java (2.11.0-2) ... 2024-09-12T17:11:49.921 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libjansi-java. 2024-09-12T17:11:49.949 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-12T17:11:49.987 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-12T17:11:50.016 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libcommons-lang3-java. 2024-09-12T17:11:50.032 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../07-libcommons-lang3-java_3.11-1_all.deb ... 2024-09-12T17:11:50.074 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libcommons-lang3-java (3.11-1) ... 2024-09-12T17:11:50.239 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-12T17:11:50.256 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-12T17:11:50.298 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-12T17:11:50.376 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libgeronimo-annotation-1.3-spec-java. 2024-09-12T17:11:50.393 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../08-libgeronimo-annotation-1.3-spec-java_1.3-1_all.deb ... 2024-09-12T17:11:50.435 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-12T17:11:50.575 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-12T17:11:50.592 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-12T17:11:50.633 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-12T17:11:50.770 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libjsr305-java. 2024-09-12T17:11:50.799 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../09-libjsr305-java_0.1~+svn49-11_all.deb ... 2024-09-12T17:11:50.837 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libjsr305-java (0.1~+svn49-11) ... 2024-09-12T17:11:50.919 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-12T17:11:50.935 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-12T17:11:50.977 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-12T17:11:51.098 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libguava-java. 2024-09-12T17:11:51.127 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../10-libguava-java_29.0-6_all.deb ... 2024-09-12T17:11:51.165 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libguava-java (29.0-6) ... 2024-09-12T17:11:51.238 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-12T17:11:51.266 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-12T17:11:51.305 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-12T17:11:51.592 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libaopalliance-java. 2024-09-12T17:11:51.609 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../11-libaopalliance-java_20070526-6_all.deb ... 2024-09-12T17:11:51.617 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-12T17:11:51.633 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-12T17:11:51.642 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libaopalliance-java (20070526-6) ... 2024-09-12T17:11:51.667 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-12T17:11:51.853 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libguice-java. 2024-09-12T17:11:51.869 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../12-libguice-java_4.2.3-2_all.deb ... 2024-09-12T17:11:51.903 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libguice-java (4.2.3-2) ... 2024-09-12T17:11:51.911 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-12T17:11:51.927 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-12T17:11:51.969 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-12T17:11:52.222 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-12T17:11:52.238 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-12T17:11:52.280 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-12T17:11:52.281 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libhawtjni-runtime-java. 2024-09-12T17:11:52.306 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../13-libhawtjni-runtime-java_1.17-1_all.deb ... 2024-09-12T17:11:52.348 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libhawtjni-runtime-java (1.17-1) ... 2024-09-12T17:11:52.609 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libjansi-native-java. 2024-09-12T17:11:52.625 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../14-libjansi-native-java_1.8-1_all.deb ... 2024-09-12T17:11:52.651 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-12T17:11:52.667 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-12T17:11:52.668 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libjansi-native-java (1.8-1) ... 2024-09-12T17:11:52.709 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-12T17:11:52.911 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libjansi-java. 2024-09-12T17:11:52.928 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../15-libjansi-java_1.18-1_all.deb ... 2024-09-12T17:11:52.936 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-12T17:11:52.961 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libjansi-java (1.18-1) ... 2024-09-12T17:11:52.964 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-12T17:11:53.003 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-12T17:11:53.180 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libmaven-parent-java. 2024-09-12T17:11:53.196 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../16-libmaven-parent-java_31-2_all.deb ... 2024-09-12T17:11:53.230 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libmaven-parent-java (31-2) ... 2024-09-12T17:11:53.272 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-12T17:11:53.288 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-12T17:11:53.330 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-12T17:11:53.474 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libplexus-utils2-java. 2024-09-12T17:11:53.490 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../17-libplexus-utils2-java_3.3.0-1_all.deb ... 2024-09-12T17:11:53.532 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libplexus-utils2-java (3.3.0-1) ... 2024-09-12T17:11:53.582 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libslf4j-java. 2024-09-12T17:11:53.601 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-12T17:11:53.641 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-12T17:11:53.810 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libwagon-provider-api-java. 2024-09-12T17:11:53.838 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../18-libwagon-provider-api-java_3.3.4-1_all.deb ... 2024-09-12T17:11:53.877 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libwagon-provider-api-java (3.3.4-1) ... 2024-09-12T17:11:53.911 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-12T17:11:53.928 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-12T17:11:53.986 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-12T17:11:54.129 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libmaven-resolver-java. 2024-09-12T17:11:54.155 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../19-libmaven-resolver-java_1.4.2-3build1_all.deb ... 2024-09-12T17:11:54.196 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libmaven-resolver-java (1.4.2-3build1) ... 2024-09-12T17:11:54.230 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-12T17:11:54.247 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-12T17:11:54.288 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-12T17:11:54.508 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libmaven-shared-utils-java. 2024-09-12T17:11:54.525 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../20-libmaven-shared-utils-java_3.3.0-1ubuntu0.22.04.1_all.deb ... 2024-09-12T17:11:54.541 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-12T17:11:54.557 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-12T17:11:54.566 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-12T17:11:54.608 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-12T17:11:54.777 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libplexus-cipher-java. 2024-09-12T17:11:54.805 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../21-libplexus-cipher-java_1.8-2_all.deb ... 2024-09-12T17:11:54.836 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libplexus-cipher-java (1.8-2) ... 2024-09-12T17:11:54.995 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-12T17:11:55.023 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-12T17:11:55.062 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-12T17:11:55.113 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libplexus-classworlds-java. 2024-09-12T17:11:55.141 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../22-libplexus-classworlds-java_2.6.0-1_all.deb ... 2024-09-12T17:11:55.180 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libplexus-classworlds-java (2.6.0-1) ... 2024-09-12T17:11:55.322 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-12T17:11:55.350 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-12T17:11:55.389 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-12T17:11:55.424 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libplexus-component-annotations-java. 2024-09-12T17:11:55.440 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../23-libplexus-component-annotations-java_2.1.0-1_all.deb ... 2024-09-12T17:11:55.482 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libplexus-component-annotations-java (2.1.0-1) ... 2024-09-12T17:11:55.734 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libplexus-interpolation-java. 2024-09-12T17:11:55.751 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../24-libplexus-interpolation-java_1.26-1_all.deb ... 2024-09-12T17:11:55.784 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libplexus-interpolation-java (1.26-1) ... 2024-09-12T17:11:55.810 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package maven. 2024-09-12T17:11:55.839 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-12T17:11:55.877 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking maven (3.6.3-5) ... 2024-09-12T17:11:56.028 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libplexus-sec-dispatcher-java. 2024-09-12T17:11:56.045 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../25-libplexus-sec-dispatcher-java_1.4-4_all.deb ... 2024-09-12T17:11:56.078 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-12T17:11:56.188 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package python3-magic. 2024-09-12T17:11:56.216 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-12T17:11:56.255 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-12T17:11:56.331 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libslf4j-java. 2024-09-12T17:11:56.359 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../26-libslf4j-java_1.7.32-1_all.deb ... 2024-09-12T17:11:56.397 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libslf4j-java (1.7.32-1) ... 2024-09-12T17:11:56.549 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package s3cmd. 2024-09-12T17:11:56.577 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-12T17:11:56.616 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-12T17:11:56.710 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libsisu-inject-java. 2024-09-12T17:11:56.726 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../27-libsisu-inject-java_0.3.4-2_all.deb ... 2024-09-12T17:11:56.768 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libsisu-inject-java (0.3.4-2) ... 2024-09-12T17:11:56.970 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-12T17:11:57.045 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libsisu-plexus-java. 2024-09-12T17:11:57.062 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../28-libsisu-plexus-java_0.3.4-3_all.deb ... 2024-09-12T17:11:57.071 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-12T17:11:57.095 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libsisu-plexus-java (0.3.4-3) ... 2024-09-12T17:11:57.172 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-12T17:11:57.290 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-12T17:11:57.331 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libmaven3-core-java. 2024-09-12T17:11:57.347 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../29-libmaven3-core-java_3.6.3-5_all.deb ... 2024-09-12T17:11:57.389 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libmaven3-core-java (3.6.3-5) ... 2024-09-12T17:11:57.424 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-12T17:11:57.617 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-12T17:11:57.744 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libwagon-file-java. 2024-09-12T17:11:57.751 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-12T17:11:57.760 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../30-libwagon-file-java_3.3.4-1_all.deb ... 2024-09-12T17:11:57.802 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libwagon-file-java (3.3.4-1) ... 2024-09-12T17:11:57.869 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-12T17:11:57.978 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-12T17:11:58.054 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package libwagon-http-shaded-java. 2024-09-12T17:11:58.071 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../31-libwagon-http-shaded-java_3.3.4-1_all.deb ... 2024-09-12T17:11:58.104 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-12T17:11:58.112 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking libwagon-http-shaded-java (3.3.4-1) ... 2024-09-12T17:11:58.230 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-12T17:11:58.356 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-12T17:11:58.482 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-12T17:11:58.574 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package maven. 2024-09-12T17:11:58.602 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../32-maven_3.6.3-5_all.deb ... 2024-09-12T17:11:58.608 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-12T17:11:58.640 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking maven (3.6.3-5) ... 2024-09-12T17:11:58.734 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-12T17:11:58.869 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-12T17:11:58.969 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package python3-magic. 2024-09-12T17:11:58.997 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../33-python3-magic_2%3a0.4.24-2_all.deb ... 2024-09-12T17:11:59.035 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2024-09-12T17:11:59.128 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-12T17:11:59.254 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-12T17:11:59.329 INFO:teuthology.orchestra.run.smithi196.stdout:Selecting previously unselected package s3cmd. 2024-09-12T17:11:59.358 INFO:teuthology.orchestra.run.smithi196.stdout:Preparing to unpack .../34-s3cmd_2.2.0-1_all.deb ... 2024-09-12T17:11:59.380 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-12T17:11:59.387 INFO:teuthology.orchestra.run.smithi196.stdout:Unpacking s3cmd (2.2.0-1) ... 2024-09-12T17:11:59.506 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-12T17:11:59.615 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-12T17:11:59.716 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-12T17:11:59.750 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libslf4j-java (1.7.32-1) ... 2024-09-12T17:11:59.817 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-12T17:11:59.877 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libplexus-utils2-java (3.3.0-1) ... 2024-09-12T17:12:00.002 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libplexus-classworlds-java (2.6.0-1) ... 2024-09-12T17:12:00.110 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-12T17:12:00.128 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libjsr305-java (0.1~+svn49-11) ... 2024-09-12T17:12:00.236 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-12T17:12:00.254 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libaopalliance-java (20070526-6) ... 2024-09-12T17:12:00.362 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libguava-java (29.0-6) ... 2024-09-12T17:12:00.364 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libcommons-cli-java (1.4-2) ... 2024-09-12T17:12:00.464 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libplexus-component-annotations-java (2.1.0-1) ... 2024-09-12T17:12:00.488 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-12T17:12:00.565 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libplexus-cipher-java (1.8-2) ... 2024-09-12T17:12:00.614 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-12T17:12:00.717 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libgeronimo-annotation-1.3-spec-java (1.3-1) ... 2024-09-12T17:12:00.742 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-12T17:12:00.841 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-12T17:12:00.842 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libgeronimo-interceptor-3.0-spec-java (1.0.1-4fakesync) ... 2024-09-12T17:12:00.942 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-12T17:12:00.969 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libapache-pom-java (18-1) ... 2024-09-12T17:12:01.060 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-12T17:12:01.094 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libatinject-jsr330-api-java (1.0+ds1-5) ... 2024-09-12T17:12:01.202 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-12T17:12:01.220 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libplexus-interpolation-java (1.26-1) ... 2024-09-12T17:12:01.328 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-12T17:12:01.346 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libplexus-sec-dispatcher-java (1.4-4) ... 2024-09-12T17:12:01.454 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up maven (3.6.3-5) ... 2024-09-12T17:12:01.472 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libwagon-http-shaded-java (3.3.4-1) ... 2024-09-12T17:12:01.598 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up python3-magic (2:0.4.24-2) ... 2024-09-12T17:12:01.730 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-12T17:12:01.793 INFO:teuthology.orchestra.run.smithi183.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:12:01.849 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libcdi-api-java (1.2-3) ... 2024-09-12T17:12:01.975 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libhawtjni-runtime-java (1.17-1) ... 2024-09-12T17:12:02.101 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libwagon-provider-api-java (3.3.4-1) ... 2024-09-12T17:12:02.227 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libmaven-parent-java (31-2) ... 2024-09-12T17:12:02.353 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libcommons-parent-java (43-1) ... 2024-09-12T17:12:02.479 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libsisu-inject-java (0.3.4-2) ... 2024-09-12T17:12:02.597 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up s3cmd (2.2.0-1) ... 2024-09-12T17:12:02.898 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libsisu-plexus-java (0.3.4-3) ... 2024-09-12T17:12:02.999 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libmaven-resolver-java (1.4.2-3build1) ... 2024-09-12T17:12:03.125 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libguava-java (29.0-6) ... 2024-09-12T17:12:03.199 INFO:teuthology.orchestra.run.smithi183.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T17:12:03.205 DEBUG:teuthology.parallel:result is None 2024-09-12T17:12:03.251 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libcommons-lang3-java (3.11-1) ... 2024-09-12T17:12:03.377 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libjansi-native-java (1.8-1) ... 2024-09-12T17:12:03.503 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libwagon-file-java (3.3.4-1) ... 2024-09-12T17:12:03.629 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libcommons-io-java (2.11.0-2) ... 2024-09-12T17:12:03.772 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libguice-java (4.2.3-2) ... 2024-09-12T17:12:03.873 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libjansi-java (1.18-1) ... 2024-09-12T17:12:03.973 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libmaven-shared-utils-java (3.3.0-1ubuntu0.22.04.1) ... 2024-09-12T17:12:04.074 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up libmaven3-core-java (3.6.3-5) ... 2024-09-12T17:12:04.200 INFO:teuthology.orchestra.run.smithi196.stdout:Setting up maven (3.6.3-5) ... 2024-09-12T17:12:04.458 INFO:teuthology.orchestra.run.smithi196.stdout:update-alternatives: using /usr/share/maven/bin/mvn to provide /usr/bin/mvn (mvn) in auto mode 2024-09-12T17:12:04.529 INFO:teuthology.orchestra.run.smithi196.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:12:06.015 INFO:teuthology.orchestra.run.smithi196.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-12T17:12:06.020 DEBUG:teuthology.parallel:result is None 2024-09-12T17:12:06.021 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:12:06.168 DEBUG:teuthology.orchestra.run.smithi183:> dpkg-query -W -f '${Version}' ceph 2024-09-12T17:12:06.187 INFO:teuthology.orchestra.run.smithi183.stdout:19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:12:06.188 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:12:06.188 INFO:teuthology.task.install:The correct ceph version 19.3.0-4762-gbad475c1-1jammy is installed. 2024-09-12T17:12:06.190 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:12:06.335 DEBUG:teuthology.orchestra.run.smithi196:> dpkg-query -W -f '${Version}' ceph 2024-09-12T17:12:06.354 INFO:teuthology.orchestra.run.smithi196.stdout:19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:12:06.354 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4762-gbad475c1-1jammy 2024-09-12T17:12:06.355 INFO:teuthology.task.install:The correct ceph version 19.3.0-4762-gbad475c1-1jammy is installed. 2024-09-12T17:12:06.356 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-12T17:12:06.357 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:06.357 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T17:12:06.371 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:06.371 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T17:12:06.408 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-12T17:12:06.408 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:06.408 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T17:12:06.424 DEBUG:teuthology.orchestra.run.smithi183:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T17:12:06.480 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:06.480 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T17:12:06.493 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T17:12:06.548 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-12T17:12:06.548 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:06.548 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T17:12:06.561 DEBUG:teuthology.orchestra.run.smithi183:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T17:12:06.616 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:06.617 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T17:12:06.630 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T17:12:06.684 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-12T17:12:06.684 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:06.684 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T17:12:06.697 DEBUG:teuthology.orchestra.run.smithi183:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T17:12:06.753 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:06.753 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T17:12:06.766 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T17:12:06.820 INFO:teuthology.run_tasks:Running task ceph... 2024-09-12T17:12:06.907 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-12T17:12:06.907 DEBUG:teuthology.orchestra.run.smithi183:> sudo chmod 777 /var/log/ceph 2024-09-12T17:12:06.910 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 777 /var/log/ceph 2024-09-12T17:12:06.923 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-12T17:12:06.923 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T17:12:06.966 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T17:12:06.978 INFO:tasks.ceph:Creating extra log directories... 2024-09-12T17:12:06.978 DEBUG:teuthology.orchestra.run.smithi183:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T17:12:07.022 DEBUG:teuthology.orchestra.run.smithi196:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T17:12:07.045 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-12T17:12:07.045 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-12T17:12:07.045 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710', 'branch': 'wip-rgw-meta-handlers', 'description': 'rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep}', 'email': None, 'first_in_suite': False, 'job_id': '7902710', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-rgw-meta-handlers'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0'}, 'compression type': 'random', 'ec-data-pool': False, 'frontend': 'beast', 'inline data': False, 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-master', 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rgw-meta-handlers', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, 'owner': 'scheduled_cbodley@teuthology', 'priority': 90, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 6279, 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-rgw-meta-handlers', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_bad475c18c96ec20c5778159aa33ba72b84e9c1b/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b', 'targets': {'smithi183.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBJE1xU0o51Q4x2Ngioeq5iQUWioLmBwz7eFd5j0Pf0IKc5lhkuiS864Ih8yEY/2irb+zO6hKB91yeZLNULqqKA=', 'smithi196.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOeSTk1u+f59EhWgsUSK8oWcHFGR2LLXe3XO7hH6aerkdZpD7I+CoPC2iQ6oOrbvGU7DR4FGVeUCz8V+BvCp7k4='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-12_15:39:52', 'tube': 'smithi', 'user': 'cbodley', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-12T17:12:07.046 DEBUG:teuthology.orchestra.run.smithi183:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T17:12:07.078 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T17:12:07.086 DEBUG:teuthology.orchestra.run.smithi183:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T17:12:07.127 DEBUG:teuthology.orchestra.run.smithi196:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T17:12:07.140 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:07.141 DEBUG:teuthology.orchestra.run.smithi183:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T17:12:07.185 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T17:12:07.185 DEBUG:teuthology.orchestra.run.smithi183:> stat /dev/vg_nvme/lv_1 2024-09-12T17:12:07.233 INFO:teuthology.orchestra.run.smithi183.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T17:12:07.233 INFO:teuthology.orchestra.run.smithi183.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:12:07.233 INFO:teuthology.orchestra.run.smithi183.stdout:Device: 5h/5d Inode: 857 Links: 1 2024-09-12T17:12:07.234 INFO:teuthology.orchestra.run.smithi183.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:12:07.234 INFO:teuthology.orchestra.run.smithi183.stdout:Access: 2024-09-12 17:06:20.054760968 +0000 2024-09-12T17:12:07.234 INFO:teuthology.orchestra.run.smithi183.stdout:Modify: 2024-09-12 17:06:19.798728938 +0000 2024-09-12T17:12:07.234 INFO:teuthology.orchestra.run.smithi183.stdout:Change: 2024-09-12 17:06:19.798728938 +0000 2024-09-12T17:12:07.234 INFO:teuthology.orchestra.run.smithi183.stdout: Birth: - 2024-09-12T17:12:07.234 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T17:12:07.288 INFO:teuthology.orchestra.run.smithi183.stderr:1+0 records in 2024-09-12T17:12:07.288 INFO:teuthology.orchestra.run.smithi183.stderr:1+0 records out 2024-09-12T17:12:07.288 INFO:teuthology.orchestra.run.smithi183.stderr:512 bytes copied, 0.000451961 s, 1.1 MB/s 2024-09-12T17:12:07.289 DEBUG:teuthology.orchestra.run.smithi183:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T17:12:07.340 DEBUG:teuthology.orchestra.run.smithi183:> stat /dev/vg_nvme/lv_2 2024-09-12T17:12:07.385 INFO:teuthology.orchestra.run.smithi183.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T17:12:07.386 INFO:teuthology.orchestra.run.smithi183.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:12:07.386 INFO:teuthology.orchestra.run.smithi183.stdout:Device: 5h/5d Inode: 878 Links: 1 2024-09-12T17:12:07.386 INFO:teuthology.orchestra.run.smithi183.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:12:07.386 INFO:teuthology.orchestra.run.smithi183.stdout:Access: 2024-09-12 17:06:20.310791963 +0000 2024-09-12T17:12:07.386 INFO:teuthology.orchestra.run.smithi183.stdout:Modify: 2024-09-12 17:06:20.306791477 +0000 2024-09-12T17:12:07.386 INFO:teuthology.orchestra.run.smithi183.stdout:Change: 2024-09-12 17:06:20.306791477 +0000 2024-09-12T17:12:07.386 INFO:teuthology.orchestra.run.smithi183.stdout: Birth: - 2024-09-12T17:12:07.386 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T17:12:07.439 INFO:teuthology.orchestra.run.smithi183.stderr:1+0 records in 2024-09-12T17:12:07.440 INFO:teuthology.orchestra.run.smithi183.stderr:1+0 records out 2024-09-12T17:12:07.440 INFO:teuthology.orchestra.run.smithi183.stderr:512 bytes copied, 0.000439223 s, 1.2 MB/s 2024-09-12T17:12:07.441 DEBUG:teuthology.orchestra.run.smithi183:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T17:12:07.491 DEBUG:teuthology.orchestra.run.smithi183:> stat /dev/vg_nvme/lv_3 2024-09-12T17:12:07.537 INFO:teuthology.orchestra.run.smithi183.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T17:12:07.537 INFO:teuthology.orchestra.run.smithi183.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:12:07.537 INFO:teuthology.orchestra.run.smithi183.stdout:Device: 5h/5d Inode: 897 Links: 1 2024-09-12T17:12:07.537 INFO:teuthology.orchestra.run.smithi183.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:12:07.537 INFO:teuthology.orchestra.run.smithi183.stdout:Access: 2024-09-12 17:06:21.010876696 +0000 2024-09-12T17:12:07.537 INFO:teuthology.orchestra.run.smithi183.stdout:Modify: 2024-09-12 17:06:20.758846201 +0000 2024-09-12T17:12:07.538 INFO:teuthology.orchestra.run.smithi183.stdout:Change: 2024-09-12 17:06:20.758846201 +0000 2024-09-12T17:12:07.538 INFO:teuthology.orchestra.run.smithi183.stdout: Birth: - 2024-09-12T17:12:07.538 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T17:12:07.592 INFO:teuthology.orchestra.run.smithi183.stderr:1+0 records in 2024-09-12T17:12:07.592 INFO:teuthology.orchestra.run.smithi183.stderr:1+0 records out 2024-09-12T17:12:07.592 INFO:teuthology.orchestra.run.smithi183.stderr:512 bytes copied, 0.00041775 s, 1.2 MB/s 2024-09-12T17:12:07.593 DEBUG:teuthology.orchestra.run.smithi183:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T17:12:07.643 DEBUG:teuthology.orchestra.run.smithi183:> stat /dev/vg_nvme/lv_4 2024-09-12T17:12:07.689 INFO:teuthology.orchestra.run.smithi183.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T17:12:07.689 INFO:teuthology.orchestra.run.smithi183.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:12:07.689 INFO:teuthology.orchestra.run.smithi183.stdout:Device: 5h/5d Inode: 913 Links: 1 2024-09-12T17:12:07.690 INFO:teuthology.orchestra.run.smithi183.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:12:07.690 INFO:teuthology.orchestra.run.smithi183.stdout:Access: 2024-09-12 17:06:21.454929118 +0000 2024-09-12T17:12:07.690 INFO:teuthology.orchestra.run.smithi183.stdout:Modify: 2024-09-12 17:06:21.218901255 +0000 2024-09-12T17:12:07.690 INFO:teuthology.orchestra.run.smithi183.stdout:Change: 2024-09-12 17:06:21.218901255 +0000 2024-09-12T17:12:07.690 INFO:teuthology.orchestra.run.smithi183.stdout: Birth: - 2024-09-12T17:12:07.690 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T17:12:07.743 INFO:teuthology.orchestra.run.smithi183.stderr:1+0 records in 2024-09-12T17:12:07.744 INFO:teuthology.orchestra.run.smithi183.stderr:1+0 records out 2024-09-12T17:12:07.744 INFO:teuthology.orchestra.run.smithi183.stderr:512 bytes copied, 0.000385437 s, 1.3 MB/s 2024-09-12T17:12:07.746 DEBUG:teuthology.orchestra.run.smithi183:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T17:12:07.795 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:12:07.795 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:07.795 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T17:12:07.801 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T17:12:07.801 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_1 2024-09-12T17:12:07.850 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T17:12:07.850 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:12:07.850 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 874 Links: 1 2024-09-12T17:12:07.850 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:12:07.850 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-09-12 17:06:20.879798711 +0000 2024-09-12T17:12:07.850 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-09-12 17:06:20.611801098 +0000 2024-09-12T17:12:07.850 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-09-12 17:06:20.611801098 +0000 2024-09-12T17:12:07.850 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: - 2024-09-12T17:12:07.850 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T17:12:07.904 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-09-12T17:12:07.904 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-09-12T17:12:07.904 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.00043924 s, 1.2 MB/s 2024-09-12T17:12:07.905 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T17:12:07.954 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_2 2024-09-12T17:12:08.001 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T17:12:08.002 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:12:08.002 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 891 Links: 1 2024-09-12T17:12:08.002 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:12:08.002 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-09-12 17:06:21.351794505 +0000 2024-09-12T17:12:08.002 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-09-12 17:06:21.107796679 +0000 2024-09-12T17:12:08.002 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-09-12 17:06:21.107796679 +0000 2024-09-12T17:12:08.002 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: - 2024-09-12T17:12:08.003 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T17:12:08.055 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-09-12T17:12:08.056 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-09-12T17:12:08.056 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000423277 s, 1.2 MB/s 2024-09-12T17:12:08.057 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T17:12:08.110 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_3 2024-09-12T17:12:08.158 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T17:12:08.158 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:12:08.158 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 911 Links: 1 2024-09-12T17:12:08.158 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:12:08.158 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-09-12 17:06:21.807790443 +0000 2024-09-12T17:12:08.158 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-09-12 17:06:21.575792509 +0000 2024-09-12T17:12:08.158 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-09-12 17:06:21.575792509 +0000 2024-09-12T17:12:08.158 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: - 2024-09-12T17:12:08.158 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T17:12:08.212 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-09-12T17:12:08.212 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-09-12T17:12:08.212 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000446221 s, 1.1 MB/s 2024-09-12T17:12:08.213 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T17:12:08.262 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_4 2024-09-12T17:12:08.309 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T17:12:08.309 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T17:12:08.309 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 925 Links: 1 2024-09-12T17:12:08.309 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T17:12:08.309 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-09-12 17:06:22.267786344 +0000 2024-09-12T17:12:08.310 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-09-12 17:06:22.027788483 +0000 2024-09-12T17:12:08.310 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-09-12 17:06:22.027788483 +0000 2024-09-12T17:12:08.310 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: - 2024-09-12T17:12:08.310 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T17:12:08.363 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-09-12T17:12:08.363 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-09-12T17:12:08.363 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000305718 s, 1.7 MB/s 2024-09-12T17:12:08.364 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T17:12:08.414 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:12:08.414 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi183.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi196.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T17:12:08.414 INFO:tasks.ceph:Generating config... 2024-09-12T17:12:08.416 INFO:tasks.ceph:[client] debug rgw = 20 2024-09-12T17:12:08.416 INFO:tasks.ceph:[client] debug rgw notification = 20 2024-09-12T17:12:08.416 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2024-09-12T17:12:08.416 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2024-09-12T17:12:08.416 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2024-09-12T17:12:08.416 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T17:12:08.416 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2024-09-12T17:12:08.416 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2024-09-12T17:12:08.416 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2024-09-12T17:12:08.416 INFO:tasks.ceph:[client] rgw torrent flag = True 2024-09-12T17:12:08.416 INFO:tasks.ceph:[client] rgw user counters cache = True 2024-09-12T17:12:08.417 INFO:tasks.ceph:[client] setgroup = ceph 2024-09-12T17:12:08.417 INFO:tasks.ceph:[client] setuser = ceph 2024-09-12T17:12:08.417 INFO:tasks.ceph:[global] mon client directed command retry = 5 2024-09-12T17:12:08.418 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2024-09-12T17:12:08.418 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2024-09-12T17:12:08.418 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2024-09-12T17:12:08.418 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2024-09-12T17:12:08.418 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-12T17:12:08.418 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-12T17:12:08.418 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-12T17:12:08.418 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-12T17:12:08.418 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-12T17:12:08.418 INFO:tasks.ceph:[mon] lockdep = True 2024-09-12T17:12:08.418 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] debug objclass = 20 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] lockdep = True 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-12T17:12:08.419 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-12T17:12:08.420 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-12T17:12:08.420 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-12T17:12:08.420 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2024-09-12T17:12:08.420 INFO:tasks.ceph:Setting up mon.a... 2024-09-12T17:12:08.420 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-12T17:12:08.455 INFO:teuthology.orchestra.run.smithi183.stdout:creating /etc/ceph/ceph.keyring 2024-09-12T17:12:08.469 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-12T17:12:08.548 DEBUG:teuthology.orchestra.run.smithi183:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T17:12:08.604 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.183'), ('mon.c', '[v2:172.21.15.183:3301,v1:172.21.15.183:6790]'), ('mon.b', '172.21.15.196')] 2024-09-12T17:12:08.605 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.183,[v2:172.21.15.183:3301,v1:172.21.15.183:6790],172.21.15.196', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2024-09-12T17:12:08.605 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:08.605 DEBUG:teuthology.orchestra.run.smithi183:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T17:12:08.657 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.183 --addv c '[v2:172.21.15.183:3301,v1:172.21.15.183:6790]' --add b 172.21.15.196 --print /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:08.744 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:12:08.744 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:12:08.745 INFO:teuthology.orchestra.run.smithi183.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:08.745 INFO:teuthology.orchestra.run.smithi183.stdout:monmaptool: generated fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:12:08.745 INFO:teuthology.orchestra.run.smithi183.stdout:setting min_mon_release = quincy 2024-09-12T17:12:08.745 INFO:teuthology.orchestra.run.smithi183.stdout:epoch 0 2024-09-12T17:12:08.745 INFO:teuthology.orchestra.run.smithi183.stdout:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:12:08.745 INFO:teuthology.orchestra.run.smithi183.stdout:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:12:08.745 INFO:teuthology.orchestra.run.smithi183.stdout:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:12:08.745 INFO:teuthology.orchestra.run.smithi183.stdout:min_mon_release 17 (quincy) 2024-09-12T17:12:08.745 INFO:teuthology.orchestra.run.smithi183.stdout:election_strategy: 1 2024-09-12T17:12:08.746 INFO:teuthology.orchestra.run.smithi183.stdout:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:12:08.746 INFO:teuthology.orchestra.run.smithi183.stdout:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:12:08.746 INFO:teuthology.orchestra.run.smithi183.stdout:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:12:08.746 INFO:teuthology.orchestra.run.smithi183.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-12T17:12:08.747 DEBUG:teuthology.orchestra.run.smithi183:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T17:12:08.793 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 4b3cd5c8-cb91-4d42-a791-d082e8836ab5... 2024-09-12T17:12:08.794 DEBUG:teuthology.orchestra.run.smithi183:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T17:12:08.838 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T17:12:08.864 INFO:teuthology.orchestra.run.smithi183.stdout:[global] 2024-09-12T17:12:08.864 INFO:teuthology.orchestra.run.smithi183.stdout: chdir = "" 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: auth supported = cephx 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: filestore xattr use omap = true 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: mon clock drift allowed = 1.000 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: osd crush chooseleaf type = 0 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: auth debug = true 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: ms die on old message = true 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: ms die on bug = true 2024-09-12T17:12:08.865 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: mon pg warn max object skew = 0 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: osd pool default size = 2 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: mon osd allow primary affinity = true 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: mon osd allow pg remap = true 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: mon warn on legacy crush tunables = false 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: mon warn on crush straw calc version zero = false 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: mon warn on no sortbitwise = false 2024-09-12T17:12:08.866 INFO:teuthology.orchestra.run.smithi183.stdout: mon warn on osd down out interval zero = false 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: mon warn on too few osds = false 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: mon_allow_pool_size_one = true 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: osd default data pool replay window = 5 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: mon allow pool delete = true 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: mon cluster log file level = debug 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: debug asserts on shutdown = true 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: mon health detail to clog = false 2024-09-12T17:12:08.867 INFO:teuthology.orchestra.run.smithi183.stdout: mon host = "172.21.15.183,[v2:172.21.15.183:3301,v1:172.21.15.183:6790],172.21.15.196" 2024-09-12T17:12:08.868 INFO:teuthology.orchestra.run.smithi183.stdout: mon client directed command retry = 5 2024-09-12T17:12:08.868 INFO:teuthology.orchestra.run.smithi183.stdout: ms inject socket failures = 5000 2024-09-12T17:12:08.868 INFO:teuthology.orchestra.run.smithi183.stdout: osd_max_pg_log_entries = 10 2024-09-12T17:12:08.868 INFO:teuthology.orchestra.run.smithi183.stdout: osd_min_pg_log_entries = 10 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: rgw override bucket index max shards = 1 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: fsid = 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout:[osd] 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: osd journal size = 100 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: osd scrub load threshold = 5.0 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: osd scrub max interval = 600 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: osd mclock profile = high_recovery_ops 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: osd recover clone overlap = true 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: osd recovery max chunk = 1048576 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: osd debug shutdown = true 2024-09-12T17:12:08.869 INFO:teuthology.orchestra.run.smithi183.stdout: osd debug op order = true 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: osd debug verify stray on activate = true 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: osd debug trim objects = true 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: osd open classes on start = true 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: osd debug pg log writeout = true 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: osd deep scrub update digest min age = 30 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: osd map max advance = 10 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: journal zero on create = true 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: filestore ondisk finisher threads = 3 2024-09-12T17:12:08.870 INFO:teuthology.orchestra.run.smithi183.stdout: filestore apply finisher threads = 3 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: bdev debug aio = true 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: osd debug misdirected ops = true 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: bdev async discard = True 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: bdev enable discard = True 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: bluestore allocator = bitmap 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: bluestore block size = 96636764160 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: bluestore fsck on mount = True 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: debug bluefs = 1/20 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: debug bluestore = 1/20 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: debug ms = 1 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: debug objclass = 20 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: debug osd = 20 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: debug rocksdb = 4/10 2024-09-12T17:12:08.871 INFO:teuthology.orchestra.run.smithi183.stdout: lockdep = True 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout: mon osd full ratio = 0.9 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout: mon osd nearfull ratio = 0.8 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout: osd failsafe full ratio = 0.95 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout: osd objectstore = bluestore 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout: osd shutdown pgref assert = True 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout:[mgr] 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout: debug ms = 1 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout: debug mgr = 20 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout: debug mon = 20 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout: debug auth = 20 2024-09-12T17:12:08.872 INFO:teuthology.orchestra.run.smithi183.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: mgr/telemetry/nag = false 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout:[mon] 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: debug ms = 1 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: debug mon = 20 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: debug paxos = 20 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: debug auth = 20 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: mon data avail warn = 5 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: mon mgr mkfs grace = 240 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: mon osd reporter subtree level = osd 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: mon osd prime pg temp = true 2024-09-12T17:12:08.873 INFO:teuthology.orchestra.run.smithi183.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: # 1m isn't quite enough 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: mon_down_mkfs_grace = 2m 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.874 INFO:teuthology.orchestra.run.smithi183.stdout: mon_warn_on_filestore_osds = false 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: lockdep = True 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout:[client] 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: rgw cache enabled = true 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: rgw enable ops log = true 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: rgw enable usage log = true 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: debug rgw = 20 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: debug rgw notification = 20 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: rgw bucket counters cache = True 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: rgw crypt require ssl = False 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: rgw crypt s3 kms backend = testing 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T17:12:08.875 INFO:teuthology.orchestra.run.smithi183.stdout: rgw reshard progress judge interval = 10 2024-09-12T17:12:08.876 INFO:teuthology.orchestra.run.smithi183.stdout: rgw s3 auth use sts = True 2024-09-12T17:12:08.876 INFO:teuthology.orchestra.run.smithi183.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T17:12:08.876 INFO:teuthology.orchestra.run.smithi183.stdout: rgw torrent flag = True 2024-09-12T17:12:08.876 INFO:teuthology.orchestra.run.smithi183.stdout: rgw user counters cache = True 2024-09-12T17:12:08.876 INFO:teuthology.orchestra.run.smithi183.stdout: setgroup = ceph 2024-09-12T17:12:08.876 INFO:teuthology.orchestra.run.smithi183.stdout: setuser = ceph 2024-09-12T17:12:08.876 INFO:teuthology.orchestra.run.smithi183.stdout:[mon.a] 2024-09-12T17:12:08.876 INFO:teuthology.orchestra.run.smithi183.stdout:[mon.c] 2024-09-12T17:12:08.876 INFO:teuthology.orchestra.run.smithi183.stdout:[mon.b] 2024-09-12T17:12:08.877 INFO:teuthology.orchestra.run.smithi196.stdout:[global] 2024-09-12T17:12:08.877 INFO:teuthology.orchestra.run.smithi196.stdout: chdir = "" 2024-09-12T17:12:08.877 INFO:teuthology.orchestra.run.smithi196.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T17:12:08.877 INFO:teuthology.orchestra.run.smithi196.stdout: auth supported = cephx 2024-09-12T17:12:08.877 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.877 INFO:teuthology.orchestra.run.smithi196.stdout: filestore xattr use omap = true 2024-09-12T17:12:08.877 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.877 INFO:teuthology.orchestra.run.smithi196.stdout: mon clock drift allowed = 1.000 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: osd crush chooseleaf type = 0 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: auth debug = true 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: ms die on old message = true 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: ms die on bug = true 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: mon pg warn max object skew = 0 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T17:12:08.878 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.879 INFO:teuthology.orchestra.run.smithi196.stdout: osd pool default size = 2 2024-09-12T17:12:08.879 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.879 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd allow primary affinity = true 2024-09-12T17:12:08.879 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd allow pg remap = true 2024-09-12T17:12:08.879 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on legacy crush tunables = false 2024-09-12T17:12:08.879 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on crush straw calc version zero = false 2024-09-12T17:12:08.879 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on no sortbitwise = false 2024-09-12T17:12:08.879 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on osd down out interval zero = false 2024-09-12T17:12:08.879 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on too few osds = false 2024-09-12T17:12:08.879 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: mon_allow_pool_size_one = true 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: osd default data pool replay window = 5 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: mon allow pool delete = true 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: mon cluster log file level = debug 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: debug asserts on shutdown = true 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: mon health detail to clog = false 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: mon host = "172.21.15.183,[v2:172.21.15.183:3301,v1:172.21.15.183:6790],172.21.15.196" 2024-09-12T17:12:08.880 INFO:teuthology.orchestra.run.smithi196.stdout: mon client directed command retry = 5 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: ms inject socket failures = 5000 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: osd_max_pg_log_entries = 10 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: osd_min_pg_log_entries = 10 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: rgw override bucket index max shards = 1 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: fsid = 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout:[osd] 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: osd journal size = 100 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: osd scrub load threshold = 5.0 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: osd scrub max interval = 600 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: osd mclock profile = high_recovery_ops 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.881 INFO:teuthology.orchestra.run.smithi196.stdout: osd recover clone overlap = true 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: osd recovery max chunk = 1048576 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug shutdown = true 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug op order = true 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug verify stray on activate = true 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug trim objects = true 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: osd open classes on start = true 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug pg log writeout = true 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: osd deep scrub update digest min age = 30 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: osd map max advance = 10 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.882 INFO:teuthology.orchestra.run.smithi196.stdout: journal zero on create = true 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: filestore ondisk finisher threads = 3 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: filestore apply finisher threads = 3 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: bdev debug aio = true 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug misdirected ops = true 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: bdev async discard = True 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: bdev enable discard = True 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: bluestore allocator = bitmap 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: bluestore block size = 96636764160 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: bluestore fsck on mount = True 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: debug bluefs = 1/20 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: debug bluestore = 1/20 2024-09-12T17:12:08.883 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: debug objclass = 20 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: debug osd = 20 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: debug rocksdb = 4/10 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: lockdep = True 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd full ratio = 0.9 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd nearfull ratio = 0.8 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: osd failsafe full ratio = 0.95 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: osd objectstore = bluestore 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: osd shutdown pgref assert = True 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout:[mgr] 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-12T17:12:08.884 INFO:teuthology.orchestra.run.smithi196.stdout: debug mgr = 20 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: debug mon = 20 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: debug auth = 20 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: mgr/telemetry/nag = false 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout:[mon] 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: debug mon = 20 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: debug paxos = 20 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: debug auth = 20 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: mon data avail warn = 5 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: mon mgr mkfs grace = 240 2024-09-12T17:12:08.885 INFO:teuthology.orchestra.run.smithi196.stdout: mon reweight min pgs per osd = 4 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd reporter subtree level = osd 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd prime pg temp = true 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: mon reweight min bytes per osd = 10 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: # 1m isn't quite enough 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: mon_down_mkfs_grace = 2m 2024-09-12T17:12:08.886 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.887 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_filestore_osds = false 2024-09-12T17:12:08.887 INFO:teuthology.orchestra.run.smithi196.stdout: lockdep = True 2024-09-12T17:12:08.887 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-12T17:12:08.887 INFO:teuthology.orchestra.run.smithi196.stdout:[client] 2024-09-12T17:12:08.887 INFO:teuthology.orchestra.run.smithi196.stdout: rgw cache enabled = true 2024-09-12T17:12:08.887 INFO:teuthology.orchestra.run.smithi196.stdout: rgw enable ops log = true 2024-09-12T17:12:08.887 INFO:teuthology.orchestra.run.smithi196.stdout: rgw enable usage log = true 2024-09-12T17:12:08.887 INFO:teuthology.orchestra.run.smithi196.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T17:12:08.887 INFO:teuthology.orchestra.run.smithi196.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T17:12:08.887 INFO:teuthology.orchestra.run.smithi196.stdout: debug rgw = 20 2024-09-12T17:12:08.887 INFO:teuthology.orchestra.run.smithi196.stdout: debug rgw notification = 20 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout: rgw bucket counters cache = True 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout: rgw crypt require ssl = False 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout: rgw crypt s3 kms backend = testing 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout: rgw reshard progress judge interval = 10 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout: rgw s3 auth use sts = True 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout: rgw torrent flag = True 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout: rgw user counters cache = True 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout: setgroup = ceph 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout: setuser = ceph 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout:[mon.a] 2024-09-12T17:12:08.888 INFO:teuthology.orchestra.run.smithi196.stdout:[mon.c] 2024-09-12T17:12:08.889 INFO:teuthology.orchestra.run.smithi196.stdout:[mon.b] 2024-09-12T17:12:08.890 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-12T17:12:08.890 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-12T17:12:08.981 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-12T17:12:08.981 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:08.981 DEBUG:teuthology.orchestra.run.smithi183:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-12T17:12:08.986 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:08.986 DEBUG:teuthology.orchestra.run.smithi183:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-12T17:12:09.033 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi183.front.sepia.ceph.com 2024-09-12T17:12:09.033 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:09.033 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T17:12:09.034 DEBUG:teuthology.orchestra.run.smithi183:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T17:12:09.097 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:09.098 DEBUG:teuthology.orchestra.run.smithi183:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:09.146 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi196.front.sepia.ceph.com 2024-09-12T17:12:09.146 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:09.146 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T17:12:09.146 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T17:12:09.169 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:09.169 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:09.217 INFO:tasks.ceph:Setting up mon nodes... 2024-09-12T17:12:09.217 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-12T17:12:09.218 DEBUG:teuthology.orchestra.run.smithi183:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T17:12:09.262 INFO:teuthology.orchestra.run.smithi183.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T17:12:09.265 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T17:12:09.308 INFO:teuthology.orchestra.run.smithi196.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T17:12:09.318 INFO:tasks.ceph:Setting up mds nodes... 2024-09-12T17:12:09.318 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-12T17:12:09.318 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-12T17:12:09.351 INFO:teuthology.orchestra.run.smithi183.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-12T17:12:09.363 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-12T17:12:09.398 INFO:teuthology.orchestra.run.smithi196.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-12T17:12:09.409 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-12T17:12:09.410 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi183.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi196.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T17:12:09.410 DEBUG:teuthology.orchestra.run.smithi183:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-12T17:12:09.422 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:12:09.422 INFO:tasks.ceph:role: osd.0 2024-09-12T17:12:09.422 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi183.front.sepia.ceph.com 2024-09-12T17:12:09.422 DEBUG:teuthology.orchestra.run.smithi183:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T17:12:09.484 INFO:teuthology.orchestra.run.smithi183.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:12:09.484 INFO:teuthology.orchestra.run.smithi183.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:12:09.484 INFO:teuthology.orchestra.run.smithi183.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:12:09.484 INFO:teuthology.orchestra.run.smithi183.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:12:09.484 INFO:teuthology.orchestra.run.smithi183.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:12:09.484 INFO:teuthology.orchestra.run.smithi183.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:12:09.484 INFO:teuthology.orchestra.run.smithi183.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:12:09.484 INFO:teuthology.orchestra.run.smithi183.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:12:09.484 INFO:teuthology.orchestra.run.smithi183.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:12:09.485 INFO:teuthology.orchestra.run.smithi183.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:12:09.936 INFO:teuthology.orchestra.run.smithi183.stdout:Discarding blocks...Done. 2024-09-12T17:12:09.939 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi183.front.sepia.ceph.com -o noatime 2024-09-12T17:12:09.939 DEBUG:teuthology.orchestra.run.smithi183:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-12T17:12:10.031 DEBUG:teuthology.orchestra.run.smithi183:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-12T17:12:10.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:12:10.041 INFO:teuthology.orchestra.run.smithi183.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:12:10.041 DEBUG:teuthology.orchestra.run.smithi183:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-12T17:12:10.096 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:12:10.096 INFO:tasks.ceph:role: osd.1 2024-09-12T17:12:10.097 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi183.front.sepia.ceph.com 2024-09-12T17:12:10.097 DEBUG:teuthology.orchestra.run.smithi183:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T17:12:10.161 INFO:teuthology.orchestra.run.smithi183.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:12:10.161 INFO:teuthology.orchestra.run.smithi183.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:12:10.161 INFO:teuthology.orchestra.run.smithi183.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:12:10.162 INFO:teuthology.orchestra.run.smithi183.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:12:10.162 INFO:teuthology.orchestra.run.smithi183.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:12:10.162 INFO:teuthology.orchestra.run.smithi183.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:12:10.162 INFO:teuthology.orchestra.run.smithi183.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:12:10.162 INFO:teuthology.orchestra.run.smithi183.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:12:10.162 INFO:teuthology.orchestra.run.smithi183.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:12:10.162 INFO:teuthology.orchestra.run.smithi183.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:12:10.627 INFO:teuthology.orchestra.run.smithi183.stdout:Discarding blocks...Done. 2024-09-12T17:12:10.629 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi183.front.sepia.ceph.com -o noatime 2024-09-12T17:12:10.629 DEBUG:teuthology.orchestra.run.smithi183:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-12T17:12:10.781 DEBUG:teuthology.orchestra.run.smithi183:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-12T17:12:10.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:12:10.793 INFO:teuthology.orchestra.run.smithi183.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:12:10.794 DEBUG:teuthology.orchestra.run.smithi183:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-12T17:12:10.849 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:12:10.849 INFO:tasks.ceph:role: osd.2 2024-09-12T17:12:10.849 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi183.front.sepia.ceph.com 2024-09-12T17:12:10.850 DEBUG:teuthology.orchestra.run.smithi183:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T17:12:10.913 INFO:teuthology.orchestra.run.smithi183.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:12:10.913 INFO:teuthology.orchestra.run.smithi183.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:12:10.913 INFO:teuthology.orchestra.run.smithi183.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:12:10.913 INFO:teuthology.orchestra.run.smithi183.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:12:10.913 INFO:teuthology.orchestra.run.smithi183.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:12:10.913 INFO:teuthology.orchestra.run.smithi183.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:12:10.913 INFO:teuthology.orchestra.run.smithi183.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:12:10.913 INFO:teuthology.orchestra.run.smithi183.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:12:10.913 INFO:teuthology.orchestra.run.smithi183.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:12:10.914 INFO:teuthology.orchestra.run.smithi183.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:12:11.354 INFO:teuthology.orchestra.run.smithi183.stdout:Discarding blocks...Done. 2024-09-12T17:12:11.356 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi183.front.sepia.ceph.com -o noatime 2024-09-12T17:12:11.356 DEBUG:teuthology.orchestra.run.smithi183:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-12T17:12:11.500 DEBUG:teuthology.orchestra.run.smithi183:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-12T17:12:11.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:12:11.511 INFO:teuthology.orchestra.run.smithi183.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:12:11.512 DEBUG:teuthology.orchestra.run.smithi183:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-12T17:12:11.565 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T17:12:11.565 INFO:tasks.ceph:role: osd.3 2024-09-12T17:12:11.565 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi183.front.sepia.ceph.com 2024-09-12T17:12:11.565 DEBUG:teuthology.orchestra.run.smithi183:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T17:12:11.629 INFO:teuthology.orchestra.run.smithi183.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:12:11.629 INFO:teuthology.orchestra.run.smithi183.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:12:11.629 INFO:teuthology.orchestra.run.smithi183.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:12:11.629 INFO:teuthology.orchestra.run.smithi183.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:12:11.629 INFO:teuthology.orchestra.run.smithi183.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:12:11.629 INFO:teuthology.orchestra.run.smithi183.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:12:11.629 INFO:teuthology.orchestra.run.smithi183.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:12:11.629 INFO:teuthology.orchestra.run.smithi183.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:12:11.630 INFO:teuthology.orchestra.run.smithi183.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:12:11.630 INFO:teuthology.orchestra.run.smithi183.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:12:12.057 INFO:teuthology.orchestra.run.smithi183.stdout:Discarding blocks...Done. 2024-09-12T17:12:12.059 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi183.front.sepia.ceph.com -o noatime 2024-09-12T17:12:12.060 DEBUG:teuthology.orchestra.run.smithi183:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-12T17:12:12.139 DEBUG:teuthology.orchestra.run.smithi183:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-12T17:12:12.190 INFO:teuthology.orchestra.run.smithi183.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:12:12.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:12:12.192 DEBUG:teuthology.orchestra.run.smithi183:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:12.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:12.300+0000 7fd28a50e7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-12T17:12:12.303 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:12.300+0000 7fd28a50e7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-12T17:12:12.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:12.300+0000 7fd28a50e7c0 -1 bdev(0x5655549b9800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-12T17:12:12.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:12.300+0000 7fd28a50e7c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-12T17:12:15.439 DEBUG:teuthology.orchestra.run.smithi183:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-12T17:12:15.453 DEBUG:teuthology.orchestra.run.smithi183:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:15.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:15.532+0000 7f058e2087c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-12T17:12:15.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:15.532+0000 7f058e2087c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-12T17:12:15.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:15.532+0000 7f058e2087c0 -1 bdev(0x5562ac319800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-12T17:12:15.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:15.532+0000 7f058e2087c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-12T17:12:18.681 DEBUG:teuthology.orchestra.run.smithi183:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-12T17:12:18.737 DEBUG:teuthology.orchestra.run.smithi183:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:18.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:18.816+0000 7f4bbf0ed7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-12T17:12:18.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:18.816+0000 7f4bbf0ed7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-12T17:12:18.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:18.816+0000 7f4bbf0ed7c0 -1 bdev(0x5631c6455800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-12T17:12:18.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:18.816+0000 7f4bbf0ed7c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-12T17:12:21.967 DEBUG:teuthology.orchestra.run.smithi183:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-12T17:12:22.022 DEBUG:teuthology.orchestra.run.smithi183:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:22.102 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:22.100+0000 7f20c5c677c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-12T17:12:22.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:22.100+0000 7f20c5c677c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-12T17:12:22.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:22.100+0000 7f20c5c677c0 -1 bdev(0x55a788599800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-12T17:12:22.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:12:22.100+0000 7f20c5c677c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-12T17:12:25.244 DEBUG:teuthology.orchestra.run.smithi183:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-12T17:12:25.301 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-12T17:12:25.316 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:12:25.316 INFO:tasks.ceph:role: osd.4 2024-09-12T17:12:25.317 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-12T17:12:25.317 DEBUG:teuthology.orchestra.run.smithi196:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T17:12:25.380 INFO:teuthology.orchestra.run.smithi196.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:12:25.380 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:12:25.380 INFO:teuthology.orchestra.run.smithi196.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:12:25.380 INFO:teuthology.orchestra.run.smithi196.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:12:25.380 INFO:teuthology.orchestra.run.smithi196.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:12:25.380 INFO:teuthology.orchestra.run.smithi196.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:12:25.380 INFO:teuthology.orchestra.run.smithi196.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:12:25.380 INFO:teuthology.orchestra.run.smithi196.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:12:25.380 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:12:25.381 INFO:teuthology.orchestra.run.smithi196.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:12:25.864 INFO:teuthology.orchestra.run.smithi196.stdout:Discarding blocks...Done. 2024-09-12T17:12:25.867 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi196.front.sepia.ceph.com -o noatime 2024-09-12T17:12:25.867 DEBUG:teuthology.orchestra.run.smithi196:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-12T17:12:26.029 DEBUG:teuthology.orchestra.run.smithi196:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-12T17:12:26.041 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:12:26.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:12:26.042 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-12T17:12:26.097 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:12:26.097 INFO:tasks.ceph:role: osd.5 2024-09-12T17:12:26.097 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-12T17:12:26.097 DEBUG:teuthology.orchestra.run.smithi196:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T17:12:26.160 INFO:teuthology.orchestra.run.smithi196.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:12:26.160 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:12:26.160 INFO:teuthology.orchestra.run.smithi196.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:12:26.160 INFO:teuthology.orchestra.run.smithi196.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:12:26.160 INFO:teuthology.orchestra.run.smithi196.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:12:26.161 INFO:teuthology.orchestra.run.smithi196.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:12:26.161 INFO:teuthology.orchestra.run.smithi196.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:12:26.161 INFO:teuthology.orchestra.run.smithi196.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:12:26.161 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:12:26.161 INFO:teuthology.orchestra.run.smithi196.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:12:26.609 INFO:teuthology.orchestra.run.smithi196.stdout:Discarding blocks...Done. 2024-09-12T17:12:26.611 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi196.front.sepia.ceph.com -o noatime 2024-09-12T17:12:26.611 DEBUG:teuthology.orchestra.run.smithi196:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-12T17:12:26.701 DEBUG:teuthology.orchestra.run.smithi196:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-12T17:12:26.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:12:26.711 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:12:26.712 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-12T17:12:26.764 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:12:26.765 INFO:tasks.ceph:role: osd.6 2024-09-12T17:12:26.765 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-12T17:12:26.765 DEBUG:teuthology.orchestra.run.smithi196:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T17:12:26.829 INFO:teuthology.orchestra.run.smithi196.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:12:26.829 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:12:26.829 INFO:teuthology.orchestra.run.smithi196.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:12:26.829 INFO:teuthology.orchestra.run.smithi196.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:12:26.829 INFO:teuthology.orchestra.run.smithi196.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:12:26.829 INFO:teuthology.orchestra.run.smithi196.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:12:26.830 INFO:teuthology.orchestra.run.smithi196.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:12:26.830 INFO:teuthology.orchestra.run.smithi196.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:12:26.830 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:12:26.830 INFO:teuthology.orchestra.run.smithi196.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:12:27.298 INFO:teuthology.orchestra.run.smithi196.stdout:Discarding blocks...Done. 2024-09-12T17:12:27.300 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi196.front.sepia.ceph.com -o noatime 2024-09-12T17:12:27.300 DEBUG:teuthology.orchestra.run.smithi196:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-12T17:12:27.418 DEBUG:teuthology.orchestra.run.smithi196:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-12T17:12:27.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:12:27.428 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:12:27.428 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-12T17:12:27.482 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T17:12:27.482 INFO:tasks.ceph:role: osd.7 2024-09-12T17:12:27.482 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-12T17:12:27.482 DEBUG:teuthology.orchestra.run.smithi196:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T17:12:27.545 INFO:teuthology.orchestra.run.smithi196.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T17:12:27.545 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T17:12:27.545 INFO:teuthology.orchestra.run.smithi196.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T17:12:27.545 INFO:teuthology.orchestra.run.smithi196.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-09-12T17:12:27.545 INFO:teuthology.orchestra.run.smithi196.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T17:12:27.546 INFO:teuthology.orchestra.run.smithi196.stdout: = sunit=0 swidth=0 blks 2024-09-12T17:12:27.546 INFO:teuthology.orchestra.run.smithi196.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T17:12:27.546 INFO:teuthology.orchestra.run.smithi196.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-12T17:12:27.546 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T17:12:27.546 INFO:teuthology.orchestra.run.smithi196.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T17:12:28.037 INFO:teuthology.orchestra.run.smithi196.stdout:Discarding blocks...Done. 2024-09-12T17:12:28.039 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi196.front.sepia.ceph.com -o noatime 2024-09-12T17:12:28.039 DEBUG:teuthology.orchestra.run.smithi196:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-12T17:12:28.178 DEBUG:teuthology.orchestra.run.smithi196:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-12T17:12:28.189 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: /sbin/restorecon: command not found 2024-09-12T17:12:28.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:12:28.191 DEBUG:teuthology.orchestra.run.smithi196:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:28.307 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:28.305+0000 7fa6c15c37c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-12T17:12:28.314 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:28.313+0000 7fa6c15c37c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-12T17:12:28.314 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:28.313+0000 7fa6c15c37c0 -1 bdev(0x55824288b800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-12T17:12:28.314 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:28.313+0000 7fa6c15c37c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-12T17:12:31.445 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-12T17:12:31.458 DEBUG:teuthology.orchestra.run.smithi196:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:31.539 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:31.537+0000 7f3716cef7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-12T17:12:31.539 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:31.537+0000 7f3716cef7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-12T17:12:31.539 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:31.537+0000 7f3716cef7c0 -1 bdev(0x5571874bd800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-12T17:12:31.540 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:31.537+0000 7f3716cef7c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-12T17:12:34.711 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-12T17:12:34.764 DEBUG:teuthology.orchestra.run.smithi196:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:34.847 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:34.845+0000 7f4e267717c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-12T17:12:34.847 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:34.845+0000 7f4e267717c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-12T17:12:34.848 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:34.845+0000 7f4e267717c0 -1 bdev(0x5617fe7bf800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-12T17:12:34.848 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:34.845+0000 7f4e267717c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-12T17:12:38.012 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-12T17:12:38.069 DEBUG:teuthology.orchestra.run.smithi196:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:38.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:38.153+0000 7fc9fa74b7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-12T17:12:38.153 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:38.153+0000 7fc9fa74b7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-12T17:12:38.153 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:38.153+0000 7fc9fa74b7c0 -1 bdev(0x5633d0fc9800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-12T17:12:38.153 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-12T17:12:38.153+0000 7fc9fa74b7c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-12T17:12:41.292 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-12T17:12:41.349 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-12T17:12:41.349 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:41.349 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-12T17:12:41.364 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:41.364 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-12T17:12:41.420 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:41.420 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-12T17:12:41.476 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:41.476 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-12T17:12:41.532 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:41.532 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-12T17:12:41.588 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:41.588 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-12T17:12:41.601 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:41.601 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-12T17:12:41.655 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:41.655 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-12T17:12:41.707 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:41.707 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-12T17:12:41.760 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:41.760 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-12T17:12:41.816 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:41.816 DEBUG:teuthology.orchestra.run.smithi183:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-12T17:12:41.822 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:41.822 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-12T17:12:41.865 INFO:tasks.ceph:Adding keys to all mons... 2024-09-12T17:12:41.865 DEBUG:teuthology.orchestra.run.smithi183:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T17:12:41.868 DEBUG:teuthology.orchestra.run.smithi196:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T17:12:41.911 INFO:teuthology.orchestra.run.smithi183.stdout:[mgr.y] 2024-09-12T17:12:41.911 INFO:teuthology.orchestra.run.smithi183.stdout: key = AQDpIONmoB68DxAAmNRcpV0UwCjspvPgM84eCQ== 2024-09-12T17:12:41.911 INFO:teuthology.orchestra.run.smithi183.stdout:[osd.0] 2024-09-12T17:12:41.911 INFO:teuthology.orchestra.run.smithi183.stdout: key = AQDsIONmE2AhEhAARKG/y283v5BdDGY5NeNhoQ== 2024-09-12T17:12:41.911 INFO:teuthology.orchestra.run.smithi183.stdout:[osd.1] 2024-09-12T17:12:41.911 INFO:teuthology.orchestra.run.smithi183.stdout: key = AQDvIONmWEgFIBAA2IBJ8MCIx5A7cI0x/ZbLfQ== 2024-09-12T17:12:41.911 INFO:teuthology.orchestra.run.smithi183.stdout:[osd.2] 2024-09-12T17:12:41.911 INFO:teuthology.orchestra.run.smithi183.stdout: key = AQDyIONmK3v3MBAAGFDe/b8uuRAd4RCOoHNV4w== 2024-09-12T17:12:41.911 INFO:teuthology.orchestra.run.smithi183.stdout:[osd.3] 2024-09-12T17:12:41.912 INFO:teuthology.orchestra.run.smithi183.stdout: key = AQD2IONmVXc4BhAAX9KiR2sOe0YRBr+qtUIWBw== 2024-09-12T17:12:41.912 INFO:teuthology.orchestra.run.smithi183.stdout:[mgr.x] 2024-09-12T17:12:41.912 INFO:teuthology.orchestra.run.smithi183.stdout: key = AQDpIONmy7NjEhAAPBWinIri6ApuMpI6sVfrdQ== 2024-09-12T17:12:41.912 INFO:teuthology.orchestra.run.smithi183.stdout:[osd.4] 2024-09-12T17:12:41.912 INFO:teuthology.orchestra.run.smithi183.stdout: key = AQD8IONmmjFhEhAAuj/OSCjNWxsd2DT5r8AZ/A== 2024-09-12T17:12:41.912 INFO:teuthology.orchestra.run.smithi183.stdout:[osd.5] 2024-09-12T17:12:41.912 INFO:teuthology.orchestra.run.smithi183.stdout: key = AQD/IONmt7IvIBAAjsXzMAoS+xpG1tFehUoTQQ== 2024-09-12T17:12:41.912 INFO:teuthology.orchestra.run.smithi183.stdout:[osd.6] 2024-09-12T17:12:41.912 INFO:teuthology.orchestra.run.smithi183.stdout: key = AQACIeNmTFCOMhAASGWBovlB5o+vVUzWVPzJeA== 2024-09-12T17:12:41.912 INFO:teuthology.orchestra.run.smithi183.stdout:[osd.7] 2024-09-12T17:12:41.912 INFO:teuthology.orchestra.run.smithi183.stdout: key = AQAGIeNm2solCRAAFYMxu81n6Rep5MXmt1WHkA== 2024-09-12T17:12:41.913 INFO:teuthology.orchestra.run.smithi183.stdout:[client.0] 2024-09-12T17:12:41.913 INFO:teuthology.orchestra.run.smithi183.stdout: key = AQDpIONmUFgKFRAA7Aw4ekkqOkA3dclbuMeyvg== 2024-09-12T17:12:41.913 INFO:teuthology.orchestra.run.smithi183.stdout:[client.1] 2024-09-12T17:12:41.913 INFO:teuthology.orchestra.run.smithi183.stdout: key = AQDpIONmnrnNFxAAHGhWSmXo8BtawcWHD+RB2Q== 2024-09-12T17:12:41.918 INFO:teuthology.orchestra.run.smithi196.stdout:[mgr.y] 2024-09-12T17:12:41.918 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQDpIONmoB68DxAAmNRcpV0UwCjspvPgM84eCQ== 2024-09-12T17:12:41.918 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.0] 2024-09-12T17:12:41.918 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQDsIONmE2AhEhAARKG/y283v5BdDGY5NeNhoQ== 2024-09-12T17:12:41.918 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.1] 2024-09-12T17:12:41.918 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQDvIONmWEgFIBAA2IBJ8MCIx5A7cI0x/ZbLfQ== 2024-09-12T17:12:41.918 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.2] 2024-09-12T17:12:41.918 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQDyIONmK3v3MBAAGFDe/b8uuRAd4RCOoHNV4w== 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.3] 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQD2IONmVXc4BhAAX9KiR2sOe0YRBr+qtUIWBw== 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout:[mgr.x] 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQDpIONmy7NjEhAAPBWinIri6ApuMpI6sVfrdQ== 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.4] 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQD8IONmmjFhEhAAuj/OSCjNWxsd2DT5r8AZ/A== 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.5] 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQD/IONmt7IvIBAAjsXzMAoS+xpG1tFehUoTQQ== 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.6] 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQACIeNmTFCOMhAASGWBovlB5o+vVUzWVPzJeA== 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.7] 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQAGIeNm2solCRAAFYMxu81n6Rep5MXmt1WHkA== 2024-09-12T17:12:41.919 INFO:teuthology.orchestra.run.smithi196.stdout:[client.0] 2024-09-12T17:12:41.920 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQDpIONmUFgKFRAA7Aw4ekkqOkA3dclbuMeyvg== 2024-09-12T17:12:41.920 INFO:teuthology.orchestra.run.smithi196.stdout:[client.1] 2024-09-12T17:12:41.920 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQDpIONmnrnNFxAAHGhWSmXo8BtawcWHD+RB2Q== 2024-09-12T17:12:41.921 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:12:41.958 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:12:42.008 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.011 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.052 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.097 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.140 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.181 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.229 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.265 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.308 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:12:42.353 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T17:12:42.395 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.438 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.485 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.522 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.566 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.610 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.652 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.655 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T17:12:42.732 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:12:42.737 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:12:42.819 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:12:42.821 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T17:12:42.902 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-12T17:12:42.903 DEBUG:teuthology.orchestra.run.smithi183:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-12T17:12:42.914 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T17:12:43.006 DEBUG:teuthology.orchestra.run.smithi183:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-12T17:12:43.018 DEBUG:teuthology.orchestra.run.smithi183:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-12T17:12:43.070 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T17:12:43.163 DEBUG:teuthology.orchestra.run.smithi183:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-12T17:12:43.176 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-12T17:12:43.190 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T17:12:43.282 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-12T17:12:43.293 DEBUG:teuthology.orchestra.run.smithi183:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:43.296 DEBUG:teuthology.orchestra.run.smithi196:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T17:12:43.345 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-12T17:12:43.346 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-12T17:12:43.346 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-12T17:12:43.348 INFO:tasks.ceph.mon.a:Started 2024-09-12T17:12:43.349 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-12T17:12:43.349 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-12T17:12:43.351 INFO:tasks.ceph.mon.c:Started 2024-09-12T17:12:43.351 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-12T17:12:43.352 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-12T17:12:43.389 INFO:tasks.ceph.mon.b:Started 2024-09-12T17:12:43.390 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-12T17:12:43.390 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-12T17:12:43.390 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-12T17:12:43.392 INFO:tasks.ceph.mgr.y:Started 2024-09-12T17:12:43.392 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-12T17:12:43.392 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-12T17:12:43.395 INFO:tasks.ceph.mgr.x:Started 2024-09-12T17:12:43.395 DEBUG:tasks.ceph:set 0 configs 2024-09-12T17:12:43.395 INFO:tasks.ceph:Setting crush tunables to default 2024-09-12T17:12:43.395 DEBUG:teuthology.orchestra.run.smithi183:> sudo ceph --cluster ceph osd crush tunables default 2024-09-12T17:12:49.148 INFO:teuthology.orchestra.run.smithi183.stderr:adjusted tunables profile to default 2024-09-12T17:12:49.172 INFO:tasks.ceph:check_enable_crimson: False 2024-09-12T17:12:49.172 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-12T17:12:49.172 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:49.172 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-12T17:12:49.184 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:49.184 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-12T17:12:49.239 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:49.240 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-12T17:12:49.296 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:12:49.296 DEBUG:teuthology.orchestra.run.smithi183:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-12T17:12:49.351 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:49.351 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-12T17:12:49.365 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:49.366 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-12T17:12:49.419 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:49.420 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-12T17:12:49.476 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-12T17:12:49.476 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-12T17:12:49.531 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new ca4177c9-8e34-47b6-8d39-ea43ae8a2f03 0 2024-09-12T17:12:49.785 INFO:teuthology.orchestra.run.smithi196.stdout:0 2024-09-12T17:12:49.802 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 25d8b102-912a-4558-ac43-cb0ebfea194f 1 2024-09-12T17:12:50.008 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-12T17:12:50.032 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 79d22091-c015-44bf-af98-c607d8bae37c 2 2024-09-12T17:12:50.229 INFO:teuthology.orchestra.run.smithi196.stdout:2 2024-09-12T17:12:50.245 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 959bf6ae-0b7f-4164-9f65-369ebdd0c349 3 2024-09-12T17:12:50.439 INFO:teuthology.orchestra.run.smithi196.stdout:3 2024-09-12T17:12:50.456 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new ed72e07d-c640-4f3c-9d27-895f2b3c5acd 4 2024-09-12T17:12:50.658 INFO:teuthology.orchestra.run.smithi196.stdout:4 2024-09-12T17:12:50.674 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 805c3681-53d2-4626-9ff7-98b066e4f4e8 5 2024-09-12T17:12:50.878 INFO:teuthology.orchestra.run.smithi196.stdout:5 2024-09-12T17:12:50.896 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 587f4f46-dac3-4c4c-8597-f571d1034df6 6 2024-09-12T17:12:51.091 INFO:teuthology.orchestra.run.smithi196.stdout:6 2024-09-12T17:12:51.108 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 21331fe4-fbb2-4c92-83a6-a310fe23231c 7 2024-09-12T17:12:51.304 INFO:teuthology.orchestra.run.smithi196.stdout:7 2024-09-12T17:12:51.319 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-12T17:12:51.319 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-12T17:12:51.322 INFO:tasks.ceph.osd.0:Started 2024-09-12T17:12:51.322 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-12T17:12:51.322 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-12T17:12:51.325 INFO:tasks.ceph.osd.1:Started 2024-09-12T17:12:51.325 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-12T17:12:51.325 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-12T17:12:51.327 INFO:tasks.ceph.osd.2:Started 2024-09-12T17:12:51.327 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-12T17:12:51.327 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-12T17:12:51.329 INFO:tasks.ceph.osd.3:Started 2024-09-12T17:12:51.330 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-12T17:12:51.330 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-12T17:12:51.332 INFO:tasks.ceph.osd.4:Started 2024-09-12T17:12:51.332 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-12T17:12:51.332 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-12T17:12:51.334 INFO:tasks.ceph.osd.5:Started 2024-09-12T17:12:51.335 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-12T17:12:51.335 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-12T17:12:51.337 INFO:tasks.ceph.osd.6:Started 2024-09-12T17:12:51.337 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-12T17:12:51.337 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-12T17:12:51.339 INFO:tasks.ceph.osd.7:Started 2024-09-12T17:12:51.340 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:12:51.532 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:12:51.532 INFO:teuthology.orchestra.run.smithi183.stdout:{"epoch":10,"fsid":"4b3cd5c8-cb91-4d42-a791-d082e8836ab5","created":"2024-09-12T17:12:48.767797+0000","modified":"2024-09-12T17:12:51.300938+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T17:12:51.300938+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ca4177c9-8e34-47b6-8d39-ea43ae8a2f03","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"25d8b102-912a-4558-ac43-cb0ebfea194f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"79d22091-c015-44bf-af98-c607d8bae37c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"959bf6ae-0b7f-4164-9f65-369ebdd0c349","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"ed72e07d-c640-4f3c-9d27-895f2b3c5acd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"805c3681-53d2-4626-9ff7-98b066e4f4e8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"587f4f46-dac3-4c4c-8597-f571d1034df6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"21331fe4-fbb2-4c92-83a6-a310fe23231c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:12:51.548 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-12T17:12:51.548 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-12T17:12:51.668 INFO:tasks.ceph.mgr.x.smithi196.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-12T17:12:51.668 INFO:tasks.ceph.mgr.x.smithi196.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-12T17:12:51.668 INFO:tasks.ceph.mgr.x.smithi196.stderr: from numpy import show_config as show_numpy_config 2024-09-12T17:12:51.934 INFO:tasks.ceph.mgr.y.smithi183.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-09-12T17:12:51.934 INFO:tasks.ceph.mgr.y.smithi183.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-09-12T17:12:51.934 INFO:tasks.ceph.mgr.y.smithi183.stderr: from numpy import show_config as show_numpy_config 2024-09-12T17:12:52.355 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T17:12:52.539 INFO:teuthology.misc.health.smithi183.stdout: 2024-09-12T17:12:52.539 INFO:teuthology.misc.health.smithi183.stdout:{"epoch":10,"fsid":"4b3cd5c8-cb91-4d42-a791-d082e8836ab5","created":"2024-09-12T17:12:48.767797+0000","modified":"2024-09-12T17:12:51.300938+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T17:12:51.300938+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ca4177c9-8e34-47b6-8d39-ea43ae8a2f03","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"25d8b102-912a-4558-ac43-cb0ebfea194f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"79d22091-c015-44bf-af98-c607d8bae37c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"959bf6ae-0b7f-4164-9f65-369ebdd0c349","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"ed72e07d-c640-4f3c-9d27-895f2b3c5acd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"805c3681-53d2-4626-9ff7-98b066e4f4e8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"587f4f46-dac3-4c4c-8597-f571d1034df6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"21331fe4-fbb2-4c92-83a6-a310fe23231c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:12:52.555 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T17:12:52.757 INFO:tasks.ceph.osd.0.smithi183.stderr:2024-09-12T17:12:52.755+0000 7f730ef407c0 -1 Falling back to public interface 2024-09-12T17:12:52.801 INFO:tasks.ceph.osd.5.smithi196.stderr:2024-09-12T17:12:52.800+0000 7f9ed1c9d7c0 -1 Falling back to public interface 2024-09-12T17:12:52.825 INFO:tasks.ceph.osd.7.smithi196.stderr:2024-09-12T17:12:52.824+0000 7f582cbf97c0 -1 Falling back to public interface 2024-09-12T17:12:53.001 INFO:tasks.ceph.osd.2.smithi183.stderr:2024-09-12T17:12:52.995+0000 7fc504acd7c0 -1 Falling back to public interface 2024-09-12T17:12:53.041 INFO:tasks.ceph.osd.4.smithi196.stderr:2024-09-12T17:12:53.040+0000 7f68d92787c0 -1 Falling back to public interface 2024-09-12T17:12:53.214 INFO:tasks.ceph.osd.1.smithi183.stderr:2024-09-12T17:12:53.211+0000 7fb359dfc7c0 -1 Falling back to public interface 2024-09-12T17:12:53.289 INFO:tasks.ceph.osd.3.smithi183.stderr:2024-09-12T17:12:53.287+0000 7f1dbd70c7c0 -1 Falling back to public interface 2024-09-12T17:12:53.298 INFO:tasks.ceph.osd.6.smithi196.stderr:2024-09-12T17:12:53.296+0000 7fb84649f7c0 -1 Falling back to public interface 2024-09-12T17:12:54.596 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-12T17:12:54.592+0000 7f13c1140640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-12T17:12:54.597 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-12T17:12:54.596+0000 7f13c1140640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-12T17:12:56.890 INFO:tasks.ceph.osd.0.smithi183.stderr:2024-09-12T17:12:56.887+0000 7f730ef407c0 -1 osd.0 0 log_to_monitors true 2024-09-12T17:12:56.897 INFO:tasks.ceph.osd.5.smithi196.stderr:2024-09-12T17:12:56.892+0000 7f9ed1c9d7c0 -1 osd.5 0 log_to_monitors true 2024-09-12T17:12:57.115 INFO:tasks.ceph.osd.4.smithi196.stderr:2024-09-12T17:12:57.112+0000 7f68d92787c0 -1 osd.4 0 log_to_monitors true 2024-09-12T17:12:57.202 INFO:tasks.ceph.osd.7.smithi196.stderr:2024-09-12T17:12:57.200+0000 7f582cbf97c0 -1 osd.7 0 log_to_monitors true 2024-09-12T17:12:57.272 INFO:tasks.ceph.osd.1.smithi183.stderr:2024-09-12T17:12:57.271+0000 7fb359dfc7c0 -1 osd.1 0 log_to_monitors true 2024-09-12T17:12:57.374 INFO:tasks.ceph.osd.2.smithi183.stderr:2024-09-12T17:12:57.371+0000 7fc504acd7c0 -1 osd.2 0 log_to_monitors true 2024-09-12T17:12:57.413 INFO:tasks.ceph.osd.3.smithi183.stderr:2024-09-12T17:12:57.411+0000 7f1dbd70c7c0 -1 osd.3 0 log_to_monitors true 2024-09-12T17:12:57.835 INFO:tasks.ceph.osd.6.smithi196.stderr:2024-09-12T17:12:57.832+0000 7fb84649f7c0 -1 osd.6 0 log_to_monitors true 2024-09-12T17:12:59.362 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T17:12:59.721 INFO:teuthology.misc.health.smithi183.stdout: 2024-09-12T17:12:59.721 INFO:teuthology.misc.health.smithi183.stdout:{"epoch":12,"fsid":"4b3cd5c8-cb91-4d42-a791-d082e8836ab5","created":"2024-09-12T17:12:48.767797+0000","modified":"2024-09-12T17:12:58.815531+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T17:12:51.300938+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ca4177c9-8e34-47b6-8d39-ea43ae8a2f03","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"25d8b102-912a-4558-ac43-cb0ebfea194f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"79d22091-c015-44bf-af98-c607d8bae37c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"959bf6ae-0b7f-4164-9f65-369ebdd0c349","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"ed72e07d-c640-4f3c-9d27-895f2b3c5acd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"805c3681-53d2-4626-9ff7-98b066e4f4e8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"587f4f46-dac3-4c4c-8597-f571d1034df6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"21331fe4-fbb2-4c92-83a6-a310fe23231c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:12:59.744 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T17:13:00.538 INFO:tasks.ceph.osd.7.smithi196.stderr:2024-09-12T17:13:00.536+0000 7f5828ba2640 -1 osd.7 0 waiting for initial osdmap 2024-09-12T17:13:00.569 INFO:tasks.ceph.osd.7.smithi196.stderr:2024-09-12T17:13:00.568+0000 7f58209d4640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:13:00.651 INFO:tasks.ceph.osd.4.smithi196.stderr:2024-09-12T17:13:00.648+0000 7f68d5221640 -1 osd.4 0 waiting for initial osdmap 2024-09-12T17:13:00.651 INFO:tasks.ceph.osd.5.smithi196.stderr:2024-09-12T17:13:00.648+0000 7f9ecdc46640 -1 osd.5 0 waiting for initial osdmap 2024-09-12T17:13:00.672 INFO:tasks.ceph.osd.4.smithi196.stderr:2024-09-12T17:13:00.672+0000 7f68cd053640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:13:00.673 INFO:tasks.ceph.osd.5.smithi196.stderr:2024-09-12T17:13:00.672+0000 7f9ec5a78640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:13:00.831 INFO:tasks.ceph.osd.0.smithi183.stderr:2024-09-12T17:13:00.827+0000 7f730aee9640 -1 osd.0 0 waiting for initial osdmap 2024-09-12T17:13:00.880 INFO:tasks.ceph.osd.0.smithi183.stderr:2024-09-12T17:13:00.879+0000 7f7302d1b640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:13:00.998 INFO:tasks.ceph.osd.3.smithi183.stderr:2024-09-12T17:13:00.995+0000 7f1db96b5640 -1 osd.3 0 waiting for initial osdmap 2024-09-12T17:13:01.018 INFO:tasks.ceph.osd.1.smithi183.stderr:2024-09-12T17:13:01.015+0000 7fb355da5640 -1 osd.1 0 waiting for initial osdmap 2024-09-12T17:13:01.032 INFO:tasks.ceph.osd.3.smithi183.stderr:2024-09-12T17:13:01.031+0000 7f1db14e7640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:13:01.036 INFO:tasks.ceph.osd.1.smithi183.stderr:2024-09-12T17:13:01.035+0000 7fb34dbd7640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:13:01.045 INFO:tasks.ceph.osd.2.smithi183.stderr:2024-09-12T17:13:01.043+0000 7fc500a76640 -1 osd.2 0 waiting for initial osdmap 2024-09-12T17:13:01.055 INFO:tasks.ceph.osd.6.smithi196.stderr:2024-09-12T17:13:01.052+0000 7fb842c5a640 -1 osd.6 0 waiting for initial osdmap 2024-09-12T17:13:01.077 INFO:tasks.ceph.osd.6.smithi196.stderr:2024-09-12T17:13:01.076+0000 7fb83a27a640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:13:01.080 INFO:tasks.ceph.osd.2.smithi183.stderr:2024-09-12T17:13:01.079+0000 7fc4f88a8640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T17:13:06.551 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T17:13:06.859 INFO:teuthology.misc.health.smithi183.stdout: 2024-09-12T17:13:06.859 INFO:teuthology.misc.health.smithi183.stdout:{"epoch":17,"fsid":"4b3cd5c8-cb91-4d42-a791-d082e8836ab5","created":"2024-09-12T17:12:48.767797+0000","modified":"2024-09-12T17:13:04.568883+0000","last_up_change":"2024-09-12T17:13:01.543451+0000","last_in_change":"2024-09-12T17:12:51.300938+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:13:01.630391+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca4177c9-8e34-47b6-8d39-ea43ae8a2f03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6800","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6801","nonce":6683054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6802","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6803","nonce":6683054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6806","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6807","nonce":6683054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6804","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6805","nonce":6683054}]},"public_addr":"172.21.15.183:6801/6683054","cluster_addr":"172.21.15.183:6803/6683054","heartbeat_back_addr":"172.21.15.183:6807/6683054","heartbeat_front_addr":"172.21.15.183:6805/6683054","state":["exists","up"]},{"osd":1,"uuid":"25d8b102-912a-4558-ac43-cb0ebfea194f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6816","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6817","nonce":2104471518}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6818","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6819","nonce":2104471518}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6822","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6823","nonce":2104471518}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6820","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6821","nonce":2104471518}]},"public_addr":"172.21.15.183:6817/2104471518","cluster_addr":"172.21.15.183:6819/2104471518","heartbeat_back_addr":"172.21.15.183:6823/2104471518","heartbeat_front_addr":"172.21.15.183:6821/2104471518","state":["exists","up"]},{"osd":2,"uuid":"79d22091-c015-44bf-af98-c607d8bae37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6808","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6809","nonce":990519664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6810","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6811","nonce":990519664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6814","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6815","nonce":990519664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6812","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6813","nonce":990519664}]},"public_addr":"172.21.15.183:6809/990519664","cluster_addr":"172.21.15.183:6811/990519664","heartbeat_back_addr":"172.21.15.183:6815/990519664","heartbeat_front_addr":"172.21.15.183:6813/990519664","state":["exists","up"]},{"osd":3,"uuid":"959bf6ae-0b7f-4164-9f65-369ebdd0c349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6824","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6825","nonce":167237257}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6826","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6827","nonce":167237257}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6830","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6831","nonce":167237257}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6828","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6829","nonce":167237257}]},"public_addr":"172.21.15.183:6825/167237257","cluster_addr":"172.21.15.183:6827/167237257","heartbeat_back_addr":"172.21.15.183:6831/167237257","heartbeat_front_addr":"172.21.15.183:6829/167237257","state":["exists","up"]},{"osd":4,"uuid":"ed72e07d-c640-4f3c-9d27-895f2b3c5acd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6817","nonce":673281186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6819","nonce":673281186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6823","nonce":673281186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6821","nonce":673281186}]},"public_addr":"172.21.15.196:6817/673281186","cluster_addr":"172.21.15.196:6819/673281186","heartbeat_back_addr":"172.21.15.196:6823/673281186","heartbeat_front_addr":"172.21.15.196:6821/673281186","state":["exists","up"]},{"osd":5,"uuid":"805c3681-53d2-4626-9ff7-98b066e4f4e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6801","nonce":519579037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6803","nonce":519579037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6807","nonce":519579037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6805","nonce":519579037}]},"public_addr":"172.21.15.196:6801/519579037","cluster_addr":"172.21.15.196:6803/519579037","heartbeat_back_addr":"172.21.15.196:6807/519579037","heartbeat_front_addr":"172.21.15.196:6805/519579037","state":["exists","up"]},{"osd":6,"uuid":"587f4f46-dac3-4c4c-8597-f571d1034df6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6825","nonce":2644564030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6827","nonce":2644564030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6831","nonce":2644564030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6829","nonce":2644564030}]},"public_addr":"172.21.15.196:6825/2644564030","cluster_addr":"172.21.15.196:6827/2644564030","heartbeat_back_addr":"172.21.15.196:6831/2644564030","heartbeat_front_addr":"172.21.15.196:6829/2644564030","state":["exists","up"]},{"osd":7,"uuid":"21331fe4-fbb2-4c92-83a6-a310fe23231c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6809","nonce":494063332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6811","nonce":494063332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6815","nonce":494063332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6813","nonce":494063332}]},"public_addr":"172.21.15.196:6809/494063332","cluster_addr":"172.21.15.196:6811/494063332","heartbeat_back_addr":"172.21.15.196:6815/494063332","heartbeat_front_addr":"172.21.15.196:6813/494063332","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:57.910639+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.275345+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.350884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.402968+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.096443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:57.933103+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.837058+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.183221+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:13:06.876 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-12T17:13:06.876 INFO:tasks.ceph:Creating RBD pool 2024-09-12T17:13:06.876 DEBUG:teuthology.orchestra.run.smithi183:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-12T17:13:07.611 INFO:teuthology.orchestra.run.smithi183.stderr:pool 'rbd' created 2024-09-12T17:13:07.637 DEBUG:teuthology.orchestra.run.smithi183:> rbd --cluster ceph pool init rbd 2024-09-12T17:13:07.674 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:13:07.675 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:13:10.678 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-12T17:13:10.678 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-12T17:13:10.679 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-12T17:13:11.036 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:13:11.054 INFO:teuthology.orchestra.run.smithi183.stdout:[{"version":9,"timestamp":"2024-09-12T17:13:01.057998+0000","name":"","changes":[{"name":"osd.6/osd_mclock_max_capacity_iops_ssd","new_value":"6839.931526"}]}] 2024-09-12T17:13:11.055 INFO:tasks.ceph_manager:config epoch is 9 2024-09-12T17:13:11.055 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-12T17:13:11.055 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-12T17:13:11.055 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-12T17:13:11.401 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:13:11.417 INFO:teuthology.orchestra.run.smithi183.stdout:{"epoch":5,"flags":0,"active_gid":4107,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":1934525260},{"type":"v1","addr":"172.21.15.196:6833","nonce":1934525260}]},"active_addr":"172.21.15.196:6833/1934525260","active_change":"2024-09-12T17:12:53.572333+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4101,"name":"y","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":4147859261}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":2154290657}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":3680893534}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":1284979491}]}]} 2024-09-12T17:13:11.421 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-12T17:13:11.421 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-12T17:13:11.421 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:13:11.719 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:13:11.719 INFO:teuthology.orchestra.run.smithi183.stdout:{"epoch":21,"fsid":"4b3cd5c8-cb91-4d42-a791-d082e8836ab5","created":"2024-09-12T17:12:48.767797+0000","modified":"2024-09-12T17:13:10.620918+0000","last_up_change":"2024-09-12T17:13:01.543451+0000","last_in_change":"2024-09-12T17:12:51.300938+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:13:01.630391+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T17:13:07.163424+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":21,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca4177c9-8e34-47b6-8d39-ea43ae8a2f03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6800","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6801","nonce":6683054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6802","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6803","nonce":6683054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6806","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6807","nonce":6683054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6804","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6805","nonce":6683054}]},"public_addr":"172.21.15.183:6801/6683054","cluster_addr":"172.21.15.183:6803/6683054","heartbeat_back_addr":"172.21.15.183:6807/6683054","heartbeat_front_addr":"172.21.15.183:6805/6683054","state":["exists","up"]},{"osd":1,"uuid":"25d8b102-912a-4558-ac43-cb0ebfea194f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6816","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6817","nonce":2104471518}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6818","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6819","nonce":2104471518}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6822","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6823","nonce":2104471518}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6820","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6821","nonce":2104471518}]},"public_addr":"172.21.15.183:6817/2104471518","cluster_addr":"172.21.15.183:6819/2104471518","heartbeat_back_addr":"172.21.15.183:6823/2104471518","heartbeat_front_addr":"172.21.15.183:6821/2104471518","state":["exists","up"]},{"osd":2,"uuid":"79d22091-c015-44bf-af98-c607d8bae37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6808","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6809","nonce":990519664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6810","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6811","nonce":990519664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6814","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6815","nonce":990519664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6812","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6813","nonce":990519664}]},"public_addr":"172.21.15.183:6809/990519664","cluster_addr":"172.21.15.183:6811/990519664","heartbeat_back_addr":"172.21.15.183:6815/990519664","heartbeat_front_addr":"172.21.15.183:6813/990519664","state":["exists","up"]},{"osd":3,"uuid":"959bf6ae-0b7f-4164-9f65-369ebdd0c349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6824","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6825","nonce":167237257}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6826","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6827","nonce":167237257}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6830","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6831","nonce":167237257}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6828","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6829","nonce":167237257}]},"public_addr":"172.21.15.183:6825/167237257","cluster_addr":"172.21.15.183:6827/167237257","heartbeat_back_addr":"172.21.15.183:6831/167237257","heartbeat_front_addr":"172.21.15.183:6829/167237257","state":["exists","up"]},{"osd":4,"uuid":"ed72e07d-c640-4f3c-9d27-895f2b3c5acd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6817","nonce":673281186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6819","nonce":673281186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6823","nonce":673281186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6821","nonce":673281186}]},"public_addr":"172.21.15.196:6817/673281186","cluster_addr":"172.21.15.196:6819/673281186","heartbeat_back_addr":"172.21.15.196:6823/673281186","heartbeat_front_addr":"172.21.15.196:6821/673281186","state":["exists","up"]},{"osd":5,"uuid":"805c3681-53d2-4626-9ff7-98b066e4f4e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6801","nonce":519579037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6803","nonce":519579037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6807","nonce":519579037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6805","nonce":519579037}]},"public_addr":"172.21.15.196:6801/519579037","cluster_addr":"172.21.15.196:6803/519579037","heartbeat_back_addr":"172.21.15.196:6807/519579037","heartbeat_front_addr":"172.21.15.196:6805/519579037","state":["exists","up"]},{"osd":6,"uuid":"587f4f46-dac3-4c4c-8597-f571d1034df6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6825","nonce":2644564030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6827","nonce":2644564030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6831","nonce":2644564030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6829","nonce":2644564030}]},"public_addr":"172.21.15.196:6825/2644564030","cluster_addr":"172.21.15.196:6827/2644564030","heartbeat_back_addr":"172.21.15.196:6831/2644564030","heartbeat_front_addr":"172.21.15.196:6829/2644564030","state":["exists","up"]},{"osd":7,"uuid":"21331fe4-fbb2-4c92-83a6-a310fe23231c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6809","nonce":494063332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6811","nonce":494063332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6815","nonce":494063332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6813","nonce":494063332}]},"public_addr":"172.21.15.196:6809/494063332","cluster_addr":"172.21.15.196:6811/494063332","heartbeat_back_addr":"172.21.15.196:6815/494063332","heartbeat_front_addr":"172.21.15.196:6813/494063332","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:57.910639+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.275345+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.350884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.402968+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.096443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:57.933103+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.837058+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.183221+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:13:11.737 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-12T17:13:11.737 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T17:13:12.028 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:13:12.029 INFO:teuthology.orchestra.run.smithi183.stdout:{"epoch":21,"fsid":"4b3cd5c8-cb91-4d42-a791-d082e8836ab5","created":"2024-09-12T17:12:48.767797+0000","modified":"2024-09-12T17:13:10.620918+0000","last_up_change":"2024-09-12T17:13:01.543451+0000","last_in_change":"2024-09-12T17:12:51.300938+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:13:01.630391+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T17:13:07.163424+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":21,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca4177c9-8e34-47b6-8d39-ea43ae8a2f03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6800","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6801","nonce":6683054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6802","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6803","nonce":6683054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6806","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6807","nonce":6683054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6804","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6805","nonce":6683054}]},"public_addr":"172.21.15.183:6801/6683054","cluster_addr":"172.21.15.183:6803/6683054","heartbeat_back_addr":"172.21.15.183:6807/6683054","heartbeat_front_addr":"172.21.15.183:6805/6683054","state":["exists","up"]},{"osd":1,"uuid":"25d8b102-912a-4558-ac43-cb0ebfea194f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6816","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6817","nonce":2104471518}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6818","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6819","nonce":2104471518}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6822","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6823","nonce":2104471518}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6820","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6821","nonce":2104471518}]},"public_addr":"172.21.15.183:6817/2104471518","cluster_addr":"172.21.15.183:6819/2104471518","heartbeat_back_addr":"172.21.15.183:6823/2104471518","heartbeat_front_addr":"172.21.15.183:6821/2104471518","state":["exists","up"]},{"osd":2,"uuid":"79d22091-c015-44bf-af98-c607d8bae37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6808","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6809","nonce":990519664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6810","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6811","nonce":990519664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6814","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6815","nonce":990519664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6812","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6813","nonce":990519664}]},"public_addr":"172.21.15.183:6809/990519664","cluster_addr":"172.21.15.183:6811/990519664","heartbeat_back_addr":"172.21.15.183:6815/990519664","heartbeat_front_addr":"172.21.15.183:6813/990519664","state":["exists","up"]},{"osd":3,"uuid":"959bf6ae-0b7f-4164-9f65-369ebdd0c349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6824","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6825","nonce":167237257}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6826","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6827","nonce":167237257}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6830","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6831","nonce":167237257}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6828","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6829","nonce":167237257}]},"public_addr":"172.21.15.183:6825/167237257","cluster_addr":"172.21.15.183:6827/167237257","heartbeat_back_addr":"172.21.15.183:6831/167237257","heartbeat_front_addr":"172.21.15.183:6829/167237257","state":["exists","up"]},{"osd":4,"uuid":"ed72e07d-c640-4f3c-9d27-895f2b3c5acd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6817","nonce":673281186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6819","nonce":673281186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6823","nonce":673281186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6821","nonce":673281186}]},"public_addr":"172.21.15.196:6817/673281186","cluster_addr":"172.21.15.196:6819/673281186","heartbeat_back_addr":"172.21.15.196:6823/673281186","heartbeat_front_addr":"172.21.15.196:6821/673281186","state":["exists","up"]},{"osd":5,"uuid":"805c3681-53d2-4626-9ff7-98b066e4f4e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6801","nonce":519579037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6803","nonce":519579037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6807","nonce":519579037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6805","nonce":519579037}]},"public_addr":"172.21.15.196:6801/519579037","cluster_addr":"172.21.15.196:6803/519579037","heartbeat_back_addr":"172.21.15.196:6807/519579037","heartbeat_front_addr":"172.21.15.196:6805/519579037","state":["exists","up"]},{"osd":6,"uuid":"587f4f46-dac3-4c4c-8597-f571d1034df6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6825","nonce":2644564030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6827","nonce":2644564030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6831","nonce":2644564030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6829","nonce":2644564030}]},"public_addr":"172.21.15.196:6825/2644564030","cluster_addr":"172.21.15.196:6827/2644564030","heartbeat_back_addr":"172.21.15.196:6831/2644564030","heartbeat_front_addr":"172.21.15.196:6829/2644564030","state":["exists","up"]},{"osd":7,"uuid":"21331fe4-fbb2-4c92-83a6-a310fe23231c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6809","nonce":494063332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6811","nonce":494063332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6815","nonce":494063332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6813","nonce":494063332}]},"public_addr":"172.21.15.196:6809/494063332","cluster_addr":"172.21.15.196:6811/494063332","heartbeat_back_addr":"172.21.15.196:6815/494063332","heartbeat_front_addr":"172.21.15.196:6813/494063332","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:57.910639+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.275345+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.350884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.402968+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.096443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:57.933103+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.837058+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.183221+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T17:13:12.048 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-12T17:13:12.049 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-12T17:13:12.049 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-12T17:13:12.050 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-12T17:13:12.050 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-12T17:13:12.051 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-12T17:13:12.051 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-12T17:13:12.052 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-12T17:13:12.303 INFO:teuthology.orchestra.run.smithi183.stdout:60129542149 2024-09-12T17:13:12.303 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T17:13:12.307 INFO:teuthology.orchestra.run.smithi183.stdout:60129542151 2024-09-12T17:13:12.307 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T17:13:12.311 INFO:teuthology.orchestra.run.smithi183.stdout:60129542151 2024-09-12T17:13:12.311 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T17:13:12.314 INFO:teuthology.orchestra.run.smithi183.stdout:60129542148 2024-09-12T17:13:12.314 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T17:13:12.319 INFO:teuthology.orchestra.run.smithi183.stdout:60129542148 2024-09-12T17:13:12.319 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T17:13:12.327 INFO:teuthology.orchestra.run.smithi183.stdout:60129542149 2024-09-12T17:13:12.327 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T17:13:12.334 INFO:teuthology.orchestra.run.smithi183.stdout:60129542149 2024-09-12T17:13:12.335 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T17:13:12.352 INFO:teuthology.orchestra.run.smithi183.stdout:60129542150 2024-09-12T17:13:12.353 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T17:13:12.802 INFO:teuthology.orchestra.run.smithi183.stdout:60129542147 2024-09-12T17:13:12.820 INFO:teuthology.orchestra.run.smithi183.stdout:60129542149 2024-09-12T17:13:12.823 INFO:teuthology.orchestra.run.smithi183.stdout:60129542146 2024-09-12T17:13:12.824 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542147 for osd.5 2024-09-12T17:13:12.847 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.1 2024-09-12T17:13:12.851 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542148 got 60129542146 for osd.2 2024-09-12T17:13:12.865 INFO:teuthology.orchestra.run.smithi183.stdout:60129542146 2024-09-12T17:13:12.867 INFO:teuthology.orchestra.run.smithi183.stdout:60129542149 2024-09-12T17:13:12.886 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542148 got 60129542146 for osd.0 2024-09-12T17:13:12.895 INFO:teuthology.orchestra.run.smithi183.stdout:60129542148 2024-09-12T17:13:12.895 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.3 2024-09-12T17:13:12.901 INFO:teuthology.orchestra.run.smithi183.stdout:60129542147 2024-09-12T17:13:12.920 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542147 for osd.4 2024-09-12T17:13:12.923 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542148 for osd.7 2024-09-12T17:13:12.927 INFO:teuthology.orchestra.run.smithi183.stdout:60129542147 2024-09-12T17:13:12.944 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542147 for osd.6 2024-09-12T17:13:13.825 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T17:13:13.849 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T17:13:13.853 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T17:13:13.886 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T17:13:13.897 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T17:13:13.921 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T17:13:13.924 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T17:13:13.944 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T17:13:14.328 INFO:teuthology.orchestra.run.smithi183.stdout:60129542149 2024-09-12T17:13:14.352 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.5 2024-09-12T17:13:14.352 DEBUG:teuthology.parallel:result is None 2024-09-12T17:13:14.370 INFO:teuthology.orchestra.run.smithi183.stdout:60129542151 2024-09-12T17:13:14.396 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.1 2024-09-12T17:13:14.396 DEBUG:teuthology.parallel:result is None 2024-09-12T17:13:14.402 INFO:teuthology.orchestra.run.smithi183.stdout:60129542148 2024-09-12T17:13:14.427 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542148 got 60129542148 for osd.2 2024-09-12T17:13:14.427 DEBUG:teuthology.parallel:result is None 2024-09-12T17:13:14.437 INFO:teuthology.orchestra.run.smithi183.stdout:60129542149 2024-09-12T17:13:14.442 INFO:teuthology.orchestra.run.smithi183.stdout:60129542149 2024-09-12T17:13:14.446 INFO:teuthology.orchestra.run.smithi183.stdout:60129542148 2024-09-12T17:13:14.460 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.4 2024-09-12T17:13:14.460 DEBUG:teuthology.parallel:result is None 2024-09-12T17:13:14.465 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.6 2024-09-12T17:13:14.465 DEBUG:teuthology.parallel:result is None 2024-09-12T17:13:14.468 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542148 got 60129542148 for osd.0 2024-09-12T17:13:14.468 DEBUG:teuthology.parallel:result is None 2024-09-12T17:13:14.474 INFO:teuthology.orchestra.run.smithi183.stdout:60129542151 2024-09-12T17:13:14.497 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.3 2024-09-12T17:13:14.497 DEBUG:teuthology.parallel:result is None 2024-09-12T17:13:14.501 INFO:teuthology.orchestra.run.smithi183.stdout:60129542150 2024-09-12T17:13:14.519 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.7 2024-09-12T17:13:14.519 DEBUG:teuthology.parallel:result is None 2024-09-12T17:13:14.519 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T17:13:14.520 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:13:14.842 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:13:14.843 INFO:teuthology.orchestra.run.smithi183.stderr:dumped all 2024-09-12T17:13:14.859 INFO:teuthology.orchestra.run.smithi183.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2024-09-12T17:13:13.585389+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219104,"kb_used_data":2832,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755616,"statfs":{"total":773094113280,"available":772869750784,"internally_reserved":0,"allocated":2899968,"data_stored":1758366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.980931"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.683585+0000","last_change":"2024-09-12T17:13:10.683585+0000","last_active":"2024-09-12T17:13:10.683585+0000","last_peered":"2024-09-12T17:13:10.683585+0000","last_clean":"2024-09-12T17:13:10.683585+0000","last_became_active":"2024-09-12T17:13:08.625281+0000","last_became_peered":"2024-09-12T17:13:08.625281+0000","last_unstale":"2024-09-12T17:13:10.683585+0000","last_undegraded":"2024-09-12T17:13:10.683585+0000","last_fullsized":"2024-09-12T17:13:10.683585+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:05.296558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001325629,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.636542+0000","last_change":"2024-09-12T17:13:10.636542+0000","last_active":"2024-09-12T17:13:10.636542+0000","last_peered":"2024-09-12T17:13:10.636542+0000","last_clean":"2024-09-12T17:13:10.636542+0000","last_became_active":"2024-09-12T17:13:08.626020+0000","last_became_peered":"2024-09-12T17:13:08.626020+0000","last_unstale":"2024-09-12T17:13:10.636542+0000","last_undegraded":"2024-09-12T17:13:10.636542+0000","last_fullsized":"2024-09-12T17:13:10.636542+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:03.823002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093462999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.683647+0000","last_change":"2024-09-12T17:13:10.683647+0000","last_active":"2024-09-12T17:13:10.683647+0000","last_peered":"2024-09-12T17:13:10.683647+0000","last_clean":"2024-09-12T17:13:10.683647+0000","last_became_active":"2024-09-12T17:13:08.626995+0000","last_became_peered":"2024-09-12T17:13:08.626995+0000","last_unstale":"2024-09-12T17:13:10.683647+0000","last_undegraded":"2024-09-12T17:13:10.683647+0000","last_fullsized":"2024-09-12T17:13:10.683647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:12.279171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012760219999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.636618+0000","last_change":"2024-09-12T17:13:10.636618+0000","last_active":"2024-09-12T17:13:10.636618+0000","last_peered":"2024-09-12T17:13:10.636618+0000","last_clean":"2024-09-12T17:13:10.636618+0000","last_became_active":"2024-09-12T17:13:08.624162+0000","last_became_peered":"2024-09-12T17:13:08.624162+0000","last_unstale":"2024-09-12T17:13:10.636618+0000","last_undegraded":"2024-09-12T17:13:10.636618+0000","last_fullsized":"2024-09-12T17:13:10.636618+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:49.759174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090415999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"21'2","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.645190+0000","last_change":"2024-09-12T17:13:10.636276+0000","last_active":"2024-09-12T17:13:10.645190+0000","last_peered":"2024-09-12T17:13:10.645190+0000","last_clean":"2024-09-12T17:13:10.645190+0000","last_became_active":"2024-09-12T17:13:08.629609+0000","last_became_peered":"2024-09-12T17:13:08.629609+0000","last_unstale":"2024-09-12T17:13:10.645190+0000","last_undegraded":"2024-09-12T17:13:10.645190+0000","last_fullsized":"2024-09-12T17:13:10.645190+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:36.060624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00094381800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.683566+0000","last_change":"2024-09-12T17:13:10.683566+0000","last_active":"2024-09-12T17:13:10.683566+0000","last_peered":"2024-09-12T17:13:10.683566+0000","last_clean":"2024-09-12T17:13:10.683566+0000","last_became_active":"2024-09-12T17:13:09.512988+0000","last_became_peered":"2024-09-12T17:13:09.512988+0000","last_unstale":"2024-09-12T17:13:10.683566+0000","last_undegraded":"2024-09-12T17:13:10.683566+0000","last_fullsized":"2024-09-12T17:13:10.683566+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:32.284838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092884200000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.683470+0000","last_change":"2024-09-12T17:13:10.683470+0000","last_active":"2024-09-12T17:13:10.683470+0000","last_peered":"2024-09-12T17:13:10.683470+0000","last_clean":"2024-09-12T17:13:10.683470+0000","last_became_active":"2024-09-12T17:13:08.626881+0000","last_became_peered":"2024-09-12T17:13:08.626881+0000","last_unstale":"2024-09-12T17:13:10.683470+0000","last_undegraded":"2024-09-12T17:13:10.683470+0000","last_fullsized":"2024-09-12T17:13:10.683470+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:42.780726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00123196,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"19'1","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.636171+0000","last_change":"2024-09-12T17:13:10.636171+0000","last_active":"2024-09-12T17:13:10.636171+0000","last_peered":"2024-09-12T17:13:10.636171+0000","last_clean":"2024-09-12T17:13:10.636171+0000","last_became_active":"2024-09-12T17:13:08.626265+0000","last_became_peered":"2024-09-12T17:13:08.626265+0000","last_unstale":"2024-09-12T17:13:10.636171+0000","last_undegraded":"2024-09-12T17:13:10.636171+0000","last_fullsized":"2024-09-12T17:13:10.636171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:10.249259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096567199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.682149+0000","last_change":"2024-09-12T17:13:03.573266+0000","last_active":"2024-09-12T17:13:10.682149+0000","last_peered":"2024-09-12T17:13:10.682149+0000","last_clean":"2024-09-12T17:13:10.682149+0000","last_became_active":"2024-09-12T17:13:03.572393+0000","last_became_peered":"2024-09-12T17:13:03.572393+0000","last_unstale":"2024-09-12T17:13:10.682149+0000","last_undegraded":"2024-09-12T17:13:10.682149+0000","last_fullsized":"2024-09-12T17:13:10.682149+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:02.547273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:02.547273+0000","last_clean_scrub_stamp":"2024-09-12T17:13:02.547273+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:49:12.548761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":806912,"data_stored":662567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542149,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":217088,"data_stored":72218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542151,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542148,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":217088,"data_stored":72218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":806912,"data_stored":662567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:13:14.860 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T17:13:15.137 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:13:15.137 INFO:teuthology.orchestra.run.smithi183.stderr:dumped all 2024-09-12T17:13:15.153 INFO:teuthology.orchestra.run.smithi183.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2024-09-12T17:13:13.585389+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219104,"kb_used_data":2832,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755616,"statfs":{"total":773094113280,"available":772869750784,"internally_reserved":0,"allocated":2899968,"data_stored":1758366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.980931"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.683585+0000","last_change":"2024-09-12T17:13:10.683585+0000","last_active":"2024-09-12T17:13:10.683585+0000","last_peered":"2024-09-12T17:13:10.683585+0000","last_clean":"2024-09-12T17:13:10.683585+0000","last_became_active":"2024-09-12T17:13:08.625281+0000","last_became_peered":"2024-09-12T17:13:08.625281+0000","last_unstale":"2024-09-12T17:13:10.683585+0000","last_undegraded":"2024-09-12T17:13:10.683585+0000","last_fullsized":"2024-09-12T17:13:10.683585+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:05.296558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001325629,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.636542+0000","last_change":"2024-09-12T17:13:10.636542+0000","last_active":"2024-09-12T17:13:10.636542+0000","last_peered":"2024-09-12T17:13:10.636542+0000","last_clean":"2024-09-12T17:13:10.636542+0000","last_became_active":"2024-09-12T17:13:08.626020+0000","last_became_peered":"2024-09-12T17:13:08.626020+0000","last_unstale":"2024-09-12T17:13:10.636542+0000","last_undegraded":"2024-09-12T17:13:10.636542+0000","last_fullsized":"2024-09-12T17:13:10.636542+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:03.823002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093462999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.683647+0000","last_change":"2024-09-12T17:13:10.683647+0000","last_active":"2024-09-12T17:13:10.683647+0000","last_peered":"2024-09-12T17:13:10.683647+0000","last_clean":"2024-09-12T17:13:10.683647+0000","last_became_active":"2024-09-12T17:13:08.626995+0000","last_became_peered":"2024-09-12T17:13:08.626995+0000","last_unstale":"2024-09-12T17:13:10.683647+0000","last_undegraded":"2024-09-12T17:13:10.683647+0000","last_fullsized":"2024-09-12T17:13:10.683647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:12.279171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012760219999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.636618+0000","last_change":"2024-09-12T17:13:10.636618+0000","last_active":"2024-09-12T17:13:10.636618+0000","last_peered":"2024-09-12T17:13:10.636618+0000","last_clean":"2024-09-12T17:13:10.636618+0000","last_became_active":"2024-09-12T17:13:08.624162+0000","last_became_peered":"2024-09-12T17:13:08.624162+0000","last_unstale":"2024-09-12T17:13:10.636618+0000","last_undegraded":"2024-09-12T17:13:10.636618+0000","last_fullsized":"2024-09-12T17:13:10.636618+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:49.759174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090415999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"21'2","reported_seq":22,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.645190+0000","last_change":"2024-09-12T17:13:10.636276+0000","last_active":"2024-09-12T17:13:10.645190+0000","last_peered":"2024-09-12T17:13:10.645190+0000","last_clean":"2024-09-12T17:13:10.645190+0000","last_became_active":"2024-09-12T17:13:08.629609+0000","last_became_peered":"2024-09-12T17:13:08.629609+0000","last_unstale":"2024-09-12T17:13:10.645190+0000","last_undegraded":"2024-09-12T17:13:10.645190+0000","last_fullsized":"2024-09-12T17:13:10.645190+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:36.060624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00094381800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.683566+0000","last_change":"2024-09-12T17:13:10.683566+0000","last_active":"2024-09-12T17:13:10.683566+0000","last_peered":"2024-09-12T17:13:10.683566+0000","last_clean":"2024-09-12T17:13:10.683566+0000","last_became_active":"2024-09-12T17:13:09.512988+0000","last_became_peered":"2024-09-12T17:13:09.512988+0000","last_unstale":"2024-09-12T17:13:10.683566+0000","last_undegraded":"2024-09-12T17:13:10.683566+0000","last_fullsized":"2024-09-12T17:13:10.683566+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:32.284838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092884200000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.683470+0000","last_change":"2024-09-12T17:13:10.683470+0000","last_active":"2024-09-12T17:13:10.683470+0000","last_peered":"2024-09-12T17:13:10.683470+0000","last_clean":"2024-09-12T17:13:10.683470+0000","last_became_active":"2024-09-12T17:13:08.626881+0000","last_became_peered":"2024-09-12T17:13:08.626881+0000","last_unstale":"2024-09-12T17:13:10.683470+0000","last_undegraded":"2024-09-12T17:13:10.683470+0000","last_fullsized":"2024-09-12T17:13:10.683470+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:42.780726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00123196,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"19'1","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.636171+0000","last_change":"2024-09-12T17:13:10.636171+0000","last_active":"2024-09-12T17:13:10.636171+0000","last_peered":"2024-09-12T17:13:10.636171+0000","last_clean":"2024-09-12T17:13:10.636171+0000","last_became_active":"2024-09-12T17:13:08.626265+0000","last_became_peered":"2024-09-12T17:13:08.626265+0000","last_unstale":"2024-09-12T17:13:10.636171+0000","last_undegraded":"2024-09-12T17:13:10.636171+0000","last_fullsized":"2024-09-12T17:13:10.636171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:10.249259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096567199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-12T17:13:10.682149+0000","last_change":"2024-09-12T17:13:03.573266+0000","last_active":"2024-09-12T17:13:10.682149+0000","last_peered":"2024-09-12T17:13:10.682149+0000","last_clean":"2024-09-12T17:13:10.682149+0000","last_became_active":"2024-09-12T17:13:03.572393+0000","last_became_peered":"2024-09-12T17:13:03.572393+0000","last_unstale":"2024-09-12T17:13:10.682149+0000","last_undegraded":"2024-09-12T17:13:10.682149+0000","last_fullsized":"2024-09-12T17:13:10.682149+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:02.547273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:02.547273+0000","last_clean_scrub_stamp":"2024-09-12T17:13:02.547273+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:49:12.548761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542150,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":806912,"data_stored":662567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542149,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542149,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":217088,"data_stored":72218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542151,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542148,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":217088,"data_stored":72218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":806912,"data_stored":662567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T17:13:15.154 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T17:13:15.154 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-12T17:13:15.155 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-12T17:13:15.155 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-12T17:13:15.475 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:13:15.475 INFO:teuthology.orchestra.run.smithi183.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-12T17:13:15.492 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-12T17:13:15.493 INFO:teuthology.run_tasks:Running task openssl_keys... 2024-09-12T17:13:15.505 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2024-09-12T17:13:15.505 DEBUG:teuthology.orchestra.run.smithi183:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T17:13:15.510 DEBUG:teuthology.orchestra.run.smithi183:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2024-09-12T17:13:15.866 INFO:teuthology.orchestra.run.smithi183.stderr:.........+.+.........+...+.....+.............+..+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+...+...........+....+..+.+............+..+...+.......+......+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.........+...+..................+...+...............+.+...+..+.+........+......+......+...+......+..................................+..+.......+........+....+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-12T17:13:18.124 INFO:teuthology.orchestra.run.smithi183.stderr:.+.........+..+.........................+...+.....+.+...+..+...+......+......+.+...+..+..........+.........+...+..+......+....+......+.....+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+..........+.....+....+.....+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+....+...+..+......+...+....+..+...+............+....+..+..........+.........+...+...+........+......+.+..+...+.......+...+..............+...............+.+..............+...+.+..+.............+............+.........+.....+...............+.+...........................+.....+.......+........+.+....................+.........+......+.......+...+..............+......+.......+...+............+.........+...+...........+.+......+............+...........+.........+.+..+....+.....+...+......+....+...............+..+....+.....................+......+........+.+........+.+......+...........+.......+..+................+...+..+...+......+.+..+...+.......+.......................+...+.+.....+.+.........+.........+.....+....+..+...+......+...............+.......+..+...+....+...+..+...+...+...+....+...........+.+.........+........................+.....+...+...+....+........+.......+...+...+...........+......+...+...............+...............+.......+...+...........+...+......+......+.............+...............+.....+...+............+......+....+..+.+..+.....................+......+.+.....+.......+.................+..........+.....+......+.............+.....+.........+.............+..............+...+...+....+.........+..+.......+........+.........+..........+...+.................+.+........+.+.....+...+.+..+........................+....+..............+............+...+...+.......+........+...+....+...+........+.+..............+....+...+................................+..............................+.+..+....+......+........+......+......+...+.+........+......+.+......+.................+...+.......+......+..+.......+......+.....+.........................+...........................+...+............+.....+.......+............+........+.+..+...........................+............+.........+.+......+...+...........+....+.........+..+...+......+................+.....................+..+.+..........................+......+...................+.........+..+...+.+...+...+...+.....+....+......+.....+......+...+...+.......+...+..+..................+.........+...+............+.............+........+...+...............+......+.........+....+...+..+..........+.......................+.......+...............+...............+..+.+..+.+.....+......+....+..+..................+.+...+..+....+...........+...+.................................+...+.......+........+.+.....+......+....+...+...+..+...+..................+......+.+.....+......................+...+...+..............+.+..............+......+.+......+........+....+...+..............+...+.....................+..........+..+...+.......+..+.+............+...+..............+...+.........+....+..+...+......+...+.+......+..................+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-12T17:13:18.138 INFO:teuthology.orchestra.run.smithi183.stderr:----- 2024-09-12T17:13:18.146 DEBUG:teuthology.orchestra.run.smithi183:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/local/share/ca-certificates/root.crt 2024-09-12T17:13:18.206 DEBUG:teuthology.orchestra.run.smithi183:> sudo update-ca-certificates 2024-09-12T17:13:18.269 INFO:teuthology.orchestra.run.smithi183.stdout:Updating certificates in /etc/ssl/certs... 2024-09-12T17:13:18.915 INFO:teuthology.orchestra.run.smithi183.stderr:rehash: warning: skipping ca-certificates.crt,it does not contain exactly one certificate or CRL 2024-09-12T17:13:18.936 INFO:teuthology.orchestra.run.smithi183.stdout:1 added, 0 removed; done. 2024-09-12T17:13:18.938 INFO:teuthology.orchestra.run.smithi183.stdout:Running hooks in /etc/ca-certificates/update.d... 2024-09-12T17:13:18.941 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:13:20.604 INFO:teuthology.orchestra.run.smithi183.stdout:Adding debian:root.pem 2024-09-12T17:13:20.622 INFO:teuthology.orchestra.run.smithi183.stdout:done. 2024-09-12T17:13:20.622 INFO:teuthology.orchestra.run.smithi183.stdout:done. 2024-09-12T17:13:20.626 DEBUG:teuthology.orchestra.run.smithi183:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T17:13:20.672 DEBUG:teuthology.orchestra.run.smithi183:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi183.front.sepia.ceph.com 2024-09-12T17:13:20.807 INFO:teuthology.orchestra.run.smithi183.stderr:...+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..........+......+......+.+...+..+....+..................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+.+..+...+....+...+.....+...............+.+.....+.+...+...+...............+...+.........+...+..+......+.+.........+.........+........+.........+...+.+.....+.+...+...........+.........+...............+............+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-12T17:13:20.936 INFO:teuthology.orchestra.run.smithi183.stderr:....+.......+..+.+..+...+......+.+........+......+....+...............+..+.......+..+..........+...+......+..+........................+.+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+......+.+.....+...+.+.........+..+......+....+...+........+..........+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+......+...+...+..+...+....+...+..+...............+....+.........+..+.+.....+.............+...........+.+..+...+....+.....+....+.....+....+.....+.+.....+....+..+...+.+.....+............+....+......+...............+...+.....+......+..................+...............+......+.+...............+......+.........+...+........+....+..................+..+.+..+.+.........+..+....+..+....+........+.+.........+...+..............+...+...+...+.......+.....+..................+.......+..................+..+..........+...+......+........................+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2024-09-12T17:13:20.939 INFO:teuthology.orchestra.run.smithi183.stderr:----- 2024-09-12T17:13:20.942 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:13:20.942 DEBUG:teuthology.orchestra.run.smithi183:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T17:13:20.989 DEBUG:teuthology.orchestra.run.smithi183:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T17:13:21.039 INFO:teuthology.orchestra.run.smithi183.stderr:Certificate request self-signature ok 2024-09-12T17:13:21.039 INFO:teuthology.orchestra.run.smithi183.stderr:subject=CN = smithi183.front.sepia.ceph.com 2024-09-12T17:13:21.051 DEBUG:teuthology.orchestra.run.smithi183:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T17:13:21.100 DEBUG:teuthology.orchestra.run.smithi183:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T17:13:21.153 INFO:teuthology.orchestra.run.smithi183.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2024-09-12T17:13:21.153 DEBUG:teuthology.orchestra.run.smithi183:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T17:13:21.203 INFO:teuthology.run_tasks:Running task rgw... 2024-09-12T17:13:21.218 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0'}} 2024-09-12T17:13:21.218 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2024-09-12T17:13:21.218 INFO:tasks.rgw:Creating data pools 2024-09-12T17:13:21.218 DEBUG:tasks.rgw:Obtaining remote for client client.0 2024-09-12T17:13:21.218 DEBUG:teuthology.orchestra.run.smithi183:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster ceph 2024-09-12T17:13:21.676 INFO:teuthology.orchestra.run.smithi183.stderr:pool 'default.rgw.buckets.data' created 2024-09-12T17:13:21.709 DEBUG:teuthology.orchestra.run.smithi183:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2024-09-12T17:13:22.695 INFO:teuthology.orchestra.run.smithi183.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2024-09-12T17:13:22.738 DEBUG:teuthology.orchestra.run.smithi183:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2024-09-12T17:13:23.708 INFO:teuthology.orchestra.run.smithi183.stderr:pool 'default.rgw.buckets.index' created 2024-09-12T17:13:23.741 DEBUG:teuthology.orchestra.run.smithi183:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2024-09-12T17:13:24.727 INFO:teuthology.orchestra.run.smithi183.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2024-09-12T17:13:24.767 DEBUG:tasks.rgw:Pools created 2024-09-12T17:13:24.768 INFO:tasks.rgw:Configuring compression type = random 2024-09-12T17:13:24.768 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T17:13:24.768 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T17:13:24.768 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T17:13:24.821 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:13:24.821 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:13:26.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.802+0000 7f6c43242640 0 -- 172.21.15.183:0/951557816 >> [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] conn(0x7f6b18070bc0 msgr2=0x7f6b18073080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:13:26.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.810+0000 7f6c44f3b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:26.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.810+0000 7f6c43242640 0 -- 172.21.15.183:0/3175306165 >> [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] conn(0x7f6b08070ae0 msgr2=0x7f6b08072fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:13:26.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.810+0000 7f6c44f3b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:26.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.810+0000 7f6c44f3b9c0 20 realm 2024-09-12T17:13:26.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.810+0000 7f6c44f3b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:26.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.810+0000 7f6c44f3b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:26.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.810+0000 7f6c44f3b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:13:26.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.810+0000 7f6c44f3b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:26.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.810+0000 7f6c44f3b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:26.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.810+0000 7f6c44f3b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:26.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.810+0000 7f6c44f3b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:13:26.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.810+0000 7f6c44f3b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:26.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.814+0000 7f6c44f3b9c0 20 rados_obj.operate() r=0 bl.length=993 2024-09-12T17:13:26.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.814+0000 7f6c44f3b9c0 20 searching for the correct realm 2024-09-12T17:13:26.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:13:26.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:13:26.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:13:26.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:13:26.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:13:26.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:13:26.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:26.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:26.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:26.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:13:26.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:26.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T17:13:26.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 zone default found 2024-09-12T17:13:26.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 4 Realm: () 2024-09-12T17:13:26.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:13:26.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:13:26.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:13:26.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 zonegroup default 2024-09-12T17:13:26.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:26.840 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:26.840 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:26.834+0000 7f6c44f3b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:28.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:28.754+0000 7f6c44f3b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:28.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:28.754+0000 7f6c44f3b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:28.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:28.754+0000 7f6c44f3b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:28.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:28.754+0000 7f6c44f3b9c0 20 started sync module instance, tier type = 2024-09-12T17:13:28.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:28.754+0000 7f6c44f3b9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:13:30.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.806+0000 7f6c44f3b9c0 20 add_watcher() i=0 2024-09-12T17:13:30.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.806+0000 7f6c44f3b9c0 20 add_watcher() i=1 2024-09-12T17:13:30.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.806+0000 7f6c44f3b9c0 20 add_watcher() i=2 2024-09-12T17:13:30.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.806+0000 7f6c44f3b9c0 20 add_watcher() i=3 2024-09-12T17:13:30.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.806+0000 7f6c44f3b9c0 20 add_watcher() i=4 2024-09-12T17:13:30.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.806+0000 7f6c44f3b9c0 20 add_watcher() i=5 2024-09-12T17:13:30.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.806+0000 7f6c44f3b9c0 20 add_watcher() i=6 2024-09-12T17:13:30.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.810+0000 7f6c44f3b9c0 20 add_watcher() i=7 2024-09-12T17:13:30.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.810+0000 7f6c44f3b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:13:30.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.810+0000 7f6c44f3b9c0 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2024-09-12T17:13:30.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.810+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2024-09-12T17:13:30.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.810+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.810+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2024-09-12T17:13:30.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.810+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2024-09-12T17:13:30.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.810+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2024-09-12T17:13:30.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2024-09-12T17:13:30.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2024-09-12T17:13:30.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2024-09-12T17:13:30.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2024-09-12T17:13:30.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2024-09-12T17:13:30.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2024-09-12T17:13:30.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2024-09-12T17:13:30.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2024-09-12T17:13:30.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2024-09-12T17:13:30.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2024-09-12T17:13:30.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2024-09-12T17:13:30.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2024-09-12T17:13:30.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2024-09-12T17:13:30.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2024-09-12T17:13:30.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2024-09-12T17:13:30.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2024-09-12T17:13:30.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2024-09-12T17:13:30.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2024-09-12T17:13:30.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2024-09-12T17:13:30.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2024-09-12T17:13:30.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2024-09-12T17:13:30.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2024-09-12T17:13:30.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2024-09-12T17:13:30.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2024-09-12T17:13:30.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2024-09-12T17:13:30.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2024-09-12T17:13:30.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2024-09-12T17:13:30.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.818+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2024-09-12T17:13:30.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2024-09-12T17:13:30.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2024-09-12T17:13:30.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2024-09-12T17:13:30.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2024-09-12T17:13:30.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2024-09-12T17:13:30.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2024-09-12T17:13:30.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2024-09-12T17:13:30.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2024-09-12T17:13:30.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2024-09-12T17:13:30.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2024-09-12T17:13:30.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2024-09-12T17:13:30.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2024-09-12T17:13:30.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2024-09-12T17:13:30.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2024-09-12T17:13:30.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2024-09-12T17:13:30.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.822+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2024-09-12T17:13:30.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2024-09-12T17:13:30.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2024-09-12T17:13:30.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2024-09-12T17:13:30.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2024-09-12T17:13:30.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2024-09-12T17:13:30.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2024-09-12T17:13:30.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2024-09-12T17:13:30.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2024-09-12T17:13:30.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2024-09-12T17:13:30.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2024-09-12T17:13:30.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2024-09-12T17:13:30.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2024-09-12T17:13:30.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2024-09-12T17:13:30.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2024-09-12T17:13:30.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2024-09-12T17:13:30.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.826+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2024-09-12T17:13:30.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2024-09-12T17:13:30.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2024-09-12T17:13:30.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2024-09-12T17:13:30.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2024-09-12T17:13:30.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2024-09-12T17:13:30.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2024-09-12T17:13:30.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2024-09-12T17:13:30.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2024-09-12T17:13:30.835 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2024-09-12T17:13:30.835 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.835 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2024-09-12T17:13:30.835 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2024-09-12T17:13:30.835 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.835 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2024-09-12T17:13:30.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2024-09-12T17:13:30.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.830+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2024-09-12T17:13:30.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2024-09-12T17:13:30.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2024-09-12T17:13:30.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2024-09-12T17:13:30.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2024-09-12T17:13:30.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2024-09-12T17:13:30.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2024-09-12T17:13:30.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2024-09-12T17:13:30.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2024-09-12T17:13:30.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2024-09-12T17:13:30.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2024-09-12T17:13:30.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2024-09-12T17:13:30.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.840 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2024-09-12T17:13:30.840 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2024-09-12T17:13:30.840 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.834+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.840 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2024-09-12T17:13:30.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2024-09-12T17:13:30.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2024-09-12T17:13:30.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2024-09-12T17:13:30.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2024-09-12T17:13:30.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2024-09-12T17:13:30.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2024-09-12T17:13:30.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2024-09-12T17:13:30.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2024-09-12T17:13:30.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2024-09-12T17:13:30.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2024-09-12T17:13:30.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2024-09-12T17:13:30.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2024-09-12T17:13:30.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2024-09-12T17:13:30.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.838+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2024-09-12T17:13:30.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2024-09-12T17:13:30.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2024-09-12T17:13:30.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2024-09-12T17:13:30.847 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.847 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2024-09-12T17:13:30.847 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2024-09-12T17:13:30.847 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.847 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2024-09-12T17:13:30.848 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2024-09-12T17:13:30.848 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.848 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2024-09-12T17:13:30.848 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2024-09-12T17:13:30.848 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.848 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2024-09-12T17:13:30.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2024-09-12T17:13:30.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2024-09-12T17:13:30.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2024-09-12T17:13:30.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.842+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2024-09-12T17:13:30.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2024-09-12T17:13:30.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2024-09-12T17:13:30.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2024-09-12T17:13:30.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2024-09-12T17:13:30.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2024-09-12T17:13:30.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2024-09-12T17:13:30.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2024-09-12T17:13:30.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2024-09-12T17:13:30.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2024-09-12T17:13:30.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2024-09-12T17:13:30.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2024-09-12T17:13:30.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.855 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2024-09-12T17:13:30.855 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2024-09-12T17:13:30.855 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.855 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2024-09-12T17:13:30.855 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2024-09-12T17:13:30.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.846+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2024-09-12T17:13:30.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2024-09-12T17:13:30.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2024-09-12T17:13:30.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2024-09-12T17:13:30.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2024-09-12T17:13:30.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2024-09-12T17:13:30.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2024-09-12T17:13:30.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2024-09-12T17:13:30.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2024-09-12T17:13:30.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2024-09-12T17:13:30.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2024-09-12T17:13:30.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2024-09-12T17:13:30.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2024-09-12T17:13:30.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2024-09-12T17:13:30.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.858 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2024-09-12T17:13:30.858 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2024-09-12T17:13:30.858 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.850+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.858 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2024-09-12T17:13:30.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2024-09-12T17:13:30.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2024-09-12T17:13:30.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2024-09-12T17:13:30.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2024-09-12T17:13:30.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2024-09-12T17:13:30.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2024-09-12T17:13:30.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2024-09-12T17:13:30.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2024-09-12T17:13:30.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2024-09-12T17:13:30.861 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.861 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2024-09-12T17:13:30.861 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2024-09-12T17:13:30.861 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.861 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2024-09-12T17:13:30.861 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2024-09-12T17:13:30.861 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.854+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.862 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2024-09-12T17:13:30.862 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2024-09-12T17:13:30.862 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.863 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2024-09-12T17:13:30.863 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2024-09-12T17:13:30.863 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.863 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2024-09-12T17:13:30.863 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2024-09-12T17:13:30.863 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.863 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2024-09-12T17:13:30.863 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2024-09-12T17:13:30.863 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.864 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2024-09-12T17:13:30.864 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2024-09-12T17:13:30.864 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.864 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2024-09-12T17:13:30.864 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2024-09-12T17:13:30.864 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.858+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2024-09-12T17:13:30.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2024-09-12T17:13:30.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2024-09-12T17:13:30.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2024-09-12T17:13:30.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2024-09-12T17:13:30.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2024-09-12T17:13:30.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2024-09-12T17:13:30.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2024-09-12T17:13:30.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2024-09-12T17:13:30.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2024-09-12T17:13:30.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2024-09-12T17:13:30.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2024-09-12T17:13:30.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2024-09-12T17:13:30.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2024-09-12T17:13:30.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.862+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2024-09-12T17:13:30.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2024-09-12T17:13:30.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2024-09-12T17:13:30.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2024-09-12T17:13:30.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.870 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2024-09-12T17:13:30.870 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2024-09-12T17:13:30.870 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.870 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2024-09-12T17:13:30.871 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2024-09-12T17:13:30.871 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.871 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2024-09-12T17:13:30.871 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2024-09-12T17:13:30.871 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2024-09-12T17:13:30.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2024-09-12T17:13:30.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.866+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2024-09-12T17:13:30.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2024-09-12T17:13:30.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2024-09-12T17:13:30.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2024-09-12T17:13:30.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2024-09-12T17:13:30.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2024-09-12T17:13:30.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2024-09-12T17:13:30.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2024-09-12T17:13:30.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2024-09-12T17:13:30.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2024-09-12T17:13:30.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.876 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.870+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2024-09-12T17:13:30.876 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2024-09-12T17:13:30.876 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2024-09-12T17:13:30.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2024-09-12T17:13:30.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2024-09-12T17:13:30.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2024-09-12T17:13:30.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2024-09-12T17:13:30.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2024-09-12T17:13:30.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2024-09-12T17:13:30.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2024-09-12T17:13:30.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2024-09-12T17:13:30.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2024-09-12T17:13:30.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2024-09-12T17:13:30.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2024-09-12T17:13:30.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.874+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.882 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2024-09-12T17:13:30.882 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2024-09-12T17:13:30.882 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.883 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2024-09-12T17:13:30.883 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2024-09-12T17:13:30.883 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.883 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2024-09-12T17:13:30.883 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2024-09-12T17:13:30.883 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2024-09-12T17:13:30.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2024-09-12T17:13:30.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2024-09-12T17:13:30.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2024-09-12T17:13:30.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2024-09-12T17:13:30.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2024-09-12T17:13:30.885 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.878+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.885 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2024-09-12T17:13:30.885 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2024-09-12T17:13:30.885 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.885 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2024-09-12T17:13:30.886 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2024-09-12T17:13:30.886 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2024-09-12T17:13:30.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2024-09-12T17:13:30.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2024-09-12T17:13:30.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2024-09-12T17:13:30.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2024-09-12T17:13:30.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2024-09-12T17:13:30.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.888 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2024-09-12T17:13:30.888 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2024-09-12T17:13:30.888 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2024-09-12T17:13:30.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2024-09-12T17:13:30.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.882+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.890 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.886+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2024-09-12T17:13:30.890 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.886+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2024-09-12T17:13:30.890 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.886+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.890 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.886+0000 7f6c44f3b9c0 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2024-09-12T17:13:30.890 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.886+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2024-09-12T17:13:30.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.890+0000 7f6c44f3b9c0 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T17:13:30.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.898+0000 7f6af57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:13:30.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.898+0000 7f6c44f3b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:13:30.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:30.898+0000 7f6c44f3b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:13:33.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.770+0000 7f6c44f3b9c0 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2024-09-12T17:13:33.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.770+0000 7f6c44f3b9c0 5 note: GC not initialized 2024-09-12T17:13:33.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.774+0000 7f6a5ffff640 20 reqs_thread_entry: start 2024-09-12T17:13:33.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.774+0000 7f6c44f3b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:13:33.776 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.774+0000 7f6c44f3b9c0 20 Filter name: none 2024-09-12T17:13:33.776 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.774+0000 7f6a5dffb640 20 reqs_thread_entry: start 2024-09-12T17:13:33.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.830+0000 7f6af57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:13:33.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.838+0000 7f6c44f3b9c0 20 remove_watcher() i=0 2024-09-12T17:13:33.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.838+0000 7f6c44f3b9c0 2 removed watcher, disabling cache 2024-09-12T17:13:33.840 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.838+0000 7f6c44f3b9c0 20 remove_watcher() i=1 2024-09-12T17:13:33.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.842+0000 7f6c44f3b9c0 20 remove_watcher() i=2 2024-09-12T17:13:33.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.846+0000 7f6c44f3b9c0 20 remove_watcher() i=3 2024-09-12T17:13:33.847 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.846+0000 7f6c44f3b9c0 20 remove_watcher() i=4 2024-09-12T17:13:33.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.850+0000 7f6c44f3b9c0 20 remove_watcher() i=5 2024-09-12T17:13:33.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.854+0000 7f6c44f3b9c0 20 remove_watcher() i=6 2024-09-12T17:13:33.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.854+0000 7f6c44f3b9c0 20 remove_watcher() i=7 2024-09-12T17:13:33.874 INFO:teuthology.orchestra.run.smithi183.stdout:[] 2024-09-12T17:13:33.875 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T17:13:33.875 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T17:13:33.875 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T17:13:33.875 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2024-09-12T17:13:33.916 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:13:33.917 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:13:33.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.946+0000 7fd7c6e059c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:13:33.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.946+0000 7fd7c6e059c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:13:33.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:33.950+0000 7fd682ffd640 20 reqs_thread_entry: start 2024-09-12T17:13:33.969 INFO:teuthology.orchestra.run.smithi183.stdout:{"id":"fbe06962-a98e-4cf5-b805-dd8639959719","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-12T17:13:33.970 DEBUG:tasks.util.rgw: json result: {'id': 'fbe06962-a98e-4cf5-b805-dd8639959719', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-12T17:13:33.970 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T17:13:33.970 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T17:13:33.970 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T17:13:34.046 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:13:34.046 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:13:34.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.086+0000 7f57041699c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.086+0000 7f57041699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:34.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.086+0000 7f57041699c0 20 realm 2024-09-12T17:13:34.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.086+0000 7f57041699c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.086+0000 7f57041699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:34.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.086+0000 7f57041699c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:13:34.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.086+0000 7f57041699c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.086+0000 7f57041699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:34.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.086+0000 7f57041699c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.090+0000 7f57041699c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:13:34.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.090+0000 7f57041699c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.090+0000 7f57041699c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-12T17:13:34.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.090+0000 7f57041699c0 20 searching for the correct realm 2024-09-12T17:13:34.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.094+0000 7f5702470640 0 -- 172.21.15.183:0/2483246722 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f56f8009ad0 msgr2=0x7f56f81390b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:13:34.101 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.102+0000 7f570146e640 0 -- 172.21.15.183:0/2483246722 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f56fc07dbe0 msgr2=0x7f56fc079040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:13:34.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.317+0000 7f57041699c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:13:34.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.317+0000 7f57041699c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:13:34.321 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.317+0000 7f57041699c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:13:34.321 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.317+0000 7f57041699c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:13:34.321 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.317+0000 7f57041699c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:13:34.321 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.317+0000 7f57041699c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:13:34.321 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.317+0000 7f57041699c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.322 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.317+0000 7f57041699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:34.322 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.317+0000 7f57041699c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:13:34.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T17:13:34.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 zone default found 2024-09-12T17:13:34.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 4 Realm: () 2024-09-12T17:13:34.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:13:34.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:13:34.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:13:34.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 zonegroup default 2024-09-12T17:13:34.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:34.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:34.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:34.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 started sync module instance, tier type = 2024-09-12T17:13:34.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.321+0000 7f57041699c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:13:34.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.349+0000 7f57041699c0 20 add_watcher() i=0 2024-09-12T17:13:34.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.349+0000 7f57041699c0 20 add_watcher() i=1 2024-09-12T17:13:34.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.349+0000 7f57041699c0 20 add_watcher() i=2 2024-09-12T17:13:34.351 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.349+0000 7f57041699c0 20 add_watcher() i=3 2024-09-12T17:13:34.351 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.349+0000 7f57041699c0 20 add_watcher() i=4 2024-09-12T17:13:34.351 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.349+0000 7f57041699c0 20 add_watcher() i=5 2024-09-12T17:13:34.351 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.349+0000 7f57041699c0 20 add_watcher() i=6 2024-09-12T17:13:34.352 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.353+0000 7f57041699c0 20 add_watcher() i=7 2024-09-12T17:13:34.352 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.353+0000 7f57041699c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:13:34.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.357+0000 7f55b37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:13:34.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.357+0000 7f57041699c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:13:34.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.357+0000 7f57041699c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:13:34.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.357+0000 7f57041699c0 5 note: GC not initialized 2024-09-12T17:13:34.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.357+0000 7f55b27fc640 20 reqs_thread_entry: start 2024-09-12T17:13:34.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.357+0000 7f57041699c0 20 init_complete bucket index max shards: 1 2024-09-12T17:13:34.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.357+0000 7f57041699c0 20 Filter name: none 2024-09-12T17:13:34.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.357+0000 7f5523fff640 20 reqs_thread_entry: start 2024-09-12T17:13:34.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.381+0000 7f55b37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:13:34.386 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.385+0000 7f57041699c0 20 remove_watcher() i=0 2024-09-12T17:13:34.386 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.385+0000 7f57041699c0 2 removed watcher, disabling cache 2024-09-12T17:13:34.388 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.389+0000 7f57041699c0 20 remove_watcher() i=1 2024-09-12T17:13:34.391 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.389+0000 7f57041699c0 20 remove_watcher() i=2 2024-09-12T17:13:34.393 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.393+0000 7f57041699c0 20 remove_watcher() i=3 2024-09-12T17:13:34.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.393+0000 7f57041699c0 20 remove_watcher() i=4 2024-09-12T17:13:34.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.397+0000 7f57041699c0 20 remove_watcher() i=5 2024-09-12T17:13:34.401 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.401+0000 7f57041699c0 20 remove_watcher() i=6 2024-09-12T17:13:34.402 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.401+0000 7f57041699c0 20 remove_watcher() i=7 2024-09-12T17:13:34.419 INFO:teuthology.orchestra.run.smithi183.stdout:[] 2024-09-12T17:13:34.420 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T17:13:34.420 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-12T17:13:34.420 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-12T17:13:34.420 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2024-09-12T17:13:34.503 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:13:34.503 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:13:34.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.529+0000 7f06e4dc59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:13:34.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.529+0000 7f06e4dc59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:13:34.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.537+0000 7f05a0ff9640 20 reqs_thread_entry: start 2024-09-12T17:13:34.557 INFO:teuthology.orchestra.run.smithi183.stdout:{"id":"fbe06962-a98e-4cf5-b805-dd8639959719","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T17:13:34.557 DEBUG:tasks.util.rgw: json result: {'id': 'fbe06962-a98e-4cf5-b805-dd8639959719', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T17:13:34.557 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T17:13:34.558 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T17:13:34.558 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T17:13:34.633 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:13:34.633 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:13:34.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.669+0000 7f46ced039c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.673+0000 7f46ced039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:34.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.673+0000 7f46ced039c0 20 realm 2024-09-12T17:13:34.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.673+0000 7f46ced039c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.673+0000 7f46ced039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:34.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.673+0000 7f46ced039c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:13:34.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.673+0000 7f46ced039c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.673+0000 7f46ced039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:34.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.673+0000 7f46ced039c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.673+0000 7f46ced039c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:13:34.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.673+0000 7f46ced039c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:34.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.673+0000 7f46ced039c0 20 rados_obj.operate() r=0 bl.length=1009 2024-09-12T17:13:34.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.673+0000 7f46ced039c0 20 searching for the correct realm 2024-09-12T17:13:34.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.677+0000 7f46cd00a640 0 -- 172.21.15.183:0/1140210293 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f46b4017030 msgr2=0x7f46b400c710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:13:34.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:34.893+0000 7f46cc008640 0 -- 172.21.15.183:0/1140210293 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f46c4132220 msgr2=0x7f46c4101860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:13:35.111 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.109+0000 7f46ced039c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:13:35.111 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.109+0000 7f46ced039c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:13:35.111 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.109+0000 7f46ced039c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:13:35.111 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.109+0000 7f46ced039c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:13:35.112 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.109+0000 7f46ced039c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:13:35.112 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.109+0000 7f46ced039c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:13:35.112 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.109+0000 7f46ced039c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:35.112 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.109+0000 7f46ced039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:35.112 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.109+0000 7f46ced039c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:35.112 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:13:35.112 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:35.113 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T17:13:35.113 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 zone default found 2024-09-12T17:13:35.113 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 4 Realm: () 2024-09-12T17:13:35.113 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:13:35.113 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:13:35.113 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:13:35.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 zonegroup default 2024-09-12T17:13:35.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:35.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:35.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:35.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:35.115 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 rados->read ofs=0 len=0 2024-09-12T17:13:35.115 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:13:35.115 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 started sync module instance, tier type = 2024-09-12T17:13:35.115 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.113+0000 7f46ced039c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:13:35.142 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.141+0000 7f46ced039c0 20 add_watcher() i=0 2024-09-12T17:13:35.142 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.141+0000 7f46ced039c0 20 add_watcher() i=1 2024-09-12T17:13:35.142 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.141+0000 7f46ced039c0 20 add_watcher() i=2 2024-09-12T17:13:35.142 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.141+0000 7f46ced039c0 20 add_watcher() i=3 2024-09-12T17:13:35.142 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.141+0000 7f46ced039c0 20 add_watcher() i=4 2024-09-12T17:13:35.142 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.141+0000 7f46ced039c0 20 add_watcher() i=5 2024-09-12T17:13:35.143 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.141+0000 7f46ced039c0 20 add_watcher() i=6 2024-09-12T17:13:35.144 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.141+0000 7f46ced039c0 20 add_watcher() i=7 2024-09-12T17:13:35.144 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.141+0000 7f46ced039c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:13:35.148 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.145+0000 7f45837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:13:35.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.149+0000 7f46ced039c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:13:35.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.149+0000 7f46ced039c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:13:35.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.149+0000 7f46ced039c0 5 note: GC not initialized 2024-09-12T17:13:35.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.149+0000 7f45827e4640 20 reqs_thread_entry: start 2024-09-12T17:13:35.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.149+0000 7f46ced039c0 20 init_complete bucket index max shards: 1 2024-09-12T17:13:35.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.149+0000 7f46ced039c0 20 Filter name: none 2024-09-12T17:13:35.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.149+0000 7f457b7fe640 20 reqs_thread_entry: start 2024-09-12T17:13:35.171 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.169+0000 7f45837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:13:35.176 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.173+0000 7f46ced039c0 20 remove_watcher() i=0 2024-09-12T17:13:35.176 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.173+0000 7f46ced039c0 2 removed watcher, disabling cache 2024-09-12T17:13:35.178 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.177+0000 7f46ced039c0 20 remove_watcher() i=1 2024-09-12T17:13:35.180 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.181+0000 7f46ced039c0 20 remove_watcher() i=2 2024-09-12T17:13:35.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.181+0000 7f46ced039c0 20 remove_watcher() i=3 2024-09-12T17:13:35.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.185+0000 7f46ced039c0 20 remove_watcher() i=4 2024-09-12T17:13:35.186 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.185+0000 7f46ced039c0 20 remove_watcher() i=5 2024-09-12T17:13:35.187 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.185+0000 7f46ced039c0 20 remove_watcher() i=6 2024-09-12T17:13:35.189 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.189+0000 7f46ced039c0 20 remove_watcher() i=7 2024-09-12T17:13:35.210 INFO:teuthology.orchestra.run.smithi183.stdout:[] 2024-09-12T17:13:35.210 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T17:13:35.210 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2024-09-12T17:13:35.211 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T17:13:35.211 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T17:13:35.211 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2024-09-12T17:13:35.290 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:13:35.290 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:13:35.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.317+0000 7f0c25c239c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:13:35.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.317+0000 7f0c25c239c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:13:35.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.321+0000 7f0a81ffb640 20 reqs_thread_entry: start 2024-09-12T17:13:35.343 INFO:teuthology.orchestra.run.smithi183.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2024-09-12T17:13:35.343 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2024-09-12T17:13:35.344 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T17:13:35.344 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T17:13:35.344 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2024-09-12T17:13:35.432 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:13:35.432 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:13:35.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.457+0000 7f864e4459c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:13:35.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.457+0000 7f864e4459c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:13:35.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.465+0000 7f8509ffb640 20 reqs_thread_entry: start 2024-09-12T17:13:35.485 INFO:teuthology.orchestra.run.smithi183.stdout:{"id":"fbe06962-a98e-4cf5-b805-dd8639959719","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T17:13:35.485 DEBUG:tasks.util.rgw: json result: {'id': 'fbe06962-a98e-4cf5-b805-dd8639959719', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T17:13:35.485 INFO:tasks.rgw:Configuring storage class type = FROZEN 2024-09-12T17:13:35.485 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T17:13:35.485 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T17:13:35.486 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2024-09-12T17:13:35.570 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:13:35.570 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:13:35.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.597+0000 7f6a5064d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:13:35.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.597+0000 7f6a5064d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:13:35.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.601+0000 7f69117e2640 20 reqs_thread_entry: start 2024-09-12T17:13:35.622 INFO:teuthology.orchestra.run.smithi183.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2024-09-12T17:13:35.622 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2024-09-12T17:13:35.622 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T17:13:35.622 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T17:13:35.622 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2024-09-12T17:13:35.707 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:13:35.707 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:13:35.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.733+0000 7f2bd45619c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:13:35.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.733+0000 7f2bd45619c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:13:35.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:13:35.737+0000 7f2a94fe1640 20 reqs_thread_entry: start 2024-09-12T17:13:35.760 INFO:teuthology.orchestra.run.smithi183.stdout:{"id":"fbe06962-a98e-4cf5-b805-dd8639959719","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T17:13:35.760 DEBUG:tasks.util.rgw: json result: {'id': 'fbe06962-a98e-4cf5-b805-dd8639959719', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T17:13:35.760 INFO:tasks.rgw:Starting rgw... 2024-09-12T17:13:35.760 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0'} 2024-09-12T17:13:35.761 INFO:tasks.rgw:Using beast as radosgw frontend 2024-09-12T17:13:35.761 DEBUG:teuthology.orchestra.run.smithi183:> sudo echo -n https://smithi183.front.sepia.ceph.com:443 | sudo tee /home/ubuntu/cephtest/url_file 2024-09-12T17:13:35.812 INFO:teuthology.orchestra.run.smithi183.stdout:https://smithi183.front.sepia.ceph.com:443 2024-09-12T17:13:35.813 DEBUG:teuthology.orchestra.run.smithi183:> sudo chown ceph /home/ubuntu/cephtest/url_file 2024-09-12T17:13:35.868 DEBUG:teuthology.orchestra.run.smithi183:> sudo keytool -import -alias smithi183.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2024-09-12T17:13:36.199 INFO:teuthology.orchestra.run.smithi183.stderr:Warning: use -cacerts option to access cacerts keystore 2024-09-12T17:13:36.508 INFO:teuthology.orchestra.run.smithi183.stderr:Certificate was added to keystore 2024-09-12T17:13:36.549 INFO:tasks.rgw.client.0:Restarting daemon 2024-09-12T17:13:36.549 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2024-09-12T17:13:36.552 INFO:tasks.rgw.client.0:Started 2024-09-12T17:13:36.552 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi183.front.sepia.ceph.com:443/ 2024-09-12T17:13:36.552 DEBUG:teuthology.orchestra.run.smithi183:> curl https://smithi183.front.sepia.ceph.com:443/ 2024-09-12T17:13:36.580 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T17:13:36.581 INFO:teuthology.orchestra.run.smithi183.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T17:13:36.581 INFO:teuthology.orchestra.run.smithi183.stderr: Dload Upload Total Spent Left Speed 2024-09-12T17:13:36.581 INFO:teuthology.orchestra.run.smithi183.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T17:13:36.581 INFO:teuthology.orchestra.run.smithi183.stderr:curl: (7) Failed to connect to smithi183.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2024-09-12T17:13:37.329 INFO:tasks.rgw.client.0.smithi183.stdout:2024-09-12T17:13:37.325+0000 7f3e63dd5a40 -1 ssl_private_key was not found: rgw/cert//default.key 2024-09-12T17:13:37.582 DEBUG:teuthology.orchestra.run.smithi183:> curl https://smithi183.front.sepia.ceph.com:443/ 2024-09-12T17:13:37.593 INFO:teuthology.orchestra.run.smithi183.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T17:13:37.593 INFO:teuthology.orchestra.run.smithi183.stderr: Dload Upload Total Spent Left Speed 2024-09-12T17:13:37.713 INFO:teuthology.orchestra.run.smithi183.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 1555 0 --:--:-- --:--:-- --:--:-- 1558 2024-09-12T17:13:37.715 INFO:teuthology.orchestra.run.smithi183.stdout:anonymous 2024-09-12T17:13:37.715 INFO:teuthology.run_tasks:Running task tox... 2024-09-12T17:13:37.728 INFO:tasks.tox:Deploying tox from pip... 2024-09-12T17:13:37.729 DEBUG:teuthology.orchestra.run.smithi183:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2024-09-12T17:13:41.270 DEBUG:teuthology.orchestra.run.smithi183:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2024-09-12T17:13:41.943 INFO:teuthology.orchestra.run.smithi183.stdout:Collecting tox==3.15.0 2024-09-12T17:13:42.041 INFO:teuthology.orchestra.run.smithi183.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2024-09-12T17:13:42.100 INFO:teuthology.orchestra.run.smithi183.stdout: ---------------------------------------- 82.1/82.1 KB 1.3 MB/s eta 0:00:00 2024-09-12T17:13:42.197 INFO:teuthology.orchestra.run.smithi183.stdout:Collecting toml>=0.9.4 2024-09-12T17:13:42.213 INFO:teuthology.orchestra.run.smithi183.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2024-09-12T17:13:42.310 INFO:teuthology.orchestra.run.smithi183.stdout:Collecting pluggy<1,>=0.12.0 2024-09-12T17:13:42.326 INFO:teuthology.orchestra.run.smithi183.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2024-09-12T17:13:42.457 INFO:teuthology.orchestra.run.smithi183.stdout:Collecting py<2,>=1.4.17 2024-09-12T17:13:42.472 INFO:teuthology.orchestra.run.smithi183.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2024-09-12T17:13:42.528 INFO:teuthology.orchestra.run.smithi183.stdout: ---------------------------------------- 98.7/98.7 KB 1.7 MB/s eta 0:00:00 2024-09-12T17:13:42.611 INFO:teuthology.orchestra.run.smithi183.stdout:Collecting six<2,>=1.14.0 2024-09-12T17:13:42.628 INFO:teuthology.orchestra.run.smithi183.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:13:42.771 INFO:teuthology.orchestra.run.smithi183.stdout:Collecting packaging>=14 2024-09-12T17:13:42.789 INFO:teuthology.orchestra.run.smithi183.stdout: Downloading packaging-24.1-py3-none-any.whl (53 kB) 2024-09-12T17:13:42.821 INFO:teuthology.orchestra.run.smithi183.stdout: ---------------------------------------- 54.0/54.0 KB 1.4 MB/s eta 0:00:00 2024-09-12T17:13:42.933 INFO:teuthology.orchestra.run.smithi183.stdout:Collecting filelock<4,>=3.0.0 2024-09-12T17:13:42.947 INFO:teuthology.orchestra.run.smithi183.stdout: Downloading filelock-3.16.0-py3-none-any.whl (16 kB) 2024-09-12T17:13:43.220 INFO:teuthology.orchestra.run.smithi183.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2024-09-12T17:13:43.236 INFO:teuthology.orchestra.run.smithi183.stdout: Downloading virtualenv-20.26.4-py3-none-any.whl (6.0 MB) 2024-09-12T17:13:43.743 INFO:teuthology.orchestra.run.smithi183.stdout: ---------------------------------------- 6.0/6.0 MB 12.0 MB/s eta 0:00:00 2024-09-12T17:13:43.910 INFO:teuthology.orchestra.run.smithi183.stdout:Collecting distlib<1,>=0.3.7 2024-09-12T17:13:43.926 INFO:teuthology.orchestra.run.smithi183.stdout: Downloading distlib-0.3.8-py2.py3-none-any.whl (468 kB) 2024-09-12T17:13:43.975 INFO:teuthology.orchestra.run.smithi183.stdout: -------------------------------------- 468.9/468.9 KB 10.4 MB/s eta 0:00:00 2024-09-12T17:13:44.083 INFO:teuthology.orchestra.run.smithi183.stdout:Collecting platformdirs<5,>=3.9.1 2024-09-12T17:13:44.097 INFO:teuthology.orchestra.run.smithi183.stdout: Downloading platformdirs-4.3.2-py3-none-any.whl (18 kB) 2024-09-12T17:13:44.289 INFO:teuthology.orchestra.run.smithi183.stdout:Installing collected packages: distlib, toml, six, py, pluggy, platformdirs, packaging, filelock, virtualenv, tox 2024-09-12T17:13:45.284 INFO:teuthology.orchestra.run.smithi183.stdout:Successfully installed distlib-0.3.8 filelock-3.16.0 packaging-24.1 platformdirs-4.3.2 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.26.4 2024-09-12T17:13:45.368 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:13:45.490 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:13:45.490 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:13:45.491 DEBUG:teuthology.orchestra.run.smithi183:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:13:45.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:13:45.500 INFO:teuthology.orchestra.run.smithi183.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:13:45.501 DEBUG:teuthology.orchestra.run.smithi183:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:13:45.549 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:13:45.550 DEBUG:teuthology.orchestra.run.smithi183:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:13:45.598 INFO:tasks.workunit:timeout=3h 2024-09-12T17:13:45.598 INFO:tasks.workunit:cleanup=True 2024-09-12T17:13:45.598 DEBUG:teuthology.orchestra.run.smithi183:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:13:45.647 INFO:tasks.workunit.client.0.smithi183.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:14:43.665 INFO:tasks.workunit.client.0.smithi183.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:14:43.665 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:14:43.665 INFO:tasks.workunit.client.0.smithi183.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:14:43.665 INFO:tasks.workunit.client.0.smithi183.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:14:43.665 INFO:tasks.workunit.client.0.smithi183.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:14:43.665 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:14:43.665 INFO:tasks.workunit.client.0.smithi183.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:14:43.666 INFO:tasks.workunit.client.0.smithi183.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:14:43.666 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:14:43.666 INFO:tasks.workunit.client.0.smithi183.stderr: git switch -c 2024-09-12T17:14:43.666 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:14:43.666 INFO:tasks.workunit.client.0.smithi183.stderr:Or undo this operation with: 2024-09-12T17:14:43.666 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:14:43.666 INFO:tasks.workunit.client.0.smithi183.stderr: git switch - 2024-09-12T17:14:43.666 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:14:43.666 INFO:tasks.workunit.client.0.smithi183.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:14:43.666 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:14:43.666 INFO:tasks.workunit.client.0.smithi183.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:14:43.671 DEBUG:teuthology.orchestra.run.smithi183:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:14:43.719 INFO:tasks.workunit.client.0.smithi183.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:14:43.722 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:14:43.723 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:14:44.548 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:14:44.625 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:14:44.675 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:14:44.676 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:14:44.676 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:14:44.717 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:14:44.721 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:14:44.721 DEBUG:teuthology.orchestra.run.smithi183:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:14:44.768 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2024-09-12T17:14:44.770 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2024-09-12T17:14:44.771 DEBUG:teuthology.orchestra.run.smithi183:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T17:14:44.819 INFO:tasks.workunit.client.0.smithi183.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T17:14:44.820 INFO:tasks.workunit.client.0.smithi183.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:14:44.820 INFO:tasks.workunit.client.0.smithi183.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:14:47.587 INFO:tasks.workunit.client.0.smithi183.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:14:47.587 INFO:tasks.workunit.client.0.smithi183.stderr:++ deactivate nondestructive 2024-09-12T17:14:47.587 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n '' ']' 2024-09-12T17:14:47.587 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n '' ']' 2024-09-12T17:14:47.588 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:14:47.588 INFO:tasks.workunit.client.0.smithi183.stderr:++ hash -r 2024-09-12T17:14:47.588 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n '' ']' 2024-09-12T17:14:47.588 INFO:tasks.workunit.client.0.smithi183.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:14:47.588 INFO:tasks.workunit.client.0.smithi183.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:14:47.588 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:14:47.588 INFO:tasks.workunit.client.0.smithi183.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:14:47.588 INFO:tasks.workunit.client.0.smithi183.stderr:++ export VIRTUAL_ENV 2024-09-12T17:14:47.588 INFO:tasks.workunit.client.0.smithi183.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:14:47.589 INFO:tasks.workunit.client.0.smithi183.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:14:47.589 INFO:tasks.workunit.client.0.smithi183.stderr:++ export PATH 2024-09-12T17:14:47.589 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n '' ']' 2024-09-12T17:14:47.589 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -z '' ']' 2024-09-12T17:14:47.589 INFO:tasks.workunit.client.0.smithi183.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:14:47.589 INFO:tasks.workunit.client.0.smithi183.stderr:++ PS1='(rgw) ' 2024-09-12T17:14:47.590 INFO:tasks.workunit.client.0.smithi183.stderr:++ export PS1 2024-09-12T17:14:47.590 INFO:tasks.workunit.client.0.smithi183.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-12T17:14:47.590 INFO:tasks.workunit.client.0.smithi183.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-12T17:14:47.590 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:14:47.590 INFO:tasks.workunit.client.0.smithi183.stderr:++ hash -r 2024-09-12T17:14:47.590 INFO:tasks.workunit.client.0.smithi183.stderr:+ pip install pip --upgrade 2024-09-12T17:14:47.978 INFO:tasks.workunit.client.0.smithi183.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T17:14:48.206 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting pip 2024-09-12T17:14:48.304 INFO:tasks.workunit.client.0.smithi183.stdout: Downloading pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:14:48.588 INFO:tasks.workunit.client.0.smithi183.stdout: ---------------------------------------- 1.8/1.8 MB 6.5 MB/s eta 0:00:00 2024-09-12T17:14:48.661 INFO:tasks.workunit.client.0.smithi183.stdout:Installing collected packages: pip 2024-09-12T17:14:48.661 INFO:tasks.workunit.client.0.smithi183.stdout: Attempting uninstall: pip 2024-09-12T17:14:48.662 INFO:tasks.workunit.client.0.smithi183.stdout: Found existing installation: pip 22.0.2 2024-09-12T17:14:48.964 INFO:tasks.workunit.client.0.smithi183.stdout: Uninstalling pip-22.0.2: 2024-09-12T17:14:48.971 INFO:tasks.workunit.client.0.smithi183.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T17:14:49.747 INFO:tasks.workunit.client.0.smithi183.stdout:Successfully installed pip-24.2 2024-09-12T17:14:49.809 INFO:tasks.workunit.client.0.smithi183.stderr:+ pip install boto3 2024-09-12T17:14:50.855 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting boto3 2024-09-12T17:14:50.901 INFO:tasks.workunit.client.0.smithi183.stdout: Downloading boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:14:51.557 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:14:51.571 INFO:tasks.workunit.client.0.smithi183.stdout: Downloading botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:14:51.697 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:14:51.713 INFO:tasks.workunit.client.0.smithi183.stdout: Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:14:51.839 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:14:51.856 INFO:tasks.workunit.client.0.smithi183.stdout: Downloading s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:14:52.011 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:14:52.028 INFO:tasks.workunit.client.0.smithi183.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:14:52.235 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:14:52.250 INFO:tasks.workunit.client.0.smithi183.stdout: Downloading urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-12T17:14:52.532 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:14:52.798 INFO:tasks.workunit.client.0.smithi183.stdout: Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:14:52.798 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:14:52.798 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:14:52.961 INFO:tasks.workunit.client.0.smithi183.stdout: ---------------------------------------- 12.5/12.5 MB 52.5 MB/s eta 0:00:00 2024-09-12T17:14:52.978 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:14:53.027 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:14:53.086 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:14:53.146 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-12T17:14:53.221 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:14:53.398 INFO:tasks.workunit.client.0.smithi183.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:14:54.524 INFO:tasks.workunit.client.0.smithi183.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-12T17:14:54.901 INFO:tasks.workunit.client.0.smithi183.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2024-09-12T17:14:55.051 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2024-09-12T17:14:55.090 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:14:55.090 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:14:55.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.129+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.133+0000 7f37b98ff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:55.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.133+0000 7f37b98ff9c0 20 realm 2024-09-12T17:14:55.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.133+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.133+0000 7f37b98ff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:55.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.133+0000 7f37b98ff9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:14:55.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.133+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.133+0000 7f37b98ff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:55.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.133+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.133+0000 7f37b98ff9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:55.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.133+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.133+0000 7f37b98ff9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:14:55.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.133+0000 7f37b98ff9c0 20 searching for the correct realm 2024-09-12T17:14:55.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.137+0000 7f37b7c06640 0 -- 172.21.15.183:0/1930655968 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f37ac100b10 msgr2=0x7f37ac123ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:14:55.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.145+0000 7f37b6c04640 0 -- 172.21.15.183:0/1930655968 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f37b0099bb0 msgr2=0x7f37b006a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:14:55.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.361+0000 7f37b98ff9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:14:55.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.361+0000 7f37b98ff9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:14:55.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.361+0000 7f37b98ff9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:14:55.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.361+0000 7f37b98ff9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:14:55.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.361+0000 7f37b98ff9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:14:55.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.361+0000 7f37b98ff9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:14:55.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.361+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.361+0000 7f37b98ff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:55.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.361+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.361+0000 7f37b98ff9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:55.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.361+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:14:55.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 20 zone default found 2024-09-12T17:14:55.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 4 Realm: () 2024-09-12T17:14:55.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:14:55.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:14:55.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:14:55.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 20 zonegroup default 2024-09-12T17:14:55.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:55.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:55.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:55.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 20 started sync module instance, tier type = 2024-09-12T17:14:55.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.365+0000 7f37b98ff9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:14:55.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.393+0000 7f37b98ff9c0 20 add_watcher() i=0 2024-09-12T17:14:55.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.393+0000 7f37b98ff9c0 20 add_watcher() i=1 2024-09-12T17:14:55.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.393+0000 7f37b98ff9c0 20 add_watcher() i=2 2024-09-12T17:14:55.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.393+0000 7f37b98ff9c0 20 add_watcher() i=3 2024-09-12T17:14:55.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.393+0000 7f37b98ff9c0 20 add_watcher() i=4 2024-09-12T17:14:55.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.393+0000 7f37b98ff9c0 20 add_watcher() i=5 2024-09-12T17:14:55.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.393+0000 7f37b98ff9c0 20 add_watcher() i=6 2024-09-12T17:14:55.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.397+0000 7f37b98ff9c0 20 add_watcher() i=7 2024-09-12T17:14:55.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.397+0000 7f37b98ff9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:14:55.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f366dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:55.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f37b98ff9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:14:55.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f37b98ff9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:14:55.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f37b98ff9c0 5 note: GC not initialized 2024-09-12T17:14:55.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f366cfe1640 20 reqs_thread_entry: start 2024-09-12T17:14:55.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f37b98ff9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:14:55.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f37b98ff9c0 20 Filter name: none 2024-09-12T17:14:55.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f35e67fc640 20 reqs_thread_entry: start 2024-09-12T17:14:55.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f37b98ff9c0 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2024-09-12T17:14:55.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f37b98ff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:55.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f37b98ff9c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2024-09-12T17:14:55.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f37b98ff9c0 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T17:14:55.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f37b98ff9c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2024-09-12T17:14:55.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.401+0000 7f37b98ff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:55.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.405+0000 7f37b98ff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:55.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.405+0000 7f37b98ff9c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2024-09-12T17:14:55.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.405+0000 7f37b98ff9c0 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T17:14:55.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.405+0000 7f37b98ff9c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T17:14:55.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.405+0000 7f37b98ff9c0 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T17:14:55.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.409+0000 7f37b98ff9c0 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T17:14:55.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.409+0000 7f37b98ff9c0 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T17:14:55.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.409+0000 7f37b98ff9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2024-09-12T17:14:55.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.409+0000 7f369affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 158913789952 cookie 93898593442560 notifier 4659 bl.length()=593 2024-09-12T17:14:55.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.409+0000 7f369affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T17:14:55.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.409+0000 7f369affd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T17:14:55.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.413+0000 7f37b98ff9c0 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T17:14:55.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.413+0000 7f37b98ff9c0 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T17:14:55.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.413+0000 7f37b98ff9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2024-09-12T17:14:55.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.413+0000 7f369affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 158913789952 cookie 93898593435888 notifier 4659 bl.length()=186 2024-09-12T17:14:55.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.413+0000 7f369affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T17:14:55.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.413+0000 7f369affd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T17:14:55.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.417+0000 7f366dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:55.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.421+0000 7f37b98ff9c0 20 remove_watcher() i=0 2024-09-12T17:14:55.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.421+0000 7f37b98ff9c0 2 removed watcher, disabling cache 2024-09-12T17:14:55.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.421+0000 7f37b98ff9c0 20 remove_watcher() i=1 2024-09-12T17:14:55.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.425+0000 7f37b98ff9c0 20 remove_watcher() i=2 2024-09-12T17:14:55.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.425+0000 7f37b98ff9c0 20 remove_watcher() i=3 2024-09-12T17:14:55.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.429+0000 7f37b98ff9c0 20 remove_watcher() i=4 2024-09-12T17:14:55.434 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.433+0000 7f37b98ff9c0 20 remove_watcher() i=5 2024-09-12T17:14:55.435 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.433+0000 7f37b98ff9c0 20 remove_watcher() i=6 2024-09-12T17:14:55.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:55.433+0000 7f37b98ff9c0 20 remove_watcher() i=7 2024-09-12T17:14:55.613 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.613 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.659 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.659 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.709 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.709 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.734 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.734 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.757 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.757 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.766 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.766 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.784 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.784 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.794 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.794 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.805 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.805 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.847 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.848 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.853 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.853 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.884 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.884 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.892 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.892 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.926 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.926 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.933 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.933 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.968 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:55.968 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:55.974 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: recalculated bucket check stats are correct 2024-09-12T17:14:55.974 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:14:55.974 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T17:14:56.009 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:14:56.009 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:14:56.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.049+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.053+0000 7fd306f239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.053+0000 7fd306f239c0 20 realm 2024-09-12T17:14:56.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.053+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.053+0000 7fd306f239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.053+0000 7fd306f239c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:14:56.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.053+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.053+0000 7fd306f239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.053+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.053+0000 7fd306f239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:56.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.053+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.057+0000 7fd306f239c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:14:56.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.057+0000 7fd306f239c0 20 searching for the correct realm 2024-09-12T17:14:56.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.061+0000 7fd304a29640 0 -- 172.21.15.183:0/1016283082 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fd2f402e030 msgr2=0x7fd2f4068b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:14:56.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.065+0000 7fd304228640 0 -- 172.21.15.183:0/1016283082 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fd2f406a090 msgr2=0x7fd2f40718e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:14:56.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.281+0000 7fd306f239c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:14:56.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.281+0000 7fd306f239c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:14:56.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.281+0000 7fd306f239c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:14:56.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.281+0000 7fd306f239c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:14:56.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.281+0000 7fd306f239c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:14:56.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.281+0000 7fd306f239c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:14:56.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.281+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.281+0000 7fd306f239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.281+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:56.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:14:56.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 zone default found 2024-09-12T17:14:56.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 4 Realm: () 2024-09-12T17:14:56.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:14:56.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:14:56.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:14:56.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 zonegroup default 2024-09-12T17:14:56.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 started sync module instance, tier type = 2024-09-12T17:14:56.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.285+0000 7fd306f239c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:14:56.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.317+0000 7fd306f239c0 20 add_watcher() i=0 2024-09-12T17:14:56.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.317+0000 7fd306f239c0 20 add_watcher() i=1 2024-09-12T17:14:56.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.317+0000 7fd306f239c0 20 add_watcher() i=2 2024-09-12T17:14:56.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.317+0000 7fd306f239c0 20 add_watcher() i=3 2024-09-12T17:14:56.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.317+0000 7fd306f239c0 20 add_watcher() i=4 2024-09-12T17:14:56.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.317+0000 7fd306f239c0 20 add_watcher() i=5 2024-09-12T17:14:56.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.317+0000 7fd306f239c0 20 add_watcher() i=6 2024-09-12T17:14:56.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.317+0000 7fd306f239c0 20 add_watcher() i=7 2024-09-12T17:14:56.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.317+0000 7fd306f239c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:14:56.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.321+0000 7fd1bafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:56.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:14:56.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:14:56.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 5 note: GC not initialized 2024-09-12T17:14:56.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd1b9fe3640 20 reqs_thread_entry: start 2024-09-12T17:14:56.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 20 init_complete bucket index max shards: 1 2024-09-12T17:14:56.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 20 Filter name: none 2024-09-12T17:14:56.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd12b7fe640 20 reqs_thread_entry: start 2024-09-12T17:14:56.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:14:56.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:14:56.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:14:56.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:14:56.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 : miss 2024-09-12T17:14:56.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:14:56.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 info.flags=0x17 2024-09-12T17:14:56.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 to cache LRU end 2024-09-12T17:14:56.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:56.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:14:56.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 2024-09-12T17:14:56.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.325+0000 7fd306f239c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:14:56.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.337+0000 7fd1bafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:56.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.341+0000 7fd306f239c0 20 remove_watcher() i=0 2024-09-12T17:14:56.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.341+0000 7fd306f239c0 2 removed watcher, disabling cache 2024-09-12T17:14:56.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.345+0000 7fd306f239c0 20 remove_watcher() i=1 2024-09-12T17:14:56.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.345+0000 7fd306f239c0 20 remove_watcher() i=2 2024-09-12T17:14:56.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.349+0000 7fd306f239c0 20 remove_watcher() i=3 2024-09-12T17:14:56.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.353+0000 7fd306f239c0 20 remove_watcher() i=4 2024-09-12T17:14:56.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.353+0000 7fd306f239c0 20 remove_watcher() i=5 2024-09-12T17:14:56.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.357+0000 7fd306f239c0 20 remove_watcher() i=6 2024-09-12T17:14:56.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.357+0000 7fd306f239c0 20 remove_watcher() i=7 2024-09-12T17:14:56.378 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T17:14:56.409 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:14:56.409 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:14:56.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.449+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.449+0000 7fdd33c009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.449+0000 7fdd33c009c0 20 realm 2024-09-12T17:14:56.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.449+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.453+0000 7fdd33c009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.453+0000 7fdd33c009c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:14:56.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.453+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.453+0000 7fdd33c009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.453+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.453+0000 7fdd33c009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:56.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.453+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.453+0000 7fdd33c009c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:14:56.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.453+0000 7fdd33c009c0 20 searching for the correct realm 2024-09-12T17:14:56.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.457+0000 7fdd31f07640 0 -- 172.21.15.183:0/3371843729 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fdbfc07dea0 msgr2=0x7fdbfc0802f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:14:56.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.673+0000 7fdd30f05640 0 -- 172.21.15.183:0/3371843729 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fdd2c05dc10 msgr2=0x7fdd2c05abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:14:56.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.889+0000 7fdd33c009c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:14:56.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.889+0000 7fdd33c009c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:14:56.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.889+0000 7fdd33c009c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:14:56.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.889+0000 7fdd33c009c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:14:56.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.889+0000 7fdd33c009c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:14:56.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.889+0000 7fdd33c009c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:14:56.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.889+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:56.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:14:56.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 20 zone default found 2024-09-12T17:14:56.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 4 Realm: () 2024-09-12T17:14:56.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:14:56.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:14:56.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:14:56.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 20 zonegroup default 2024-09-12T17:14:56.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.893+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.897+0000 7fdd33c009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.897+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.897+0000 7fdd33c009c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:56.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.897+0000 7fdd33c009c0 20 started sync module instance, tier type = 2024-09-12T17:14:56.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.897+0000 7fdd33c009c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:14:56.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.925+0000 7fdd33c009c0 20 add_watcher() i=0 2024-09-12T17:14:56.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.925+0000 7fdd33c009c0 20 add_watcher() i=1 2024-09-12T17:14:56.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.925+0000 7fdd33c009c0 20 add_watcher() i=2 2024-09-12T17:14:56.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.925+0000 7fdd33c009c0 20 add_watcher() i=3 2024-09-12T17:14:56.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.925+0000 7fdd33c009c0 20 add_watcher() i=4 2024-09-12T17:14:56.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.925+0000 7fdd33c009c0 20 add_watcher() i=5 2024-09-12T17:14:56.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.925+0000 7fdd33c009c0 20 add_watcher() i=6 2024-09-12T17:14:56.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.925+0000 7fdd33c009c0 20 add_watcher() i=7 2024-09-12T17:14:56.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.925+0000 7fdd33c009c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:14:56.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.929+0000 7fdbe7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:56.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:14:56.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:14:56.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 5 note: GC not initialized 2024-09-12T17:14:56.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdbe6fe5640 20 reqs_thread_entry: start 2024-09-12T17:14:56.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 20 init_complete bucket index max shards: 1 2024-09-12T17:14:56.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 20 Filter name: none 2024-09-12T17:14:56.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdbe4fe1640 20 reqs_thread_entry: start 2024-09-12T17:14:56.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:14:56.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:14:56.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:14:56.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:14:56.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.933+0000 7fdd33c009c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:56.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.937+0000 7fdd33c009c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:14:56.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.937+0000 7fdd33c009c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:14:56.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.937+0000 7fdbe7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:56.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.945+0000 7fdd33c009c0 20 remove_watcher() i=0 2024-09-12T17:14:56.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.945+0000 7fdd33c009c0 2 removed watcher, disabling cache 2024-09-12T17:14:56.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.945+0000 7fdd33c009c0 20 remove_watcher() i=1 2024-09-12T17:14:56.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.949+0000 7fdd33c009c0 20 remove_watcher() i=2 2024-09-12T17:14:56.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.953+0000 7fdd33c009c0 20 remove_watcher() i=3 2024-09-12T17:14:56.957 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.953+0000 7fdd33c009c0 20 remove_watcher() i=4 2024-09-12T17:14:56.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.957+0000 7fdd33c009c0 20 remove_watcher() i=5 2024-09-12T17:14:56.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.957+0000 7fdd33c009c0 20 remove_watcher() i=6 2024-09-12T17:14:56.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:56.961+0000 7fdd33c009c0 20 remove_watcher() i=7 2024-09-12T17:14:56.982 INFO:tasks.workunit.client.0.smithi183.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 88, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2024-09-12T17:14:56.982 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: bucket check unlinked does not report normal entries 2024-09-12T17:14:56.982 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:14:56.983 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T17:14:57.015 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:14:57.016 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:14:57.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.057+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.057+0000 7f092e12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:57.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.057+0000 7f092e12e9c0 20 realm 2024-09-12T17:14:57.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.057+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.057+0000 7f092e12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:57.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.057+0000 7f092e12e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:14:57.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.057+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.057+0000 7f092e12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:57.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.057+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.061+0000 7f092e12e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:57.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.061+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.061+0000 7f092e12e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:14:57.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.061+0000 7f092e12e9c0 20 searching for the correct realm 2024-09-12T17:14:57.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.065+0000 7f092c435640 0 -- 172.21.15.183:0/2269278757 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f09200fd480 msgr2=0x7f0920133050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:14:57.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.073+0000 7f092b433640 0 -- 172.21.15.183:0/2269278757 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f09240494a0 msgr2=0x7f0924030910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:14:57.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.289+0000 7f092e12e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:14:57.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.289+0000 7f092e12e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:14:57.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.289+0000 7f092e12e9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:14:57.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.289+0000 7f092e12e9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:14:57.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.289+0000 7f092e12e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:14:57.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.289+0000 7f092e12e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:14:57.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.289+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.289+0000 7f092e12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:57.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.289+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:57.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:14:57.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 zone default found 2024-09-12T17:14:57.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 4 Realm: () 2024-09-12T17:14:57.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:14:57.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:14:57.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:14:57.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 zonegroup default 2024-09-12T17:14:57.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:57.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:57.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:57.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 started sync module instance, tier type = 2024-09-12T17:14:57.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.293+0000 7f092e12e9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:14:57.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.317+0000 7f092e12e9c0 20 add_watcher() i=0 2024-09-12T17:14:57.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.317+0000 7f092e12e9c0 20 add_watcher() i=1 2024-09-12T17:14:57.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.317+0000 7f092e12e9c0 20 add_watcher() i=2 2024-09-12T17:14:57.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.317+0000 7f092e12e9c0 20 add_watcher() i=3 2024-09-12T17:14:57.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.317+0000 7f092e12e9c0 20 add_watcher() i=4 2024-09-12T17:14:57.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.317+0000 7f092e12e9c0 20 add_watcher() i=5 2024-09-12T17:14:57.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.321+0000 7f092e12e9c0 20 add_watcher() i=6 2024-09-12T17:14:57.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.321+0000 7f092e12e9c0 20 add_watcher() i=7 2024-09-12T17:14:57.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.321+0000 7f092e12e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:14:57.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.325+0000 7f07e27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:57.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.325+0000 7f092e12e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:14:57.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.325+0000 7f092e12e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:14:57.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.325+0000 7f092e12e9c0 5 note: GC not initialized 2024-09-12T17:14:57.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.325+0000 7f07e17e2640 20 reqs_thread_entry: start 2024-09-12T17:14:57.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.325+0000 7f092e12e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:14:57.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.325+0000 7f092e12e9c0 20 Filter name: none 2024-09-12T17:14:57.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.325+0000 7f07da7fc640 20 reqs_thread_entry: start 2024-09-12T17:14:57.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.325+0000 7f092e12e9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:14:57.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.325+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:14:57.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:14:57.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:14:57.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 : miss 2024-09-12T17:14:57.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:57.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:14:57.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 info.flags=0x17 2024-09-12T17:14:57.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 to cache LRU end 2024-09-12T17:14:57.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:14:57.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:14:57.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 2024-09-12T17:14:57.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:14:57.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:14:57.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.329+0000 7f092e12e9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:14:57.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.333+0000 7f07e27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:57.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.337+0000 7f092e12e9c0 20 remove_watcher() i=0 2024-09-12T17:14:57.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.337+0000 7f092e12e9c0 2 removed watcher, disabling cache 2024-09-12T17:14:57.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.337+0000 7f092e12e9c0 20 remove_watcher() i=1 2024-09-12T17:14:57.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.341+0000 7f092e12e9c0 20 remove_watcher() i=2 2024-09-12T17:14:57.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.341+0000 7f092e12e9c0 20 remove_watcher() i=3 2024-09-12T17:14:57.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.345+0000 7f092e12e9c0 20 remove_watcher() i=4 2024-09-12T17:14:57.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.345+0000 7f092e12e9c0 20 remove_watcher() i=5 2024-09-12T17:14:57.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.349+0000 7f092e12e9c0 20 remove_watcher() i=6 2024-09-12T17:14:57.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:57.349+0000 7f092e12e9c0 20 remove_watcher() i=7 2024-09-12T17:14:57.371 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:14:57.806 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T17:14:59.246 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:59.247 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:59.311 INFO:tasks.workunit.client.0.smithi183.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:14:59.312 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:14:59.347 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:14:59.347 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:14:59.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.389+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.389+0000 7f80639c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:59.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.389+0000 7f80639c49c0 20 realm 2024-09-12T17:14:59.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.389+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.389+0000 7f80639c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:59.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.389+0000 7f80639c49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:14:59.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.389+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.389+0000 7f80639c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:59.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.389+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.393+0000 7f80639c49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:59.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.393+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.393+0000 7f80639c49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:14:59.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.393+0000 7f80639c49c0 20 searching for the correct realm 2024-09-12T17:14:59.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.397+0000 7f8061ccb640 0 -- 172.21.15.183:0/1380206989 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f80580d0070 msgr2=0x7f8058106b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:14:59.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.613+0000 7f8060cc9640 0 -- 172.21.15.183:0/1380206989 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f805c017070 msgr2=0x7f805c05f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:14:59.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.829+0000 7f80639c49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:14:59.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.829+0000 7f80639c49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:14:59.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.829+0000 7f80639c49c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:14:59.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.829+0000 7f80639c49c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:14:59.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.829+0000 7f80639c49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:14:59.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.829+0000 7f80639c49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:14:59.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.829+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.829+0000 7f80639c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:59.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.829+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:14:59.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:14:59.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 zone default found 2024-09-12T17:14:59.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 4 Realm: () 2024-09-12T17:14:59.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:14:59.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:14:59.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:14:59.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 zonegroup default 2024-09-12T17:14:59.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:59.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:59.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:14:59.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 started sync module instance, tier type = 2024-09-12T17:14:59.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.833+0000 7f80639c49c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:14:59.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.857+0000 7f80639c49c0 20 add_watcher() i=0 2024-09-12T17:14:59.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.857+0000 7f80639c49c0 20 add_watcher() i=1 2024-09-12T17:14:59.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.857+0000 7f80639c49c0 20 add_watcher() i=2 2024-09-12T17:14:59.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.857+0000 7f80639c49c0 20 add_watcher() i=3 2024-09-12T17:14:59.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.857+0000 7f80639c49c0 20 add_watcher() i=4 2024-09-12T17:14:59.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.857+0000 7f80639c49c0 20 add_watcher() i=5 2024-09-12T17:14:59.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.857+0000 7f80639c49c0 20 add_watcher() i=6 2024-09-12T17:14:59.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.857+0000 7f80639c49c0 20 add_watcher() i=7 2024-09-12T17:14:59.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.857+0000 7f80639c49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:14:59.865 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.861+0000 7f7f17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:59.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:14:59.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:14:59.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 5 note: GC not initialized 2024-09-12T17:14:59.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f7f16fe5640 20 reqs_thread_entry: start 2024-09-12T17:14:59.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:14:59.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 20 Filter name: none 2024-09-12T17:14:59.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f7f14fe1640 20 reqs_thread_entry: start 2024-09-12T17:14:59.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:14:59.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:14:59.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:14:59.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:14:59.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:14:59.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 20 INFO: main: starting shard=0 2024-09-12T17:14:59.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.865+0000 7f80639c49c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:14:59.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.869+0000 7f80639c49c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:14:59.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.869+0000 7f80639c49c0 20 INFO: main: done 2024-09-12T17:14:59.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.869+0000 7f7f17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:14:59.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.873+0000 7f80639c49c0 20 remove_watcher() i=0 2024-09-12T17:14:59.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.873+0000 7f80639c49c0 2 removed watcher, disabling cache 2024-09-12T17:14:59.879 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.877+0000 7f80639c49c0 20 remove_watcher() i=1 2024-09-12T17:14:59.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.877+0000 7f80639c49c0 20 remove_watcher() i=2 2024-09-12T17:14:59.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.881+0000 7f80639c49c0 20 remove_watcher() i=3 2024-09-12T17:14:59.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.881+0000 7f80639c49c0 20 remove_watcher() i=4 2024-09-12T17:14:59.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.885+0000 7f80639c49c0 20 remove_watcher() i=5 2024-09-12T17:14:59.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.885+0000 7f80639c49c0 20 remove_watcher() i=6 2024-09-12T17:14:59.890 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:14:59.885+0000 7f80639c49c0 20 remove_watcher() i=7 2024-09-12T17:14:59.907 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:59.908 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:59.911 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:14:59.912 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:14:59.971 INFO:tasks.workunit.client.0.smithi183.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:14:59.972 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:15:00.005 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:00.005 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:00.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.045+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.049+0000 7fda47d9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.049+0000 7fda47d9c9c0 20 realm 2024-09-12T17:15:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.049+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.049+0000 7fda47d9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.049+0000 7fda47d9c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.049+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.049+0000 7fda47d9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.049+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.049+0000 7fda47d9c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:00.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.049+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.049+0000 7fda47d9c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:00.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.049+0000 7fda47d9c9c0 20 searching for the correct realm 2024-09-12T17:15:00.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.053+0000 7fda460a3640 0 -- 172.21.15.183:0/4074995099 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fda3c062c20 msgr2=0x7fda3c0469b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:00.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.061+0000 7fda450a1640 0 -- 172.21.15.183:0/4074995099 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fda4002e3c0 msgr2=0x7fda4002e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:00.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.277+0000 7fda47d9c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:00.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.277+0000 7fda47d9c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:00.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.277+0000 7fda47d9c9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:00.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.277+0000 7fda47d9c9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:00.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.277+0000 7fda47d9c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:00.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.277+0000 7fda47d9c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:00.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.277+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.277+0000 7fda47d9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.277+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:00.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:00.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 zone default found 2024-09-12T17:15:00.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 4 Realm: () 2024-09-12T17:15:00.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:00.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:00.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:00.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 zonegroup default 2024-09-12T17:15:00.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 started sync module instance, tier type = 2024-09-12T17:15:00.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.281+0000 7fda47d9c9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:00.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.305+0000 7fda47d9c9c0 20 add_watcher() i=0 2024-09-12T17:15:00.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.305+0000 7fda47d9c9c0 20 add_watcher() i=1 2024-09-12T17:15:00.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.305+0000 7fda47d9c9c0 20 add_watcher() i=2 2024-09-12T17:15:00.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.305+0000 7fda47d9c9c0 20 add_watcher() i=3 2024-09-12T17:15:00.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.305+0000 7fda47d9c9c0 20 add_watcher() i=4 2024-09-12T17:15:00.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.305+0000 7fda47d9c9c0 20 add_watcher() i=5 2024-09-12T17:15:00.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.305+0000 7fda47d9c9c0 20 add_watcher() i=6 2024-09-12T17:15:00.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.309+0000 7fda47d9c9c0 20 add_watcher() i=7 2024-09-12T17:15:00.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.309+0000 7fda47d9c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:00.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.313+0000 7fd8f7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:00.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.313+0000 7fda47d9c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:00.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.313+0000 7fda47d9c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:00.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.313+0000 7fda47d9c9c0 5 note: GC not initialized 2024-09-12T17:15:00.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.313+0000 7fd8f6ffd640 20 reqs_thread_entry: start 2024-09-12T17:15:00.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.313+0000 7fda47d9c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:00.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.313+0000 7fda47d9c9c0 20 Filter name: none 2024-09-12T17:15:00.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.313+0000 7fd8f4ff9640 20 reqs_thread_entry: start 2024-09-12T17:15:00.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.313+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.313+0000 7fda47d9c9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:00.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.313+0000 7fda47d9c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.317+0000 7fda47d9c9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:00.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.317+0000 7fda47d9c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:00.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.317+0000 7fda47d9c9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:15:00.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.317+0000 7fda47d9c9c0 20 INFO: main: starting shard=0 2024-09-12T17:15:00.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.317+0000 7fda47d9c9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:00.320 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.317+0000 7fda47d9c9c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:15:00.320 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.317+0000 7fda47d9c9c0 20 INFO: main: done 2024-09-12T17:15:00.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.317+0000 7fd8f7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:00.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.325+0000 7fda47d9c9c0 20 remove_watcher() i=0 2024-09-12T17:15:00.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.325+0000 7fda47d9c9c0 2 removed watcher, disabling cache 2024-09-12T17:15:00.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.325+0000 7fda47d9c9c0 20 remove_watcher() i=1 2024-09-12T17:15:00.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.329+0000 7fda47d9c9c0 20 remove_watcher() i=2 2024-09-12T17:15:00.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.329+0000 7fda47d9c9c0 20 remove_watcher() i=3 2024-09-12T17:15:00.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.333+0000 7fda47d9c9c0 20 remove_watcher() i=4 2024-09-12T17:15:00.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.333+0000 7fda47d9c9c0 20 remove_watcher() i=5 2024-09-12T17:15:00.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.337+0000 7fda47d9c9c0 20 remove_watcher() i=6 2024-09-12T17:15:00.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.337+0000 7fda47d9c9c0 20 remove_watcher() i=7 2024-09-12T17:15:00.356 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:00.356 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:00.359 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:00.359 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:00.363 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:00.363 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:00.423 INFO:tasks.workunit.client.0.smithi183.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:15:00.424 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T17:15:00.456 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:00.456 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:00.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.493+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.493+0000 7f5d8d42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.493+0000 7f5d8d42e9c0 20 realm 2024-09-12T17:15:00.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.493+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.493+0000 7f5d8d42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.493+0000 7f5d8d42e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:00.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.493+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.493+0000 7f5d8d42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.493+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.497+0000 7f5d8d42e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:00.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.497+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.497+0000 7f5d8d42e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:00.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.497+0000 7f5d8d42e9c0 20 searching for the correct realm 2024-09-12T17:15:00.504 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.501+0000 7f5d8b735640 0 -- 172.21.15.183:0/3575996858 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f5d740d2070 msgr2=0x7f5d740fd5c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:00.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.509+0000 7f5d8a733640 0 -- 172.21.15.183:0/3575996858 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f5d84049b90 msgr2=0x7f5d8408f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:00.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:00.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:00.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:00.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 zone default found 2024-09-12T17:15:00.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 4 Realm: () 2024-09-12T17:15:00.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:00.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:00.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:00.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 zonegroup default 2024-09-12T17:15:00.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.725+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.729+0000 7f5d8d42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.729+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.729+0000 7f5d8d42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.729+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.729+0000 7f5d8d42e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.729+0000 7f5d8d42e9c0 20 started sync module instance, tier type = 2024-09-12T17:15:00.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.729+0000 7f5d8d42e9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:00.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.753+0000 7f5d8d42e9c0 20 add_watcher() i=0 2024-09-12T17:15:00.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.753+0000 7f5d8d42e9c0 20 add_watcher() i=1 2024-09-12T17:15:00.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.753+0000 7f5d8d42e9c0 20 add_watcher() i=2 2024-09-12T17:15:00.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.753+0000 7f5d8d42e9c0 20 add_watcher() i=3 2024-09-12T17:15:00.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.753+0000 7f5d8d42e9c0 20 add_watcher() i=4 2024-09-12T17:15:00.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.753+0000 7f5d8d42e9c0 20 add_watcher() i=5 2024-09-12T17:15:00.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.753+0000 7f5d8d42e9c0 20 add_watcher() i=6 2024-09-12T17:15:00.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.753+0000 7f5d8d42e9c0 20 add_watcher() i=7 2024-09-12T17:15:00.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.753+0000 7f5d8d42e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:00.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.757+0000 7f5c417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:00.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.757+0000 7f5d8d42e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:00.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.757+0000 7f5d8d42e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.757+0000 7f5d8d42e9c0 5 note: GC not initialized 2024-09-12T17:15:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.757+0000 7f5bbbfff640 20 reqs_thread_entry: start 2024-09-12T17:15:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.757+0000 7f5d8d42e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.757+0000 7f5d8d42e9c0 20 Filter name: none 2024-09-12T17:15:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.761+0000 7f5bb9ffb640 20 reqs_thread_entry: start 2024-09-12T17:15:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.761+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.761+0000 7f5d8d42e9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.761+0000 7f5d8d42e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.761+0000 7f5d8d42e9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:00.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.761+0000 7f5d8d42e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:00.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.761+0000 7f5d8d42e9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:15:00.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.761+0000 7f5d8d42e9c0 20 INFO: main: starting shard=0 2024-09-12T17:15:00.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.761+0000 7f5d8d42e9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:00.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.761+0000 7f5d8d42e9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:15:00.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.761+0000 7f5d8d42e9c0 20 INFO: main: done 2024-09-12T17:15:00.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.765+0000 7f5c417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:00.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.769+0000 7f5d8d42e9c0 20 remove_watcher() i=0 2024-09-12T17:15:00.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.769+0000 7f5d8d42e9c0 2 removed watcher, disabling cache 2024-09-12T17:15:00.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.773+0000 7f5d8d42e9c0 20 remove_watcher() i=1 2024-09-12T17:15:00.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.773+0000 7f5d8d42e9c0 20 remove_watcher() i=2 2024-09-12T17:15:00.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.777+0000 7f5d8d42e9c0 20 remove_watcher() i=3 2024-09-12T17:15:00.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.777+0000 7f5d8d42e9c0 20 remove_watcher() i=4 2024-09-12T17:15:00.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.781+0000 7f5d8d42e9c0 20 remove_watcher() i=5 2024-09-12T17:15:00.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.781+0000 7f5d8d42e9c0 20 remove_watcher() i=6 2024-09-12T17:15:00.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.785+0000 7f5d8d42e9c0 20 remove_watcher() i=7 2024-09-12T17:15:00.805 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:00.805 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:00.810 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:00.810 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:00.875 INFO:tasks.workunit.client.0.smithi183.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:15:00.875 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T17:15:00.912 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:00.912 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:00.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.949+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.949+0000 7f78620b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.949+0000 7f78620b19c0 20 realm 2024-09-12T17:15:00.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.949+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.949+0000 7f78620b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.949+0000 7f78620b19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:00.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.949+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.949+0000 7f78620b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:00.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.949+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.953+0000 7f78620b19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:00.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.953+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:00.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.953+0000 7f78620b19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:00.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.953+0000 7f78620b19c0 20 searching for the correct realm 2024-09-12T17:15:00.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.957+0000 7f78603b8640 0 -- 172.21.15.183:0/4085878559 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f78540ebbc0 msgr2=0x7f78540e9940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:00.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:00.965+0000 7f785f3b6640 0 -- 172.21.15.183:0/4085878559 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f78580948a0 msgr2=0x7f78580507c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:01.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.181+0000 7f78620b19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:01.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.181+0000 7f78620b19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:01.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.181+0000 7f78620b19c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:01.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.181+0000 7f78620b19c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:01.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.181+0000 7f78620b19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:01.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.181+0000 7f78620b19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:01.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.181+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:01.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.181+0000 7f78620b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:01.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.181+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:01.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:01.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:01.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:01.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 zone default found 2024-09-12T17:15:01.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 4 Realm: () 2024-09-12T17:15:01.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:01.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:01.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:01.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 zonegroup default 2024-09-12T17:15:01.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:01.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:01.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:01.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:01.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:01.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:01.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 started sync module instance, tier type = 2024-09-12T17:15:01.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.185+0000 7f78620b19c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:01.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.213+0000 7f78620b19c0 20 add_watcher() i=0 2024-09-12T17:15:01.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.213+0000 7f78620b19c0 20 add_watcher() i=1 2024-09-12T17:15:01.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.213+0000 7f78620b19c0 20 add_watcher() i=2 2024-09-12T17:15:01.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.213+0000 7f78620b19c0 20 add_watcher() i=3 2024-09-12T17:15:01.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.213+0000 7f78620b19c0 20 add_watcher() i=4 2024-09-12T17:15:01.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.213+0000 7f78620b19c0 20 add_watcher() i=5 2024-09-12T17:15:01.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.213+0000 7f78620b19c0 20 add_watcher() i=6 2024-09-12T17:15:01.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.217+0000 7f78620b19c0 20 add_watcher() i=7 2024-09-12T17:15:01.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.217+0000 7f78620b19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:01.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.221+0000 7f7715fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:01.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.221+0000 7f78620b19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:01.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.221+0000 7f78620b19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:01.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.221+0000 7f78620b19c0 5 note: GC not initialized 2024-09-12T17:15:01.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.221+0000 7f7714fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:01.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.221+0000 7f78620b19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:01.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.221+0000 7f78620b19c0 20 Filter name: none 2024-09-12T17:15:01.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.221+0000 7f768e7fc640 20 reqs_thread_entry: start 2024-09-12T17:15:01.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.221+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:01.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.221+0000 7f78620b19c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:01.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.221+0000 7f78620b19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:01.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.225+0000 7f78620b19c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:01.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.225+0000 7f78620b19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:01.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.225+0000 7f78620b19c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:15:01.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.225+0000 7f78620b19c0 20 INFO: main: starting shard=0 2024-09-12T17:15:01.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.225+0000 7f78620b19c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:01.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.225+0000 7f78620b19c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:15:01.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.225+0000 7f78620b19c0 20 INFO: main: done 2024-09-12T17:15:01.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.225+0000 7f7715fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:01.235 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.233+0000 7f78620b19c0 20 remove_watcher() i=0 2024-09-12T17:15:01.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.233+0000 7f78620b19c0 2 removed watcher, disabling cache 2024-09-12T17:15:01.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.233+0000 7f78620b19c0 20 remove_watcher() i=1 2024-09-12T17:15:01.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.237+0000 7f78620b19c0 20 remove_watcher() i=2 2024-09-12T17:15:01.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.237+0000 7f78620b19c0 20 remove_watcher() i=3 2024-09-12T17:15:01.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.241+0000 7f78620b19c0 20 remove_watcher() i=4 2024-09-12T17:15:01.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.241+0000 7f78620b19c0 20 remove_watcher() i=5 2024-09-12T17:15:01.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.241+0000 7f78620b19c0 20 remove_watcher() i=6 2024-09-12T17:15:01.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:01.245+0000 7f78620b19c0 20 remove_watcher() i=7 2024-09-12T17:15:01.263 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:01.263 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:01.266 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:15:01.682 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T17:15:02.112 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: bucket check unlinked finds unlistable entries 2024-09-12T17:15:02.113 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:15:02.113 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T17:15:02.147 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:02.147 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:02.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.185+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.185+0000 7ff11aef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.185+0000 7ff11aef29c0 20 realm 2024-09-12T17:15:02.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.185+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.185+0000 7ff11aef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.185+0000 7ff11aef29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:02.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.185+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.185+0000 7ff11aef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.185+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.189+0000 7ff11aef29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:02.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.189+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.189+0000 7ff11aef29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:02.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.189+0000 7ff11aef29c0 20 searching for the correct realm 2024-09-12T17:15:02.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.193+0000 7ff1191f9640 0 -- 172.21.15.183:0/3683096363 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7ff10c0ab980 msgr2=0x7ff10c0f6f10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:02.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.197+0000 7ff1191f9640 0 -- 172.21.15.183:0/3683096363 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fefe407de40 msgr2=0x7fefe4080290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:02.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.205+0000 7ff11aef29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:02.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.205+0000 7ff11aef29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:02.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.205+0000 7ff11aef29c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:02.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.205+0000 7ff11aef29c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:02.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.205+0000 7ff11aef29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:02.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.205+0000 7ff11aef29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:02.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.205+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.205+0000 7ff11aef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.205+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.205+0000 7ff11aef29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:02.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.205+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:02.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 20 zone default found 2024-09-12T17:15:02.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 4 Realm: () 2024-09-12T17:15:02.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:02.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:02.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:02.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 20 zonegroup default 2024-09-12T17:15:02.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 20 started sync module instance, tier type = 2024-09-12T17:15:02.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.209+0000 7ff11aef29c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:02.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.229+0000 7ff11aef29c0 20 add_watcher() i=0 2024-09-12T17:15:02.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.229+0000 7ff11aef29c0 20 add_watcher() i=1 2024-09-12T17:15:02.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.229+0000 7ff11aef29c0 20 add_watcher() i=2 2024-09-12T17:15:02.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.229+0000 7ff11aef29c0 20 add_watcher() i=3 2024-09-12T17:15:02.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.229+0000 7ff11aef29c0 20 add_watcher() i=4 2024-09-12T17:15:02.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.229+0000 7ff11aef29c0 20 add_watcher() i=5 2024-09-12T17:15:02.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.229+0000 7ff11aef29c0 20 add_watcher() i=6 2024-09-12T17:15:02.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.229+0000 7ff11aef29c0 20 add_watcher() i=7 2024-09-12T17:15:02.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.229+0000 7ff11aef29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:02.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7fefcefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:02.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7ff11aef29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:02.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7ff11aef29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:02.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7ff11aef29c0 5 note: GC not initialized 2024-09-12T17:15:02.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7fefcdfe3640 20 reqs_thread_entry: start 2024-09-12T17:15:02.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7ff11aef29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:02.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7ff11aef29c0 20 Filter name: none 2024-09-12T17:15:02.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7fef3f7fe640 20 reqs_thread_entry: start 2024-09-12T17:15:02.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7ff11aef29c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:15:02.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7ff11aef29c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:02.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7ff11aef29c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:15:02.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7ff11aef29c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:15:02.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7ff11aef29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 : miss 2024-09-12T17:15:02.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.233+0000 7ff11aef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.237+0000 7ff11aef29c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:02.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.237+0000 7ff11aef29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 info.flags=0x17 2024-09-12T17:15:02.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.237+0000 7ff11aef29c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 to cache LRU end 2024-09-12T17:15:02.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.237+0000 7ff11aef29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:02.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.237+0000 7ff11aef29c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:15:02.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.237+0000 7ff11aef29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 2024-09-12T17:15:02.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.237+0000 7ff11aef29c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.241+0000 7ff11aef29c0 1 NOTICE: finished shard 0 (4 entries found) 2024-09-12T17:15:02.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.241+0000 7ff11aef29c0 1 NOTICE: finished all shards (4 entries found) 2024-09-12T17:15:02.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.241+0000 7fefcefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:02.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.245+0000 7ff11aef29c0 20 remove_watcher() i=0 2024-09-12T17:15:02.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.245+0000 7ff11aef29c0 2 removed watcher, disabling cache 2024-09-12T17:15:02.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.249+0000 7ff11aef29c0 20 remove_watcher() i=1 2024-09-12T17:15:02.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.253+0000 7ff11aef29c0 20 remove_watcher() i=2 2024-09-12T17:15:02.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.253+0000 7ff11aef29c0 20 remove_watcher() i=3 2024-09-12T17:15:02.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.257+0000 7ff11aef29c0 20 remove_watcher() i=4 2024-09-12T17:15:02.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.257+0000 7ff11aef29c0 20 remove_watcher() i=5 2024-09-12T17:15:02.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.257+0000 7ff11aef29c0 20 remove_watcher() i=6 2024-09-12T17:15:02.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.261+0000 7ff11aef29c0 20 remove_watcher() i=7 2024-09-12T17:15:02.273 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: unlinked entries are not listable 2024-09-12T17:15:02.273 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:15:02.275 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:02.275 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:02.280 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2024-09-12T17:15:02.280 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:15:02.281 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:02.281 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:02.331 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:02.332 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:02.375 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: bucket check unlinked fixes unlistable entries 2024-09-12T17:15:02.375 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:15:02.376 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:15:02.414 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:02.414 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:02.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.449+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.453+0000 7fde902ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.453+0000 7fde902ae9c0 20 realm 2024-09-12T17:15:02.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.453+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.453+0000 7fde902ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.453+0000 7fde902ae9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:02.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.453+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.453+0000 7fde902ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.453+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.453+0000 7fde902ae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:02.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.453+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.457+0000 7fde902ae9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:02.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.457+0000 7fde902ae9c0 20 searching for the correct realm 2024-09-12T17:15:02.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.461+0000 7fde8ddb4640 0 -- 172.21.15.183:0/2311073664 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fde880d1040 msgr2=0x7fde8810a040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:02.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.465+0000 7fde8d5b3640 0 -- 172.21.15.183:0/2311073664 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fde8810a8c0 msgr2=0x7fde88108040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:02.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.681+0000 7fde902ae9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:02.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.681+0000 7fde902ae9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:02.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.681+0000 7fde902ae9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:02.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.681+0000 7fde902ae9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:02.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.681+0000 7fde902ae9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:02.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.681+0000 7fde902ae9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:02.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.681+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:02.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:02.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 zone default found 2024-09-12T17:15:02.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 4 Realm: () 2024-09-12T17:15:02.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:02.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:02.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:02.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 zonegroup default 2024-09-12T17:15:02.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:02.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 started sync module instance, tier type = 2024-09-12T17:15:02.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.685+0000 7fde902ae9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:02.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.713+0000 7fde902ae9c0 20 add_watcher() i=0 2024-09-12T17:15:02.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.713+0000 7fde902ae9c0 20 add_watcher() i=1 2024-09-12T17:15:02.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.713+0000 7fde902ae9c0 20 add_watcher() i=2 2024-09-12T17:15:02.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.713+0000 7fde902ae9c0 20 add_watcher() i=3 2024-09-12T17:15:02.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.713+0000 7fde902ae9c0 20 add_watcher() i=4 2024-09-12T17:15:02.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.713+0000 7fde902ae9c0 20 add_watcher() i=5 2024-09-12T17:15:02.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.713+0000 7fde902ae9c0 20 add_watcher() i=6 2024-09-12T17:15:02.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.717+0000 7fde902ae9c0 20 add_watcher() i=7 2024-09-12T17:15:02.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.717+0000 7fde902ae9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:02.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.721+0000 7fdd3f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:02.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.721+0000 7fde902ae9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:02.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.721+0000 7fde902ae9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:02.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.721+0000 7fde902ae9c0 5 note: GC not initialized 2024-09-12T17:15:02.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.721+0000 7fdd3e7fc640 20 reqs_thread_entry: start 2024-09-12T17:15:02.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:02.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 20 Filter name: none 2024-09-12T17:15:02.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fdcaffff640 20 reqs_thread_entry: start 2024-09-12T17:15:02.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:15:02.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:02.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:15:02.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:15:02.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 : miss 2024-09-12T17:15:02.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:02.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:02.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 info.flags=0x17 2024-09-12T17:15:02.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 to cache LRU end 2024-09-12T17:15:02.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:02.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:15:02.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 2024-09-12T17:15:02.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.725+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.729+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.729+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:c state=0x55e11ffd88c8 s->prefetch_data=0 2024-09-12T17:15:02.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.729+0000 7fde902ae9c0 20 get_obj_state: setting s->obj_tag to svxyouj5mp5q76zf78zh430amt2gi9ah 2024-09-12T17:15:02.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.729+0000 7fde902ae9c0 20 get_obj_state_impl: setting s->olh_tag to jl7w956kmfazxypyqey8zv4w0594ys8p 2024-09-12T17:15:02.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.729+0000 7fde902ae9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=jl7w956kmfazxypyqey8zv4w0594ys8p 2024-09-12T17:15:02.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.733+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.737+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.737+0000 7fde902ae9c0 20 olh_log_entry: epoch=3 op=3 key=c[E9Nq7bU8ONh6iIULw9RxO1grW02vMgR] 2024-09-12T17:15:02.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.737+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:_:E9Nq7bU8ONh6iIULw9RxO1grW02vMgR_c state=0x55e11ffd2958 s->prefetch_data=0 2024-09-12T17:15:02.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.737+0000 7fde902ae9c0 10 manifest: total_size = 22 2024-09-12T17:15:02.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.737+0000 7fde902ae9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.9460533716874522943 2024-09-12T17:15:02.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.737+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:_:E9Nq7bU8ONh6iIULw9RxO1grW02vMgR_c state=0x55e11ffd2958 s->prefetch_data=0 2024-09-12T17:15:02.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.737+0000 7fde902ae9c0 20 prepare_atomic_modification: state is not atomic. state=0x55e11ffd2958 2024-09-12T17:15:02.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.737+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.745+0000 7fde902ae9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:15:02.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.745+0000 7fde902ae9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T17:15:02.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.745+0000 7fde902ae9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:15:02.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.745+0000 7fde902ae9c0 5 delete_objs_inline: removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1__shadow:E9Nq7bU8ONh6iIULw9RxO1grW02vMgR_.-zeSVGjeu2m6asJh-NCu2erQdDe28ju_0 2024-09-12T17:15:02.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.745+0000 7fde902ae9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:15:02.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.749+0000 7fdd70ff9640 20 handle_completion(): completion ok for obj=c[E9Nq7bU8ONh6iIULw9RxO1grW02vMgR] 2024-09-12T17:15:02.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.749+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.749+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.753+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.753+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.753+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:d state=0x55e11ffd5528 s->prefetch_data=0 2024-09-12T17:15:02.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.757+0000 7fde902ae9c0 20 get_obj_state: setting s->obj_tag to l340palra8djhoyee9vov0bevkqjts8n 2024-09-12T17:15:02.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.757+0000 7fde902ae9c0 20 get_obj_state_impl: setting s->olh_tag to 2oabiju689blws4qhdrl9d6bx5j8p4e5 2024-09-12T17:15:02.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.757+0000 7fde902ae9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2oabiju689blws4qhdrl9d6bx5j8p4e5 2024-09-12T17:15:02.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.757+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.761+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.765+0000 7fde902ae9c0 20 olh_log_entry: epoch=3 op=3 key=d[38UdS2wYS4aGxgKqv3CGpmo4vaV1vZq] 2024-09-12T17:15:02.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.765+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:_:38UdS2wYS4aGxgKqv3CGpmo4vaV1vZq_d state=0x55e1200050a8 s->prefetch_data=0 2024-09-12T17:15:02.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.765+0000 7fde902ae9c0 10 manifest: total_size = 22 2024-09-12T17:15:02.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.765+0000 7fde902ae9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.8443071676225783360 2024-09-12T17:15:02.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.765+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:_:38UdS2wYS4aGxgKqv3CGpmo4vaV1vZq_d state=0x55e1200050a8 s->prefetch_data=0 2024-09-12T17:15:02.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.765+0000 7fde902ae9c0 20 prepare_atomic_modification: state is not atomic. state=0x55e1200050a8 2024-09-12T17:15:02.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.765+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.769+0000 7fde902ae9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:15:02.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.769+0000 7fde902ae9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T17:15:02.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.769+0000 7fde902ae9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:15:02.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.769+0000 7fde902ae9c0 5 delete_objs_inline: removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1__shadow:38UdS2wYS4aGxgKqv3CGpmo4vaV1vZq_.CV85NeqPHCT8Am85Hx41X65ZOkMBKsK_0 2024-09-12T17:15:02.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.773+0000 7fde902ae9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:15:02.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.773+0000 7fdd70ff9640 20 handle_completion(): completion ok for obj=d[38UdS2wYS4aGxgKqv3CGpmo4vaV1vZq] 2024-09-12T17:15:02.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.773+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.773+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.777+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.777+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.781+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:e state=0x55e11ffd54a8 s->prefetch_data=0 2024-09-12T17:15:02.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.781+0000 7fde902ae9c0 20 get_obj_state: setting s->obj_tag to mg7rex43sxhdjp0cg37liewwyrsff321 2024-09-12T17:15:02.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.781+0000 7fde902ae9c0 20 get_obj_state_impl: setting s->olh_tag to 1t4e4213zotw3ja70hu06sfbekctg1sn 2024-09-12T17:15:02.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.781+0000 7fde902ae9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=1t4e4213zotw3ja70hu06sfbekctg1sn 2024-09-12T17:15:02.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.781+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.785+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.789+0000 7fde902ae9c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T17:15:02.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.789+0000 7fde902ae9c0 20 olh_log_entry: epoch=2 op=3 key=e[zC75TF.9ciaePv-cuEtEsJSnyOvfXZw] 2024-09-12T17:15:02.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.789+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:_:zC75TF.9ciaePv-cuEtEsJSnyOvfXZw_e state=0x55e1200050a8 s->prefetch_data=0 2024-09-12T17:15:02.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.789+0000 7fde902ae9c0 10 manifest: total_size = 11 2024-09-12T17:15:02.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.789+0000 7fde902ae9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.14107952858636811957 2024-09-12T17:15:02.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.789+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:_:zC75TF.9ciaePv-cuEtEsJSnyOvfXZw_e state=0x55e1200050a8 s->prefetch_data=0 2024-09-12T17:15:02.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.789+0000 7fde902ae9c0 20 prepare_atomic_modification: state is not atomic. state=0x55e1200050a8 2024-09-12T17:15:02.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.789+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.793+0000 7fde902ae9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:15:02.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.793+0000 7fde902ae9c0 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-12T17:15:02.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.793+0000 7fde902ae9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:15:02.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.793+0000 7fde902ae9c0 5 delete_objs_inline: removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1__shadow:zC75TF.9ciaePv-cuEtEsJSnyOvfXZw_.BG9KWVp44Qw2rl6RAd8FRWQw6fy_vzy_0 2024-09-12T17:15:02.801 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.797+0000 7fde902ae9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:15:02.801 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.797+0000 7fdd70ff9640 20 handle_completion(): completion ok for obj=e[zC75TF.9ciaePv-cuEtEsJSnyOvfXZw] 2024-09-12T17:15:02.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.801+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:e state=0x55e11ffd54a8 s->prefetch_data=0 2024-09-12T17:15:02.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.801+0000 7fde902ae9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=1t4e4213zotw3ja70hu06sfbekctg1sn 2024-09-12T17:15:02.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.805+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.809+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.813+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.813+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:f state=0x55e11ffd4ee8 s->prefetch_data=0 2024-09-12T17:15:02.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.813+0000 7fde902ae9c0 20 get_obj_state: setting s->obj_tag to aem3q6vqwnaz0a1ps5l9wy7od7kqfjt7 2024-09-12T17:15:02.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.813+0000 7fde902ae9c0 20 get_obj_state_impl: setting s->olh_tag to u0yftxqtjr9bby59un501i5a0xozvdx1 2024-09-12T17:15:02.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.813+0000 7fde902ae9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=u0yftxqtjr9bby59un501i5a0xozvdx1 2024-09-12T17:15:02.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.817+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.821+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.821+0000 7fde902ae9c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T17:15:02.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.821+0000 7fde902ae9c0 20 olh_log_entry: epoch=2 op=3 key=f[mU7eAuxMC7pLW5pWGZHW34uhTBOCSFI] 2024-09-12T17:15:02.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.821+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:_:mU7eAuxMC7pLW5pWGZHW34uhTBOCSFI_f state=0x55e120004098 s->prefetch_data=0 2024-09-12T17:15:02.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.821+0000 7fde902ae9c0 10 manifest: total_size = 22 2024-09-12T17:15:02.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.821+0000 7fde902ae9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.9020899202239798008 2024-09-12T17:15:02.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.821+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:_:mU7eAuxMC7pLW5pWGZHW34uhTBOCSFI_f state=0x55e120004098 s->prefetch_data=0 2024-09-12T17:15:02.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.821+0000 7fde902ae9c0 20 prepare_atomic_modification: state is not atomic. state=0x55e120004098 2024-09-12T17:15:02.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.821+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.829+0000 7fde902ae9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:15:02.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.829+0000 7fde902ae9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T17:15:02.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.829+0000 7fde902ae9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:15:02.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.829+0000 7fde902ae9c0 5 delete_objs_inline: removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1__shadow:mU7eAuxMC7pLW5pWGZHW34uhTBOCSFI_.X4_0TRbOdM7YeRo7gYn7SYH2MguQCLi_0 2024-09-12T17:15:02.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.833+0000 7fdd717fa640 20 handle_completion(): completion ok for obj=f[mU7eAuxMC7pLW5pWGZHW34uhTBOCSFI] 2024-09-12T17:15:02.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.833+0000 7fde902ae9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:15:02.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.833+0000 7fde902ae9c0 20 get_obj_state: octx=0x55e11fd241d0 obj=check-bucket:f state=0x55e11ffd4ee8 s->prefetch_data=0 2024-09-12T17:15:02.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.833+0000 7fde902ae9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=u0yftxqtjr9bby59un501i5a0xozvdx1 2024-09-12T17:15:02.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.841+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.845+0000 7fde902ae9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:02.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.845+0000 7fde902ae9c0 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-12T17:15:02.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.845+0000 7fde902ae9c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T17:15:02.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.845+0000 7fdd3f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:02.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.853+0000 7fde902ae9c0 20 remove_watcher() i=0 2024-09-12T17:15:02.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.853+0000 7fde902ae9c0 2 removed watcher, disabling cache 2024-09-12T17:15:02.858 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.853+0000 7fde902ae9c0 20 remove_watcher() i=1 2024-09-12T17:15:02.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.857+0000 7fde902ae9c0 20 remove_watcher() i=2 2024-09-12T17:15:02.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.861+0000 7fde902ae9c0 20 remove_watcher() i=3 2024-09-12T17:15:02.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.865+0000 7fde902ae9c0 20 remove_watcher() i=4 2024-09-12T17:15:02.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.865+0000 7fde902ae9c0 20 remove_watcher() i=5 2024-09-12T17:15:02.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.869+0000 7fde902ae9c0 20 remove_watcher() i=6 2024-09-12T17:15:02.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:02.869+0000 7fde902ae9c0 20 remove_watcher() i=7 2024-09-12T17:15:02.895 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:02.895 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:02.900 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:02.900 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:02.904 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:02.904 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:02.909 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:02.909 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:02.912 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: bucket check unlinked does not affect normal entries 2024-09-12T17:15:02.912 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:15:02.913 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:02.913 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:02.965 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:02.966 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:02.973 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:02.974 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:02.981 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:02.981 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:02.988 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:02.989 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:02.993 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2024-09-12T17:15:02.993 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:15:02.994 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T17:15:03.032 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:03.032 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:03.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.073+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.073+0000 7f83f1ef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:03.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.073+0000 7f83f1ef29c0 20 realm 2024-09-12T17:15:03.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.073+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.073+0000 7f83f1ef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:03.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.073+0000 7f83f1ef29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:03.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.073+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.073+0000 7f83f1ef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:03.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.073+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.077+0000 7f83f1ef29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:03.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.077+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.077+0000 7f83f1ef29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:03.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.077+0000 7f83f1ef29c0 20 searching for the correct realm 2024-09-12T17:15:03.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.081+0000 7f83f01f9640 0 -- 172.21.15.183:0/1442982411 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f83e40b9fa0 msgr2=0x7f83e411bad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:03.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.297+0000 7f83ef1f7640 0 -- 172.21.15.183:0/1442982411 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f83e808aa60 msgr2=0x7f83e80857e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:03.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.513+0000 7f83f1ef29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:03.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.513+0000 7f83f1ef29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:03.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.513+0000 7f83f1ef29c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:03.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.513+0000 7f83f1ef29c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:03.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.513+0000 7f83f1ef29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:03.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.513+0000 7f83f1ef29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:03.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.513+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:03.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:03.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:03.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 20 zone default found 2024-09-12T17:15:03.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 4 Realm: () 2024-09-12T17:15:03.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:03.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:03.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:03.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 20 zonegroup default 2024-09-12T17:15:03.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:03.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:03.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.517+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.521+0000 7f83f1ef29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:03.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.521+0000 7f83f1ef29c0 20 started sync module instance, tier type = 2024-09-12T17:15:03.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.521+0000 7f83f1ef29c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:03.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.545+0000 7f83f1ef29c0 20 add_watcher() i=0 2024-09-12T17:15:03.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.549+0000 7f83f1ef29c0 20 add_watcher() i=1 2024-09-12T17:15:03.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.549+0000 7f83f1ef29c0 20 add_watcher() i=2 2024-09-12T17:15:03.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.549+0000 7f83f1ef29c0 20 add_watcher() i=3 2024-09-12T17:15:03.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.549+0000 7f83f1ef29c0 20 add_watcher() i=4 2024-09-12T17:15:03.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.549+0000 7f83f1ef29c0 20 add_watcher() i=5 2024-09-12T17:15:03.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.549+0000 7f83f1ef29c0 20 add_watcher() i=6 2024-09-12T17:15:03.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.549+0000 7f83f1ef29c0 20 add_watcher() i=7 2024-09-12T17:15:03.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.549+0000 7f83f1ef29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:03.557 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.553+0000 7f82a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:03.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.553+0000 7f83f1ef29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:03.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.553+0000 7f83f1ef29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:03.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.553+0000 7f83f1ef29c0 5 note: GC not initialized 2024-09-12T17:15:03.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f82a4fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:03.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:03.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 20 Filter name: none 2024-09-12T17:15:03.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f821e7fc640 20 reqs_thread_entry: start 2024-09-12T17:15:03.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:15:03.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:03.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:15:03.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:15:03.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 : miss 2024-09-12T17:15:03.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:03.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 info.flags=0x17 2024-09-12T17:15:03.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 to cache LRU end 2024-09-12T17:15:03.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:03.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:15:03.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 2024-09-12T17:15:03.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.557+0000 7f83f1ef29c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:03.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.561+0000 7f83f1ef29c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:15:03.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.561+0000 7f83f1ef29c0 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:15:03.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.561+0000 7f82a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:03.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.569+0000 7f83f1ef29c0 20 remove_watcher() i=0 2024-09-12T17:15:03.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.569+0000 7f83f1ef29c0 2 removed watcher, disabling cache 2024-09-12T17:15:03.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.569+0000 7f83f1ef29c0 20 remove_watcher() i=1 2024-09-12T17:15:03.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.573+0000 7f83f1ef29c0 20 remove_watcher() i=2 2024-09-12T17:15:03.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.577+0000 7f83f1ef29c0 20 remove_watcher() i=3 2024-09-12T17:15:03.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.577+0000 7f83f1ef29c0 20 remove_watcher() i=4 2024-09-12T17:15:03.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.581+0000 7f83f1ef29c0 20 remove_watcher() i=5 2024-09-12T17:15:03.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.581+0000 7f83f1ef29c0 20 remove_watcher() i=6 2024-09-12T17:15:03.586 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.585+0000 7f83f1ef29c0 20 remove_watcher() i=7 2024-09-12T17:15:03.603 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:03.603 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:03.634 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:03.635 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:03.663 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:15:03.694 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:03.694 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:03.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.737+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.737+0000 7f63dd06d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:03.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.737+0000 7f63dd06d9c0 20 realm 2024-09-12T17:15:03.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.737+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.737+0000 7f63dd06d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:03.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.737+0000 7f63dd06d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:03.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.737+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.737+0000 7f63dd06d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:03.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.737+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.741+0000 7f63dd06d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:03.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.741+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:03.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.741+0000 7f63dd06d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:03.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.741+0000 7f63dd06d9c0 20 searching for the correct realm 2024-09-12T17:15:03.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.745+0000 7f63db374640 0 -- 172.21.15.183:0/3022939285 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f63d0129070 msgr2=0x7f63d00f7c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:03.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:03.961+0000 7f63da372640 0 -- 172.21.15.183:0/3022939285 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f63d40483d0 msgr2=0x7f63d4048850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:04.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.177+0000 7f63dd06d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:04.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.177+0000 7f63dd06d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:04.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.177+0000 7f63dd06d9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:04.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.177+0000 7f63dd06d9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:04.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.177+0000 7f63dd06d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:04.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.177+0000 7f63dd06d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:04.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.177+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.177+0000 7f63dd06d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.177+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:04.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:04.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 20 zone default found 2024-09-12T17:15:04.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 4 Realm: () 2024-09-12T17:15:04.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:04.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:04.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:04.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 20 zonegroup default 2024-09-12T17:15:04.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.181+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.185+0000 7f63dd06d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.185+0000 7f63dd06d9c0 20 started sync module instance, tier type = 2024-09-12T17:15:04.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.185+0000 7f63dd06d9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:04.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.209+0000 7f63dd06d9c0 20 add_watcher() i=0 2024-09-12T17:15:04.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.209+0000 7f63dd06d9c0 20 add_watcher() i=1 2024-09-12T17:15:04.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.209+0000 7f63dd06d9c0 20 add_watcher() i=2 2024-09-12T17:15:04.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.209+0000 7f63dd06d9c0 20 add_watcher() i=3 2024-09-12T17:15:04.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.209+0000 7f63dd06d9c0 20 add_watcher() i=4 2024-09-12T17:15:04.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.209+0000 7f63dd06d9c0 20 add_watcher() i=5 2024-09-12T17:15:04.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.209+0000 7f63dd06d9c0 20 add_watcher() i=6 2024-09-12T17:15:04.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.213+0000 7f63dd06d9c0 20 add_watcher() i=7 2024-09-12T17:15:04.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.213+0000 7f63dd06d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:04.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.217+0000 7f62917e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:04.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.217+0000 7f63dd06d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:04.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.217+0000 7f63dd06d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:04.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.217+0000 7f63dd06d9c0 5 note: GC not initialized 2024-09-12T17:15:04.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.217+0000 7f620bfff640 20 reqs_thread_entry: start 2024-09-12T17:15:04.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.217+0000 7f63dd06d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:04.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.217+0000 7f63dd06d9c0 20 Filter name: none 2024-09-12T17:15:04.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.221+0000 7f6209ffb640 20 reqs_thread_entry: start 2024-09-12T17:15:04.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.221+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.221+0000 7f63dd06d9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:04.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.221+0000 7f63dd06d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.221+0000 7f63dd06d9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:04.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.221+0000 7f63dd06d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:04.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.221+0000 7f63dd06d9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:15:04.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.221+0000 7f63dd06d9c0 20 INFO: main: starting shard=0 2024-09-12T17:15:04.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.221+0000 7f63dd06d9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:04.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.225+0000 7f63dd06d9c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T17:15:04.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.225+0000 7f63dd06d9c0 20 INFO: main: done 2024-09-12T17:15:04.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.225+0000 7f62917e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:04.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.229+0000 7f63dd06d9c0 20 remove_watcher() i=0 2024-09-12T17:15:04.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.229+0000 7f63dd06d9c0 2 removed watcher, disabling cache 2024-09-12T17:15:04.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.233+0000 7f63dd06d9c0 20 remove_watcher() i=1 2024-09-12T17:15:04.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.233+0000 7f63dd06d9c0 20 remove_watcher() i=2 2024-09-12T17:15:04.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.237+0000 7f63dd06d9c0 20 remove_watcher() i=3 2024-09-12T17:15:04.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.241+0000 7f63dd06d9c0 20 remove_watcher() i=4 2024-09-12T17:15:04.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.241+0000 7f63dd06d9c0 20 remove_watcher() i=5 2024-09-12T17:15:04.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.241+0000 7f63dd06d9c0 20 remove_watcher() i=6 2024-09-12T17:15:04.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.245+0000 7f63dd06d9c0 20 remove_watcher() i=7 2024-09-12T17:15:04.263 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:15:04.295 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:04.296 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:04.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.337+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.337+0000 7f186f1fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.337+0000 7f186f1fa9c0 20 realm 2024-09-12T17:15:04.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.337+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.337+0000 7f186f1fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.337+0000 7f186f1fa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:04.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.337+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.337+0000 7f186f1fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.337+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.337+0000 7f186f1fa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:04.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.337+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.341+0000 7f186f1fa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:04.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.341+0000 7f186f1fa9c0 20 searching for the correct realm 2024-09-12T17:15:04.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.345+0000 7f186d501640 0 -- 172.21.15.183:0/2403932346 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x55626f478d20 msgr2=0x55626f47b110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:04.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.353+0000 7f1867fff640 0 -- 172.21.15.183:0/2403932346 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f186807e180 msgr2=0x7f186808f980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:04.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.357+0000 7f186f1fa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:04.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.357+0000 7f186f1fa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:04.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.357+0000 7f186f1fa9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:04.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.357+0000 7f186f1fa9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:04.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.357+0000 7f186f1fa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:04.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.357+0000 7f186f1fa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:04.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.357+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.357+0000 7f186f1fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.357+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:04.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:04.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 zone default found 2024-09-12T17:15:04.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 4 Realm: () 2024-09-12T17:15:04.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:04.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:04.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:04.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 zonegroup default 2024-09-12T17:15:04.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 started sync module instance, tier type = 2024-09-12T17:15:04.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.361+0000 7f186f1fa9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:04.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.377+0000 7f186f1fa9c0 20 add_watcher() i=0 2024-09-12T17:15:04.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.377+0000 7f186f1fa9c0 20 add_watcher() i=1 2024-09-12T17:15:04.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.377+0000 7f186f1fa9c0 20 add_watcher() i=2 2024-09-12T17:15:04.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.377+0000 7f186f1fa9c0 20 add_watcher() i=3 2024-09-12T17:15:04.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.377+0000 7f186f1fa9c0 20 add_watcher() i=4 2024-09-12T17:15:04.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.377+0000 7f186f1fa9c0 20 add_watcher() i=5 2024-09-12T17:15:04.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.377+0000 7f186f1fa9c0 20 add_watcher() i=6 2024-09-12T17:15:04.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.377+0000 7f186f1fa9c0 20 add_watcher() i=7 2024-09-12T17:15:04.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.377+0000 7f186f1fa9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:04.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.381+0000 7f17237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:04.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.381+0000 7f186f1fa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:04.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.381+0000 7f186f1fa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:04.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.381+0000 7f186f1fa9c0 5 note: GC not initialized 2024-09-12T17:15:04.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.381+0000 7f17227e4640 20 reqs_thread_entry: start 2024-09-12T17:15:04.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.381+0000 7f186f1fa9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:04.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.381+0000 7f186f1fa9c0 20 Filter name: none 2024-09-12T17:15:04.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.381+0000 7f171b7fe640 20 reqs_thread_entry: start 2024-09-12T17:15:04.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.381+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.381+0000 7f186f1fa9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:04.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.381+0000 7f186f1fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.385+0000 7f186f1fa9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:04.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.385+0000 7f186f1fa9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:04.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.385+0000 7f186f1fa9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:15:04.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.385+0000 7f186f1fa9c0 20 INFO: main: starting shard=0 2024-09-12T17:15:04.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.385+0000 7f186f1fa9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:04.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.385+0000 7f186f1fa9c0 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T17:15:04.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.385+0000 7f186f1fa9c0 20 INFO: main: done 2024-09-12T17:15:04.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.385+0000 7f17237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:04.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.389+0000 7f186f1fa9c0 20 remove_watcher() i=0 2024-09-12T17:15:04.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.389+0000 7f186f1fa9c0 2 removed watcher, disabling cache 2024-09-12T17:15:04.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.393+0000 7f186f1fa9c0 20 remove_watcher() i=1 2024-09-12T17:15:04.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.397+0000 7f186f1fa9c0 20 remove_watcher() i=2 2024-09-12T17:15:04.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.397+0000 7f186f1fa9c0 20 remove_watcher() i=3 2024-09-12T17:15:04.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.401+0000 7f186f1fa9c0 20 remove_watcher() i=4 2024-09-12T17:15:04.404 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.401+0000 7f186f1fa9c0 20 remove_watcher() i=5 2024-09-12T17:15:04.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.401+0000 7f186f1fa9c0 20 remove_watcher() i=6 2024-09-12T17:15:04.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.405+0000 7f186f1fa9c0 20 remove_watcher() i=7 2024-09-12T17:15:04.421 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: bucket check olh finds leftover OLH entries 2024-09-12T17:15:04.421 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:15:04.421 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T17:15:04.449 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:04.449 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:04.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.489+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.489+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.489+0000 7ffb2bb6a9c0 20 realm 2024-09-12T17:15:04.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.489+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.489+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.489+0000 7ffb2bb6a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:04.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.489+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.489+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.489+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.493+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:04.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.493+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.493+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:04.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.493+0000 7ffb2bb6a9c0 20 searching for the correct realm 2024-09-12T17:15:04.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.497+0000 7ffb29670640 0 -- 172.21.15.183:0/753897215 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7ffb24102c20 msgr2=0x7ffb241005c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:04.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.505+0000 7ffb28e6f640 0 -- 172.21.15.183:0/753897215 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7ffb24101b50 msgr2=0x7ffb24134300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.721+0000 7ffb2bb6a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.721+0000 7ffb2bb6a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.721+0000 7ffb2bb6a9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.721+0000 7ffb2bb6a9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.721+0000 7ffb2bb6a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.721+0000 7ffb2bb6a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.721+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:04.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 zone default found 2024-09-12T17:15:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 4 Realm: () 2024-09-12T17:15:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 zonegroup default 2024-09-12T17:15:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.725+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.729+0000 7ffb2bb6a9c0 20 started sync module instance, tier type = 2024-09-12T17:15:04.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.729+0000 7ffb2bb6a9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:04.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.749+0000 7ffb2bb6a9c0 20 add_watcher() i=0 2024-09-12T17:15:04.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.749+0000 7ffb2bb6a9c0 20 add_watcher() i=1 2024-09-12T17:15:04.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.749+0000 7ffb2bb6a9c0 20 add_watcher() i=2 2024-09-12T17:15:04.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.749+0000 7ffb2bb6a9c0 20 add_watcher() i=3 2024-09-12T17:15:04.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.749+0000 7ffb2bb6a9c0 20 add_watcher() i=4 2024-09-12T17:15:04.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.749+0000 7ffb2bb6a9c0 20 add_watcher() i=5 2024-09-12T17:15:04.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.749+0000 7ffb2bb6a9c0 20 add_watcher() i=6 2024-09-12T17:15:04.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.753+0000 7ffb2bb6a9c0 20 add_watcher() i=7 2024-09-12T17:15:04.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.753+0000 7ffb2bb6a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:04.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ff9df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:04.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ffb2bb6a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:04.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ffb2bb6a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:04.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ffb2bb6a9c0 5 note: GC not initialized 2024-09-12T17:15:04.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ff9de7e4640 20 reqs_thread_entry: start 2024-09-12T17:15:04.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ffb2bb6a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:04.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ffb2bb6a9c0 20 Filter name: none 2024-09-12T17:15:04.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ff94ffff640 20 reqs_thread_entry: start 2024-09-12T17:15:04.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ffb2bb6a9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:15:04.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:04.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ffb2bb6a9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:15:04.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ffb2bb6a9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:15:04.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ffb2bb6a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 : miss 2024-09-12T17:15:04.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.757+0000 7ffb2bb6a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.761+0000 7ffb2bb6a9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.761+0000 7ffb2bb6a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 info.flags=0x17 2024-09-12T17:15:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.761+0000 7ffb2bb6a9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 to cache LRU end 2024-09-12T17:15:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.761+0000 7ffb2bb6a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.761+0000 7ffb2bb6a9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:15:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.761+0000 7ffb2bb6a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 2024-09-12T17:15:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.761+0000 7ffb2bb6a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:04.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.761+0000 7ffb2bb6a9c0 1 NOTICE: finished shard 0 (2 entries found) 2024-09-12T17:15:04.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.761+0000 7ffb2bb6a9c0 1 NOTICE: finished all shards (2 entries found) 2024-09-12T17:15:04.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.761+0000 7ff9df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:04.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.769+0000 7ffb2bb6a9c0 20 remove_watcher() i=0 2024-09-12T17:15:04.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.769+0000 7ffb2bb6a9c0 2 removed watcher, disabling cache 2024-09-12T17:15:04.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.769+0000 7ffb2bb6a9c0 20 remove_watcher() i=1 2024-09-12T17:15:04.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.773+0000 7ffb2bb6a9c0 20 remove_watcher() i=2 2024-09-12T17:15:04.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.773+0000 7ffb2bb6a9c0 20 remove_watcher() i=3 2024-09-12T17:15:04.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.777+0000 7ffb2bb6a9c0 20 remove_watcher() i=4 2024-09-12T17:15:04.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.777+0000 7ffb2bb6a9c0 20 remove_watcher() i=5 2024-09-12T17:15:04.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.781+0000 7ffb2bb6a9c0 20 remove_watcher() i=6 2024-09-12T17:15:04.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.781+0000 7ffb2bb6a9c0 20 remove_watcher() i=7 2024-09-12T17:15:04.801 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: bucket check olh fixes leftover OLH entries 2024-09-12T17:15:04.801 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:15:04.802 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:15:04.836 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:04.837 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:04.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.877+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.877+0000 7f4df20269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.877+0000 7f4df20269c0 20 realm 2024-09-12T17:15:04.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.877+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.877+0000 7f4df20269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.877+0000 7f4df20269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:04.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.877+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.877+0000 7f4df20269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:04.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.877+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.881+0000 7f4df20269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:04.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.881+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:04.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.881+0000 7f4df20269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:04.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.881+0000 7f4df20269c0 20 searching for the correct realm 2024-09-12T17:15:04.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.885+0000 7f4df032d640 0 -- 172.21.15.183:0/177139931 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f4de4008030 msgr2=0x7f4de401d400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:04.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:04.893+0000 7f4def32b640 0 -- 172.21.15.183:0/177139931 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f4de806d2e0 msgr2=0x7f4de8080040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:05.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.109+0000 7f4df20269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:05.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.109+0000 7f4df20269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:05.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.109+0000 7f4df20269c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:05.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.109+0000 7f4df20269c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:05.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.109+0000 7f4df20269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:05.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.109+0000 7f4df20269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:05.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.109+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:05.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:05.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 20 zone default found 2024-09-12T17:15:05.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 4 Realm: () 2024-09-12T17:15:05.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:05.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:05.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:05.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 20 zonegroup default 2024-09-12T17:15:05.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.113+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.117+0000 7f4df20269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.117+0000 7f4df20269c0 20 started sync module instance, tier type = 2024-09-12T17:15:05.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.117+0000 7f4df20269c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:05.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.141+0000 7f4df20269c0 20 add_watcher() i=0 2024-09-12T17:15:05.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.141+0000 7f4df20269c0 20 add_watcher() i=1 2024-09-12T17:15:05.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.141+0000 7f4df20269c0 20 add_watcher() i=2 2024-09-12T17:15:05.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.141+0000 7f4df20269c0 20 add_watcher() i=3 2024-09-12T17:15:05.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.141+0000 7f4df20269c0 20 add_watcher() i=4 2024-09-12T17:15:05.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.141+0000 7f4df20269c0 20 add_watcher() i=5 2024-09-12T17:15:05.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.141+0000 7f4df20269c0 20 add_watcher() i=6 2024-09-12T17:15:05.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.145+0000 7f4df20269c0 20 add_watcher() i=7 2024-09-12T17:15:05.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.145+0000 7f4df20269c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:05.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4ca5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:05.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4df20269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:05.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4df20269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:05.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4df20269c0 5 note: GC not initialized 2024-09-12T17:15:05.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4ca4fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:05.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4df20269c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:05.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4df20269c0 20 Filter name: none 2024-09-12T17:15:05.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4c1e7fc640 20 reqs_thread_entry: start 2024-09-12T17:15:05.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4df20269c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:15:05.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4df20269c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:05.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4df20269c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:15:05.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4df20269c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:15:05.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4df20269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 : miss 2024-09-12T17:15:05.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.149+0000 7f4df20269c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.153+0000 7f4df20269c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:05.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.153+0000 7f4df20269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 info.flags=0x17 2024-09-12T17:15:05.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.153+0000 7f4df20269c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 to cache LRU end 2024-09-12T17:15:05.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.153+0000 7f4df20269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:05.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.153+0000 7f4df20269c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:15:05.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.153+0000 7f4df20269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 2024-09-12T17:15:05.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.153+0000 7f4df20269c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:05.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.153+0000 7f4df20269c0 20 get_obj_state: octx=0x559cd432a1c0 obj=check-bucket:c state=0x559cd45dbac8 s->prefetch_data=0 2024-09-12T17:15:05.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.157+0000 7f4df20269c0 20 get_obj_state: setting s->obj_tag to svxyouj5mp5q76zf78zh430amt2gi9ah 2024-09-12T17:15:05.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.157+0000 7f4df20269c0 20 get_obj_state_impl: setting s->olh_tag to jl7w956kmfazxypyqey8zv4w0594ys8p 2024-09-12T17:15:05.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.157+0000 7f4df20269c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:05.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.157+0000 7f4df20269c0 20 olh_log_entry: epoch=4 op=2 key=c[] 2024-09-12T17:15:05.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.157+0000 7f4df20269c0 20 olh_log_entry: epoch=4 op=3 key=c[dGP3PV2RoV5BRU4nG3kRhysS-f8QQL8] 2024-09-12T17:15:05.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.157+0000 7f4df20269c0 20 get_obj_state: octx=0x559cd4604da0 obj=check-bucket:_:dGP3PV2RoV5BRU4nG3kRhysS-f8QQL8_c state=0x559cd45d5018 s->prefetch_data=0 2024-09-12T17:15:05.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.161+0000 7f4df20269c0 20 get_obj_state: octx=0x559cd4604da0 obj=check-bucket:c state=0x559cd45dd2f8 s->prefetch_data=0 2024-09-12T17:15:05.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.161+0000 7f4df20269c0 20 get_obj_state: setting s->obj_tag to svxyouj5mp5q76zf78zh430amt2gi9ah 2024-09-12T17:15:05.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.161+0000 7f4df20269c0 20 get_obj_state_impl: setting s->olh_tag to jl7w956kmfazxypyqey8zv4w0594ys8p 2024-09-12T17:15:05.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.161+0000 7f4df20269c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=jl7w956kmfazxypyqey8zv4w0594ys8p 2024-09-12T17:15:05.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.165+0000 7f4df20269c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:05.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.169+0000 7f4df20269c0 20 get_obj_state: octx=0x559cd432a1c0 obj=check-bucket:d state=0x559cd45dbac8 s->prefetch_data=0 2024-09-12T17:15:05.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.173+0000 7f4df20269c0 20 get_obj_state: setting s->obj_tag to l340palra8djhoyee9vov0bevkqjts8n 2024-09-12T17:15:05.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.173+0000 7f4df20269c0 20 get_obj_state_impl: setting s->olh_tag to 2oabiju689blws4qhdrl9d6bx5j8p4e5 2024-09-12T17:15:05.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.173+0000 7f4df20269c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:05.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.173+0000 7f4df20269c0 20 olh_log_entry: epoch=4 op=2 key=d[] 2024-09-12T17:15:05.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.173+0000 7f4df20269c0 20 olh_log_entry: epoch=4 op=3 key=d[.1GWQkWV5QwUiD9Lc9u3JakMsE9W6lJ] 2024-09-12T17:15:05.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.173+0000 7f4df20269c0 20 get_obj_state: octx=0x559cd4604da0 obj=check-bucket:_:.1GWQkWV5QwUiD9Lc9u3JakMsE9W6lJ_d state=0x559cd45d6628 s->prefetch_data=0 2024-09-12T17:15:05.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.177+0000 7f4df20269c0 20 get_obj_state: octx=0x559cd4604da0 obj=check-bucket:d state=0x559cd45d4168 s->prefetch_data=0 2024-09-12T17:15:05.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.177+0000 7f4df20269c0 20 get_obj_state: setting s->obj_tag to l340palra8djhoyee9vov0bevkqjts8n 2024-09-12T17:15:05.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.177+0000 7f4df20269c0 20 get_obj_state_impl: setting s->olh_tag to 2oabiju689blws4qhdrl9d6bx5j8p4e5 2024-09-12T17:15:05.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.177+0000 7f4df20269c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2oabiju689blws4qhdrl9d6bx5j8p4e5 2024-09-12T17:15:05.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.181+0000 7f4df20269c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:05.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.185+0000 7f4df20269c0 1 NOTICE: finished shard 0 (2 entries removed) 2024-09-12T17:15:05.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.185+0000 7f4df20269c0 1 NOTICE: finished all shards (2 entries removed) 2024-09-12T17:15:05.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.189+0000 7f4ca5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:05.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.193+0000 7f4df20269c0 20 remove_watcher() i=0 2024-09-12T17:15:05.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.193+0000 7f4df20269c0 2 removed watcher, disabling cache 2024-09-12T17:15:05.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.193+0000 7f4df20269c0 20 remove_watcher() i=1 2024-09-12T17:15:05.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.197+0000 7f4df20269c0 20 remove_watcher() i=2 2024-09-12T17:15:05.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.201+0000 7f4df20269c0 20 remove_watcher() i=3 2024-09-12T17:15:05.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.201+0000 7f4df20269c0 20 remove_watcher() i=4 2024-09-12T17:15:05.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.205+0000 7f4df20269c0 20 remove_watcher() i=5 2024-09-12T17:15:05.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.205+0000 7f4df20269c0 20 remove_watcher() i=6 2024-09-12T17:15:05.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.205+0000 7f4df20269c0 20 remove_watcher() i=7 2024-09-12T17:15:05.228 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:15:05.261 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:05.261 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:05.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.301+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.301+0000 7fef532f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.301+0000 7fef532f79c0 20 realm 2024-09-12T17:15:05.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.301+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.301+0000 7fef532f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.301+0000 7fef532f79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:05.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.301+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.301+0000 7fef532f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.301+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.305+0000 7fef532f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:05.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.305+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.305+0000 7fef532f79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:05.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.305+0000 7fef532f79c0 20 searching for the correct realm 2024-09-12T17:15:05.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.309+0000 7fef515fe640 0 -- 172.21.15.183:0/2026703230 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fef44107380 msgr2=0x7fef44123070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:05.320 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.317+0000 7fef515fe640 0 -- 172.21.15.183:0/2026703230 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fee1c07de70 msgr2=0x7fee1c0802c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:05.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.321+0000 7fef532f79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:05.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.321+0000 7fef532f79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:05.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.321+0000 7fef532f79c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:05.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.321+0000 7fef532f79c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:05.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.321+0000 7fef532f79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:05.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.321+0000 7fef532f79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:05.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.321+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.321+0000 7fef532f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.321+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:05.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:05.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 zone default found 2024-09-12T17:15:05.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 4 Realm: () 2024-09-12T17:15:05.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:05.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:05.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:05.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 zonegroup default 2024-09-12T17:15:05.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 started sync module instance, tier type = 2024-09-12T17:15:05.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.325+0000 7fef532f79c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:05.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.341+0000 7fef532f79c0 20 add_watcher() i=0 2024-09-12T17:15:05.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.341+0000 7fef532f79c0 20 add_watcher() i=1 2024-09-12T17:15:05.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.341+0000 7fef532f79c0 20 add_watcher() i=2 2024-09-12T17:15:05.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.341+0000 7fef532f79c0 20 add_watcher() i=3 2024-09-12T17:15:05.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.341+0000 7fef532f79c0 20 add_watcher() i=4 2024-09-12T17:15:05.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.341+0000 7fef532f79c0 20 add_watcher() i=5 2024-09-12T17:15:05.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.341+0000 7fef532f79c0 20 add_watcher() i=6 2024-09-12T17:15:05.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.341+0000 7fef532f79c0 20 add_watcher() i=7 2024-09-12T17:15:05.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.341+0000 7fef532f79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:05.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.345+0000 7fee06fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:05.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.345+0000 7fef532f79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:05.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.345+0000 7fef532f79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:05.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.345+0000 7fef532f79c0 5 note: GC not initialized 2024-09-12T17:15:05.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.345+0000 7fee05fe3640 20 reqs_thread_entry: start 2024-09-12T17:15:05.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.345+0000 7fef532f79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:05.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.345+0000 7fef532f79c0 20 Filter name: none 2024-09-12T17:15:05.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.345+0000 7fed777fe640 20 reqs_thread_entry: start 2024-09-12T17:15:05.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.345+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.349+0000 7fef532f79c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:05.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.349+0000 7fef532f79c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.349+0000 7fef532f79c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:05.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.349+0000 7fef532f79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:05.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.349+0000 7fef532f79c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:15:05.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.349+0000 7fef532f79c0 20 INFO: main: starting shard=0 2024-09-12T17:15:05.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.349+0000 7fef532f79c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:05.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.349+0000 7fef532f79c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:15:05.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.349+0000 7fef532f79c0 20 INFO: main: done 2024-09-12T17:15:05.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.349+0000 7fee06fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:05.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.353+0000 7fef532f79c0 20 remove_watcher() i=0 2024-09-12T17:15:05.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.353+0000 7fef532f79c0 2 removed watcher, disabling cache 2024-09-12T17:15:05.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.357+0000 7fef532f79c0 20 remove_watcher() i=1 2024-09-12T17:15:05.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.357+0000 7fef532f79c0 20 remove_watcher() i=2 2024-09-12T17:15:05.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.361+0000 7fef532f79c0 20 remove_watcher() i=3 2024-09-12T17:15:05.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.365+0000 7fef532f79c0 20 remove_watcher() i=4 2024-09-12T17:15:05.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.365+0000 7fef532f79c0 20 remove_watcher() i=5 2024-09-12T17:15:05.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.365+0000 7fef532f79c0 20 remove_watcher() i=6 2024-09-12T17:15:05.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.369+0000 7fef532f79c0 20 remove_watcher() i=7 2024-09-12T17:15:05.383 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:15:05.411 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:05.412 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:05.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.449+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.453+0000 7fe4f5cb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.453+0000 7fe4f5cb29c0 20 realm 2024-09-12T17:15:05.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.453+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.453+0000 7fe4f5cb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.453+0000 7fe4f5cb29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:05.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.453+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.453+0000 7fe4f5cb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.453+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.453+0000 7fe4f5cb29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:05.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.453+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.453+0000 7fe4f5cb29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:05.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.453+0000 7fe4f5cb29c0 20 searching for the correct realm 2024-09-12T17:15:05.461 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.457+0000 7fe4f37b8640 0 -- 172.21.15.183:0/316087746 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fe4ec06c040 msgr2=0x7fe4ec07a2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:05.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.465+0000 7fe4f2fb7640 0 -- 172.21.15.183:0/316087746 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fe4ec00e070 msgr2=0x7fe4ec088310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:05.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:05.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:05.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:05.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:05.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:05.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:05.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:05.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:05.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 zone default found 2024-09-12T17:15:05.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 4 Realm: () 2024-09-12T17:15:05.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:05.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:05.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:05.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 zonegroup default 2024-09-12T17:15:05.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.685+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.689+0000 7fe4f5cb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.689+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.689+0000 7fe4f5cb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.689+0000 7fe4f5cb29c0 20 started sync module instance, tier type = 2024-09-12T17:15:05.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.689+0000 7fe4f5cb29c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:05.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.713+0000 7fe4f5cb29c0 20 add_watcher() i=0 2024-09-12T17:15:05.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.713+0000 7fe4f5cb29c0 20 add_watcher() i=1 2024-09-12T17:15:05.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.713+0000 7fe4f5cb29c0 20 add_watcher() i=2 2024-09-12T17:15:05.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.713+0000 7fe4f5cb29c0 20 add_watcher() i=3 2024-09-12T17:15:05.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.713+0000 7fe4f5cb29c0 20 add_watcher() i=4 2024-09-12T17:15:05.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.713+0000 7fe4f5cb29c0 20 add_watcher() i=5 2024-09-12T17:15:05.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.713+0000 7fe4f5cb29c0 20 add_watcher() i=6 2024-09-12T17:15:05.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.717+0000 7fe4f5cb29c0 20 add_watcher() i=7 2024-09-12T17:15:05.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.717+0000 7fe4f5cb29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:05.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.721+0000 7fe3a9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:05.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.721+0000 7fe4f5cb29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:05.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.721+0000 7fe4f5cb29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:05.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.721+0000 7fe4f5cb29c0 5 note: GC not initialized 2024-09-12T17:15:05.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.725+0000 7fe3a8fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:05.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.725+0000 7fe4f5cb29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:05.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.725+0000 7fe4f5cb29c0 20 Filter name: none 2024-09-12T17:15:05.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.725+0000 7fe3227fc640 20 reqs_thread_entry: start 2024-09-12T17:15:05.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.725+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.725+0000 7fe4f5cb29c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:05.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.725+0000 7fe4f5cb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.725+0000 7fe4f5cb29c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:05.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.725+0000 7fe4f5cb29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:05.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.725+0000 7fe4f5cb29c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:15:05.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.725+0000 7fe4f5cb29c0 20 INFO: main: starting shard=0 2024-09-12T17:15:05.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.725+0000 7fe4f5cb29c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:05.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.729+0000 7fe4f5cb29c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:15:05.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.729+0000 7fe4f5cb29c0 20 INFO: main: done 2024-09-12T17:15:05.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.729+0000 7fe3a9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:05.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.733+0000 7fe4f5cb29c0 20 remove_watcher() i=0 2024-09-12T17:15:05.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.733+0000 7fe4f5cb29c0 2 removed watcher, disabling cache 2024-09-12T17:15:05.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.737+0000 7fe4f5cb29c0 20 remove_watcher() i=1 2024-09-12T17:15:05.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.741+0000 7fe4f5cb29c0 20 remove_watcher() i=2 2024-09-12T17:15:05.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.741+0000 7fe4f5cb29c0 20 remove_watcher() i=3 2024-09-12T17:15:05.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.745+0000 7fe4f5cb29c0 20 remove_watcher() i=4 2024-09-12T17:15:05.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.745+0000 7fe4f5cb29c0 20 remove_watcher() i=5 2024-09-12T17:15:05.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.749+0000 7fe4f5cb29c0 20 remove_watcher() i=6 2024-09-12T17:15:05.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.749+0000 7fe4f5cb29c0 20 remove_watcher() i=7 2024-09-12T17:15:05.768 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2024-09-12T17:15:05.768 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:15:05.768 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T17:15:05.798 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:05.798 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:05.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.837+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.841+0000 7fa9e3de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.841+0000 7fa9e3de19c0 20 realm 2024-09-12T17:15:05.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.841+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.841+0000 7fa9e3de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.841+0000 7fa9e3de19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:05.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.841+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.841+0000 7fa9e3de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:05.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.841+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.841+0000 7fa9e3de19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:05.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.841+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:05.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.845+0000 7fa9e3de19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:05.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.845+0000 7fa9e3de19c0 20 searching for the correct realm 2024-09-12T17:15:05.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:05.845+0000 7fa9e20e8640 0 -- 172.21.15.183:0/2193313093 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fa9d8033070 msgr2=0x7fa9d800d450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:06.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.061+0000 7fa9e10e6640 0 -- 172.21.15.183:0/2193313093 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fa9dc08fdf0 msgr2=0x7fa9dc061310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:06.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.277+0000 7fa9e3de19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:06.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.277+0000 7fa9e3de19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:06.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.277+0000 7fa9e3de19c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:06.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.277+0000 7fa9e3de19c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:06.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.277+0000 7fa9e3de19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:06.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.277+0000 7fa9e3de19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:06.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.277+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:06.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.277+0000 7fa9e3de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:06.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.277+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:06.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:06.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:06.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:06.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 zone default found 2024-09-12T17:15:06.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 4 Realm: () 2024-09-12T17:15:06.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:06.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:06.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:06.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 zonegroup default 2024-09-12T17:15:06.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:06.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:06.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:06.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:06.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:06.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:06.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 started sync module instance, tier type = 2024-09-12T17:15:06.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.281+0000 7fa9e3de19c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:06.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.309+0000 7fa9e3de19c0 20 add_watcher() i=0 2024-09-12T17:15:06.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.309+0000 7fa9e3de19c0 20 add_watcher() i=1 2024-09-12T17:15:06.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.309+0000 7fa9e3de19c0 20 add_watcher() i=2 2024-09-12T17:15:06.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.309+0000 7fa9e3de19c0 20 add_watcher() i=3 2024-09-12T17:15:06.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.309+0000 7fa9e3de19c0 20 add_watcher() i=4 2024-09-12T17:15:06.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.309+0000 7fa9e3de19c0 20 add_watcher() i=5 2024-09-12T17:15:06.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.309+0000 7fa9e3de19c0 20 add_watcher() i=6 2024-09-12T17:15:06.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.313+0000 7fa9e3de19c0 20 add_watcher() i=7 2024-09-12T17:15:06.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.313+0000 7fa9e3de19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:06.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa8937fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:06.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa9e3de19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:06.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa9e3de19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:06.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa9e3de19c0 5 note: GC not initialized 2024-09-12T17:15:06.320 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa8927fc640 20 reqs_thread_entry: start 2024-09-12T17:15:06.320 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa9e3de19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:06.320 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa9e3de19c0 20 Filter name: none 2024-09-12T17:15:06.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa803fff640 20 reqs_thread_entry: start 2024-09-12T17:15:06.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa9e3de19c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:15:06.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:06.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa9e3de19c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:06.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa9e3de19c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:15:06.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa9e3de19c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:15:06.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa9e3de19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 : miss 2024-09-12T17:15:06.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.317+0000 7fa9e3de19c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:06.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.321+0000 7fa9e3de19c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:06.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.321+0000 7fa9e3de19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 info.flags=0x17 2024-09-12T17:15:06.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.321+0000 7fa9e3de19c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 to cache LRU end 2024-09-12T17:15:06.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.321+0000 7fa9e3de19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:06.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.321+0000 7fa9e3de19c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:15:06.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.321+0000 7fa9e3de19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 2024-09-12T17:15:06.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.321+0000 7fa9e3de19c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:06.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.321+0000 7fa9e3de19c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:15:06.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.321+0000 7fa9e3de19c0 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:15:06.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.325+0000 7fa8937fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:06.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.329+0000 7fa9e3de19c0 20 remove_watcher() i=0 2024-09-12T17:15:06.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.329+0000 7fa9e3de19c0 2 removed watcher, disabling cache 2024-09-12T17:15:06.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.333+0000 7fa9e3de19c0 20 remove_watcher() i=1 2024-09-12T17:15:06.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.333+0000 7fa9e3de19c0 20 remove_watcher() i=2 2024-09-12T17:15:06.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.337+0000 7fa9e3de19c0 20 remove_watcher() i=3 2024-09-12T17:15:06.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.337+0000 7fa9e3de19c0 20 remove_watcher() i=4 2024-09-12T17:15:06.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.341+0000 7fa9e3de19c0 20 remove_watcher() i=5 2024-09-12T17:15:06.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.345+0000 7fa9e3de19c0 20 remove_watcher() i=6 2024-09-12T17:15:06.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:06.345+0000 7fa9e3de19c0 20 remove_watcher() i=7 2024-09-12T17:15:06.365 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: verify that bucket check fixes do not affect null version objects 2024-09-12T17:15:06.365 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:15:06.366 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.367 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.372 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.373 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.376 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.376 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.428 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2024-09-12T17:15:06.428 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:15:06.429 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.429 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.482 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.482 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.564 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.564 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.599 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.599 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.606 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.606 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.639 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.640 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.647 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.647 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.681 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.681 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.689 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.689 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.720 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.720 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.727 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.727 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.764 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.769 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.770 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.804 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:06.809 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:15:07.252 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T17:15:08.684 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:08.685 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:08.752 INFO:tasks.workunit.client.0.smithi183.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:15:08.752 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T17:15:08.789 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:08.789 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:08.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.829+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:08.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.833+0000 7fca9dc109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:08.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.833+0000 7fca9dc109c0 20 realm 2024-09-12T17:15:08.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.833+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:08.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.833+0000 7fca9dc109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:08.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.833+0000 7fca9dc109c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:08.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.833+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:08.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.833+0000 7fca9dc109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:08.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.833+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:08.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.837+0000 7fca9dc109c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:08.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.837+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:08.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.837+0000 7fca9dc109c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:08.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.837+0000 7fca9dc109c0 20 searching for the correct realm 2024-09-12T17:15:08.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:08.841+0000 7fca9bf17640 0 -- 172.21.15.183:0/1608749927 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fca9006a160 msgr2=0x7fca9007a0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:09.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.057+0000 7fca9af15640 0 -- 172.21.15.183:0/1608749927 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fca94069e40 msgr2=0x7fca9409c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:09.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.273+0000 7fca9dc109c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:09.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.273+0000 7fca9dc109c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:09.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.273+0000 7fca9dc109c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:09.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.273+0000 7fca9dc109c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:09.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.273+0000 7fca9dc109c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:09.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.273+0000 7fca9dc109c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:09.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.273+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.273+0000 7fca9dc109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.273+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:09.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:09.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 zone default found 2024-09-12T17:15:09.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 4 Realm: () 2024-09-12T17:15:09.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:09.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:09.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:09.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 zonegroup default 2024-09-12T17:15:09.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 started sync module instance, tier type = 2024-09-12T17:15:09.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.277+0000 7fca9dc109c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:09.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.301+0000 7fca9dc109c0 20 add_watcher() i=0 2024-09-12T17:15:09.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.301+0000 7fca9dc109c0 20 add_watcher() i=1 2024-09-12T17:15:09.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.301+0000 7fca9dc109c0 20 add_watcher() i=2 2024-09-12T17:15:09.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.301+0000 7fca9dc109c0 20 add_watcher() i=3 2024-09-12T17:15:09.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.301+0000 7fca9dc109c0 20 add_watcher() i=4 2024-09-12T17:15:09.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.301+0000 7fca9dc109c0 20 add_watcher() i=5 2024-09-12T17:15:09.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.305+0000 7fca9dc109c0 20 add_watcher() i=6 2024-09-12T17:15:09.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.305+0000 7fca9dc109c0 20 add_watcher() i=7 2024-09-12T17:15:09.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.305+0000 7fca9dc109c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:09.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.309+0000 7fc951fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:09.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.309+0000 7fca9dc109c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:09.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.309+0000 7fca9dc109c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:09.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.309+0000 7fca9dc109c0 5 note: GC not initialized 2024-09-12T17:15:09.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.309+0000 7fc950fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:09.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.309+0000 7fca9dc109c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:09.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.309+0000 7fca9dc109c0 20 Filter name: none 2024-09-12T17:15:09.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.309+0000 7fc8ca7fc640 20 reqs_thread_entry: start 2024-09-12T17:15:09.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.313+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.313+0000 7fca9dc109c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:09.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.313+0000 7fca9dc109c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.313+0000 7fca9dc109c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:09.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.313+0000 7fca9dc109c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:09.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.313+0000 7fca9dc109c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:15:09.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.313+0000 7fca9dc109c0 20 INFO: main: starting shard=0 2024-09-12T17:15:09.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.313+0000 7fca9dc109c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:09.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.313+0000 7fca9dc109c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:15:09.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.313+0000 7fca9dc109c0 20 INFO: main: done 2024-09-12T17:15:09.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.317+0000 7fc951fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:09.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.321+0000 7fca9dc109c0 20 remove_watcher() i=0 2024-09-12T17:15:09.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.321+0000 7fca9dc109c0 2 removed watcher, disabling cache 2024-09-12T17:15:09.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.325+0000 7fca9dc109c0 20 remove_watcher() i=1 2024-09-12T17:15:09.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.325+0000 7fca9dc109c0 20 remove_watcher() i=2 2024-09-12T17:15:09.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.329+0000 7fca9dc109c0 20 remove_watcher() i=3 2024-09-12T17:15:09.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.329+0000 7fca9dc109c0 20 remove_watcher() i=4 2024-09-12T17:15:09.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.333+0000 7fca9dc109c0 20 remove_watcher() i=5 2024-09-12T17:15:09.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.333+0000 7fca9dc109c0 20 remove_watcher() i=6 2024-09-12T17:15:09.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.337+0000 7fca9dc109c0 20 remove_watcher() i=7 2024-09-12T17:15:09.357 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:09.357 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:09.360 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:09.361 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:09.364 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:09.364 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:09.427 INFO:tasks.workunit.client.0.smithi183.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:15:09.428 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T17:15:09.464 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:09.464 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:09.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.505+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.505+0000 7f8e19b719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.505+0000 7f8e19b719c0 20 realm 2024-09-12T17:15:09.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.505+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.509+0000 7f8e19b719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.509+0000 7f8e19b719c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:09.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.509+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.509+0000 7f8e19b719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.509+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.509+0000 7f8e19b719c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:09.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.509+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.509+0000 7f8e19b719c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:09.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.509+0000 7f8e19b719c0 20 searching for the correct realm 2024-09-12T17:15:09.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.513+0000 7f8e17677640 0 -- 172.21.15.183:0/2271001709 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f8e10028040 msgr2=0x7f8e1009eaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:09.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.521+0000 7f8e16e76640 0 -- 172.21.15.183:0/2271001709 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f8e10009970 msgr2=0x7f8e100978b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:09.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.737+0000 7f8e19b719c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:09.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.737+0000 7f8e19b719c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:09.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.737+0000 7f8e19b719c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:09.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.737+0000 7f8e19b719c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:09.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.737+0000 7f8e19b719c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:09.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.737+0000 7f8e19b719c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:09.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.737+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.737+0000 7f8e19b719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.737+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:09.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:09.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 zone default found 2024-09-12T17:15:09.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 4 Realm: () 2024-09-12T17:15:09.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:09.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:09.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:09.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 zonegroup default 2024-09-12T17:15:09.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 started sync module instance, tier type = 2024-09-12T17:15:09.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.741+0000 7f8e19b719c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:09.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.765+0000 7f8e19b719c0 20 add_watcher() i=0 2024-09-12T17:15:09.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.765+0000 7f8e19b719c0 20 add_watcher() i=1 2024-09-12T17:15:09.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.765+0000 7f8e19b719c0 20 add_watcher() i=2 2024-09-12T17:15:09.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.765+0000 7f8e19b719c0 20 add_watcher() i=3 2024-09-12T17:15:09.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.765+0000 7f8e19b719c0 20 add_watcher() i=4 2024-09-12T17:15:09.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.765+0000 7f8e19b719c0 20 add_watcher() i=5 2024-09-12T17:15:09.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.769+0000 7f8e19b719c0 20 add_watcher() i=6 2024-09-12T17:15:09.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.769+0000 7f8e19b719c0 20 add_watcher() i=7 2024-09-12T17:15:09.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.769+0000 7f8e19b719c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:09.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.773+0000 7f8ccdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:09.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.773+0000 7f8e19b719c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:09.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.773+0000 7f8e19b719c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:09.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.773+0000 7f8e19b719c0 5 note: GC not initialized 2024-09-12T17:15:09.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.777+0000 7f8cccfe1640 20 reqs_thread_entry: start 2024-09-12T17:15:09.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.777+0000 7f8e19b719c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:09.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.777+0000 7f8e19b719c0 20 Filter name: none 2024-09-12T17:15:09.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.777+0000 7f8c467fc640 20 reqs_thread_entry: start 2024-09-12T17:15:09.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.777+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.777+0000 7f8e19b719c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:09.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.777+0000 7f8e19b719c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.777+0000 7f8e19b719c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:09.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.777+0000 7f8e19b719c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:09.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.777+0000 7f8e19b719c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:15:09.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.777+0000 7f8e19b719c0 20 INFO: main: starting shard=0 2024-09-12T17:15:09.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.777+0000 7f8e19b719c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:09.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.781+0000 7f8e19b719c0 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T17:15:09.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.781+0000 7f8e19b719c0 20 INFO: main: done 2024-09-12T17:15:09.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.781+0000 7f8ccdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:09.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.789+0000 7f8e19b719c0 20 remove_watcher() i=0 2024-09-12T17:15:09.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.789+0000 7f8e19b719c0 2 removed watcher, disabling cache 2024-09-12T17:15:09.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.789+0000 7f8e19b719c0 20 remove_watcher() i=1 2024-09-12T17:15:09.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.793+0000 7f8e19b719c0 20 remove_watcher() i=2 2024-09-12T17:15:09.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.797+0000 7f8e19b719c0 20 remove_watcher() i=3 2024-09-12T17:15:09.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.797+0000 7f8e19b719c0 20 remove_watcher() i=4 2024-09-12T17:15:09.802 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.797+0000 7f8e19b719c0 20 remove_watcher() i=5 2024-09-12T17:15:09.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.801+0000 7f8e19b719c0 20 remove_watcher() i=6 2024-09-12T17:15:09.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.801+0000 7f8e19b719c0 20 remove_watcher() i=7 2024-09-12T17:15:09.822 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:09.822 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:09.825 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:09.826 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:09.883 INFO:tasks.workunit.client.0.smithi183.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:15:09.884 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T17:15:09.920 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:09.920 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:09.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.961+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.961+0000 7fa599a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.961+0000 7fa599a279c0 20 realm 2024-09-12T17:15:09.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.961+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.961+0000 7fa599a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.961+0000 7fa599a279c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:09.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.961+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.961+0000 7fa599a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:09.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.961+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.965+0000 7fa599a279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:09.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.965+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:09.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.965+0000 7fa599a279c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:09.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.965+0000 7fa599a279c0 20 searching for the correct realm 2024-09-12T17:15:09.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.969+0000 7fa59752d640 0 -- 172.21.15.183:0/2701276558 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fa59002c060 msgr2=0x7fa59005d1a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:09.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:09.977+0000 7fa596d2c640 0 -- 172.21.15.183:0/2701276558 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fa59008c040 msgr2=0x7fa59009e050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:10.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.193+0000 7fa599a279c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:10.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.193+0000 7fa599a279c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:10.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.193+0000 7fa599a279c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:10.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.193+0000 7fa599a279c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:10.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.193+0000 7fa599a279c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:10.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.193+0000 7fa599a279c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:10.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.193+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.193+0000 7fa599a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:10.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.193+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:10.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:10.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 zone default found 2024-09-12T17:15:10.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 4 Realm: () 2024-09-12T17:15:10.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:10.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:10.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:10.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 zonegroup default 2024-09-12T17:15:10.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:10.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:10.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:10.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 started sync module instance, tier type = 2024-09-12T17:15:10.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.197+0000 7fa599a279c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:10.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.225+0000 7fa599a279c0 20 add_watcher() i=0 2024-09-12T17:15:10.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.225+0000 7fa599a279c0 20 add_watcher() i=1 2024-09-12T17:15:10.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.225+0000 7fa599a279c0 20 add_watcher() i=2 2024-09-12T17:15:10.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.225+0000 7fa599a279c0 20 add_watcher() i=3 2024-09-12T17:15:10.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.225+0000 7fa599a279c0 20 add_watcher() i=4 2024-09-12T17:15:10.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.225+0000 7fa599a279c0 20 add_watcher() i=5 2024-09-12T17:15:10.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.225+0000 7fa599a279c0 20 add_watcher() i=6 2024-09-12T17:15:10.231 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.229+0000 7fa599a279c0 20 add_watcher() i=7 2024-09-12T17:15:10.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.229+0000 7fa599a279c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:10.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.233+0000 7fa44dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:10.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.233+0000 7fa599a279c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:10.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.233+0000 7fa599a279c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:10.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.233+0000 7fa599a279c0 5 note: GC not initialized 2024-09-12T17:15:10.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.233+0000 7fa44cfe1640 20 reqs_thread_entry: start 2024-09-12T17:15:10.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.233+0000 7fa599a279c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:10.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.233+0000 7fa599a279c0 20 Filter name: none 2024-09-12T17:15:10.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.233+0000 7fa3c67fc640 20 reqs_thread_entry: start 2024-09-12T17:15:10.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.233+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.237+0000 7fa599a279c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:10.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.237+0000 7fa599a279c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.237+0000 7fa599a279c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:10.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.237+0000 7fa599a279c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:10.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.237+0000 7fa599a279c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:15:10.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.237+0000 7fa599a279c0 20 INFO: main: starting shard=0 2024-09-12T17:15:10.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.237+0000 7fa599a279c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:10.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.241+0000 7fa599a279c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:15:10.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.241+0000 7fa599a279c0 20 INFO: main: done 2024-09-12T17:15:10.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.241+0000 7fa44dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:10.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.245+0000 7fa599a279c0 20 remove_watcher() i=0 2024-09-12T17:15:10.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.245+0000 7fa599a279c0 2 removed watcher, disabling cache 2024-09-12T17:15:10.251 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.249+0000 7fa599a279c0 20 remove_watcher() i=1 2024-09-12T17:15:10.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.249+0000 7fa599a279c0 20 remove_watcher() i=2 2024-09-12T17:15:10.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.253+0000 7fa599a279c0 20 remove_watcher() i=3 2024-09-12T17:15:10.258 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.257+0000 7fa599a279c0 20 remove_watcher() i=4 2024-09-12T17:15:10.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.257+0000 7fa599a279c0 20 remove_watcher() i=5 2024-09-12T17:15:10.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.257+0000 7fa599a279c0 20 remove_watcher() i=6 2024-09-12T17:15:10.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.261+0000 7fa599a279c0 20 remove_watcher() i=7 2024-09-12T17:15:10.280 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:10.280 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:10.284 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:10.284 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:10.339 INFO:tasks.workunit.client.0.smithi183.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:15:10.340 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T17:15:10.375 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:10.375 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:10.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.417+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.421+0000 7f9a47c7d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:10.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.421+0000 7f9a47c7d9c0 20 realm 2024-09-12T17:15:10.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.421+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.421+0000 7f9a47c7d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:10.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.421+0000 7f9a47c7d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:10.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.421+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.421+0000 7f9a47c7d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:10.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.421+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.421+0000 7f9a47c7d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:10.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.421+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.421+0000 7f9a47c7d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:10.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.421+0000 7f9a47c7d9c0 20 searching for the correct realm 2024-09-12T17:15:10.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.429+0000 7f9a45783640 0 -- 172.21.15.183:0/3845697089 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f9a40017040 msgr2=0x7f9a40062c80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:10.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.433+0000 7f9a44f82640 0 -- 172.21.15.183:0/3845697089 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f9a40089a40 msgr2=0x7f9a4005e0e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:10.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.649+0000 7f9a47c7d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:10.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.649+0000 7f9a47c7d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:10.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.649+0000 7f9a47c7d9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:10.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.649+0000 7f9a47c7d9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:10.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.649+0000 7f9a47c7d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:10.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.649+0000 7f9a47c7d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:10.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.649+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.649+0000 7f9a47c7d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:10.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.649+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:10.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:10.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 zone default found 2024-09-12T17:15:10.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 4 Realm: () 2024-09-12T17:15:10.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:10.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:10.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:10.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 zonegroup default 2024-09-12T17:15:10.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:10.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:10.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:10.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 started sync module instance, tier type = 2024-09-12T17:15:10.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.653+0000 7f9a47c7d9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:10.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.681+0000 7f9a47c7d9c0 20 add_watcher() i=0 2024-09-12T17:15:10.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.681+0000 7f9a47c7d9c0 20 add_watcher() i=1 2024-09-12T17:15:10.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.681+0000 7f9a47c7d9c0 20 add_watcher() i=2 2024-09-12T17:15:10.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.681+0000 7f9a47c7d9c0 20 add_watcher() i=3 2024-09-12T17:15:10.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.681+0000 7f9a47c7d9c0 20 add_watcher() i=4 2024-09-12T17:15:10.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.681+0000 7f9a47c7d9c0 20 add_watcher() i=5 2024-09-12T17:15:10.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.681+0000 7f9a47c7d9c0 20 add_watcher() i=6 2024-09-12T17:15:10.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.685+0000 7f9a47c7d9c0 20 add_watcher() i=7 2024-09-12T17:15:10.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.685+0000 7f9a47c7d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:10.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.685+0000 7f98fbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:10.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:10.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:10.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 5 note: GC not initialized 2024-09-12T17:15:10.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f98fafe5640 20 reqs_thread_entry: start 2024-09-12T17:15:10.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:10.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 20 Filter name: none 2024-09-12T17:15:10.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f98f8fe1640 20 reqs_thread_entry: start 2024-09-12T17:15:10.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:10.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:10.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:10.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:10.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:15:10.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 20 INFO: main: starting shard=0 2024-09-12T17:15:10.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.689+0000 7f9a47c7d9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:10.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.693+0000 7f9a47c7d9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:15:10.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.693+0000 7f9a47c7d9c0 20 INFO: main: done 2024-09-12T17:15:10.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.693+0000 7f98fbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:10.703 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.701+0000 7f9a47c7d9c0 20 remove_watcher() i=0 2024-09-12T17:15:10.703 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.701+0000 7f9a47c7d9c0 2 removed watcher, disabling cache 2024-09-12T17:15:10.706 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.701+0000 7f9a47c7d9c0 20 remove_watcher() i=1 2024-09-12T17:15:10.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.705+0000 7f9a47c7d9c0 20 remove_watcher() i=2 2024-09-12T17:15:10.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.709+0000 7f9a47c7d9c0 20 remove_watcher() i=3 2024-09-12T17:15:10.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.709+0000 7f9a47c7d9c0 20 remove_watcher() i=4 2024-09-12T17:15:10.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.713+0000 7f9a47c7d9c0 20 remove_watcher() i=5 2024-09-12T17:15:10.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.713+0000 7f9a47c7d9c0 20 remove_watcher() i=6 2024-09-12T17:15:10.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:10.717+0000 7f9a47c7d9c0 20 remove_watcher() i=7 2024-09-12T17:15:10.738 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:10.739 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:10.743 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:15:11.187 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T17:15:11.619 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T17:15:11.651 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:11.651 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:11.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.889+0000 7f1e98198640 0 --2- 172.21.15.183:0/3770085767 >> [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] conn(0x55a0fa095f20 0x55a0fa0c1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:15:11.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.901+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:11.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.901+0000 7f1e99e919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:11.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.901+0000 7f1e99e919c0 20 realm 2024-09-12T17:15:11.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.901+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:11.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.901+0000 7f1e99e919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:11.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.901+0000 7f1e99e919c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:11.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.901+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:11.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.901+0000 7f1e99e919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:11.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.901+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:11.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.905+0000 7f1e99e919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:11.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.905+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:11.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.905+0000 7f1e99e919c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:11.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.905+0000 7f1e99e919c0 20 searching for the correct realm 2024-09-12T17:15:11.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:11.905+0000 7f1e97997640 0 -- 172.21.15.183:0/736295137 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f1e9000e040 msgr2=0x7f1e9006f040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:12.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.117+0000 7f1e97997640 0 -- 172.21.15.183:0/736295137 >> [v2:172.21.15.196:6824/2644564030,v1:172.21.15.196:6825/2644564030] conn(0x7f1e90066c30 msgr2=0x7f1e9008b0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:12.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.341+0000 7f1e99e919c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:12.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.341+0000 7f1e99e919c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:12.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.341+0000 7f1e99e919c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:12.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.341+0000 7f1e99e919c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:12.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.341+0000 7f1e99e919c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:12.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.341+0000 7f1e99e919c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:12.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.341+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.341+0000 7f1e99e919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:12.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.341+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:12.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:12.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 zone default found 2024-09-12T17:15:12.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 4 Realm: () 2024-09-12T17:15:12.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:12.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:12.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:12.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 zonegroup default 2024-09-12T17:15:12.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:12.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:12.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:12.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 started sync module instance, tier type = 2024-09-12T17:15:12.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.345+0000 7f1e99e919c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:12.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.373+0000 7f1e99e919c0 20 add_watcher() i=0 2024-09-12T17:15:12.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.373+0000 7f1e99e919c0 20 add_watcher() i=1 2024-09-12T17:15:12.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.373+0000 7f1e99e919c0 20 add_watcher() i=2 2024-09-12T17:15:12.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.373+0000 7f1e99e919c0 20 add_watcher() i=3 2024-09-12T17:15:12.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.373+0000 7f1e99e919c0 20 add_watcher() i=4 2024-09-12T17:15:12.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.373+0000 7f1e99e919c0 20 add_watcher() i=5 2024-09-12T17:15:12.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.373+0000 7f1e99e919c0 20 add_watcher() i=6 2024-09-12T17:15:12.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.373+0000 7f1e99e919c0 20 add_watcher() i=7 2024-09-12T17:15:12.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.373+0000 7f1e99e919c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:12.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1d4e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:12.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1e99e919c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:12.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1e99e919c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:12.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1e99e919c0 5 note: GC not initialized 2024-09-12T17:15:12.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1d4d7e2640 20 reqs_thread_entry: start 2024-09-12T17:15:12.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1e99e919c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:12.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1e99e919c0 20 Filter name: none 2024-09-12T17:15:12.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1d467fc640 20 reqs_thread_entry: start 2024-09-12T17:15:12.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1e99e919c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:15:12.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1e99e919c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:12.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1e99e919c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:15:12.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1e99e919c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:15:12.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1e99e919c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 : miss 2024-09-12T17:15:12.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.381+0000 7f1e99e919c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.385+0000 7f1e99e919c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:12.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.385+0000 7f1e99e919c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 info.flags=0x17 2024-09-12T17:15:12.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.385+0000 7f1e99e919c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 to cache LRU end 2024-09-12T17:15:12.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.385+0000 7f1e99e919c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:12.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.385+0000 7f1e99e919c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:15:12.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.385+0000 7f1e99e919c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 2024-09-12T17:15:12.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.385+0000 7f1e99e919c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.393+0000 7f1d4e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:12.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.401+0000 7f1e99e919c0 20 remove_watcher() i=0 2024-09-12T17:15:12.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.401+0000 7f1e99e919c0 2 removed watcher, disabling cache 2024-09-12T17:15:12.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.405+0000 7f1e99e919c0 20 remove_watcher() i=1 2024-09-12T17:15:12.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.409+0000 7f1e99e919c0 20 remove_watcher() i=2 2024-09-12T17:15:12.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.409+0000 7f1e99e919c0 20 remove_watcher() i=3 2024-09-12T17:15:12.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.413+0000 7f1e99e919c0 20 remove_watcher() i=4 2024-09-12T17:15:12.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.413+0000 7f1e99e919c0 20 remove_watcher() i=5 2024-09-12T17:15:12.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.417+0000 7f1e99e919c0 20 remove_watcher() i=6 2024-09-12T17:15:12.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.417+0000 7f1e99e919c0 20 remove_watcher() i=7 2024-09-12T17:15:12.436 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:15:12.470 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:12.470 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:12.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.513+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.513+0000 7fc689bee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:12.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.513+0000 7fc689bee9c0 20 realm 2024-09-12T17:15:12.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.513+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.513+0000 7fc689bee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:12.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.513+0000 7fc689bee9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:12.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.513+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.517+0000 7fc689bee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:12.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.517+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.517+0000 7fc689bee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:12.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.517+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.517+0000 7fc689bee9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:12.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.517+0000 7fc689bee9c0 20 searching for the correct realm 2024-09-12T17:15:12.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.521+0000 7fc687ef5640 0 -- 172.21.15.183:0/3277848392 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fc67c0ce040 msgr2=0x7fc67c0ed950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:12.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.529+0000 7fc686ef3640 0 -- 172.21.15.183:0/3277848392 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fc68006c840 msgr2=0x7fc6800630b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:12.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.745+0000 7fc689bee9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:12.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.745+0000 7fc689bee9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:12.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.745+0000 7fc689bee9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:12.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.745+0000 7fc689bee9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:12.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.745+0000 7fc689bee9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:12.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.745+0000 7fc689bee9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:12.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.745+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.745+0000 7fc689bee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:12.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.745+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:12.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:12.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 zone default found 2024-09-12T17:15:12.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 4 Realm: () 2024-09-12T17:15:12.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:12.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:12.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:12.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 zonegroup default 2024-09-12T17:15:12.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:12.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:12.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:12.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 started sync module instance, tier type = 2024-09-12T17:15:12.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.749+0000 7fc689bee9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:12.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.777+0000 7fc689bee9c0 20 add_watcher() i=0 2024-09-12T17:15:12.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.777+0000 7fc689bee9c0 20 add_watcher() i=1 2024-09-12T17:15:12.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.777+0000 7fc689bee9c0 20 add_watcher() i=2 2024-09-12T17:15:12.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.777+0000 7fc689bee9c0 20 add_watcher() i=3 2024-09-12T17:15:12.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.777+0000 7fc689bee9c0 20 add_watcher() i=4 2024-09-12T17:15:12.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.777+0000 7fc689bee9c0 20 add_watcher() i=5 2024-09-12T17:15:12.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.777+0000 7fc689bee9c0 20 add_watcher() i=6 2024-09-12T17:15:12.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.781+0000 7fc689bee9c0 20 add_watcher() i=7 2024-09-12T17:15:12.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.781+0000 7fc689bee9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:12.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc53e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:12.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc689bee9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:12.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc689bee9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:12.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc689bee9c0 5 note: GC not initialized 2024-09-12T17:15:12.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc53d7e2640 20 reqs_thread_entry: start 2024-09-12T17:15:12.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc689bee9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:12.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc689bee9c0 20 Filter name: none 2024-09-12T17:15:12.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc5367fc640 20 reqs_thread_entry: start 2024-09-12T17:15:12.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc689bee9c0 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T17:15:12.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc689bee9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:12.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc689bee9c0 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T17:15:12.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc689bee9c0 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T17:15:12.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc689bee9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 : miss 2024-09-12T17:15:12.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.785+0000 7fc689bee9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:12.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.789+0000 7fc689bee9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:12.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.789+0000 7fc689bee9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 info.flags=0x17 2024-09-12T17:15:12.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.789+0000 7fc689bee9c0 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 to cache LRU end 2024-09-12T17:15:12.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.789+0000 7fc689bee9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:15:12.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.789+0000 7fc689bee9c0 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T17:15:12.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.789+0000 7fc689bee9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1 2024-09-12T17:15:12.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.789+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.793+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.793+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:c state=0x55b3b3e96c78 s->prefetch_data=0 2024-09-12T17:15:12.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.793+0000 7fc689bee9c0 20 get_obj_state: setting s->obj_tag to kkg4p7gt2kf5zs33l3rx9q530fmgn4mk 2024-09-12T17:15:12.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.793+0000 7fc689bee9c0 20 get_obj_state_impl: setting s->olh_tag to qg9j5lbrh7qbkhgm0eribktt7lmm6bs3 2024-09-12T17:15:12.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.793+0000 7fc689bee9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=qg9j5lbrh7qbkhgm0eribktt7lmm6bs3 2024-09-12T17:15:12.799 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.797+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.802 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.801+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.801+0000 7fc689bee9c0 20 olh_log_entry: epoch=3 op=3 key=c[pRL8RrWsk1wvsBAUrnWxaVRUw5Y4fTP] 2024-09-12T17:15:12.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.801+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:_:pRL8RrWsk1wvsBAUrnWxaVRUw5Y4fTP_c state=0x55b3b3e91848 s->prefetch_data=0 2024-09-12T17:15:12.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.801+0000 7fc689bee9c0 10 manifest: total_size = 9 2024-09-12T17:15:12.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.801+0000 7fc689bee9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.961341724842111490 2024-09-12T17:15:12.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.801+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:_:pRL8RrWsk1wvsBAUrnWxaVRUw5Y4fTP_c state=0x55b3b3e91848 s->prefetch_data=0 2024-09-12T17:15:12.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.801+0000 7fc689bee9c0 20 prepare_atomic_modification: state is not atomic. state=0x55b3b3e91848 2024-09-12T17:15:12.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.801+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.809+0000 7fc689bee9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:15:12.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.809+0000 7fc689bee9c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T17:15:12.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.809+0000 7fc689bee9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:15:12.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.809+0000 7fc689bee9c0 5 delete_objs_inline: removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1__shadow:pRL8RrWsk1wvsBAUrnWxaVRUw5Y4fTP_.r6bTZtddEk3CkNdjWrIBOrX-MquJHlw_0 2024-09-12T17:15:12.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.809+0000 7fc56affd640 20 handle_completion(): completion ok for obj=c[pRL8RrWsk1wvsBAUrnWxaVRUw5Y4fTP] 2024-09-12T17:15:12.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.813+0000 7fc689bee9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:15:12.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.813+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.813+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.821+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.821+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.821+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:d state=0x55b3b3e96c78 s->prefetch_data=0 2024-09-12T17:15:12.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.821+0000 7fc689bee9c0 20 get_obj_state: setting s->obj_tag to j34lfn5sa1fs29ybv4luszo0koeiczdh 2024-09-12T17:15:12.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.821+0000 7fc689bee9c0 20 get_obj_state_impl: setting s->olh_tag to 9c41shyeq378i04jv55mqn87hj9w4l2x 2024-09-12T17:15:12.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.821+0000 7fc689bee9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9c41shyeq378i04jv55mqn87hj9w4l2x 2024-09-12T17:15:12.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.825+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.829+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.829+0000 7fc689bee9c0 20 olh_log_entry: epoch=3 op=3 key=d[kaimHt1W6R-T8roJ73jMQqmaT5sencb] 2024-09-12T17:15:12.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.829+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:_:kaimHt1W6R-T8roJ73jMQqmaT5sencb_d state=0x55b3b3e95198 s->prefetch_data=0 2024-09-12T17:15:12.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.829+0000 7fc689bee9c0 10 manifest: total_size = 22 2024-09-12T17:15:12.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.829+0000 7fc689bee9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.3187298141330671169 2024-09-12T17:15:12.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.829+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:_:kaimHt1W6R-T8roJ73jMQqmaT5sencb_d state=0x55b3b3e95198 s->prefetch_data=0 2024-09-12T17:15:12.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.829+0000 7fc689bee9c0 20 prepare_atomic_modification: state is not atomic. state=0x55b3b3e95198 2024-09-12T17:15:12.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.829+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.837+0000 7fc689bee9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:15:12.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.837+0000 7fc689bee9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T17:15:12.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.837+0000 7fc689bee9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:15:12.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.837+0000 7fc689bee9c0 5 delete_objs_inline: removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1__shadow:kaimHt1W6R-T8roJ73jMQqmaT5sencb_.DggVN0Ks0T8ATMyytqRooBffPxJW2qc_0 2024-09-12T17:15:12.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.841+0000 7fc56affd640 20 handle_completion(): completion ok for obj=d[kaimHt1W6R-T8roJ73jMQqmaT5sencb] 2024-09-12T17:15:12.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.845+0000 7fc689bee9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:15:12.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.845+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.845+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.849+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.849+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.853+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:e state=0x55b3b3ec31f8 s->prefetch_data=0 2024-09-12T17:15:12.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.853+0000 7fc689bee9c0 20 get_obj_state: setting s->obj_tag to 1qc13yv1m2620k3fpkcdqel4vaex5tsg 2024-09-12T17:15:12.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.853+0000 7fc689bee9c0 20 get_obj_state_impl: setting s->olh_tag to rwp9qtqio3de0gyk0q6mq5i9gfxw8frh 2024-09-12T17:15:12.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.853+0000 7fc689bee9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=rwp9qtqio3de0gyk0q6mq5i9gfxw8frh 2024-09-12T17:15:12.858 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.857+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.857+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.861+0000 7fc689bee9c0 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T17:15:12.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.861+0000 7fc689bee9c0 20 olh_log_entry: epoch=2 op=3 key=e[OgSRgiRpebiKj92htL85.tdoOsnRVQx] 2024-09-12T17:15:12.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.861+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:_:OgSRgiRpebiKj92htL85.tdoOsnRVQx_e state=0x55b3b3e97c88 s->prefetch_data=0 2024-09-12T17:15:12.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.861+0000 7fc689bee9c0 10 manifest: total_size = 22 2024-09-12T17:15:12.865 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.861+0000 7fc689bee9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.12014391264581585396 2024-09-12T17:15:12.865 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.861+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:_:OgSRgiRpebiKj92htL85.tdoOsnRVQx_e state=0x55b3b3e97c88 s->prefetch_data=0 2024-09-12T17:15:12.865 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.861+0000 7fc689bee9c0 20 prepare_atomic_modification: state is not atomic. state=0x55b3b3e97c88 2024-09-12T17:15:12.865 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.861+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.869+0000 7fc689bee9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:15:12.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.869+0000 7fc689bee9c0 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T17:15:12.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.869+0000 7fc689bee9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:15:12.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.869+0000 7fc689bee9c0 5 delete_objs_inline: removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1__shadow:OgSRgiRpebiKj92htL85.tdoOsnRVQx_.-uaUsI_w3hdMeZj8kgXZ2UgQjEw5MeO_0 2024-09-12T17:15:12.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.869+0000 7fc689bee9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:15:12.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.869+0000 7fc56a7fc640 20 handle_completion(): completion ok for obj=e[OgSRgiRpebiKj92htL85.tdoOsnRVQx] 2024-09-12T17:15:12.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.873+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:e state=0x55b3b3ec31f8 s->prefetch_data=0 2024-09-12T17:15:12.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.873+0000 7fc689bee9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=rwp9qtqio3de0gyk0q6mq5i9gfxw8frh 2024-09-12T17:15:12.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.877+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.881+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.881+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.885+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:f state=0x55b3b3ec31f8 s->prefetch_data=0 2024-09-12T17:15:12.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.885+0000 7fc689bee9c0 20 get_obj_state: setting s->obj_tag to q5fj58q83os1p38qx27jzmliu30lz0tq 2024-09-12T17:15:12.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.885+0000 7fc689bee9c0 20 get_obj_state_impl: setting s->olh_tag to 10xdd3hl0qnm7fjp9vzx0px22hjjdc7d 2024-09-12T17:15:12.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.885+0000 7fc689bee9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=10xdd3hl0qnm7fjp9vzx0px22hjjdc7d 2024-09-12T17:15:12.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.889+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.893+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.893+0000 7fc689bee9c0 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T17:15:12.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.893+0000 7fc689bee9c0 20 olh_log_entry: epoch=2 op=3 key=f[S1p.XLCPGl78CyAatVeP0BkDjhxstM0] 2024-09-12T17:15:12.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.893+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:_:S1p.XLCPGl78CyAatVeP0BkDjhxstM0_f state=0x55b3b3e97c88 s->prefetch_data=0 2024-09-12T17:15:12.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.893+0000 7fc689bee9c0 10 manifest: total_size = 9 2024-09-12T17:15:12.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.893+0000 7fc689bee9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.7202110149427731162 2024-09-12T17:15:12.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.893+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:_:S1p.XLCPGl78CyAatVeP0BkDjhxstM0_f state=0x55b3b3e97c88 s->prefetch_data=0 2024-09-12T17:15:12.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.893+0000 7fc689bee9c0 20 prepare_atomic_modification: state is not atomic. state=0x55b3b3e97c88 2024-09-12T17:15:12.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.893+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.901+0000 7fc689bee9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:15:12.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.901+0000 7fc689bee9c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T17:15:12.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.901+0000 7fc689bee9c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:15:12.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.901+0000 7fc689bee9c0 5 delete_objs_inline: removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.1__shadow:S1p.XLCPGl78CyAatVeP0BkDjhxstM0_.MLLGBnojYjPF-njfWSc9laniYBwqshZ_0 2024-09-12T17:15:12.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.905+0000 7fc689bee9c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:15:12.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.905+0000 7fc56a7fc640 20 handle_completion(): completion ok for obj=f[S1p.XLCPGl78CyAatVeP0BkDjhxstM0] 2024-09-12T17:15:12.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.905+0000 7fc689bee9c0 20 get_obj_state: octx=0x55b3b3be31d0 obj=check-bucket:f state=0x55b3b3ec31f8 s->prefetch_data=0 2024-09-12T17:15:12.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.905+0000 7fc689bee9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=10xdd3hl0qnm7fjp9vzx0px22hjjdc7d 2024-09-12T17:15:12.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.913+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.917+0000 7fc689bee9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.1.0 2024-09-12T17:15:12.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.917+0000 7fc689bee9c0 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-12T17:15:12.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.917+0000 7fc689bee9c0 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T17:15:12.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.917+0000 7fc53e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:12.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.925+0000 7fc689bee9c0 20 remove_watcher() i=0 2024-09-12T17:15:12.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.925+0000 7fc689bee9c0 2 removed watcher, disabling cache 2024-09-12T17:15:12.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.925+0000 7fc689bee9c0 20 remove_watcher() i=1 2024-09-12T17:15:12.931 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.929+0000 7fc689bee9c0 20 remove_watcher() i=2 2024-09-12T17:15:12.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.929+0000 7fc689bee9c0 20 remove_watcher() i=3 2024-09-12T17:15:12.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.933+0000 7fc689bee9c0 20 remove_watcher() i=4 2024-09-12T17:15:12.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.933+0000 7fc689bee9c0 20 remove_watcher() i=5 2024-09-12T17:15:12.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.937+0000 7fc689bee9c0 20 remove_watcher() i=6 2024-09-12T17:15:12.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:12.937+0000 7fc689bee9c0 20 remove_watcher() i=7 2024-09-12T17:15:12.963 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:12.963 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:12.971 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:12.971 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:13.046 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T17:15:13.078 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:15:13.079 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:15:13.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.121+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.121+0000 7f4bb93ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:13.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.121+0000 7f4bb93ef9c0 20 realm 2024-09-12T17:15:13.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.121+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.121+0000 7f4bb93ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:13.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.121+0000 7f4bb93ef9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:15:13.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.121+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.121+0000 7f4bb93ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:13.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.121+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.125+0000 7f4bb93ef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:13.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.125+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.125+0000 7f4bb93ef9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:15:13.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.125+0000 7f4bb93ef9c0 20 searching for the correct realm 2024-09-12T17:15:13.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.129+0000 7f4bb76f6640 0 -- 172.21.15.183:0/2549652896 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f4bac0682f0 msgr2=0x7f4bac092050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:15:13.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.345+0000 7f4bb66f4640 0 -- 172.21.15.183:0/2549652896 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f4bb00881e0 msgr2=0x7f4bb0061e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:15:13.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.561+0000 7f4bb93ef9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:15:13.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.561+0000 7f4bb93ef9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:15:13.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.561+0000 7f4bb93ef9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:15:13.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.561+0000 7f4bb93ef9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:15:13.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.561+0000 7f4bb93ef9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:15:13.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.561+0000 7f4bb93ef9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:15:13.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.561+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.561+0000 7f4bb93ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:13.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.561+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:15:13.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:15:13.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 zone default found 2024-09-12T17:15:13.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 4 Realm: () 2024-09-12T17:15:13.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:15:13.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:15:13.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:15:13.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 zonegroup default 2024-09-12T17:15:13.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:13.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:13.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:15:13.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 started sync module instance, tier type = 2024-09-12T17:15:13.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.565+0000 7f4bb93ef9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:15:13.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.589+0000 7f4bb93ef9c0 20 add_watcher() i=0 2024-09-12T17:15:13.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.589+0000 7f4bb93ef9c0 20 add_watcher() i=1 2024-09-12T17:15:13.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.589+0000 7f4bb93ef9c0 20 add_watcher() i=2 2024-09-12T17:15:13.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.589+0000 7f4bb93ef9c0 20 add_watcher() i=3 2024-09-12T17:15:13.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.589+0000 7f4bb93ef9c0 20 add_watcher() i=4 2024-09-12T17:15:13.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.589+0000 7f4bb93ef9c0 20 add_watcher() i=5 2024-09-12T17:15:13.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.589+0000 7f4bb93ef9c0 20 add_watcher() i=6 2024-09-12T17:15:13.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.589+0000 7f4bb93ef9c0 20 add_watcher() i=7 2024-09-12T17:15:13.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.589+0000 7f4bb93ef9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:15:13.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.593+0000 7f4a6d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:13.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f4bb93ef9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:15:13.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f4bb93ef9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:15:13.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f4bb93ef9c0 5 note: GC not initialized 2024-09-12T17:15:13.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f49e7fff640 20 reqs_thread_entry: start 2024-09-12T17:15:13.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f4bb93ef9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:15:13.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f4bb93ef9c0 20 Filter name: none 2024-09-12T17:15:13.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f49e5ffb640 20 reqs_thread_entry: start 2024-09-12T17:15:13.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f4bb93ef9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:13.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f4bb93ef9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:13.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f4bb93ef9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:13.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.597+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.601+0000 7f4bb93ef9c0 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T17:15:13.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.601+0000 7f4bb93ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:15:13.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.601+0000 7f4bb93ef9c0 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T17:15:13.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.601+0000 7f4bb93ef9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:15:13.606 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.601+0000 7f4a6d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:15:13.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.609+0000 7f4bb93ef9c0 20 remove_watcher() i=0 2024-09-12T17:15:13.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.609+0000 7f4bb93ef9c0 2 removed watcher, disabling cache 2024-09-12T17:15:13.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.613+0000 7f4bb93ef9c0 20 remove_watcher() i=1 2024-09-12T17:15:13.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.613+0000 7f4bb93ef9c0 20 remove_watcher() i=2 2024-09-12T17:15:13.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.617+0000 7f4bb93ef9c0 20 remove_watcher() i=3 2024-09-12T17:15:13.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.621+0000 7f4bb93ef9c0 20 remove_watcher() i=4 2024-09-12T17:15:13.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.621+0000 7f4bb93ef9c0 20 remove_watcher() i=5 2024-09-12T17:15:13.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.621+0000 7f4bb93ef9c0 20 remove_watcher() i=6 2024-09-12T17:15:13.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:15:13.625+0000 7f4bb93ef9c0 20 remove_watcher() i=7 2024-09-12T17:15:13.651 INFO:tasks.workunit.client.0.smithi183.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T17:15:13.651 INFO:tasks.workunit.client.0.smithi183.stderr:Deleting bucket check-bucket 2024-09-12T17:15:13.653 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:13.653 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:13.659 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:15:13.659 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:15:13.695 INFO:tasks.workunit.client.0.smithi183.stderr:Completed bucket check tests 2024-09-12T17:15:13.695 INFO:tasks.workunit.client.0.smithi183.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T17:15:13.695 INFO:tasks.workunit.client.0.smithi183.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T17:15:13.695 INFO:tasks.workunit.client.0.smithi183.stdout:connected to https://localhost:443 2024-09-12T17:15:13.779 INFO:tasks.workunit.client.0.smithi183.stderr:+ deactivate 2024-09-12T17:15:13.779 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-12T17:15:13.779 INFO:tasks.workunit.client.0.smithi183.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:15:13.779 INFO:tasks.workunit.client.0.smithi183.stderr:+ export PATH 2024-09-12T17:15:13.780 INFO:tasks.workunit.client.0.smithi183.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T17:15:13.780 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' -n '' ']' 2024-09-12T17:15:13.780 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:15:13.780 INFO:tasks.workunit.client.0.smithi183.stderr:+ hash -r 2024-09-12T17:15:13.780 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' -n '' ']' 2024-09-12T17:15:13.780 INFO:tasks.workunit.client.0.smithi183.stderr:+ unset VIRTUAL_ENV 2024-09-12T17:15:13.780 INFO:tasks.workunit.client.0.smithi183.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:15:13.780 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T17:15:13.780 INFO:tasks.workunit.client.0.smithi183.stderr:+ unset -f deactivate 2024-09-12T17:15:13.780 INFO:tasks.workunit.client.0.smithi183.stderr:+ echo OK. 2024-09-12T17:15:13.781 INFO:tasks.workunit.client.0.smithi183.stdout:OK. 2024-09-12T17:15:13.781 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:15:13.782 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:15:13.836 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2024-09-12T17:15:13.836 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:15:14.226 DEBUG:teuthology.parallel:result is None 2024-09-12T17:15:14.227 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:15:14.238 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:15:14.238 DEBUG:teuthology.orchestra.run.smithi183:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:15:14.295 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:15:14.295 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:15:14.306 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:15:14.307 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:15:14.307 DEBUG:teuthology.orchestra.run.smithi183:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:15:14.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:15:14.343 INFO:teuthology.orchestra.run.smithi183.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:15:14.343 DEBUG:teuthology.orchestra.run.smithi183:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:15:14.391 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:15:14.391 DEBUG:teuthology.orchestra.run.smithi183:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:15:14.443 INFO:tasks.workunit:timeout=3h 2024-09-12T17:15:14.443 INFO:tasks.workunit:cleanup=True 2024-09-12T17:15:14.444 DEBUG:teuthology.orchestra.run.smithi183:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:15:14.493 INFO:tasks.workunit.client.0.smithi183.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:16:21.589 INFO:tasks.workunit.client.0.smithi183.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:16:21.590 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:16:21.590 INFO:tasks.workunit.client.0.smithi183.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:16:21.590 INFO:tasks.workunit.client.0.smithi183.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:16:21.590 INFO:tasks.workunit.client.0.smithi183.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:16:21.590 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:16:21.590 INFO:tasks.workunit.client.0.smithi183.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:16:21.590 INFO:tasks.workunit.client.0.smithi183.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:16:21.590 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:16:21.590 INFO:tasks.workunit.client.0.smithi183.stderr: git switch -c 2024-09-12T17:16:21.590 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:16:21.590 INFO:tasks.workunit.client.0.smithi183.stderr:Or undo this operation with: 2024-09-12T17:16:21.590 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:16:21.591 INFO:tasks.workunit.client.0.smithi183.stderr: git switch - 2024-09-12T17:16:21.591 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:16:21.591 INFO:tasks.workunit.client.0.smithi183.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:16:21.591 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:16:21.591 INFO:tasks.workunit.client.0.smithi183.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:16:21.597 DEBUG:teuthology.orchestra.run.smithi183:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:16:21.642 INFO:tasks.workunit.client.0.smithi183.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:16:21.650 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:16:21.650 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:16:21.701 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:16:21.752 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:16:21.795 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:16:21.796 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:16:21.796 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:16:21.838 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:16:21.841 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:16:21.842 DEBUG:teuthology.orchestra.run.smithi183:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:16:21.890 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2024-09-12T17:16:21.891 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-12T17:16:21.892 DEBUG:teuthology.orchestra.run.smithi183:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-12T17:16:21.951 INFO:tasks.workunit.client.0.smithi183.stdout:Running main() from gmock_main.cc 2024-09-12T17:16:21.951 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:16:21.951 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:16:21.951 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 11 tests from ClsLock 2024-09-12T17:16:21.951 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-12T17:16:23.918 INFO:tasks.workunit.client.0.smithi183.stdout:lock: mylock 2024-09-12T17:16:23.918 INFO:tasks.workunit.client.0.smithi183.stdout: lock_type: exclusive 2024-09-12T17:16:23.918 INFO:tasks.workunit.client.0.smithi183.stdout: tag: 2024-09-12T17:16:23.918 INFO:tasks.workunit.client.0.smithi183.stdout: lockers: 2024-09-12T17:16:23.918 INFO:tasks.workunit.client.0.smithi183.stdout: client.4988 expiration=2024-09-12T17:18:23.909494+0000 addr=v1:172.21.15.183:0/3304287312 cookie= 2024-09-12T17:16:23.927 INFO:tasks.workunit.client.0.smithi183.stdout:lock: mylock 2024-09-12T17:16:23.927 INFO:tasks.workunit.client.0.smithi183.stdout: lock_type: shared 2024-09-12T17:16:23.927 INFO:tasks.workunit.client.0.smithi183.stdout: tag: 2024-09-12T17:16:23.927 INFO:tasks.workunit.client.0.smithi183.stdout: lockers: 2024-09-12T17:16:23.927 INFO:tasks.workunit.client.0.smithi183.stdout: client.4988 expiration=2024-09-12T17:18:23.924166+0000 addr=v1:172.21.15.183:0/3304287312 cookie= 2024-09-12T17:16:23.927 INFO:tasks.workunit.client.0.smithi183.stdout: client.4994 expiration=0.000000 addr=v1:172.21.15.183:0/3707428291 cookie= 2024-09-12T17:16:23.929 INFO:tasks.workunit.client.0.smithi183.stdout:lock: mylock 2024-09-12T17:16:23.929 INFO:tasks.workunit.client.0.smithi183.stdout: lock_type: shared 2024-09-12T17:16:23.929 INFO:tasks.workunit.client.0.smithi183.stdout: tag: 2024-09-12T17:16:23.929 INFO:tasks.workunit.client.0.smithi183.stdout: lockers: 2024-09-12T17:16:23.929 INFO:tasks.workunit.client.0.smithi183.stdout: client.4994 expiration=0.000000 addr=v1:172.21.15.183:0/3707428291 cookie= 2024-09-12T17:16:24.879 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsLock.TestMultiLocking (2927 ms) 2024-09-12T17:16:24.879 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsLock.TestMeta 2024-09-12T17:16:26.979 INFO:tasks.workunit.client.0.smithi183.stdout:lock: mylock 2024-09-12T17:16:26.979 INFO:tasks.workunit.client.0.smithi183.stdout: lock_type: shared 2024-09-12T17:16:26.979 INFO:tasks.workunit.client.0.smithi183.stdout: tag: 2024-09-12T17:16:26.979 INFO:tasks.workunit.client.0.smithi183.stdout: lockers: 2024-09-12T17:16:26.979 INFO:tasks.workunit.client.0.smithi183.stdout: client.5003 expiration=0.000000 addr=v1:172.21.15.183:0/4079653801 cookie= 2024-09-12T17:16:26.984 INFO:tasks.workunit.client.0.smithi183.stdout:lock: mylock 2024-09-12T17:16:26.984 INFO:tasks.workunit.client.0.smithi183.stdout: lock_type: exclusive 2024-09-12T17:16:26.984 INFO:tasks.workunit.client.0.smithi183.stdout: tag: new_tag 2024-09-12T17:16:26.984 INFO:tasks.workunit.client.0.smithi183.stdout: lockers: 2024-09-12T17:16:26.984 INFO:tasks.workunit.client.0.smithi183.stdout: client.5181 expiration=0.000000 addr=v1:172.21.15.183:0/1199480262 cookie= 2024-09-12T17:16:27.948 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsLock.TestMeta (3070 ms) 2024-09-12T17:16:27.948 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsLock.TestCookie 2024-09-12T17:16:29.982 INFO:tasks.workunit.client.0.smithi183.stdout:lock: mylock 2024-09-12T17:16:29.982 INFO:tasks.workunit.client.0.smithi183.stdout: lock_type: exclusive 2024-09-12T17:16:29.982 INFO:tasks.workunit.client.0.smithi183.stdout: tag: 2024-09-12T17:16:29.982 INFO:tasks.workunit.client.0.smithi183.stdout: lockers: 2024-09-12T17:16:29.989 INFO:tasks.workunit.client.0.smithi183.stdout:lock: mylock 2024-09-12T17:16:29.989 INFO:tasks.workunit.client.0.smithi183.stdout: lock_type: shared 2024-09-12T17:16:29.990 INFO:tasks.workunit.client.0.smithi183.stdout: tag: 2024-09-12T17:16:29.990 INFO:tasks.workunit.client.0.smithi183.stdout: lockers: 2024-09-12T17:16:29.990 INFO:tasks.workunit.client.0.smithi183.stdout: client.5193 expiration=0.000000 addr=v1:172.21.15.183:0/566751094 cookie= 2024-09-12T17:16:29.990 INFO:tasks.workunit.client.0.smithi183.stdout: client.5193 expiration=0.000000 addr=v1:172.21.15.183:0/566751094 cookie=new cookie 2024-09-12T17:16:30.946 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsLock.TestCookie (2997 ms) 2024-09-12T17:16:30.946 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-12T17:16:33.958 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsLock.TestMultipleLocks (3013 ms) 2024-09-12T17:16:33.958 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-12T17:16:41.073 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsLock.TestLockDuration (7114 ms) 2024-09-12T17:16:41.073 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-12T17:16:44.089 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsLock.TestAssertLocked (3017 ms) 2024-09-12T17:16:44.089 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-12T17:16:47.154 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsLock.TestSetCookie (3062 ms) 2024-09-12T17:16:47.154 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsLock.TestRenew 2024-09-12T17:17:07.809 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsLock.TestRenew (20651 ms) 2024-09-12T17:17:07.809 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-12T17:17:14.777 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6975 ms) 2024-09-12T17:17:14.777 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-12T17:17:22.864 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8088 ms) 2024-09-12T17:17:22.865 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-12T17:17:30.789 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7924 ms) 2024-09-12T17:17:30.789 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 11 tests from ClsLock (68838 ms total) 2024-09-12T17:17:30.789 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:17:30.789 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:17:30.789 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 11 tests from 1 test suite ran. (68838 ms total) 2024-09-12T17:17:30.790 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 11 tests. 2024-09-12T17:17:30.795 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:17:30.796 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:17:30.850 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2024-09-12T17:17:30.851 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-12T17:17:30.851 DEBUG:teuthology.orchestra.run.smithi183:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-12T17:17:30.914 INFO:tasks.workunit.client.0.smithi183.stdout:Running main() from gmock_main.cc 2024-09-12T17:17:30.914 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:17:30.914 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:17:30.914 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 4 tests from cls_log 2024-09-12T17:17:30.915 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-12T17:17:33.834 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_log.test_log_add_same_time (2920 ms) 2024-09-12T17:17:33.834 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-12T17:17:36.860 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_log.test_log_add_different_time (3022 ms) 2024-09-12T17:17:36.860 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_log.trim_by_time 2024-09-12T17:17:39.894 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_log.trim_by_time (3038 ms) 2024-09-12T17:17:39.894 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-12T17:17:42.929 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_log.trim_by_marker (3035 ms) 2024-09-12T17:17:42.929 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 4 tests from cls_log (12015 ms total) 2024-09-12T17:17:42.929 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:17:42.929 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:17:42.929 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 4 tests from 1 test suite ran. (12015 ms total) 2024-09-12T17:17:42.929 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 4 tests. 2024-09-12T17:17:42.933 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:17:42.933 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:17:42.993 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2024-09-12T17:17:42.994 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-12T17:17:42.994 DEBUG:teuthology.orchestra.run.smithi183:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-12T17:17:43.058 INFO:tasks.workunit.client.0.smithi183.stdout:Running main() from gmock_main.cc 2024-09-12T17:17:43.058 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T17:17:43.058 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:17:43.059 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 10 tests from cls_refcount 2024-09-12T17:17:43.059 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_refcount.test_implicit 2024-09-12T17:17:45.992 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_refcount.test_implicit (2933 ms) 2024-09-12T17:17:45.992 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2024-09-12T17:17:49.021 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3026 ms) 2024-09-12T17:17:49.021 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_refcount.test_put_snap 2024-09-12T17:17:57.824 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_refcount.test_put_snap (8807 ms) 2024-09-12T17:17:57.824 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_refcount.test_explicit 2024-09-12T17:18:00.864 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_refcount.test_explicit (3039 ms) 2024-09-12T17:18:00.865 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_refcount.set 2024-09-12T17:18:03.918 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_refcount.set (3055 ms) 2024-09-12T17:18:03.918 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_refcount.test_implicit_ec 2024-09-12T17:18:10.971 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_refcount.test_implicit_ec (7053 ms) 2024-09-12T17:18:10.971 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2024-09-12T17:18:18.074 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7103 ms) 2024-09-12T17:18:18.074 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2024-09-12T17:18:30.194 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_refcount.test_put_snap_ec (12120 ms) 2024-09-12T17:18:30.194 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_refcount.test_explicit_ec 2024-09-12T17:18:37.259 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_refcount.test_explicit_ec (7066 ms) 2024-09-12T17:18:37.259 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_refcount.set_ec 2024-09-12T17:18:44.286 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_refcount.set_ec (7027 ms) 2024-09-12T17:18:44.286 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 10 tests from cls_refcount (61229 ms total) 2024-09-12T17:18:44.286 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:18:44.286 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:18:44.287 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 10 tests from 1 test suite ran. (61229 ms total) 2024-09-12T17:18:44.287 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 10 tests. 2024-09-12T17:18:44.291 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:18:44.292 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:18:44.348 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2024-09-12T17:18:44.349 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-12T17:18:44.349 DEBUG:teuthology.orchestra.run.smithi183:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-12T17:18:44.419 INFO:tasks.workunit.client.0.smithi183.stdout:Running main() from gmock_main.cc 2024-09-12T17:18:44.419 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 18 tests from 1 test suite. 2024-09-12T17:18:44.419 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:18:44.419 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 18 tests from cls_rgw 2024-09-12T17:18:46.329 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.index_basic 2024-09-12T17:18:46.391 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.index_basic (62 ms) 2024-09-12T17:18:46.391 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-12T17:18:46.467 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (76 ms) 2024-09-12T17:18:46.467 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-12T17:18:46.578 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.index_remove_object (111 ms) 2024-09-12T17:18:46.578 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-12T17:18:49.054 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.index_suggest (2476 ms) 2024-09-12T17:18:49.054 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-12T17:18:49.068 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.index_suggest_complete (14 ms) 2024-09-12T17:18:49.068 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.index_list 2024-09-12T17:18:49.140 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.index_list (72 ms) 2024-09-12T17:18:49.140 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-12T17:19:33.314 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.index_list_delimited (44173 ms) 2024-09-12T17:19:33.315 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.bi_list 2024-09-12T17:19:33.479 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.bi_list (166 ms) 2024-09-12T17:19:33.479 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.gc_set 2024-09-12T17:19:33.502 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.gc_set (23 ms) 2024-09-12T17:19:33.502 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.gc_list 2024-09-12T17:19:33.525 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.gc_list (23 ms) 2024-09-12T17:19:33.525 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-12T17:19:40.842 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.gc_defer (7317 ms) 2024-09-12T17:19:40.843 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-12T17:19:41.026 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.usage_basic (185 ms) 2024-09-12T17:19:41.026 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-12T17:19:41.029 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-09-12T17:19:41.029 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-12T17:19:41.266 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.usage_clear (238 ms) 2024-09-12T17:19:41.266 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-12T17:19:41.382 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.bi_log_trim (116 ms) 2024-09-12T17:19:41.383 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-12T17:19:41.414 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.index_racing_removes (32 ms) 2024-09-12T17:19:41.415 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.reshardlog_list 2024-09-12T17:19:41.455 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.reshardlog_list (41 ms) 2024-09-12T17:19:41.455 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw.reshardlog_num 2024-09-12T17:19:41.491 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw.reshardlog_num (35 ms) 2024-09-12T17:19:41.860 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 18 tests from cls_rgw (55162 ms total) 2024-09-12T17:19:41.861 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:19:41.861 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:19:41.861 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 18 tests from 1 test suite ran. (57443 ms total) 2024-09-12T17:19:41.861 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 18 tests. 2024-09-12T17:19:41.868 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:19:41.869 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:19:41.923 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2024-09-12T17:19:41.924 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-12T17:19:41.925 DEBUG:teuthology.orchestra.run.smithi183:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-12T17:19:41.991 INFO:tasks.workunit.client.0.smithi183.stdout:Running main() from gmock_main.cc 2024-09-12T17:19:41.991 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:19:41.991 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:19:41.991 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-12T17:19:41.992 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw_gc.init 2024-09-12T17:19:43.865 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw_gc.init (1874 ms) 2024-09-12T17:19:43.865 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-12T17:19:43.909 INFO:tasks.workunit.client.0.smithi183.stderr:[ ] list info tag = chain-0 2024-09-12T17:19:43.909 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (44 ms) 2024-09-12T17:19:43.909 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-12T17:19:43.920 INFO:tasks.workunit.client.0.smithi183.stderr:[ ] next_marker is: = 0/4263 2024-09-12T17:19:43.921 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (13 ms) 2024-09-12T17:19:43.921 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-12T17:19:43.937 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (16 ms) 2024-09-12T17:19:43.937 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-12T17:19:43.952 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (15 ms) 2024-09-12T17:19:43.952 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-12T17:19:44.118 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (166 ms) 2024-09-12T17:19:44.119 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-12T17:19:44.137 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (18 ms) 2024-09-12T17:19:44.137 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-12T17:19:44.153 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (17 ms) 2024-09-12T17:19:44.154 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-12T17:19:44.876 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw_gc.finalize (722 ms) 2024-09-12T17:19:44.876 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 9 tests from cls_rgw_gc (2885 ms total) 2024-09-12T17:19:44.876 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:19:44.876 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:19:44.876 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 9 tests from 1 test suite ran. (2885 ms total) 2024-09-12T17:19:44.876 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 9 tests. 2024-09-12T17:19:44.882 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:19:44.882 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:19:44.939 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2024-09-12T17:19:44.941 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-12T17:19:44.941 DEBUG:teuthology.orchestra.run.smithi183:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-12T17:19:45.016 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:19:45.017 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:19:45.017 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 1 test from 1 test suite. 2024-09-12T17:19:45.017 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:19:46.929 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 1 test from cls_rgw_stats 2024-09-12T17:19:46.929 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-12T17:19:46.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:46.969+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~SOR092BADB0M.0 size=837581 2024-09-12T17:19:46.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:46.969+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=SOR092BADB0M tag=9U0Q1XLK7S81 type=write size=1886157 2024-09-12T17:19:46.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:46.977+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~GPSQIMEE1EHJ.0 size=217765 2024-09-12T17:19:46.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:46.977+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=GPSQIMEE1EHJ tag=MTU4DIONVZ3R type=write size=1266341 2024-09-12T17:19:46.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:46.977+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=UJSILG3HUAK4 type=write size=43489 2024-09-12T17:19:46.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:46.981+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=I6PFDG39609Q type=del size=2699767 2024-09-12T17:19:46.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:46.985+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=QTL99IYBBEF7 type=del size=3351003 2024-09-12T17:19:46.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:46.989+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~1XRGILT3M2RJ.0 size=1048576 2024-09-12T17:19:46.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:46.993+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~1XRGILT3M2RJ.1 size=825130 2024-09-12T17:19:46.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:46.993+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=1XRGILT3M2RJ tag=KHUEYE9DOHQQ type=write size=2922282 2024-09-12T17:19:46.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:46.997+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=WY66W6ASXPI7 type=del size=1847474 2024-09-12T17:19:46.997 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:46.997+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=1BZBTRUJF2L6 type=del size=2669392 2024-09-12T17:19:47.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.001+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=ZDGTP0UKCVYT type=write size=705405 2024-09-12T17:19:47.004 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.005+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=R4GN8PN0ANP7 type=del size=3029319 2024-09-12T17:19:47.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.009+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=WUHMKS91614H type=del size=3783253 2024-09-12T17:19:47.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.013+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~LWEOC984CEOH.0 size=475731 2024-09-12T17:19:47.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.013+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=LWEOC984CEOH tag=O87NNXVL67ND type=write size=1524307 2024-09-12T17:19:47.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.017+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=AK6ZQHJUKO90 type=del size=2643914 2024-09-12T17:19:47.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.025+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~7Y8ZRK3H0JV2.0 size=1048576 2024-09-12T17:19:47.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.025+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~7Y8ZRK3H0JV2.1 size=6698 2024-09-12T17:19:47.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.025+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=7Y8ZRK3H0JV2 tag=HPWH1XI0SRRG type=write size=2103850 2024-09-12T17:19:47.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.029+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~LB64RCV6VEZL.0 size=1048576 2024-09-12T17:19:47.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.033+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~LB64RCV6VEZL.1 size=1048576 2024-09-12T17:19:47.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.037+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~LB64RCV6VEZL.2 size=846098 2024-09-12T17:19:47.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.037+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=LB64RCV6VEZL tag=6G7YNE5HXU1M type=write size=3991826 2024-09-12T17:19:47.037 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.037+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=4WC7VKOAS6HK type=del size=2983090 2024-09-12T17:19:47.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.041+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~SOR092BADB0M.0 size=837581 2024-09-12T17:19:47.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.045+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=SOR092BADB0M tag=9U0Q1XLK7S81 type=write size=1886157 2024-09-12T17:19:47.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.049+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=O6TX9JJBH4YU type=del size=2542902 2024-09-12T17:19:47.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.053+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~GPSQIMEE1EHJ.0 size=217765 2024-09-12T17:19:47.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.057+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=GPSQIMEE1EHJ tag=MTU4DIONVZ3R type=write size=1266341 2024-09-12T17:19:47.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.061+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=HS3P2D69ZVIS type=write size=275012 2024-09-12T17:19:47.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.065+0000 7fbd9195a8c0 1 < completed write operation key=POCQSFKQMMPX tag=UJSILG3HUAK4 type=write size=43489 2024-09-12T17:19:47.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.069+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=5GK5O2TUHP72 type=del size=3018851 2024-09-12T17:19:47.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.073+0000 7fbd9195a8c0 1 < suggested remove operation key=40V2VLOH796T tag=I6PFDG39609Q type=del 2024-09-12T17:19:47.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.077+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=DT775N33J2PD type=del size=3488979 2024-09-12T17:19:47.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.081+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=QTL99IYBBEF7 type=del 2024-09-12T17:19:47.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.089+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~J0LRMOXPJOT4.0 size=1048576 2024-09-12T17:19:47.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.093+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~J0LRMOXPJOT4.1 size=1048576 2024-09-12T17:19:47.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.093+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~J0LRMOXPJOT4.2 size=215950 2024-09-12T17:19:47.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.093+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=J0LRMOXPJOT4 tag=LCDVIQXFBN2J type=write size=3361678 2024-09-12T17:19:47.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.097+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~1XRGILT3M2RJ.0 size=1048576 2024-09-12T17:19:47.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.101+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~1XRGILT3M2RJ.1 size=825130 2024-09-12T17:19:47.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.105+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=1XRGILT3M2RJ tag=KHUEYE9DOHQQ type=write size=2922282 2024-09-12T17:19:47.111 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.113+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~A0H37VIF5ZFG.0 size=1048576 2024-09-12T17:19:47.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.117+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~A0H37VIF5ZFG.1 size=993777 2024-09-12T17:19:47.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.117+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=A0H37VIF5ZFG tag=YTSWHYH2EZI3 type=write size=3090929 2024-09-12T17:19:47.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.117+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=WY66W6ASXPI7 type=del 2024-09-12T17:19:47.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.125+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~VEC887TDZFT5.0 size=1048576 2024-09-12T17:19:47.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.129+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~VEC887TDZFT5.1 size=1048576 2024-09-12T17:19:47.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.129+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~VEC887TDZFT5.2 size=965505 2024-09-12T17:19:47.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.129+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=VEC887TDZFT5 tag=1B9ZPN9ZPAIF type=write size=4111233 2024-09-12T17:19:47.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.133+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=1BZBTRUJF2L6 type=del 2024-09-12T17:19:47.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.137+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~AOQMAOOM5O65.0 size=1048576 2024-09-12T17:19:47.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.141+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~AOQMAOOM5O65.1 size=1048576 2024-09-12T17:19:47.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.145+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~AOQMAOOM5O65.2 size=642805 2024-09-12T17:19:47.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.145+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=AOQMAOOM5O65 tag=6L4LN0AWGC50 type=write size=3788533 2024-09-12T17:19:47.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.149+0000 7fbd9195a8c0 1 < completed write operation key=Y757YR0HCQEP tag=ZDGTP0UKCVYT type=write size=705405 2024-09-12T17:19:47.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.149+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=925UY71AGQ45 type=del size=2394677 2024-09-12T17:19:47.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.153+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=R4GN8PN0ANP7 type=del 2024-09-12T17:19:47.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.157+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=4UO20U6UUR18 type=del size=543648 2024-09-12T17:19:47.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.165+0000 7fbd9195a8c0 1 < suggested update operation key=2UQUEMHYAPVH tag=WUHMKS91614H type=del size=3783253 2024-09-12T17:19:47.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.169+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=UPJQM86PDPKI type=del size=3758384 2024-09-12T17:19:47.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.173+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~LWEOC984CEOH.0 size=475731 2024-09-12T17:19:47.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.177+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=LWEOC984CEOH tag=O87NNXVL67ND type=write size=1524307 2024-09-12T17:19:47.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.181+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~KA0ZCSND36CI.0 size=1048576 2024-09-12T17:19:47.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.185+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~KA0ZCSND36CI.1 size=1048576 2024-09-12T17:19:47.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.189+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~KA0ZCSND36CI.2 size=130256 2024-09-12T17:19:47.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.189+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=KA0ZCSND36CI tag=Y6Z9AJOFMCLO type=write size=3275984 2024-09-12T17:19:47.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.193+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=AK6ZQHJUKO90 type=del 2024-09-12T17:19:47.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.197+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=W74BNDX0CIHN type=del size=1759018 2024-09-12T17:19:47.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.201+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~7Y8ZRK3H0JV2.0 size=1048576 2024-09-12T17:19:47.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.201+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~7Y8ZRK3H0JV2.1 size=6698 2024-09-12T17:19:47.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.209+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=7Y8ZRK3H0JV2 tag=HPWH1XI0SRRG type=write size=2103850 2024-09-12T17:19:47.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.213+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=HIWUX38BS9K4 type=del size=62607 2024-09-12T17:19:47.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.213+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~LB64RCV6VEZL.0 size=1048576 2024-09-12T17:19:47.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.217+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~LB64RCV6VEZL.1 size=1048576 2024-09-12T17:19:47.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.221+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~LB64RCV6VEZL.2 size=846098 2024-09-12T17:19:47.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.225+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=LB64RCV6VEZL tag=6G7YNE5HXU1M type=write size=3991826 2024-09-12T17:19:47.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.229+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=OENZMP3HA8R2 type=del size=3907943 2024-09-12T17:19:47.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.233+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=4WC7VKOAS6HK type=del 2024-09-12T17:19:47.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.237+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=V1U92O4KEMUU type=write size=687527 2024-09-12T17:19:47.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.241+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=O6TX9JJBH4YU type=del 2024-09-12T17:19:47.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.245+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=AFOGI1VS91F0 type=del size=2468871 2024-09-12T17:19:47.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.249+0000 7fbd9195a8c0 1 < completed write operation key=RE67Q37TLF36 tag=HS3P2D69ZVIS type=write size=275012 2024-09-12T17:19:47.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.253+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~43N71RTVFMLM.0 size=1048576 2024-09-12T17:19:47.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.257+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~43N71RTVFMLM.1 size=1048576 2024-09-12T17:19:47.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.257+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~43N71RTVFMLM.2 size=881662 2024-09-12T17:19:47.258 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.257+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=43N71RTVFMLM tag=UTWSO1FC3RX9 type=write size=4027390 2024-09-12T17:19:47.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.261+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=5GK5O2TUHP72 type=del 2024-09-12T17:19:47.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.269+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~RPR0DE64X1PH.0 size=1048576 2024-09-12T17:19:47.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.269+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~RPR0DE64X1PH.1 size=1048576 2024-09-12T17:19:47.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.273+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~RPR0DE64X1PH.2 size=252269 2024-09-12T17:19:47.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.273+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=RPR0DE64X1PH tag=BE9OSWM4JPKR type=write size=3397997 2024-09-12T17:19:47.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.277+0000 7fbd9195a8c0 -1 < failed to complete operation key=2UQUEMHYAPVH tag=DT775N33J2PD type=del size=3488979: (22) Invalid argument 2024-09-12T17:19:47.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.281+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~8EOD6NZWD682.0 size=1048576 2024-09-12T17:19:47.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.285+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~8EOD6NZWD682.1 size=422 2024-09-12T17:19:47.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.285+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=8EOD6NZWD682 tag=YJ2SE2MMHADJ type=write size=2097574 2024-09-12T17:19:47.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.289+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~J0LRMOXPJOT4.0 size=1048576 2024-09-12T17:19:47.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.293+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~J0LRMOXPJOT4.1 size=1048576 2024-09-12T17:19:47.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.293+0000 7fbd9195a8c0 1 < canceled part key=_multipart_PK7SUDXCYB4F.2~J0LRMOXPJOT4.2 size=215950 2024-09-12T17:19:47.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.301+0000 7fbd9195a8c0 1 < canceled multipart upload key=PK7SUDXCYB4F upload=J0LRMOXPJOT4 tag=LCDVIQXFBN2J type=write size=3361678 2024-09-12T17:19:47.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.305+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~XLEJ6FYFFI84.0 size=1048576 2024-09-12T17:19:47.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.309+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~XLEJ6FYFFI84.1 size=477595 2024-09-12T17:19:47.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.309+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=XLEJ6FYFFI84 tag=80NX4PW2YD2P type=write size=2574747 2024-09-12T17:19:47.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.313+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~A0H37VIF5ZFG.0 size=1048576 2024-09-12T17:19:47.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.317+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~A0H37VIF5ZFG.1 size=993777 2024-09-12T17:19:47.320 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.321+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=A0H37VIF5ZFG tag=YTSWHYH2EZI3 type=write size=3090929 2024-09-12T17:19:47.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.325+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=KOXJ9Y2TWGK1 type=write size=606799 2024-09-12T17:19:47.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.329+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~VEC887TDZFT5.0 size=1048576 2024-09-12T17:19:47.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.329+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~VEC887TDZFT5.1 size=1048576 2024-09-12T17:19:47.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.333+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~VEC887TDZFT5.2 size=965505 2024-09-12T17:19:47.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.337+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=VEC887TDZFT5 tag=1B9ZPN9ZPAIF type=write size=4111233 2024-09-12T17:19:47.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.345+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~W13NN94N4O33.0 size=900560 2024-09-12T17:19:47.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.345+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=W13NN94N4O33 tag=OTLIE105UVMF type=write size=1949136 2024-09-12T17:19:47.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.349+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~AOQMAOOM5O65.0 size=1048576 2024-09-12T17:19:47.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.349+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~AOQMAOOM5O65.1 size=1048576 2024-09-12T17:19:47.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.353+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~AOQMAOOM5O65.2 size=642805 2024-09-12T17:19:47.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.357+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=AOQMAOOM5O65 tag=6L4LN0AWGC50 type=write size=3788533 2024-09-12T17:19:47.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.361+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=CPQVZ40VM2OG type=del size=4129714 2024-09-12T17:19:47.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.365+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=925UY71AGQ45 type=del 2024-09-12T17:19:47.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.369+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=JZ5JJNANFZZH type=del size=3164956 2024-09-12T17:19:47.371 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.373+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=4UO20U6UUR18 type=del 2024-09-12T17:19:47.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.377+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=2BVWP6MFEP3A type=write size=389356 2024-09-12T17:19:47.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.381+0000 7fbd9195a8c0 1 < suggested update operation key=KPZHXLWEOCN9 tag=UPJQM86PDPKI type=del size=3758384 2024-09-12T17:19:47.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.385+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=1B311R24BHXI type=del size=2032567 2024-09-12T17:19:47.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.389+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~KA0ZCSND36CI.0 size=1048576 2024-09-12T17:19:47.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.393+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~KA0ZCSND36CI.1 size=1048576 2024-09-12T17:19:47.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.393+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~KA0ZCSND36CI.2 size=130256 2024-09-12T17:19:47.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.401+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=KA0ZCSND36CI tag=Y6Z9AJOFMCLO type=write size=3275984 2024-09-12T17:19:47.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.405+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=AMCVJ72ULO8D type=del size=1269398 2024-09-12T17:19:47.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.409+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=W74BNDX0CIHN type=del 2024-09-12T17:19:47.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.413+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~4BDKUKCB9UMV.0 size=759701 2024-09-12T17:19:47.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.413+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=4BDKUKCB9UMV tag=WSHZ5P0W3ZO5 type=write size=1808277 2024-09-12T17:19:47.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.417+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=HIWUX38BS9K4 type=del 2024-09-12T17:19:47.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.425+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~FVR64ST9GTEC.0 size=1048576 2024-09-12T17:19:47.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.425+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~FVR64ST9GTEC.1 size=1048576 2024-09-12T17:19:47.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.429+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~FVR64ST9GTEC.2 size=551975 2024-09-12T17:19:47.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.429+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=FVR64ST9GTEC tag=QNL21Q1H6A48 type=write size=3697703 2024-09-12T17:19:47.435 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.437+0000 7fbd9195a8c0 1 < suggested update operation key=1SUNSUP1HQH3 tag=OENZMP3HA8R2 type=del size=3907943 2024-09-12T17:19:47.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.441+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=NRYRWAXC7KB9 type=del size=634214 2024-09-12T17:19:47.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.441+0000 7fbd9195a8c0 1 < completed write operation key=SLMRZF9L9KXH tag=V1U92O4KEMUU type=write size=687527 2024-09-12T17:19:47.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.445+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=CHFH0HUZSIYA type=del size=2963117 2024-09-12T17:19:47.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.449+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=AFOGI1VS91F0 type=del 2024-09-12T17:19:47.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.453+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=AVNJQB39QQIJ type=del size=2583915 2024-09-12T17:19:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.457+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~43N71RTVFMLM.0 size=1048576 2024-09-12T17:19:47.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.457+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~43N71RTVFMLM.1 size=1048576 2024-09-12T17:19:47.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.461+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~43N71RTVFMLM.2 size=881662 2024-09-12T17:19:47.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.465+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=43N71RTVFMLM tag=UTWSO1FC3RX9 type=write size=4027390 2024-09-12T17:19:47.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.473+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~YMT5IYEG4HQN.0 size=1020122 2024-09-12T17:19:47.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.473+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=YMT5IYEG4HQN tag=7JIW733WT445 type=write size=2068698 2024-09-12T17:19:47.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.477+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~RPR0DE64X1PH.0 size=1048576 2024-09-12T17:19:47.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.477+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~RPR0DE64X1PH.1 size=1048576 2024-09-12T17:19:47.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.481+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~RPR0DE64X1PH.2 size=252269 2024-09-12T17:19:47.486 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.485+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=RPR0DE64X1PH tag=BE9OSWM4JPKR type=write size=3397997 2024-09-12T17:19:47.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.493+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~PKMGBZ00III7.0 size=1048576 2024-09-12T17:19:47.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.497+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~PKMGBZ00III7.1 size=599865 2024-09-12T17:19:47.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.497+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=PKMGBZ00III7 tag=0HDT2ATRPDGQ type=write size=2697017 2024-09-12T17:19:47.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.497+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~8EOD6NZWD682.0 size=1048576 2024-09-12T17:19:47.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.501+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~8EOD6NZWD682.1 size=422 2024-09-12T17:19:47.505 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.505+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=8EOD6NZWD682 tag=YJ2SE2MMHADJ type=write size=2097574 2024-09-12T17:19:47.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.513+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~H3YDDNRXAQIQ.0 size=872320 2024-09-12T17:19:47.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.513+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=H3YDDNRXAQIQ tag=DLKQJ5R2V4M7 type=write size=1920896 2024-09-12T17:19:47.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.513+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~XLEJ6FYFFI84.0 size=1048576 2024-09-12T17:19:47.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.517+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~XLEJ6FYFFI84.1 size=477595 2024-09-12T17:19:47.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.521+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=XLEJ6FYFFI84 tag=80NX4PW2YD2P type=write size=2574747 2024-09-12T17:19:47.527 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.529+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~2KP217KZ018I.0 size=1048576 2024-09-12T17:19:47.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.529+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~2KP217KZ018I.1 size=1048576 2024-09-12T17:19:47.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.533+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~2KP217KZ018I.2 size=788199 2024-09-12T17:19:47.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.533+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=2KP217KZ018I tag=EK46YWOCGMC4 type=write size=3933927 2024-09-12T17:19:47.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.537+0000 7fbd9195a8c0 1 < completed write operation key=SLMRZF9L9KXH tag=KOXJ9Y2TWGK1 type=write size=606799 2024-09-12T17:19:47.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.541+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~JVAF0KPXGRBF.0 size=1048576 2024-09-12T17:19:47.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.545+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~JVAF0KPXGRBF.1 size=514622 2024-09-12T17:19:47.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.545+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=JVAF0KPXGRBF tag=CNL6DELKJCVJ type=write size=2611774 2024-09-12T17:19:47.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.549+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~W13NN94N4O33.0 size=900560 2024-09-12T17:19:47.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.553+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=W13NN94N4O33 tag=OTLIE105UVMF type=write size=1949136 2024-09-12T17:19:47.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.557+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~EE7UVVSP8UQ2.0 size=1048576 2024-09-12T17:19:47.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.561+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~EE7UVVSP8UQ2.1 size=944558 2024-09-12T17:19:47.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.561+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=EE7UVVSP8UQ2 tag=BDUD93H75GST type=write size=3041710 2024-09-12T17:19:47.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.565+0000 7fbd9195a8c0 -1 < failed to complete operation key=1SUNSUP1HQH3 tag=CPQVZ40VM2OG type=del size=4129714: (22) Invalid argument 2024-09-12T17:19:47.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.569+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=65XB2VK2AXPH type=del size=3217057 2024-09-12T17:19:47.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.573+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=JZ5JJNANFZZH type=del 2024-09-12T17:19:47.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.573+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=RAUE2YYFHYRS type=del size=1420848 2024-09-12T17:19:47.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.577+0000 7fbd9195a8c0 1 < completed write operation key=BB1JW1D7NJVJ tag=2BVWP6MFEP3A type=write size=389356 2024-09-12T17:19:47.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.581+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=D91UGITIPXBI type=del size=2786502 2024-09-12T17:19:47.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.585+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=1B311R24BHXI type=del 2024-09-12T17:19:47.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.589+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~31U18Q2R7XI1.0 size=1048576 2024-09-12T17:19:47.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.593+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~31U18Q2R7XI1.1 size=639808 2024-09-12T17:19:47.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.593+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=31U18Q2R7XI1 tag=D78W0O1P782H type=write size=2736960 2024-09-12T17:19:47.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.597+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=AMCVJ72ULO8D type=del 2024-09-12T17:19:47.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.601+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=DADJUNK1UTMW type=write size=385084 2024-09-12T17:19:47.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.605+0000 7fbd9195a8c0 1 < canceled part key=_multipart_40V2VLOH796T.2~4BDKUKCB9UMV.0 size=759701 2024-09-12T17:19:47.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.609+0000 7fbd9195a8c0 1 < canceled multipart upload key=40V2VLOH796T upload=4BDKUKCB9UMV tag=WSHZ5P0W3ZO5 type=write size=1808277 2024-09-12T17:19:47.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.613+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=W0JCDIAV1BMM type=del size=2103079 2024-09-12T17:19:47.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.617+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~FVR64ST9GTEC.0 size=1048576 2024-09-12T17:19:47.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.617+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~FVR64ST9GTEC.1 size=1048576 2024-09-12T17:19:47.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.617+0000 7fbd9195a8c0 1 < canceled part key=_multipart_NZTGLGZX3CR8.2~FVR64ST9GTEC.2 size=551975 2024-09-12T17:19:47.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.625+0000 7fbd9195a8c0 1 < canceled multipart upload key=NZTGLGZX3CR8 upload=FVR64ST9GTEC tag=QNL21Q1H6A48 type=write size=3697703 2024-09-12T17:19:47.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.629+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~QWXO6RD0KV3N.0 size=1048576 2024-09-12T17:19:47.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.633+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~QWXO6RD0KV3N.1 size=1048576 2024-09-12T17:19:47.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.637+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~QWXO6RD0KV3N.2 size=663344 2024-09-12T17:19:47.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.637+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=QWXO6RD0KV3N tag=8FKZ5X43M9SJ type=write size=3809072 2024-09-12T17:19:47.639 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.641+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=NRYRWAXC7KB9 type=del 2024-09-12T17:19:47.642 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.645+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=68M72STACSWZ type=del size=3946663 2024-09-12T17:19:47.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.649+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=CHFH0HUZSIYA type=del 2024-09-12T17:19:47.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.653+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=UCR442JTN3CT type=del size=3489052 2024-09-12T17:19:47.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.653+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=AVNJQB39QQIJ type=del 2024-09-12T17:19:47.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.657+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=LGL2B7E6V26A type=write size=830 2024-09-12T17:19:47.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.661+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~YMT5IYEG4HQN.0 size=1020122 2024-09-12T17:19:47.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.669+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=YMT5IYEG4HQN tag=7JIW733WT445 type=write size=2068698 2024-09-12T17:19:47.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.677+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~42S419IEZTGC.0 size=1048576 2024-09-12T17:19:47.678 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.677+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~42S419IEZTGC.1 size=26272 2024-09-12T17:19:47.678 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.677+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=42S419IEZTGC tag=AN8RCG3E00B0 type=write size=2123424 2024-09-12T17:19:47.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.681+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~PKMGBZ00III7.0 size=1048576 2024-09-12T17:19:47.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.685+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~PKMGBZ00III7.1 size=599865 2024-09-12T17:19:47.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.693+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=PKMGBZ00III7 tag=0HDT2ATRPDGQ type=write size=2697017 2024-09-12T17:19:47.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.693+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=VD92NLE3PW8U type=del size=2744518 2024-09-12T17:19:47.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.697+0000 7fbd9195a8c0 1 < canceled part key=_multipart_NZTGLGZX3CR8.2~H3YDDNRXAQIQ.0 size=872320 2024-09-12T17:19:47.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.701+0000 7fbd9195a8c0 1 < canceled multipart upload key=NZTGLGZX3CR8 upload=H3YDDNRXAQIQ tag=DLKQJ5R2V4M7 type=write size=1920896 2024-09-12T17:19:47.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.705+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~LGJY2VGPG34V.0 size=1048576 2024-09-12T17:19:47.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.709+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~LGJY2VGPG34V.1 size=1048576 2024-09-12T17:19:47.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.713+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~LGJY2VGPG34V.2 size=109213 2024-09-12T17:19:47.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.713+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=LGJY2VGPG34V tag=4KC5J3Q1TZAK type=write size=3254941 2024-09-12T17:19:47.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.713+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~2KP217KZ018I.0 size=1048576 2024-09-12T17:19:47.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.717+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~2KP217KZ018I.1 size=1048576 2024-09-12T17:19:47.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.721+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~2KP217KZ018I.2 size=788199 2024-09-12T17:19:47.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.725+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=2KP217KZ018I tag=EK46YWOCGMC4 type=write size=3933927 2024-09-12T17:19:47.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.733+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~XI28TCOMFCV8.0 size=1048576 2024-09-12T17:19:47.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.733+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~XI28TCOMFCV8.1 size=821437 2024-09-12T17:19:47.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.733+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=XI28TCOMFCV8 tag=416SSD38XEUR type=write size=2918589 2024-09-12T17:19:47.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.737+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~JVAF0KPXGRBF.0 size=1048576 2024-09-12T17:19:47.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.737+0000 7fbd9195a8c0 1 < canceled part key=_multipart_O1IZNZKZ8T2I.2~JVAF0KPXGRBF.1 size=514622 2024-09-12T17:19:47.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.741+0000 7fbd9195a8c0 1 < canceled multipart upload key=O1IZNZKZ8T2I upload=JVAF0KPXGRBF tag=CNL6DELKJCVJ type=write size=2611774 2024-09-12T17:19:47.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.745+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=JICK86B6CXGJ type=del size=933200 2024-09-12T17:19:47.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.749+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~EE7UVVSP8UQ2.0 size=1048576 2024-09-12T17:19:47.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.753+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~EE7UVVSP8UQ2.1 size=944558 2024-09-12T17:19:47.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.757+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=EE7UVVSP8UQ2 tag=BDUD93H75GST type=write size=3041710 2024-09-12T17:19:47.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.761+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=FALPYN9XPC78 type=write size=65586 2024-09-12T17:19:47.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.769+0000 7fbd9195a8c0 1 < suggested remove operation key=SLMRZF9L9KXH tag=65XB2VK2AXPH type=del 2024-09-12T17:19:47.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.769+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=EO2180VY9VSO type=del size=458858 2024-09-12T17:19:47.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.773+0000 7fbd9195a8c0 1 < canceled operation key=POCQSFKQMMPX tag=RAUE2YYFHYRS type=del size=1420848 2024-09-12T17:19:47.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.777+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=BYK6G2B79VLP type=del size=3264487 2024-09-12T17:19:47.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.781+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=D91UGITIPXBI type=del 2024-09-12T17:19:47.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.789+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~OPI9A21QBZ7R.0 size=1048576 2024-09-12T17:19:47.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.789+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~OPI9A21QBZ7R.1 size=990777 2024-09-12T17:19:47.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.789+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=OPI9A21QBZ7R tag=CN1UQ4ZA5S32 type=write size=3087929 2024-09-12T17:19:47.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.793+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~31U18Q2R7XI1.0 size=1048576 2024-09-12T17:19:47.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.797+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~31U18Q2R7XI1.1 size=639808 2024-09-12T17:19:47.801 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.801+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=31U18Q2R7XI1 tag=D78W0O1P782H type=write size=2736960 2024-09-12T17:19:47.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.805+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=328TI1WB6989 type=del size=4026271 2024-09-12T17:19:47.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.813+0000 7fbd9195a8c0 1 < suggested update operation key=5MSE40XZZQHD tag=DADJUNK1UTMW type=write size=385084 2024-09-12T17:19:47.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.817+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~JGRYWELO6NHP.0 size=1048576 2024-09-12T17:19:47.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.821+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~JGRYWELO6NHP.1 size=843525 2024-09-12T17:19:47.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.821+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=JGRYWELO6NHP tag=G2V5I4BMK8NV type=write size=2940677 2024-09-12T17:19:47.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.825+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=W0JCDIAV1BMM type=del 2024-09-12T17:19:47.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.829+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~T9BB1XP19K4V.0 size=5257 2024-09-12T17:19:47.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.829+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=T9BB1XP19K4V tag=41FLEFK62PU8 type=write size=1053833 2024-09-12T17:19:47.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.833+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~QWXO6RD0KV3N.0 size=1048576 2024-09-12T17:19:47.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.833+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~QWXO6RD0KV3N.1 size=1048576 2024-09-12T17:19:47.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.837+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~QWXO6RD0KV3N.2 size=663344 2024-09-12T17:19:47.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.841+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=QWXO6RD0KV3N tag=8FKZ5X43M9SJ type=write size=3809072 2024-09-12T17:19:47.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.849+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~JWIGBWCTCY71.0 size=1048576 2024-09-12T17:19:47.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.853+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~JWIGBWCTCY71.1 size=568292 2024-09-12T17:19:47.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.853+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=JWIGBWCTCY71 tag=Q8Q5UX4CHK7S type=write size=2665444 2024-09-12T17:19:47.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.857+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=68M72STACSWZ type=del 2024-09-12T17:19:47.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.861+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~ARBEB5YF5H1F.0 size=369707 2024-09-12T17:19:47.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.861+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=ARBEB5YF5H1F tag=C34L0DTCZJ8S type=write size=1418283 2024-09-12T17:19:47.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.869+0000 7fbd9195a8c0 1 < suggested update operation key=PK7SUDXCYB4F tag=UCR442JTN3CT type=del size=3489052 2024-09-12T17:19:47.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.873+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~ZH074QXAU0R8.0 size=99041 2024-09-12T17:19:47.874 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.873+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=ZH074QXAU0R8 tag=WXEWIJGQMJAE type=write size=1147617 2024-09-12T17:19:47.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.877+0000 7fbd9195a8c0 1 < completed write operation key=NZTGLGZX3CR8 tag=LGL2B7E6V26A type=write size=830 2024-09-12T17:19:47.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.881+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=9YHRHTD422F1 type=write size=1007327 2024-09-12T17:19:47.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.885+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~42S419IEZTGC.0 size=1048576 2024-09-12T17:19:47.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.889+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~42S419IEZTGC.1 size=26272 2024-09-12T17:19:47.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.893+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=42S419IEZTGC tag=AN8RCG3E00B0 type=write size=2123424 2024-09-12T17:19:47.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.901+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~9A03OWJCFZBI.0 size=1048576 2024-09-12T17:19:47.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.905+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~9A03OWJCFZBI.1 size=223860 2024-09-12T17:19:47.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.905+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=9A03OWJCFZBI tag=TTTFJMZWPGYD type=write size=2321012 2024-09-12T17:19:47.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.909+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=VD92NLE3PW8U type=del 2024-09-12T17:19:47.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.917+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~JB2NP3SUR7GU.0 size=1048576 2024-09-12T17:19:47.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~JB2NP3SUR7GU.1 size=1048576 2024-09-12T17:19:47.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~JB2NP3SUR7GU.2 size=67760 2024-09-12T17:19:47.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.921+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=JB2NP3SUR7GU tag=9KVUR0Q3YJ9Z type=write size=3213488 2024-09-12T17:19:47.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~LGJY2VGPG34V.0 size=1048576 2024-09-12T17:19:47.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~LGJY2VGPG34V.1 size=1048576 2024-09-12T17:19:47.943 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.945+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~LGJY2VGPG34V.2 size=109213 2024-09-12T17:19:47.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.949+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=LGJY2VGPG34V tag=4KC5J3Q1TZAK type=write size=3254941 2024-09-12T17:19:47.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.953+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=60U32B80PTER type=del size=3904005 2024-09-12T17:19:47.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.953+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~XI28TCOMFCV8.0 size=1048576 2024-09-12T17:19:47.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.957+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~XI28TCOMFCV8.1 size=821437 2024-09-12T17:19:47.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.961+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=XI28TCOMFCV8 tag=416SSD38XEUR type=write size=2918589 2024-09-12T17:19:47.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.965+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=7C1FGFJ3YDTJ type=del size=138394 2024-09-12T17:19:47.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.965+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=JICK86B6CXGJ type=del 2024-09-12T17:19:47.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.969+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=HYHI10HMYNH1 type=del size=3648499 2024-09-12T17:19:47.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.973+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=FALPYN9XPC78 type=write size=65586 2024-09-12T17:19:47.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.973+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=VNQRS2362F85 type=del size=1529794 2024-09-12T17:19:47.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.977+0000 7fbd9195a8c0 1 < canceled operation key=L4S21D3VH55N tag=EO2180VY9VSO type=del size=458858 2024-09-12T17:19:47.977 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.977+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=O9QKNPISIORU type=del size=3441709 2024-09-12T17:19:47.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.981+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=BYK6G2B79VLP type=del 2024-09-12T17:19:47.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.985+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~RMK349R5NLDR.0 size=809810 2024-09-12T17:19:47.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.985+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=RMK349R5NLDR tag=O81K7LUKB8XJ type=write size=1858386 2024-09-12T17:19:47.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.989+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~OPI9A21QBZ7R.0 size=1048576 2024-09-12T17:19:47.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.989+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~OPI9A21QBZ7R.1 size=990777 2024-09-12T17:19:47.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.993+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=OPI9A21QBZ7R tag=CN1UQ4ZA5S32 type=write size=3087929 2024-09-12T17:19:47.997 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:47.997+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=7J2VP56YY1N1 type=del size=2279285 2024-09-12T17:19:48.000 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.001+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=328TI1WB6989 type=del 2024-09-12T17:19:48.005 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.005+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~DDRHRQTRP30O.0 size=672020 2024-09-12T17:19:48.005 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.005+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=DDRHRQTRP30O tag=RH6208LFWSYF type=write size=1720596 2024-09-12T17:19:48.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.009+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~JGRYWELO6NHP.0 size=1048576 2024-09-12T17:19:48.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.009+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~JGRYWELO6NHP.1 size=843525 2024-09-12T17:19:48.014 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.017+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=JGRYWELO6NHP tag=G2V5I4BMK8NV type=write size=2940677 2024-09-12T17:19:48.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.021+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~OJWDEV0YLPL6.0 size=1048576 2024-09-12T17:19:48.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.021+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~OJWDEV0YLPL6.1 size=373243 2024-09-12T17:19:48.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.021+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=OJWDEV0YLPL6 tag=5X0H61MYKMBN type=write size=2470395 2024-09-12T17:19:48.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.025+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~T9BB1XP19K4V.0 size=5257 2024-09-12T17:19:48.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.029+0000 7fbd9195a8c0 1 < completed multipart upload key=TQUAG7E2B31Q upload=T9BB1XP19K4V tag=41FLEFK62PU8 type=write size=1053833 2024-09-12T17:19:48.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.033+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~CPMIPYHRKLBE.0 size=990731 2024-09-12T17:19:48.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.033+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=CPMIPYHRKLBE tag=1OH6ZMYL4Q60 type=write size=2039307 2024-09-12T17:19:48.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.037+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~JWIGBWCTCY71.0 size=1048576 2024-09-12T17:19:48.037 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.037+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~JWIGBWCTCY71.1 size=568292 2024-09-12T17:19:48.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.041+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=JWIGBWCTCY71 tag=Q8Q5UX4CHK7S type=write size=2665444 2024-09-12T17:19:48.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.045+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=ORTBNKCBC4JT type=write size=277773 2024-09-12T17:19:48.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.049+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~ARBEB5YF5H1F.0 size=369707 2024-09-12T17:19:48.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.053+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=ARBEB5YF5H1F tag=C34L0DTCZJ8S type=write size=1418283 2024-09-12T17:19:48.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.053+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=MVV1CYTSCNUY type=write size=576535 2024-09-12T17:19:48.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.057+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~ZH074QXAU0R8.0 size=99041 2024-09-12T17:19:48.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.061+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=ZH074QXAU0R8 tag=WXEWIJGQMJAE type=write size=1147617 2024-09-12T17:19:48.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.061+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=NL6MV3IVXU8Z type=del size=2471012 2024-09-12T17:19:48.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.069+0000 7fbd9195a8c0 1 < suggested remove operation key=JQDWGB4MGRXE tag=9YHRHTD422F1 type=write 2024-09-12T17:19:48.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.069+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=APF17Z9GU6GJ type=del size=1101379 2024-09-12T17:19:48.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.073+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~9A03OWJCFZBI.0 size=1048576 2024-09-12T17:19:48.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.073+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~9A03OWJCFZBI.1 size=223860 2024-09-12T17:19:48.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.077+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=9A03OWJCFZBI tag=TTTFJMZWPGYD type=write size=2321012 2024-09-12T17:19:48.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.081+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=83RWY3ZQHD1W type=write size=731783 2024-09-12T17:19:48.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.081+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~JB2NP3SUR7GU.0 size=1048576 2024-09-12T17:19:48.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.085+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~JB2NP3SUR7GU.1 size=1048576 2024-09-12T17:19:48.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.089+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~JB2NP3SUR7GU.2 size=67760 2024-09-12T17:19:48.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.093+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=JB2NP3SUR7GU tag=9KVUR0Q3YJ9Z type=write size=3213488 2024-09-12T17:19:48.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.097+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=HLMW90BTGEUJ type=del size=10540 2024-09-12T17:19:48.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.101+0000 7fbd9195a8c0 1 < suggested update operation key=HI4CZTBNYDJH tag=60U32B80PTER type=del size=3904005 2024-09-12T17:19:48.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.105+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=C9Z0AVBXOYXD type=del size=1994588 2024-09-12T17:19:48.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.109+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=7C1FGFJ3YDTJ type=del 2024-09-12T17:19:48.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.113+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~MDNUYH9IWY2P.0 size=1048576 2024-09-12T17:19:48.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.113+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~MDNUYH9IWY2P.1 size=733281 2024-09-12T17:19:48.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.113+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=MDNUYH9IWY2P tag=D857JK1Q3RGN type=write size=2830433 2024-09-12T17:19:48.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.117+0000 7fbd9195a8c0 -1 < failed to complete operation key=JQDWGB4MGRXE tag=HYHI10HMYNH1 type=del size=3648499: (22) Invalid argument 2024-09-12T17:19:48.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.121+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=965TF2M2RPHN type=del size=1499626 2024-09-12T17:19:48.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.125+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=VNQRS2362F85 type=del 2024-09-12T17:19:48.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.129+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~DUMO4IYY49TV.0 size=258705 2024-09-12T17:19:48.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.129+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=DUMO4IYY49TV tag=C5X3MPRGR2C8 type=write size=1307281 2024-09-12T17:19:48.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.133+0000 7fbd9195a8c0 1 < suggested update operation key=7MLJ2M37A6HT tag=O9QKNPISIORU type=del size=3441709 2024-09-12T17:19:48.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.137+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=EY6F82CA2HQN type=write size=821438 2024-09-12T17:19:48.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.141+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~RMK349R5NLDR.0 size=809810 2024-09-12T17:19:48.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.145+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=RMK349R5NLDR tag=O81K7LUKB8XJ type=write size=1858386 2024-09-12T17:19:48.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.149+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~O5BY0KSF38NU.0 size=1048576 2024-09-12T17:19:48.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.153+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~O5BY0KSF38NU.1 size=38338 2024-09-12T17:19:48.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.153+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=O5BY0KSF38NU tag=CU6S2D7XD3B8 type=write size=2135490 2024-09-12T17:19:48.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.157+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=7J2VP56YY1N1 type=del 2024-09-12T17:19:48.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.157+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=GLCWRP1OYZRT type=del size=4120118 2024-09-12T17:19:48.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.161+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~DDRHRQTRP30O.0 size=672020 2024-09-12T17:19:48.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.165+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=DDRHRQTRP30O tag=RH6208LFWSYF type=write size=1720596 2024-09-12T17:19:48.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.169+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=2Y11ADE1S9D5 type=del size=491154 2024-09-12T17:19:48.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.169+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~OJWDEV0YLPL6.0 size=1048576 2024-09-12T17:19:48.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.173+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~OJWDEV0YLPL6.1 size=373243 2024-09-12T17:19:48.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.181+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=OJWDEV0YLPL6 tag=5X0H61MYKMBN type=write size=2470395 2024-09-12T17:19:48.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.185+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~ZXN9HM915N2X.0 size=248488 2024-09-12T17:19:48.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.185+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=ZXN9HM915N2X tag=SKKEPRKN8MWY type=write size=1297064 2024-09-12T17:19:48.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.189+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~CPMIPYHRKLBE.0 size=990731 2024-09-12T17:19:48.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.193+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=CPMIPYHRKLBE tag=1OH6ZMYL4Q60 type=write size=2039307 2024-09-12T17:19:48.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.197+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~OXARXP7ASEHK.0 size=755936 2024-09-12T17:19:48.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.197+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=OXARXP7ASEHK tag=NO0E4BC0VNUC type=write size=1804512 2024-09-12T17:19:48.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.201+0000 7fbd9195a8c0 1 < completed write operation key=O1IZNZKZ8T2I tag=ORTBNKCBC4JT type=write size=277773 2024-09-12T17:19:48.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.205+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~1CAKOJCLAZVA.0 size=1048576 2024-09-12T17:19:48.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.205+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~1CAKOJCLAZVA.1 size=1048576 2024-09-12T17:19:48.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.209+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~1CAKOJCLAZVA.2 size=600977 2024-09-12T17:19:48.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.209+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=1CAKOJCLAZVA tag=D1PVAPQHL8E8 type=write size=3746705 2024-09-12T17:19:48.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.213+0000 7fbd9195a8c0 1 < canceled operation key=SLMRZF9L9KXH tag=MVV1CYTSCNUY type=write size=576535 2024-09-12T17:19:48.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.213+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=L2S1JCRE1MRY type=del size=2568313 2024-09-12T17:19:48.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.217+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=NL6MV3IVXU8Z type=del 2024-09-12T17:19:48.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.221+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=EENO579JYZI8 type=del size=2644382 2024-09-12T17:19:48.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.225+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=APF17Z9GU6GJ type=del 2024-09-12T17:19:48.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.229+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~TCY9PF1M0FQW.0 size=1048576 2024-09-12T17:19:48.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.229+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~TCY9PF1M0FQW.1 size=1048576 2024-09-12T17:19:48.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.233+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~TCY9PF1M0FQW.2 size=481117 2024-09-12T17:19:48.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.233+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=TCY9PF1M0FQW tag=PFZ1YX2WWMWA type=write size=3626845 2024-09-12T17:19:48.235 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.237+0000 7fbd9195a8c0 1 < completed write operation key=TQUAG7E2B31Q tag=83RWY3ZQHD1W type=write size=731783 2024-09-12T17:19:48.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.241+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~GQ8JCB2TV1V8.0 size=560606 2024-09-12T17:19:48.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.241+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=GQ8JCB2TV1V8 tag=BRPHX4JQN7L6 type=write size=1609182 2024-09-12T17:19:48.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.245+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=HLMW90BTGEUJ type=del 2024-09-12T17:19:48.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.249+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~72ZD8MDR8K75.0 size=1048576 2024-09-12T17:19:48.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.253+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~72ZD8MDR8K75.1 size=561937 2024-09-12T17:19:48.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.253+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=72ZD8MDR8K75 tag=0383NPBTEKQU type=write size=2659089 2024-09-12T17:19:48.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.253+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=C9Z0AVBXOYXD type=del 2024-09-12T17:19:48.258 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.261+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~GDDIT1EAQADJ.0 size=1048576 2024-09-12T17:19:48.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.261+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~GDDIT1EAQADJ.1 size=1048576 2024-09-12T17:19:48.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.265+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~GDDIT1EAQADJ.2 size=726544 2024-09-12T17:19:48.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.265+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=GDDIT1EAQADJ tag=6RYIHXNNV1SI type=write size=3872272 2024-09-12T17:19:48.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.265+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~MDNUYH9IWY2P.0 size=1048576 2024-09-12T17:19:48.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.269+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~MDNUYH9IWY2P.1 size=733281 2024-09-12T17:19:48.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.273+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=MDNUYH9IWY2P tag=D857JK1Q3RGN type=write size=2830433 2024-09-12T17:19:48.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.273+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=406VJ26W2VZ7 type=del size=205169 2024-09-12T17:19:48.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.277+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=965TF2M2RPHN type=del 2024-09-12T17:19:48.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.281+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=7MACLBMUQIZK type=del size=93869 2024-09-12T17:19:48.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.281+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~DUMO4IYY49TV.0 size=258705 2024-09-12T17:19:48.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.285+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=DUMO4IYY49TV tag=C5X3MPRGR2C8 type=write size=1307281 2024-09-12T17:19:48.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.289+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=8156IC3LQUFV type=del size=430030 2024-09-12T17:19:48.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.293+0000 7fbd9195a8c0 1 < completed write operation key=PK7SUDXCYB4F tag=EY6F82CA2HQN type=write size=821438 2024-09-12T17:19:48.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.293+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=J6BAR4Z5AGIS type=del size=1448018 2024-09-12T17:19:48.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.293+0000 7fbd9195a8c0 1 < canceled part key=_multipart_RE67Q37TLF36.2~O5BY0KSF38NU.0 size=1048576 2024-09-12T17:19:48.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.297+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~O5BY0KSF38NU.1 size=38338 2024-09-12T17:19:48.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.301+0000 7fbd9195a8c0 1 < canceled multipart upload key=RE67Q37TLF36 upload=O5BY0KSF38NU tag=CU6S2D7XD3B8 type=write size=2135490 2024-09-12T17:19:48.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.305+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~CX2YTIS8QSLJ.0 size=1048576 2024-09-12T17:19:48.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.309+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~CX2YTIS8QSLJ.1 size=1048576 2024-09-12T17:19:48.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.309+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~CX2YTIS8QSLJ.2 size=657095 2024-09-12T17:19:48.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.309+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=CX2YTIS8QSLJ tag=610Q3ZG35KSJ type=write size=3802823 2024-09-12T17:19:48.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.313+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=GLCWRP1OYZRT type=del 2024-09-12T17:19:48.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.313+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=NL8AUQNQBRQF type=del size=2650294 2024-09-12T17:19:48.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.321+0000 7fbd9195a8c0 1 < suggested remove operation key=PK7SUDXCYB4F tag=2Y11ADE1S9D5 type=del 2024-09-12T17:19:48.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.325+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=WT95DX6P0UOE type=del size=511204 2024-09-12T17:19:48.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.325+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~ZXN9HM915N2X.0 size=248488 2024-09-12T17:19:48.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.329+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=ZXN9HM915N2X tag=SKKEPRKN8MWY type=write size=1297064 2024-09-12T17:19:48.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.333+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=3ZU8C2RPFIT9 type=write size=653972 2024-09-12T17:19:48.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.337+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~OXARXP7ASEHK.0 size=755936 2024-09-12T17:19:48.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.341+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=OXARXP7ASEHK tag=NO0E4BC0VNUC type=write size=1804512 2024-09-12T17:19:48.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.345+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=MEK28F7AEDTL type=del size=194544 2024-09-12T17:19:48.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.345+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6K742IMCKKDH.2~1CAKOJCLAZVA.0 size=1048576 2024-09-12T17:19:48.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.349+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~1CAKOJCLAZVA.1 size=1048576 2024-09-12T17:19:48.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.349+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~1CAKOJCLAZVA.2 size=600977 2024-09-12T17:19:48.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.353+0000 7fbd9195a8c0 1 < canceled multipart upload key=6K742IMCKKDH upload=1CAKOJCLAZVA tag=D1PVAPQHL8E8 type=write size=3746705 2024-09-12T17:19:48.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.361+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~ZC1SQ8DM3DDW.0 size=1048576 2024-09-12T17:19:48.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.361+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~ZC1SQ8DM3DDW.1 size=196317 2024-09-12T17:19:48.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.361+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=ZC1SQ8DM3DDW tag=XDF829VGPO81 type=write size=2293469 2024-09-12T17:19:48.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.369+0000 7fbd9195a8c0 1 < suggested remove operation key=GZRPL96NSXKR tag=L2S1JCRE1MRY type=del 2024-09-12T17:19:48.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.373+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=7ZL9HHN2Q7SR type=del size=1492107 2024-09-12T17:19:48.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.373+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=EENO579JYZI8 type=del 2024-09-12T17:19:48.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.377+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=482N0H477O0V type=del size=3567193 2024-09-12T17:19:48.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.381+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~TCY9PF1M0FQW.0 size=1048576 2024-09-12T17:19:48.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.381+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~TCY9PF1M0FQW.1 size=1048576 2024-09-12T17:19:48.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.385+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~TCY9PF1M0FQW.2 size=481117 2024-09-12T17:19:48.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.389+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=TCY9PF1M0FQW tag=PFZ1YX2WWMWA type=write size=3626845 2024-09-12T17:19:48.392 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.393+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=3TW7EZB8SLSK type=write size=687317 2024-09-12T17:19:48.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.397+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~GQ8JCB2TV1V8.0 size=560606 2024-09-12T17:19:48.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.401+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=GQ8JCB2TV1V8 tag=BRPHX4JQN7L6 type=write size=1609182 2024-09-12T17:19:48.406 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.405+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~CMOT432O1LWT.0 size=909240 2024-09-12T17:19:48.406 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.405+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=CMOT432O1LWT tag=GGU5389C3M40 type=write size=1957816 2024-09-12T17:19:48.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.409+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~72ZD8MDR8K75.0 size=1048576 2024-09-12T17:19:48.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.413+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~72ZD8MDR8K75.1 size=561937 2024-09-12T17:19:48.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.417+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=72ZD8MDR8K75 tag=0383NPBTEKQU type=write size=2659089 2024-09-12T17:19:48.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.421+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=NTOAH5B7PHBN type=del size=1274793 2024-09-12T17:19:48.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.425+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~GDDIT1EAQADJ.0 size=1048576 2024-09-12T17:19:48.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.425+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~GDDIT1EAQADJ.1 size=1048576 2024-09-12T17:19:48.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.429+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~GDDIT1EAQADJ.2 size=726544 2024-09-12T17:19:48.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.433+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=GDDIT1EAQADJ tag=6RYIHXNNV1SI type=write size=3872272 2024-09-12T17:19:48.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.441+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~KV38CCOYR0O3.0 size=386130 2024-09-12T17:19:48.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.441+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=KV38CCOYR0O3 tag=KDG44Y2Y4N9Q type=write size=1434706 2024-09-12T17:19:48.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.445+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=406VJ26W2VZ7 type=del 2024-09-12T17:19:48.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.449+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~5T1EJR1A4VHP.0 size=1048576 2024-09-12T17:19:48.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.453+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~5T1EJR1A4VHP.1 size=241959 2024-09-12T17:19:48.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.453+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=5T1EJR1A4VHP tag=AT6QMGU4C7W0 type=write size=2339111 2024-09-12T17:19:48.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.457+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=7MACLBMUQIZK type=del 2024-09-12T17:19:48.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.457+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=R4W3C3V7FYIA type=del size=1131555 2024-09-12T17:19:48.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.461+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=8156IC3LQUFV type=del 2024-09-12T17:19:48.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.465+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=W9AP1P5T8K0L type=write size=487776 2024-09-12T17:19:48.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.469+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=J6BAR4Z5AGIS type=del 2024-09-12T17:19:48.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.469+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=UMDILX96B2C5 type=del size=2285333 2024-09-12T17:19:48.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.473+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~CX2YTIS8QSLJ.0 size=1048576 2024-09-12T17:19:48.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.477+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~CX2YTIS8QSLJ.1 size=1048576 2024-09-12T17:19:48.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.477+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~CX2YTIS8QSLJ.2 size=657095 2024-09-12T17:19:48.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.485+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=CX2YTIS8QSLJ tag=610Q3ZG35KSJ type=write size=3802823 2024-09-12T17:19:48.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.489+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~9GRIHMEUOE78.0 size=1048576 2024-09-12T17:19:48.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.493+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~9GRIHMEUOE78.1 size=269282 2024-09-12T17:19:48.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.493+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=9GRIHMEUOE78 tag=8REE18PNNNC0 type=write size=2366434 2024-09-12T17:19:48.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.497+0000 7fbd9195a8c0 1 < canceled operation key=00KG7A7MIHV2 tag=NL8AUQNQBRQF type=del size=2650294 2024-09-12T17:19:48.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.501+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~J8XAPLSSVWR6.0 size=1048576 2024-09-12T17:19:48.504 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.505+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~J8XAPLSSVWR6.1 size=859263 2024-09-12T17:19:48.504 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.505+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=J8XAPLSSVWR6 tag=TLMDCPDPM447 type=write size=2956415 2024-09-12T17:19:48.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.509+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=WT95DX6P0UOE type=del 2024-09-12T17:19:48.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.509+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=WQUTBN0WCSZ0 type=del size=459301 2024-09-12T17:19:48.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.513+0000 7fbd9195a8c0 1 < completed write operation key=NZTGLGZX3CR8 tag=3ZU8C2RPFIT9 type=write size=653972 2024-09-12T17:19:48.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.517+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=13U77KY4ZIC3 type=del size=1525265 2024-09-12T17:19:48.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.517+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=MEK28F7AEDTL type=del 2024-09-12T17:19:48.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.521+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=99QX9GKHYXUL type=del size=1896350 2024-09-12T17:19:48.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.521+0000 7fbd9195a8c0 1 < canceled part key=_multipart_POCQSFKQMMPX.2~ZC1SQ8DM3DDW.0 size=1048576 2024-09-12T17:19:48.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.525+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~ZC1SQ8DM3DDW.1 size=196317 2024-09-12T17:19:48.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.529+0000 7fbd9195a8c0 1 < canceled multipart upload key=POCQSFKQMMPX upload=ZC1SQ8DM3DDW tag=XDF829VGPO81 type=write size=2293469 2024-09-12T17:19:48.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.533+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=ZY8RGB2YUDA3 type=del size=2015632 2024-09-12T17:19:48.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.537+0000 7fbd9195a8c0 1 < canceled operation key=3LZK6DWM6YLP tag=7ZL9HHN2Q7SR type=del size=1492107 2024-09-12T17:19:48.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.541+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~W891T9SJFI8R.0 size=1048576 2024-09-12T17:19:48.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.545+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~W891T9SJFI8R.1 size=1048576 2024-09-12T17:19:48.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.545+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~W891T9SJFI8R.2 size=758024 2024-09-12T17:19:48.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.545+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=W891T9SJFI8R tag=TUNN6LPV1T18 type=write size=3903752 2024-09-12T17:19:48.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.553+0000 7fbd9195a8c0 1 < suggested update operation key=L4S21D3VH55N tag=482N0H477O0V type=del size=3567193 2024-09-12T17:19:48.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.553+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=HOV6J0XIX2CZ type=write size=40866 2024-09-12T17:19:48.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.557+0000 7fbd9195a8c0 -1 < failed to complete operation key=L4S21D3VH55N tag=3TW7EZB8SLSK type=write size=687317: (22) Invalid argument 2024-09-12T17:19:48.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.561+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=YRXQ8D1PVT6F type=del size=675774 2024-09-12T17:19:48.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.561+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~CMOT432O1LWT.0 size=909240 2024-09-12T17:19:48.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.569+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=CMOT432O1LWT tag=GGU5389C3M40 type=write size=1957816 2024-09-12T17:19:48.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.573+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~YHEYL11CTFV6.0 size=1048576 2024-09-12T17:19:48.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.577+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~YHEYL11CTFV6.1 size=1048576 2024-09-12T17:19:48.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.577+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~YHEYL11CTFV6.2 size=330514 2024-09-12T17:19:48.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.577+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=YHEYL11CTFV6 tag=S18W08T9AYPT type=write size=3476242 2024-09-12T17:19:48.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.581+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=NTOAH5B7PHBN type=del 2024-09-12T17:19:48.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.585+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=JUPATC3D3H6N type=write size=517105 2024-09-12T17:19:48.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.585+0000 7fbd9195a8c0 1 < canceled part key=_multipart_PK7SUDXCYB4F.2~KV38CCOYR0O3.0 size=386130 2024-09-12T17:19:48.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.593+0000 7fbd9195a8c0 1 < canceled multipart upload key=PK7SUDXCYB4F upload=KV38CCOYR0O3 tag=KDG44Y2Y4N9Q type=write size=1434706 2024-09-12T17:19:48.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.593+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=BJV5IXZWL46U type=del size=4061157 2024-09-12T17:19:48.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.597+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~5T1EJR1A4VHP.0 size=1048576 2024-09-12T17:19:48.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.597+0000 7fbd9195a8c0 1 < canceled part key=_multipart_GZRPL96NSXKR.2~5T1EJR1A4VHP.1 size=241959 2024-09-12T17:19:48.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.605+0000 7fbd9195a8c0 1 < canceled multipart upload key=GZRPL96NSXKR upload=5T1EJR1A4VHP tag=AT6QMGU4C7W0 type=write size=2339111 2024-09-12T17:19:48.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.609+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~LVAJR742ZT4J.0 size=1048576 2024-09-12T17:19:48.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.613+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~LVAJR742ZT4J.1 size=1048576 2024-09-12T17:19:48.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.613+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~LVAJR742ZT4J.2 size=503233 2024-09-12T17:19:48.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.613+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=LVAJR742ZT4J tag=F6FG3577MR4O type=write size=3648961 2024-09-12T17:19:48.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.621+0000 7fbd9195a8c0 1 < suggested update operation key=BB1JW1D7NJVJ tag=R4W3C3V7FYIA type=del size=1131555 2024-09-12T17:19:48.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.621+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=ZFH9WJJU1FH4 type=del size=3275770 2024-09-12T17:19:48.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.625+0000 7fbd9195a8c0 1 < completed write operation key=1SUNSUP1HQH3 tag=W9AP1P5T8K0L type=write size=487776 2024-09-12T17:19:48.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.629+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=HSXMOSCE59LH type=del size=74098 2024-09-12T17:19:48.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.629+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=UMDILX96B2C5 type=del 2024-09-12T17:19:48.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.637+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~QXO3K2AQNWFO.0 size=1048576 2024-09-12T17:19:48.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.637+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~QXO3K2AQNWFO.1 size=809528 2024-09-12T17:19:48.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.637+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=QXO3K2AQNWFO tag=NORIEMRXDSSC type=write size=2906680 2024-09-12T17:19:48.640 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.641+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~9GRIHMEUOE78.0 size=1048576 2024-09-12T17:19:48.642 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.645+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~9GRIHMEUOE78.1 size=269282 2024-09-12T17:19:48.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.649+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=9GRIHMEUOE78 tag=8REE18PNNNC0 type=write size=2366434 2024-09-12T17:19:48.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.653+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~9XC0J8OE15KD.0 size=291884 2024-09-12T17:19:48.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.653+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=9XC0J8OE15KD tag=476C50JS6XEJ type=write size=1340460 2024-09-12T17:19:48.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.657+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~J8XAPLSSVWR6.0 size=1048576 2024-09-12T17:19:48.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.661+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~J8XAPLSSVWR6.1 size=859263 2024-09-12T17:19:48.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.665+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=J8XAPLSSVWR6 tag=TLMDCPDPM447 type=write size=2956415 2024-09-12T17:19:48.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.665+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=UOIVWVYWI6EZ type=del size=794514 2024-09-12T17:19:48.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.669+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=WQUTBN0WCSZ0 type=del 2024-09-12T17:19:48.673 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.673+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~ZQDNDCYVH43K.0 size=654447 2024-09-12T17:19:48.673 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.673+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=ZQDNDCYVH43K tag=Y9HSVDZPBN2B type=write size=1703023 2024-09-12T17:19:48.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.677+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=13U77KY4ZIC3 type=del 2024-09-12T17:19:48.679 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.681+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=Y8E03R28LR85 type=del size=2311594 2024-09-12T17:19:48.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.681+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=99QX9GKHYXUL type=del 2024-09-12T17:19:48.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.685+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=1CH1X8S3DDCO type=write size=960965 2024-09-12T17:19:48.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.689+0000 7fbd9195a8c0 1 < suggested update operation key=JQDWGB4MGRXE tag=ZY8RGB2YUDA3 type=del size=2015632 2024-09-12T17:19:48.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.693+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=ADJXF68GDGF8 type=del size=621009 2024-09-12T17:19:48.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.697+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~W891T9SJFI8R.0 size=1048576 2024-09-12T17:19:48.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.697+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~W891T9SJFI8R.1 size=1048576 2024-09-12T17:19:48.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.701+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~W891T9SJFI8R.2 size=758024 2024-09-12T17:19:48.706 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.705+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=W891T9SJFI8R tag=TUNN6LPV1T18 type=write size=3903752 2024-09-12T17:19:48.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.709+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=RJIQ4B19VJRJ type=del size=3662518 2024-09-12T17:19:48.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.713+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=HOV6J0XIX2CZ type=write size=40866 2024-09-12T17:19:48.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.721+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=11ZD679FHEZB type=del size=1949144 2024-09-12T17:19:48.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.725+0000 7fbd9195a8c0 1 < suggested update operation key=7MLJ2M37A6HT tag=YRXQ8D1PVT6F type=del size=675774 2024-09-12T17:19:48.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.733+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~KQT54C1U0H6K.0 size=637562 2024-09-12T17:19:48.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.733+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=KQT54C1U0H6K tag=01QKQMG7A4P9 type=write size=1686138 2024-09-12T17:19:48.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.737+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~YHEYL11CTFV6.0 size=1048576 2024-09-12T17:19:48.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.737+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~YHEYL11CTFV6.1 size=1048576 2024-09-12T17:19:48.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.741+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~YHEYL11CTFV6.2 size=330514 2024-09-12T17:19:48.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.745+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=YHEYL11CTFV6 tag=S18W08T9AYPT type=write size=3476242 2024-09-12T17:19:48.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.749+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=B7XTPFE8RTAZ type=del size=1724487 2024-09-12T17:19:48.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.753+0000 7fbd9195a8c0 -1 < failed to complete operation key=7MLJ2M37A6HT tag=JUPATC3D3H6N type=write size=517105: (22) Invalid argument 2024-09-12T17:19:48.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.757+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~ONU5B8SRL96H.0 size=1048576 2024-09-12T17:19:48.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.761+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~ONU5B8SRL96H.1 size=252614 2024-09-12T17:19:48.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.761+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=ONU5B8SRL96H tag=XAP6QTLA7JWH type=write size=2349766 2024-09-12T17:19:48.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.761+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=BJV5IXZWL46U type=del 2024-09-12T17:19:48.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.765+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~EJ0NCAVV3I6J.0 size=1048576 2024-09-12T17:19:48.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.769+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~EJ0NCAVV3I6J.1 size=1048576 2024-09-12T17:19:48.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.769+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~EJ0NCAVV3I6J.2 size=54005 2024-09-12T17:19:48.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.769+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=EJ0NCAVV3I6J tag=HFS16H11ORH5 type=write size=3199733 2024-09-12T17:19:48.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.773+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~LVAJR742ZT4J.0 size=1048576 2024-09-12T17:19:48.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.777+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~LVAJR742ZT4J.1 size=1048576 2024-09-12T17:19:48.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.777+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~LVAJR742ZT4J.2 size=503233 2024-09-12T17:19:48.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.781+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=LVAJR742ZT4J tag=F6FG3577MR4O type=write size=3648961 2024-09-12T17:19:48.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.785+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=VN3CJGBMUJVG type=del size=2796919 2024-09-12T17:19:48.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.785+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=ZFH9WJJU1FH4 type=del 2024-09-12T17:19:48.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.789+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=M002W1SPRKIQ type=del size=1273481 2024-09-12T17:19:48.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.793+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=HSXMOSCE59LH type=del 2024-09-12T17:19:48.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.797+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=CDCYDFK4ZKLZ type=del size=2901896 2024-09-12T17:19:48.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.797+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~QXO3K2AQNWFO.0 size=1048576 2024-09-12T17:19:48.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.797+0000 7fbd9195a8c0 1 < canceled part key=_multipart_FO2QR27D8UW0.2~QXO3K2AQNWFO.1 size=809528 2024-09-12T17:19:48.801 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.801+0000 7fbd9195a8c0 1 < canceled multipart upload key=FO2QR27D8UW0 upload=QXO3K2AQNWFO tag=NORIEMRXDSSC type=write size=2906680 2024-09-12T17:19:48.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.805+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=6N5EB7ANRFZ7 type=del size=3386434 2024-09-12T17:19:48.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.809+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~9XC0J8OE15KD.0 size=291884 2024-09-12T17:19:48.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.813+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=9XC0J8OE15KD tag=476C50JS6XEJ type=write size=1340460 2024-09-12T17:19:48.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.813+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=LLPJZFFSM9JF type=write size=156861 2024-09-12T17:19:48.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.817+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=UOIVWVYWI6EZ type=del 2024-09-12T17:19:48.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.821+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~3L8MYFQE05DJ.0 size=1048576 2024-09-12T17:19:48.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.825+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~3L8MYFQE05DJ.1 size=1048576 2024-09-12T17:19:48.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.825+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~3L8MYFQE05DJ.2 size=659899 2024-09-12T17:19:48.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.825+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=3L8MYFQE05DJ tag=Z3Y0EER5IR3O type=write size=3805627 2024-09-12T17:19:48.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.829+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~ZQDNDCYVH43K.0 size=654447 2024-09-12T17:19:48.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.833+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=ZQDNDCYVH43K tag=Y9HSVDZPBN2B type=write size=1703023 2024-09-12T17:19:48.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.837+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=UN2409ZER6F1 type=del size=1351153 2024-09-12T17:19:48.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.837+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=Y8E03R28LR85 type=del 2024-09-12T17:19:48.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.841+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=QCIH66NJAGS0 type=del size=1862407 2024-09-12T17:19:48.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.845+0000 7fbd9195a8c0 1 < suggested remove operation key=OEEZQHUX83CE tag=1CH1X8S3DDCO type=write 2024-09-12T17:19:48.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.853+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~7832J39QZXD1.0 size=1048576 2024-09-12T17:19:48.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.853+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~7832J39QZXD1.1 size=1048576 2024-09-12T17:19:48.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.857+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~7832J39QZXD1.2 size=349106 2024-09-12T17:19:48.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.857+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=7832J39QZXD1 tag=TJ7IXG1815VL type=write size=3494834 2024-09-12T17:19:48.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.857+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=ADJXF68GDGF8 type=del 2024-09-12T17:19:48.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.861+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=I5W2CBQIDER7 type=write size=263065 2024-09-12T17:19:48.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.861+0000 7fbd9195a8c0 1 < canceled operation key=9OCQAHF3Y4ZE tag=RJIQ4B19VJRJ type=del size=3662518 2024-09-12T17:19:48.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.865+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~BKI1T6XPLZL6.0 size=1048576 2024-09-12T17:19:48.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.869+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~BKI1T6XPLZL6.1 size=1048576 2024-09-12T17:19:48.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.869+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~BKI1T6XPLZL6.2 size=842737 2024-09-12T17:19:48.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.869+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=BKI1T6XPLZL6 tag=TK8416DN51GW type=write size=3988465 2024-09-12T17:19:48.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.873+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=11ZD679FHEZB type=del 2024-09-12T17:19:48.874 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.877+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=K7LDUFAZ78QM type=del size=522411 2024-09-12T17:19:48.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.877+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~KQT54C1U0H6K.0 size=637562 2024-09-12T17:19:48.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.881+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=KQT54C1U0H6K tag=01QKQMG7A4P9 type=write size=1686138 2024-09-12T17:19:48.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.885+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=7BIRZZ5274GU type=del size=260189 2024-09-12T17:19:48.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.885+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=B7XTPFE8RTAZ type=del 2024-09-12T17:19:48.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.889+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=FMI3GBCIMNRI type=del size=319123 2024-09-12T17:19:48.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.889+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~ONU5B8SRL96H.0 size=1048576 2024-09-12T17:19:48.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.893+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~ONU5B8SRL96H.1 size=252614 2024-09-12T17:19:48.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.897+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=ONU5B8SRL96H tag=XAP6QTLA7JWH type=write size=2349766 2024-09-12T17:19:48.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.897+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=52CYFHIQ6EO9 type=del size=2931740 2024-09-12T17:19:48.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.901+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~EJ0NCAVV3I6J.0 size=1048576 2024-09-12T17:19:48.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.901+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~EJ0NCAVV3I6J.1 size=1048576 2024-09-12T17:19:48.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.905+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~EJ0NCAVV3I6J.2 size=54005 2024-09-12T17:19:48.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.909+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=EJ0NCAVV3I6J tag=HFS16H11ORH5 type=write size=3199733 2024-09-12T17:19:48.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.913+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=DMXH3XY2QDBW type=write size=99227 2024-09-12T17:19:48.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.913+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=VN3CJGBMUJVG type=del 2024-09-12T17:19:48.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.917+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~PRHO4BNIBLIB.0 size=1048576 2024-09-12T17:19:48.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~PRHO4BNIBLIB.1 size=1048576 2024-09-12T17:19:48.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~PRHO4BNIBLIB.2 size=673372 2024-09-12T17:19:48.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.921+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=PRHO4BNIBLIB tag=ZVPNVQDLTN6G type=write size=3819100 2024-09-12T17:19:48.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.925+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=M002W1SPRKIQ type=del 2024-09-12T17:19:48.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.929+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=HHAN4XOZVJ3G type=del size=1251489 2024-09-12T17:19:48.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.929+0000 7fbd9195a8c0 1 < canceled operation key=6K742IMCKKDH tag=CDCYDFK4ZKLZ type=del size=2901896 2024-09-12T17:19:48.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.933+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~WSG3JD3SCBYA.0 size=135415 2024-09-12T17:19:48.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.933+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=WSG3JD3SCBYA tag=1UOUSYQJSCJE type=write size=1183991 2024-09-12T17:19:48.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.937+0000 7fbd9195a8c0 1 < suggested update operation key=5MSE40XZZQHD tag=6N5EB7ANRFZ7 type=del size=3386434 2024-09-12T17:19:48.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.941+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~2TBBRU2UWDKU.0 size=850291 2024-09-12T17:19:48.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.941+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=2TBBRU2UWDKU tag=EZOBAD22SOCI type=write size=1898867 2024-09-12T17:19:48.944 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.945+0000 7fbd9195a8c0 1 < canceled operation key=GCAJ0JAKNDKG tag=LLPJZFFSM9JF type=write size=156861 2024-09-12T17:19:48.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.949+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=JPMJF1ABGU26 type=del size=993995 2024-09-12T17:19:48.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.949+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~3L8MYFQE05DJ.0 size=1048576 2024-09-12T17:19:48.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.953+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~3L8MYFQE05DJ.1 size=1048576 2024-09-12T17:19:48.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.953+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~3L8MYFQE05DJ.2 size=659899 2024-09-12T17:19:48.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.961+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=3L8MYFQE05DJ tag=Z3Y0EER5IR3O type=write size=3805627 2024-09-12T17:19:48.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.961+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=D7O750LKFC3K type=del size=346053 2024-09-12T17:19:48.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.965+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=UN2409ZER6F1 type=del 2024-09-12T17:19:48.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.969+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~GD6JK5N2NOUQ.0 size=1048576 2024-09-12T17:19:48.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.969+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~GD6JK5N2NOUQ.1 size=1048576 2024-09-12T17:19:48.971 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.973+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~GD6JK5N2NOUQ.2 size=119694 2024-09-12T17:19:48.971 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.973+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=GD6JK5N2NOUQ tag=0R0KTRI45IYI type=write size=3265422 2024-09-12T17:19:48.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.973+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=QCIH66NJAGS0 type=del 2024-09-12T17:19:48.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.977+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=GFCG9VKDN01B type=del size=2567540 2024-09-12T17:19:48.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.981+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~7832J39QZXD1.0 size=1048576 2024-09-12T17:19:48.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.981+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~7832J39QZXD1.1 size=1048576 2024-09-12T17:19:48.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.981+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~7832J39QZXD1.2 size=349106 2024-09-12T17:19:48.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.985+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=7832J39QZXD1 tag=TJ7IXG1815VL type=write size=3494834 2024-09-12T17:19:48.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.989+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=4THKJRBPYRVM type=write size=952418 2024-09-12T17:19:48.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.993+0000 7fbd9195a8c0 1 < completed write operation key=PK7SUDXCYB4F tag=I5W2CBQIDER7 type=write size=263065 2024-09-12T17:19:48.995 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.997+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~G61VC2FBQTK4.0 size=173093 2024-09-12T17:19:48.995 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.997+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=G61VC2FBQTK4 tag=1S12H0S03G29 type=write size=1221669 2024-09-12T17:19:48.997 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:48.997+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~BKI1T6XPLZL6.0 size=1048576 2024-09-12T17:19:48.999 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.001+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~BKI1T6XPLZL6.1 size=1048576 2024-09-12T17:19:49.002 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.001+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~BKI1T6XPLZL6.2 size=842737 2024-09-12T17:19:49.005 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.005+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=BKI1T6XPLZL6 tag=TK8416DN51GW type=write size=3988465 2024-09-12T17:19:49.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.009+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=7NWL2F10RKLQ type=del size=1798859 2024-09-12T17:19:49.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.013+0000 7fbd9195a8c0 1 < suggested update operation key=GCAJ0JAKNDKG tag=K7LDUFAZ78QM type=del size=522411 2024-09-12T17:19:49.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.017+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=3YZ7I91QWLDP type=del size=3977793 2024-09-12T17:19:49.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.021+0000 7fbd9195a8c0 1 < suggested remove operation key=9OCQAHF3Y4ZE tag=7BIRZZ5274GU type=del 2024-09-12T17:19:49.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.025+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~THRNH11GB3Q6.0 size=1048576 2024-09-12T17:19:49.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.025+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~THRNH11GB3Q6.1 size=1048576 2024-09-12T17:19:49.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.029+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~THRNH11GB3Q6.2 size=362036 2024-09-12T17:19:49.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.029+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=THRNH11GB3Q6 tag=V9BNHN8HQ133 type=write size=3507764 2024-09-12T17:19:49.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.029+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=FMI3GBCIMNRI type=del 2024-09-12T17:19:49.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.037+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~VBFI3SAL6WNG.0 size=1048576 2024-09-12T17:19:49.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.037+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~VBFI3SAL6WNG.1 size=1048576 2024-09-12T17:19:49.038 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.041+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~VBFI3SAL6WNG.2 size=820605 2024-09-12T17:19:49.038 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.041+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=VBFI3SAL6WNG tag=973FA7G0WYGL type=write size=3966333 2024-09-12T17:19:49.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.041+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=52CYFHIQ6EO9 type=del 2024-09-12T17:19:49.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.045+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=79Z19UKO3QH4 type=del size=1640220 2024-09-12T17:19:49.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.049+0000 7fbd9195a8c0 1 < completed write operation key=OQXLNAHMPPDO tag=DMXH3XY2QDBW type=write size=99227 2024-09-12T17:19:49.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.053+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~9QK46ZORZVH7.0 size=1048576 2024-09-12T17:19:49.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.053+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~9QK46ZORZVH7.1 size=1048576 2024-09-12T17:19:49.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.057+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~9QK46ZORZVH7.2 size=126909 2024-09-12T17:19:49.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.057+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=9QK46ZORZVH7 tag=3GGK103R416Q type=write size=3272637 2024-09-12T17:19:49.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.061+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~PRHO4BNIBLIB.0 size=1048576 2024-09-12T17:19:49.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.061+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~PRHO4BNIBLIB.1 size=1048576 2024-09-12T17:19:49.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.061+0000 7fbd9195a8c0 1 < canceled part key=_multipart_40V2VLOH796T.2~PRHO4BNIBLIB.2 size=673372 2024-09-12T17:19:49.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.065+0000 7fbd9195a8c0 1 < canceled multipart upload key=40V2VLOH796T upload=PRHO4BNIBLIB tag=ZVPNVQDLTN6G type=write size=3819100 2024-09-12T17:19:49.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.069+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=NPO3DA3WDTKW type=del size=4065294 2024-09-12T17:19:49.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.077+0000 7fbd9195a8c0 1 < suggested remove operation key=BB1JW1D7NJVJ tag=HHAN4XOZVJ3G type=del 2024-09-12T17:19:49.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.081+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=1SBXTUPV28LJ type=del size=2536395 2024-09-12T17:19:49.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.081+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~WSG3JD3SCBYA.0 size=135415 2024-09-12T17:19:49.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.089+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=WSG3JD3SCBYA tag=1UOUSYQJSCJE type=write size=1183991 2024-09-12T17:19:49.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.093+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~O0OL7INFY4WH.0 size=1048576 2024-09-12T17:19:49.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.097+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~O0OL7INFY4WH.1 size=1048576 2024-09-12T17:19:49.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.101+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~O0OL7INFY4WH.2 size=868616 2024-09-12T17:19:49.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.101+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=O0OL7INFY4WH tag=A0GW2OQY4HQ2 type=write size=4014344 2024-09-12T17:19:49.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.105+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~2TBBRU2UWDKU.0 size=850291 2024-09-12T17:19:49.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.109+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=2TBBRU2UWDKU tag=EZOBAD22SOCI type=write size=1898867 2024-09-12T17:19:49.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.117+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~J20SUWTN8SR5.0 size=1048576 2024-09-12T17:19:49.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.117+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~J20SUWTN8SR5.1 size=1019615 2024-09-12T17:19:49.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.117+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=J20SUWTN8SR5 tag=L3POSF9EFWCT type=write size=3116767 2024-09-12T17:19:49.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.121+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=JPMJF1ABGU26 type=del 2024-09-12T17:19:49.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.125+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=V0U8JFHM41QU type=del size=163394 2024-09-12T17:19:49.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.125+0000 7fbd9195a8c0 1 < completed delete operation key=PK7SUDXCYB4F tag=D7O750LKFC3K type=del 2024-09-12T17:19:49.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.133+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~LTUJXDQSWJKX.0 size=1048576 2024-09-12T17:19:49.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.133+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~LTUJXDQSWJKX.1 size=1048576 2024-09-12T17:19:49.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.137+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~LTUJXDQSWJKX.2 size=179103 2024-09-12T17:19:49.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.137+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=LTUJXDQSWJKX tag=QT3IKBCLTGH4 type=write size=3324831 2024-09-12T17:19:49.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.141+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~GD6JK5N2NOUQ.0 size=1048576 2024-09-12T17:19:49.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.141+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~GD6JK5N2NOUQ.1 size=1048576 2024-09-12T17:19:49.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.145+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~GD6JK5N2NOUQ.2 size=119694 2024-09-12T17:19:49.147 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.149+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=GD6JK5N2NOUQ tag=0R0KTRI45IYI type=write size=3265422 2024-09-12T17:19:49.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.153+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~GDW794A2RI7S.0 size=796 2024-09-12T17:19:49.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.153+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=GDW794A2RI7S tag=FMLJ5KXC7WZP type=write size=1049372 2024-09-12T17:19:49.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.157+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=GFCG9VKDN01B type=del 2024-09-12T17:19:49.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.161+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=JUQQ65O2H8PD type=del size=1280072 2024-09-12T17:19:49.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.161+0000 7fbd9195a8c0 1 < completed write operation key=2UQUEMHYAPVH tag=4THKJRBPYRVM type=write size=952418 2024-09-12T17:19:49.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.165+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=ZGBCJD5QHQ61 type=del size=2445849 2024-09-12T17:19:49.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.169+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~G61VC2FBQTK4.0 size=173093 2024-09-12T17:19:49.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.173+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=G61VC2FBQTK4 tag=1S12H0S03G29 type=write size=1221669 2024-09-12T17:19:49.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.177+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=W35IAYGWVMLO type=del size=2024701 2024-09-12T17:19:49.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.181+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=7NWL2F10RKLQ type=del 2024-09-12T17:19:49.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.185+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=JG81UXP272DK type=del size=571429 2024-09-12T17:19:49.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.189+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=3YZ7I91QWLDP type=del 2024-09-12T17:19:49.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.193+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~KWLJFX1MCJZH.0 size=1048576 2024-09-12T17:19:49.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.197+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~KWLJFX1MCJZH.1 size=728230 2024-09-12T17:19:49.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.197+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=KWLJFX1MCJZH tag=S3G2OWWZLFBB type=write size=2825382 2024-09-12T17:19:49.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.197+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~THRNH11GB3Q6.0 size=1048576 2024-09-12T17:19:49.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.201+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~THRNH11GB3Q6.1 size=1048576 2024-09-12T17:19:49.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.205+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~THRNH11GB3Q6.2 size=362036 2024-09-12T17:19:49.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.209+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=THRNH11GB3Q6 tag=V9BNHN8HQ133 type=write size=3507764 2024-09-12T17:19:49.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.213+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=TCVJFWZ8Y1Z8 type=del size=1365171 2024-09-12T17:19:49.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.217+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~VBFI3SAL6WNG.0 size=1048576 2024-09-12T17:19:49.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.217+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~VBFI3SAL6WNG.1 size=1048576 2024-09-12T17:19:49.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.221+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~VBFI3SAL6WNG.2 size=820605 2024-09-12T17:19:49.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.225+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=VBFI3SAL6WNG tag=973FA7G0WYGL type=write size=3966333 2024-09-12T17:19:49.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.229+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=VTNKYOURVS1G type=del size=1511153 2024-09-12T17:19:49.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.233+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=79Z19UKO3QH4 type=del 2024-09-12T17:19:49.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.237+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~Q1NK5YJQ8B19.0 size=1048576 2024-09-12T17:19:49.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.241+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~Q1NK5YJQ8B19.1 size=1048576 2024-09-12T17:19:49.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.241+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~Q1NK5YJQ8B19.2 size=88698 2024-09-12T17:19:49.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.241+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=Q1NK5YJQ8B19 tag=282662E9CD53 type=write size=3234426 2024-09-12T17:19:49.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.245+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~9QK46ZORZVH7.0 size=1048576 2024-09-12T17:19:49.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.249+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~9QK46ZORZVH7.1 size=1048576 2024-09-12T17:19:49.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.249+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~9QK46ZORZVH7.2 size=126909 2024-09-12T17:19:49.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.257+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=9QK46ZORZVH7 tag=3GGK103R416Q type=write size=3272637 2024-09-12T17:19:49.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.257+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=1LBWGJJ7JLY4 type=del size=3094699 2024-09-12T17:19:49.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.261+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=NPO3DA3WDTKW type=del 2024-09-12T17:19:49.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.265+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=B2HQ9I17FQ1I type=del size=1572845 2024-09-12T17:19:49.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.273+0000 7fbd9195a8c0 1 < suggested remove operation key=9OCQAHF3Y4ZE tag=1SBXTUPV28LJ type=del 2024-09-12T17:19:49.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.277+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~AQL6B1ZQS3YJ.0 size=1048576 2024-09-12T17:19:49.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.281+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~AQL6B1ZQS3YJ.1 size=1048576 2024-09-12T17:19:49.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.281+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~AQL6B1ZQS3YJ.2 size=414899 2024-09-12T17:19:49.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.281+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=AQL6B1ZQS3YJ tag=E3QHOO8GR0UZ type=write size=3560627 2024-09-12T17:19:49.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.285+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~O0OL7INFY4WH.0 size=1048576 2024-09-12T17:19:49.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.289+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~O0OL7INFY4WH.1 size=1048576 2024-09-12T17:19:49.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.289+0000 7fbd9195a8c0 1 < canceled part key=_multipart_5MSE40XZZQHD.2~O0OL7INFY4WH.2 size=868616 2024-09-12T17:19:49.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.297+0000 7fbd9195a8c0 1 < canceled multipart upload key=5MSE40XZZQHD upload=O0OL7INFY4WH tag=A0GW2OQY4HQ2 type=write size=4014344 2024-09-12T17:19:49.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.301+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=V5FIIYQ3M476 type=del size=1867240 2024-09-12T17:19:49.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.301+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~J20SUWTN8SR5.0 size=1048576 2024-09-12T17:19:49.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.305+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~J20SUWTN8SR5.1 size=1019615 2024-09-12T17:19:49.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.309+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=J20SUWTN8SR5 tag=L3POSF9EFWCT type=write size=3116767 2024-09-12T17:19:49.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.313+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=L8W8DK8JSLRL type=del size=2525886 2024-09-12T17:19:49.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.317+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=V0U8JFHM41QU type=del 2024-09-12T17:19:49.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.325+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~08K9WGWI7JRD.0 size=567917 2024-09-12T17:19:49.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.325+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=08K9WGWI7JRD tag=X3M4WYF9FQOZ type=write size=1616493 2024-09-12T17:19:49.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.325+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~LTUJXDQSWJKX.0 size=1048576 2024-09-12T17:19:49.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.329+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~LTUJXDQSWJKX.1 size=1048576 2024-09-12T17:19:49.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.329+0000 7fbd9195a8c0 1 < canceled part key=_multipart_7MLJ2M37A6HT.2~LTUJXDQSWJKX.2 size=179103 2024-09-12T17:19:49.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.337+0000 7fbd9195a8c0 1 < canceled multipart upload key=7MLJ2M37A6HT upload=LTUJXDQSWJKX tag=QT3IKBCLTGH4 type=write size=3324831 2024-09-12T17:19:49.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.337+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=0EU7JSQZX13C type=del size=243297 2024-09-12T17:19:49.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.341+0000 7fbd9195a8c0 1 < canceled part key=_multipart_TQUAG7E2B31Q.2~GDW794A2RI7S.0 size=796 2024-09-12T17:19:49.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.345+0000 7fbd9195a8c0 1 < canceled multipart upload key=TQUAG7E2B31Q upload=GDW794A2RI7S tag=FMLJ5KXC7WZP type=write size=1049372 2024-09-12T17:19:49.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.353+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~WCQ0W3O9MVUT.0 size=320810 2024-09-12T17:19:49.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.353+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=WCQ0W3O9MVUT tag=0S85TGTULIW6 type=write size=1369386 2024-09-12T17:19:49.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.357+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=JUQQ65O2H8PD type=del 2024-09-12T17:19:49.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.361+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=E8JP8QFSEYPI type=write size=854321 2024-09-12T17:19:49.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.365+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=ZGBCJD5QHQ61 type=del 2024-09-12T17:19:49.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.369+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~78BE9AHFCYTF.0 size=1048576 2024-09-12T17:19:49.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.373+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~78BE9AHFCYTF.1 size=705020 2024-09-12T17:19:49.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.373+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=78BE9AHFCYTF tag=QWRFL8LW50OF type=write size=2802172 2024-09-12T17:19:49.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.377+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=W35IAYGWVMLO type=del 2024-09-12T17:19:49.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.381+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=UF4QWMNPMY1L type=del size=992515 2024-09-12T17:19:49.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.385+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=JG81UXP272DK type=del 2024-09-12T17:19:49.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.389+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~6TEW4ZFD0M5B.0 size=1048576 2024-09-12T17:19:49.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.393+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~6TEW4ZFD0M5B.1 size=1048576 2024-09-12T17:19:49.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.397+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~6TEW4ZFD0M5B.2 size=503561 2024-09-12T17:19:49.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.397+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=6TEW4ZFD0M5B tag=9P4XNR8J5HKP type=write size=3649289 2024-09-12T17:19:49.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.401+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~KWLJFX1MCJZH.0 size=1048576 2024-09-12T17:19:49.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.405+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~KWLJFX1MCJZH.1 size=728230 2024-09-12T17:19:49.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.409+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=KWLJFX1MCJZH tag=S3G2OWWZLFBB type=write size=2825382 2024-09-12T17:19:49.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.413+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=I94KBQRCGQ15 type=write size=163212 2024-09-12T17:19:49.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.417+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=TCVJFWZ8Y1Z8 type=del 2024-09-12T17:19:49.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.421+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~K8RIBY57MD1A.0 size=1048576 2024-09-12T17:19:49.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.425+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~K8RIBY57MD1A.1 size=898842 2024-09-12T17:19:49.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.425+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=K8RIBY57MD1A tag=LP9AK72ZRBZL type=write size=2995994 2024-09-12T17:19:49.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.429+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=VTNKYOURVS1G type=del 2024-09-12T17:19:49.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.429+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=5DDI67MYWMB5 type=del size=1279888 2024-09-12T17:19:49.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.433+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~Q1NK5YJQ8B19.0 size=1048576 2024-09-12T17:19:49.435 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.437+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~Q1NK5YJQ8B19.1 size=1048576 2024-09-12T17:19:49.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.437+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~Q1NK5YJQ8B19.2 size=88698 2024-09-12T17:19:49.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.445+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=Q1NK5YJQ8B19 tag=282662E9CD53 type=write size=3234426 2024-09-12T17:19:49.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.449+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=TBYRS23PBDRN type=del size=2646975 2024-09-12T17:19:49.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.453+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=1LBWGJJ7JLY4 type=del 2024-09-12T17:19:49.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.457+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~CQDE9E2BFS3Z.0 size=1048576 2024-09-12T17:19:49.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.461+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~CQDE9E2BFS3Z.1 size=1048576 2024-09-12T17:19:49.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.465+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~CQDE9E2BFS3Z.2 size=562522 2024-09-12T17:19:49.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.465+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=CQDE9E2BFS3Z tag=Z0SFA720VS6O type=write size=3708250 2024-09-12T17:19:49.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.469+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=B2HQ9I17FQ1I type=del 2024-09-12T17:19:49.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.473+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~V5N0OXASP2Y3.0 size=1048576 2024-09-12T17:19:49.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.477+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~V5N0OXASP2Y3.1 size=17417 2024-09-12T17:19:49.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.477+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=V5N0OXASP2Y3 tag=43Z35M68NHL5 type=write size=2114569 2024-09-12T17:19:49.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.481+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~AQL6B1ZQS3YJ.0 size=1048576 2024-09-12T17:19:49.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.485+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~AQL6B1ZQS3YJ.1 size=1048576 2024-09-12T17:19:49.484 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.485+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~AQL6B1ZQS3YJ.2 size=414899 2024-09-12T17:19:49.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.489+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=AQL6B1ZQS3YJ tag=E3QHOO8GR0UZ type=write size=3560627 2024-09-12T17:19:49.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.497+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~CI6LPJD3V841.0 size=1048576 2024-09-12T17:19:49.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.497+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~CI6LPJD3V841.1 size=1048576 2024-09-12T17:19:49.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.501+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~CI6LPJD3V841.2 size=871477 2024-09-12T17:19:49.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.501+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=CI6LPJD3V841 tag=SRLHQ3S4GIU8 type=write size=4017205 2024-09-12T17:19:49.504 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.505+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=V5FIIYQ3M476 type=del 2024-09-12T17:19:49.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.513+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~8RI3SKQ9LYE9.0 size=1048576 2024-09-12T17:19:49.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.513+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~8RI3SKQ9LYE9.1 size=750017 2024-09-12T17:19:49.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.513+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=8RI3SKQ9LYE9 tag=P83YZE4IO9W7 type=write size=2847169 2024-09-12T17:19:49.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.517+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=L8W8DK8JSLRL type=del 2024-09-12T17:19:49.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.521+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=G5NQ18JVOAMJ type=del size=249177 2024-09-12T17:19:49.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.525+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~08K9WGWI7JRD.0 size=567917 2024-09-12T17:19:49.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.529+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=08K9WGWI7JRD tag=X3M4WYF9FQOZ type=write size=1616493 2024-09-12T17:19:49.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.533+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=47YW2NWL17T9 type=write size=135193 2024-09-12T17:19:49.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.537+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=0EU7JSQZX13C type=del 2024-09-12T17:19:49.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.541+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=MV3YPY4BCE37 type=del size=1855360 2024-09-12T17:19:49.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.541+0000 7fbd9195a8c0 1 < canceled part key=_multipart_L4S21D3VH55N.2~WCQ0W3O9MVUT.0 size=320810 2024-09-12T17:19:49.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.545+0000 7fbd9195a8c0 1 < canceled multipart upload key=L4S21D3VH55N upload=WCQ0W3O9MVUT tag=0S85TGTULIW6 type=write size=1369386 2024-09-12T17:19:49.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.553+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~E0LNNDEQS5CJ.0 size=750258 2024-09-12T17:19:49.552 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.553+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=E0LNNDEQS5CJ tag=VCJIKL3WL6DP type=write size=1798834 2024-09-12T17:19:49.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.557+0000 7fbd9195a8c0 1 < canceled operation key=L4S21D3VH55N tag=E8JP8QFSEYPI type=write size=854321 2024-09-12T17:19:49.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.557+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=GQ80BIFNIFKN type=write size=501484 2024-09-12T17:19:49.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.561+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~78BE9AHFCYTF.0 size=1048576 2024-09-12T17:19:49.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.565+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~78BE9AHFCYTF.1 size=705020 2024-09-12T17:19:49.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.569+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=78BE9AHFCYTF tag=QWRFL8LW50OF type=write size=2802172 2024-09-12T17:19:49.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.573+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=NNF5295XHRGB type=del size=4055965 2024-09-12T17:19:49.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.577+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=UF4QWMNPMY1L type=del 2024-09-12T17:19:49.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.581+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~WGFM60GSRVTY.0 size=1048576 2024-09-12T17:19:49.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.585+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~WGFM60GSRVTY.1 size=1048576 2024-09-12T17:19:49.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.589+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~WGFM60GSRVTY.2 size=756158 2024-09-12T17:19:49.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.589+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=WGFM60GSRVTY tag=CBT9V1ODDDNJ type=write size=3901886 2024-09-12T17:19:49.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.593+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~6TEW4ZFD0M5B.0 size=1048576 2024-09-12T17:19:49.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.593+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~6TEW4ZFD0M5B.1 size=1048576 2024-09-12T17:19:49.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.597+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~6TEW4ZFD0M5B.2 size=503561 2024-09-12T17:19:49.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.605+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=6TEW4ZFD0M5B tag=9P4XNR8J5HKP type=write size=3649289 2024-09-12T17:19:49.606 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.605+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=GWR82IN73327 type=del size=3149451 2024-09-12T17:19:49.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.609+0000 7fbd9195a8c0 1 < completed write operation key=KPZHXLWEOCN9 tag=I94KBQRCGQ15 type=write size=163212 2024-09-12T17:19:49.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.613+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=KNNJDUQSNOT3 type=del size=4010716 2024-09-12T17:19:49.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.617+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~K8RIBY57MD1A.0 size=1048576 2024-09-12T17:19:49.619 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.621+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~K8RIBY57MD1A.1 size=898842 2024-09-12T17:19:49.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.625+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=K8RIBY57MD1A tag=LP9AK72ZRBZL type=write size=2995994 2024-09-12T17:19:49.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.629+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=Z1D0MXOESZPJ type=del size=2727657 2024-09-12T17:19:49.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.629+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=5DDI67MYWMB5 type=del 2024-09-12T17:19:49.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.633+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=63PPOIPH0TUS type=del size=3555020 2024-09-12T17:19:49.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.637+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=TBYRS23PBDRN type=del 2024-09-12T17:19:49.639 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.641+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=T2JWANRFM5G3 type=write size=813464 2024-09-12T17:19:49.641 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.641+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~CQDE9E2BFS3Z.0 size=1048576 2024-09-12T17:19:49.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.645+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~CQDE9E2BFS3Z.1 size=1048576 2024-09-12T17:19:49.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.649+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~CQDE9E2BFS3Z.2 size=562522 2024-09-12T17:19:49.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.653+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=CQDE9E2BFS3Z tag=Z0SFA720VS6O type=write size=3708250 2024-09-12T17:19:49.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.657+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=OZ4ME0UYZ9FE type=del size=2591674 2024-09-12T17:19:49.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.661+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~V5N0OXASP2Y3.0 size=1048576 2024-09-12T17:19:49.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.661+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~V5N0OXASP2Y3.1 size=17417 2024-09-12T17:19:49.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.669+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=V5N0OXASP2Y3 tag=43Z35M68NHL5 type=write size=2114569 2024-09-12T17:19:49.673 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.673+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~ZZOUZOCZUAXL.0 size=1048576 2024-09-12T17:19:49.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.677+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~ZZOUZOCZUAXL.1 size=1048576 2024-09-12T17:19:49.678 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.681+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~ZZOUZOCZUAXL.2 size=99363 2024-09-12T17:19:49.679 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.681+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=ZZOUZOCZUAXL tag=01UPMW3BDOMJ type=write size=3245091 2024-09-12T17:19:49.679 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.681+0000 7fbd9195a8c0 1 < canceled part key=_multipart_2UQUEMHYAPVH.2~CI6LPJD3V841.0 size=1048576 2024-09-12T17:19:49.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.681+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~CI6LPJD3V841.1 size=1048576 2024-09-12T17:19:49.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.685+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~CI6LPJD3V841.2 size=871477 2024-09-12T17:19:49.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.693+0000 7fbd9195a8c0 1 < canceled multipart upload key=2UQUEMHYAPVH upload=CI6LPJD3V841 tag=SRLHQ3S4GIU8 type=write size=4017205 2024-09-12T17:19:49.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.697+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=S3VU0VKETVXX type=del size=2383947 2024-09-12T17:19:49.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.697+0000 7fbd9195a8c0 1 < canceled part key=_multipart_PK7SUDXCYB4F.2~8RI3SKQ9LYE9.0 size=1048576 2024-09-12T17:19:49.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.697+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~8RI3SKQ9LYE9.1 size=750017 2024-09-12T17:19:49.704 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.705+0000 7fbd9195a8c0 1 < canceled multipart upload key=PK7SUDXCYB4F upload=8RI3SKQ9LYE9 tag=P83YZE4IO9W7 type=write size=2847169 2024-09-12T17:19:49.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.709+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=DT7H7Y9XE5OQ type=del size=2547557 2024-09-12T17:19:49.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.713+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=G5NQ18JVOAMJ type=del 2024-09-12T17:19:49.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.717+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=CDDKM6KJJ8KO type=del size=3440401 2024-09-12T17:19:49.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.725+0000 7fbd9195a8c0 1 < suggested update operation key=9OCQAHF3Y4ZE tag=47YW2NWL17T9 type=write size=135193 2024-09-12T17:19:49.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.729+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=F9J8HER2BMZ6 type=write size=995084 2024-09-12T17:19:49.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.733+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=MV3YPY4BCE37 type=del 2024-09-12T17:19:49.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.737+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=HOO0TOSEH9KZ type=del size=2697036 2024-09-12T17:19:49.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.737+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~E0LNNDEQS5CJ.0 size=750258 2024-09-12T17:19:49.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.745+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=E0LNNDEQS5CJ tag=VCJIKL3WL6DP type=write size=1798834 2024-09-12T17:19:49.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.749+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~1OCTB6SAOJ65.0 size=266887 2024-09-12T17:19:49.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.749+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=1OCTB6SAOJ65 tag=Y1ATSMGWJ3MW type=write size=1315463 2024-09-12T17:19:49.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.753+0000 7fbd9195a8c0 1 < completed write operation key=FO2QR27D8UW0 tag=GQ80BIFNIFKN type=write size=501484 2024-09-12T17:19:49.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.761+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~AUN62B22OX4B.0 size=1048576 2024-09-12T17:19:49.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.761+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~AUN62B22OX4B.1 size=1029416 2024-09-12T17:19:49.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.761+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=AUN62B22OX4B tag=9VPZUCND5J0G type=write size=3126568 2024-09-12T17:19:49.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.765+0000 7fbd9195a8c0 1 < canceled operation key=GZRPL96NSXKR tag=NNF5295XHRGB type=del size=4055965 2024-09-12T17:19:49.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.769+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~VC8BRAOJOJ06.0 size=1048576 2024-09-12T17:19:49.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.773+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~VC8BRAOJOJ06.1 size=516709 2024-09-12T17:19:49.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.773+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=VC8BRAOJOJ06 tag=FAMRUHY02JQT type=write size=2613861 2024-09-12T17:19:49.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.777+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~WGFM60GSRVTY.0 size=1048576 2024-09-12T17:19:49.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.781+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~WGFM60GSRVTY.1 size=1048576 2024-09-12T17:19:49.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.781+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~WGFM60GSRVTY.2 size=756158 2024-09-12T17:19:49.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.789+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=WGFM60GSRVTY tag=CBT9V1ODDDNJ type=write size=3901886 2024-09-12T17:19:49.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.793+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=OM09VIAEEGMM type=del size=3014131 2024-09-12T17:19:49.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.797+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=GWR82IN73327 type=del 2024-09-12T17:19:49.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.801+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~6BL5B4TUO5SD.0 size=901028 2024-09-12T17:19:49.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.801+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=6BL5B4TUO5SD tag=KPGAEJXS6EKL type=write size=1949604 2024-09-12T17:19:49.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.805+0000 7fbd9195a8c0 1 < canceled operation key=PK7SUDXCYB4F tag=KNNJDUQSNOT3 type=del size=4010716 2024-09-12T17:19:49.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.809+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=JLF0QF6J8MFM type=del size=739739 2024-09-12T17:19:49.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.813+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=Z1D0MXOESZPJ type=del 2024-09-12T17:19:49.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.813+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=WYP26WMGWGPC type=write size=829978 2024-09-12T17:19:49.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.817+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=63PPOIPH0TUS type=del 2024-09-12T17:19:49.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.821+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~KPV7BF849GC9.0 size=1048576 2024-09-12T17:19:49.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.829+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~KPV7BF849GC9.1 size=169682 2024-09-12T17:19:49.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.829+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=KPV7BF849GC9 tag=991E47457Q5G type=write size=2266834 2024-09-12T17:19:49.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.829+0000 7fbd9195a8c0 1 < completed write operation key=2UQUEMHYAPVH tag=T2JWANRFM5G3 type=write size=813464 2024-09-12T17:19:49.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.833+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=MUNCI3I360BE type=del size=178592 2024-09-12T17:19:49.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.841+0000 7fbd9195a8c0 1 < suggested remove operation key=1SUNSUP1HQH3 tag=OZ4ME0UYZ9FE type=del 2024-09-12T17:19:49.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.845+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~HLML5G7D8KD3.0 size=257188 2024-09-12T17:19:49.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.845+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=HLML5G7D8KD3 tag=VR9CHELGB1UC type=write size=1305764 2024-09-12T17:19:49.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.849+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~ZZOUZOCZUAXL.0 size=1048576 2024-09-12T17:19:49.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.853+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~ZZOUZOCZUAXL.1 size=1048576 2024-09-12T17:19:49.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.853+0000 7fbd9195a8c0 1 < canceled part key=_multipart_HI4CZTBNYDJH.2~ZZOUZOCZUAXL.2 size=99363 2024-09-12T17:19:49.856 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.857+0000 7fbd9195a8c0 1 < canceled multipart upload key=HI4CZTBNYDJH upload=ZZOUZOCZUAXL tag=01UPMW3BDOMJ type=write size=3245091 2024-09-12T17:19:49.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.861+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~9Z9RB8EB3K77.0 size=1048576 2024-09-12T17:19:49.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.865+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~9Z9RB8EB3K77.1 size=791850 2024-09-12T17:19:49.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.865+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=9Z9RB8EB3K77 tag=VJ05DMINYQJJ type=write size=2889002 2024-09-12T17:19:49.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.869+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=S3VU0VKETVXX type=del 2024-09-12T17:19:49.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.873+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=JJNDRYRBX99T type=del size=2885387 2024-09-12T17:19:49.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.873+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=DT7H7Y9XE5OQ type=del 2024-09-12T17:19:49.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.877+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=01EQ6KFFDB2N type=write size=23402 2024-09-12T17:19:49.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.881+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=CDDKM6KJJ8KO type=del 2024-09-12T17:19:49.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.885+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~ZHERACDAGZ7E.0 size=623136 2024-09-12T17:19:49.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.885+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=ZHERACDAGZ7E tag=B6KHQ73OEHE3 type=write size=1671712 2024-09-12T17:19:49.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.889+0000 7fbd9195a8c0 1 < completed write operation key=BB1JW1D7NJVJ tag=F9J8HER2BMZ6 type=write size=995084 2024-09-12T17:19:49.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.893+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=F7WEE8PRF233 type=del size=425886 2024-09-12T17:19:49.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.897+0000 7fbd9195a8c0 1 < suggested remove operation key=FO2QR27D8UW0 tag=HOO0TOSEH9KZ type=del 2024-09-12T17:19:49.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.901+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=OAJOYBZ0PQ9W type=write size=781428 2024-09-12T17:19:49.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.905+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~1OCTB6SAOJ65.0 size=266887 2024-09-12T17:19:49.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.909+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=1OCTB6SAOJ65 tag=Y1ATSMGWJ3MW type=write size=1315463 2024-09-12T17:19:49.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.917+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~43PVA8AGEELY.0 size=1048576 2024-09-12T17:19:49.918 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~43PVA8AGEELY.1 size=1048576 2024-09-12T17:19:49.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~43PVA8AGEELY.2 size=915576 2024-09-12T17:19:49.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.921+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=43PVA8AGEELY tag=3ZO53RG86AGO type=write size=4061304 2024-09-12T17:19:49.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.925+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~AUN62B22OX4B.0 size=1048576 2024-09-12T17:19:49.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.929+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~AUN62B22OX4B.1 size=1029416 2024-09-12T17:19:49.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.933+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=AUN62B22OX4B tag=9VPZUCND5J0G type=write size=3126568 2024-09-12T17:19:49.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.937+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=WUCVTIZYYX8L type=write size=85214 2024-09-12T17:19:49.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~VC8BRAOJOJ06.0 size=1048576 2024-09-12T17:19:49.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~VC8BRAOJOJ06.1 size=516709 2024-09-12T17:19:49.945 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.945+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=VC8BRAOJOJ06 tag=FAMRUHY02JQT type=write size=2613861 2024-09-12T17:19:49.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.949+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=NQDQF0KIWIOB type=del size=1758515 2024-09-12T17:19:49.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.953+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=OM09VIAEEGMM type=del 2024-09-12T17:19:49.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.957+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~D4ZWJX5J36I7.0 size=1048576 2024-09-12T17:19:49.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.961+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~D4ZWJX5J36I7.1 size=468523 2024-09-12T17:19:49.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.961+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=D4ZWJX5J36I7 tag=3XYNQV3GGHL2 type=write size=2565675 2024-09-12T17:19:49.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.961+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~6BL5B4TUO5SD.0 size=901028 2024-09-12T17:19:49.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.969+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=6BL5B4TUO5SD tag=KPGAEJXS6EKL type=write size=1949604 2024-09-12T17:19:49.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.969+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=CNXEY38C14KD type=del size=3962753 2024-09-12T17:19:49.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.977+0000 7fbd9195a8c0 1 < suggested update operation key=1SUNSUP1HQH3 tag=JLF0QF6J8MFM type=del size=739739 2024-09-12T17:19:49.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.977+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=D2ISFWGOOCPA type=del size=1028985 2024-09-12T17:19:49.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.985+0000 7fbd9195a8c0 1 < suggested update operation key=PK7SUDXCYB4F tag=WYP26WMGWGPC type=write size=829978 2024-09-12T17:19:49.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.989+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~NOF15V9DPTR4.0 size=1048576 2024-09-12T17:19:49.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.993+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~NOF15V9DPTR4.1 size=358352 2024-09-12T17:19:49.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.993+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=NOF15V9DPTR4 tag=U61Z7SGGBKSY type=write size=2455504 2024-09-12T17:19:49.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.993+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~KPV7BF849GC9.0 size=1048576 2024-09-12T17:19:49.995 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:49.997+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~KPV7BF849GC9.1 size=169682 2024-09-12T17:19:50.000 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.001+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=KPV7BF849GC9 tag=991E47457Q5G type=write size=2266834 2024-09-12T17:19:50.003 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.005+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=ZM67S6N4TQWR type=del size=2036263 2024-09-12T17:19:50.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.009+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=MUNCI3I360BE type=del 2024-09-12T17:19:50.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.009+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=ZIJ62VM6LTCV type=write size=237113 2024-09-12T17:19:50.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.013+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~HLML5G7D8KD3.0 size=257188 2024-09-12T17:19:50.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.017+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=HLML5G7D8KD3 tag=VR9CHELGB1UC type=write size=1305764 2024-09-12T17:19:50.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.021+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=YF6IXW8XRDV8 type=del size=981580 2024-09-12T17:19:50.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.021+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~9Z9RB8EB3K77.0 size=1048576 2024-09-12T17:19:50.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.025+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~9Z9RB8EB3K77.1 size=791850 2024-09-12T17:19:50.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.029+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=9Z9RB8EB3K77 tag=VJ05DMINYQJJ type=write size=2889002 2024-09-12T17:19:50.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.033+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=29PO6PEZXLBX type=del size=1346272 2024-09-12T17:19:50.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.037+0000 7fbd9195a8c0 1 < suggested update operation key=OQXLNAHMPPDO tag=JJNDRYRBX99T type=del size=2885387 2024-09-12T17:19:50.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.041+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=9751PBPO8CNU type=del size=524990 2024-09-12T17:19:50.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.041+0000 7fbd9195a8c0 1 < completed write operation key=O1IZNZKZ8T2I tag=01EQ6KFFDB2N type=write size=23402 2024-09-12T17:19:50.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.049+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~EZGN3FACDWBA.0 size=1048576 2024-09-12T17:19:50.048 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.049+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~EZGN3FACDWBA.1 size=407474 2024-09-12T17:19:50.048 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.049+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=EZGN3FACDWBA tag=YDEN9770N1FH type=write size=2504626 2024-09-12T17:19:50.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.053+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~ZHERACDAGZ7E.0 size=623136 2024-09-12T17:19:50.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.057+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=ZHERACDAGZ7E tag=B6KHQ73OEHE3 type=write size=1671712 2024-09-12T17:19:50.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.061+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=WPK3B1W4XLM8 type=del size=184537 2024-09-12T17:19:50.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.061+0000 7fbd9195a8c0 1 < canceled operation key=6MVT0KBRIU11 tag=F7WEE8PRF233 type=del size=425886 2024-09-12T17:19:50.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.065+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=3OJ7K9AAY6I3 type=write size=874452 2024-09-12T17:19:50.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.069+0000 7fbd9195a8c0 1 < suggested update operation key=Y757YR0HCQEP tag=OAJOYBZ0PQ9W type=write size=781428 2024-09-12T17:19:50.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.077+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~I7UNKTS4Y4BL.0 size=703957 2024-09-12T17:19:50.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.077+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=I7UNKTS4Y4BL tag=UPX6HV9DU1FP type=write size=1752533 2024-09-12T17:19:50.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.077+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~43PVA8AGEELY.0 size=1048576 2024-09-12T17:19:50.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.081+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~43PVA8AGEELY.1 size=1048576 2024-09-12T17:19:50.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.085+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~43PVA8AGEELY.2 size=915576 2024-09-12T17:19:50.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.089+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=43PVA8AGEELY tag=3ZO53RG86AGO type=write size=4061304 2024-09-12T17:19:50.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.093+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~B1S1J9XHAMW9.0 size=1048576 2024-09-12T17:19:50.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.097+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~B1S1J9XHAMW9.1 size=1046343 2024-09-12T17:19:50.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.097+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=B1S1J9XHAMW9 tag=WJXFYMCWTUIK type=write size=3143495 2024-09-12T17:19:50.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.105+0000 7fbd9195a8c0 1 < completed write operation key=SLMRZF9L9KXH tag=WUCVTIZYYX8L type=write size=85214 2024-09-12T17:19:50.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.109+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=COL1O8CABE89 type=write size=850119 2024-09-12T17:19:50.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.109+0000 7fbd9195a8c0 -1 < failed to complete operation key=Y757YR0HCQEP tag=NQDQF0KIWIOB type=del size=1758515: (22) Invalid argument 2024-09-12T17:19:50.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.113+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=0934SWRXOM2H type=write size=976266 2024-09-12T17:19:50.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.117+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~D4ZWJX5J36I7.0 size=1048576 2024-09-12T17:19:50.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.121+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~D4ZWJX5J36I7.1 size=468523 2024-09-12T17:19:50.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.129+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=D4ZWJX5J36I7 tag=3XYNQV3GGHL2 type=write size=2565675 2024-09-12T17:19:50.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.129+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=BWEOMQCH1V6B type=del size=3789583 2024-09-12T17:19:50.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.133+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=CNXEY38C14KD type=del 2024-09-12T17:19:50.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.137+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=N8GWGYMTPVDI type=del size=967178 2024-09-12T17:19:50.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.141+0000 7fbd9195a8c0 1 < canceled operation key=6K742IMCKKDH tag=D2ISFWGOOCPA type=del size=1028985 2024-09-12T17:19:50.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.145+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=ZFA2NMZ87V42 type=del size=2720819 2024-09-12T17:19:50.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.149+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~NOF15V9DPTR4.0 size=1048576 2024-09-12T17:19:50.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.153+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~NOF15V9DPTR4.1 size=358352 2024-09-12T17:19:50.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.157+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=NOF15V9DPTR4 tag=U61Z7SGGBKSY type=write size=2455504 2024-09-12T17:19:50.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.161+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=UQVO47ZZMPN8 type=del size=1240560 2024-09-12T17:19:50.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.165+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=ZM67S6N4TQWR type=del 2024-09-12T17:19:50.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.169+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=2E65YN510MQR type=write size=234703 2024-09-12T17:19:50.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.173+0000 7fbd9195a8c0 1 < completed write operation key=KAT5FF0HSKKN tag=ZIJ62VM6LTCV type=write size=237113 2024-09-12T17:19:50.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.173+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=Z48VT3HZNOR3 type=write size=1013204 2024-09-12T17:19:50.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.177+0000 7fbd9195a8c0 1 < canceled operation key=TQUAG7E2B31Q tag=YF6IXW8XRDV8 type=del size=981580 2024-09-12T17:19:50.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.181+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~SW9VRQUW7RDN.0 size=1048576 2024-09-12T17:19:50.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.185+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~SW9VRQUW7RDN.1 size=542648 2024-09-12T17:19:50.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.185+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=SW9VRQUW7RDN tag=HTLYCGEYHOSC type=write size=2639800 2024-09-12T17:19:50.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.189+0000 7fbd9195a8c0 1 < suggested remove operation key=HI4CZTBNYDJH tag=29PO6PEZXLBX type=del 2024-09-12T17:19:50.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.193+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=S21U9KA6H575 type=del size=3382505 2024-09-12T17:19:50.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.193+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=9751PBPO8CNU type=del 2024-09-12T17:19:50.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.201+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~37CZC81E9LDE.0 size=1048576 2024-09-12T17:19:50.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.201+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~37CZC81E9LDE.1 size=1048576 2024-09-12T17:19:50.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.205+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~37CZC81E9LDE.2 size=997621 2024-09-12T17:19:50.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.205+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=37CZC81E9LDE tag=RS4OO0H3IWSI type=write size=4143349 2024-09-12T17:19:50.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.205+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~EZGN3FACDWBA.0 size=1048576 2024-09-12T17:19:50.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.209+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~EZGN3FACDWBA.1 size=407474 2024-09-12T17:19:50.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.213+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=EZGN3FACDWBA tag=YDEN9770N1FH type=write size=2504626 2024-09-12T17:19:50.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.213+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=SRWO2BX7VFJG type=del size=3237448 2024-09-12T17:19:50.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.217+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=WPK3B1W4XLM8 type=del 2024-09-12T17:19:50.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.221+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~JPO14F5X8IE3.0 size=1048576 2024-09-12T17:19:50.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.225+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~JPO14F5X8IE3.1 size=1048576 2024-09-12T17:19:50.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.225+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~JPO14F5X8IE3.2 size=666568 2024-09-12T17:19:50.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.225+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=JPO14F5X8IE3 tag=Q39FD50B2DCW type=write size=3812296 2024-09-12T17:19:50.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.229+0000 7fbd9195a8c0 1 < completed write operation key=JQDWGB4MGRXE tag=3OJ7K9AAY6I3 type=write size=874452 2024-09-12T17:19:50.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.233+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~PWJ6RJID6VBI.0 size=1048576 2024-09-12T17:19:50.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.237+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~PWJ6RJID6VBI.1 size=430054 2024-09-12T17:19:50.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.237+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=PWJ6RJID6VBI tag=H6EO2TZ1023Z type=write size=2527206 2024-09-12T17:19:50.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.237+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~I7UNKTS4Y4BL.0 size=703957 2024-09-12T17:19:50.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.241+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=I7UNKTS4Y4BL tag=UPX6HV9DU1FP type=write size=1752533 2024-09-12T17:19:50.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.245+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=8AJ97X26OOWQ type=del size=3309014 2024-09-12T17:19:50.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.249+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~B1S1J9XHAMW9.0 size=1048576 2024-09-12T17:19:50.250 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.253+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~B1S1J9XHAMW9.1 size=1046343 2024-09-12T17:19:50.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.257+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=B1S1J9XHAMW9 tag=WJXFYMCWTUIK type=write size=3143495 2024-09-12T17:19:50.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.265+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~EBRSBTX2QYL8.0 size=1048576 2024-09-12T17:19:50.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.265+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~EBRSBTX2QYL8.1 size=397504 2024-09-12T17:19:50.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.265+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=EBRSBTX2QYL8 tag=F7U07Z6V4MFB type=write size=2494656 2024-09-12T17:19:50.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.269+0000 7fbd9195a8c0 1 < completed write operation key=7MLJ2M37A6HT tag=COL1O8CABE89 type=write size=850119 2024-09-12T17:19:50.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.277+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~KES9M8UAU3A1.0 size=937124 2024-09-12T17:19:50.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.277+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=KES9M8UAU3A1 tag=CMWQGP1W8W81 type=write size=1985700 2024-09-12T17:19:50.278 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.281+0000 7fbd9195a8c0 1 < completed write operation key=00KG7A7MIHV2 tag=0934SWRXOM2H type=write size=976266 2024-09-12T17:19:50.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.285+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~C9TTELORQ2A0.0 size=441695 2024-09-12T17:19:50.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.285+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=C9TTELORQ2A0 tag=HO4MY1BTO313 type=write size=1490271 2024-09-12T17:19:50.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.289+0000 7fbd9195a8c0 1 < canceled operation key=6MVT0KBRIU11 tag=BWEOMQCH1V6B type=del size=3789583 2024-09-12T17:19:50.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.293+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=GFLHMSC7OLTB type=del size=738551 2024-09-12T17:19:50.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.297+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=N8GWGYMTPVDI type=del 2024-09-12T17:19:50.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.297+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=HZCU2ZENVKH5 type=del size=522968 2024-09-12T17:19:50.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.301+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=ZFA2NMZ87V42 type=del 2024-09-12T17:19:50.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.305+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=FJLHT3CJ3GIY type=del size=3580161 2024-09-12T17:19:50.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.309+0000 7fbd9195a8c0 1 < canceled operation key=7MLJ2M37A6HT tag=UQVO47ZZMPN8 type=del size=1240560 2024-09-12T17:19:50.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.313+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~GZWBD24AHSEV.0 size=1048576 2024-09-12T17:19:50.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.317+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~GZWBD24AHSEV.1 size=1048576 2024-09-12T17:19:50.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.317+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~GZWBD24AHSEV.2 size=214593 2024-09-12T17:19:50.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.317+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=GZWBD24AHSEV tag=HK1VPL65ZUQJ type=write size=3360321 2024-09-12T17:19:50.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.321+0000 7fbd9195a8c0 1 < completed write operation key=POCQSFKQMMPX tag=2E65YN510MQR type=write size=234703 2024-09-12T17:19:50.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.329+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~MOV7NBWCMR7T.0 size=1048576 2024-09-12T17:19:50.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.329+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~MOV7NBWCMR7T.1 size=589895 2024-09-12T17:19:50.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.329+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=MOV7NBWCMR7T tag=YDQ70L0YE5DF type=write size=2687047 2024-09-12T17:19:50.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.333+0000 7fbd9195a8c0 -1 < no bi entry to suggest for operation key=HI4CZTBNYDJH tag=Z48VT3HZNOR3 type=write size=1013204: (2) No such file or directory 2024-09-12T17:19:50.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.333+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=HUTY7P4Y73HV type=del size=3987808 2024-09-12T17:19:50.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.337+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~SW9VRQUW7RDN.0 size=1048576 2024-09-12T17:19:50.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.341+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~SW9VRQUW7RDN.1 size=542648 2024-09-12T17:19:50.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.345+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=SW9VRQUW7RDN tag=HTLYCGEYHOSC type=write size=2639800 2024-09-12T17:19:50.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.353+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~H7UZLYTJ1U75.0 size=1048576 2024-09-12T17:19:50.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.357+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~H7UZLYTJ1U75.1 size=1048576 2024-09-12T17:19:50.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.357+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~H7UZLYTJ1U75.2 size=450866 2024-09-12T17:19:50.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.357+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=H7UZLYTJ1U75 tag=37HKETLF0QAS type=write size=3596594 2024-09-12T17:19:50.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.361+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=S21U9KA6H575 type=del 2024-09-12T17:19:50.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.365+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=RJ7MQ8PZT57G type=del size=2605105 2024-09-12T17:19:50.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.369+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~37CZC81E9LDE.0 size=1048576 2024-09-12T17:19:50.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.373+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~37CZC81E9LDE.1 size=1048576 2024-09-12T17:19:50.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.373+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~37CZC81E9LDE.2 size=997621 2024-09-12T17:19:50.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.381+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=37CZC81E9LDE tag=RS4OO0H3IWSI type=write size=4143349 2024-09-12T17:19:50.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.385+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=ZCENL6BMTN0D type=del size=1782967 2024-09-12T17:19:50.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.389+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=SRWO2BX7VFJG type=del 2024-09-12T17:19:50.392 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.393+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~VUHE4SDS33ST.0 size=1048576 2024-09-12T17:19:50.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.397+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~VUHE4SDS33ST.1 size=1048576 2024-09-12T17:19:50.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.401+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~VUHE4SDS33ST.2 size=742682 2024-09-12T17:19:50.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.401+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=VUHE4SDS33ST tag=NMMJW83HO33N type=write size=3888410 2024-09-12T17:19:50.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.405+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~JPO14F5X8IE3.0 size=1048576 2024-09-12T17:19:50.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.405+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~JPO14F5X8IE3.1 size=1048576 2024-09-12T17:19:50.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.405+0000 7fbd9195a8c0 1 < canceled part key=_multipart_RE67Q37TLF36.2~JPO14F5X8IE3.2 size=666568 2024-09-12T17:19:50.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.409+0000 7fbd9195a8c0 1 < canceled multipart upload key=RE67Q37TLF36 upload=JPO14F5X8IE3 tag=Q39FD50B2DCW type=write size=3812296 2024-09-12T17:19:50.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.417+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~Y1SPJ0S36FWO.0 size=1048576 2024-09-12T17:19:50.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.417+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~Y1SPJ0S36FWO.1 size=1048576 2024-09-12T17:19:50.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.421+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~Y1SPJ0S36FWO.2 size=755910 2024-09-12T17:19:50.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.421+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=Y1SPJ0S36FWO tag=EMPAHKI3NE06 type=write size=3901638 2024-09-12T17:19:50.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.425+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~PWJ6RJID6VBI.0 size=1048576 2024-09-12T17:19:50.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.425+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~PWJ6RJID6VBI.1 size=430054 2024-09-12T17:19:50.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.429+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=PWJ6RJID6VBI tag=H6EO2TZ1023Z type=write size=2527206 2024-09-12T17:19:50.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.433+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=2DDHT0VWY40N type=del size=1279397 2024-09-12T17:19:50.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.437+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=8AJ97X26OOWQ type=del 2024-09-12T17:19:50.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.441+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=BVDCDV8PDSKE type=del size=2851720 2024-09-12T17:19:50.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.445+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~EBRSBTX2QYL8.0 size=1048576 2024-09-12T17:19:50.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.445+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~EBRSBTX2QYL8.1 size=397504 2024-09-12T17:19:50.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.453+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=EBRSBTX2QYL8 tag=F7U07Z6V4MFB type=write size=2494656 2024-09-12T17:19:50.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.457+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~BMHGU3CXTKIO.0 size=670227 2024-09-12T17:19:50.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.457+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=BMHGU3CXTKIO tag=17N6K9D531BX type=write size=1718803 2024-09-12T17:19:50.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.461+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~KES9M8UAU3A1.0 size=937124 2024-09-12T17:19:50.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.465+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=KES9M8UAU3A1 tag=CMWQGP1W8W81 type=write size=1985700 2024-09-12T17:19:50.470 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.469+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~Z9FXC1CX5AIN.0 size=1048576 2024-09-12T17:19:50.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.473+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~Z9FXC1CX5AIN.1 size=727204 2024-09-12T17:19:50.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.473+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=Z9FXC1CX5AIN tag=BJ0UVBFPIP2E type=write size=2824356 2024-09-12T17:19:50.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.477+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~C9TTELORQ2A0.0 size=441695 2024-09-12T17:19:50.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.485+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=C9TTELORQ2A0 tag=HO4MY1BTO313 type=write size=1490271 2024-09-12T17:19:50.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.489+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~D2IYEL29V5JY.0 size=1048576 2024-09-12T17:19:50.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.493+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~D2IYEL29V5JY.1 size=825056 2024-09-12T17:19:50.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.493+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=D2IYEL29V5JY tag=LF8OHQ9NHO9R type=write size=2922208 2024-09-12T17:19:50.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.497+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=GFLHMSC7OLTB type=del 2024-09-12T17:19:50.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.501+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=UDQJKQLITYVB type=del size=879021 2024-09-12T17:19:50.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.505+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=HZCU2ZENVKH5 type=del 2024-09-12T17:19:50.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.509+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=8QFUDIV8KU6U type=write size=128945 2024-09-12T17:19:50.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.513+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=FJLHT3CJ3GIY type=del 2024-09-12T17:19:50.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.513+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=B2Y90GXNNDH5 type=del size=2552343 2024-09-12T17:19:50.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.517+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~GZWBD24AHSEV.0 size=1048576 2024-09-12T17:19:50.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.521+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~GZWBD24AHSEV.1 size=1048576 2024-09-12T17:19:50.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.521+0000 7fbd9195a8c0 1 < canceled part key=_multipart_Y757YR0HCQEP.2~GZWBD24AHSEV.2 size=214593 2024-09-12T17:19:50.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.525+0000 7fbd9195a8c0 1 < canceled multipart upload key=Y757YR0HCQEP upload=GZWBD24AHSEV tag=HK1VPL65ZUQJ type=write size=3360321 2024-09-12T17:19:50.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.533+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~EG2TXXUP0G6T.0 size=1048576 2024-09-12T17:19:50.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.537+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~EG2TXXUP0G6T.1 size=42253 2024-09-12T17:19:50.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.537+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=EG2TXXUP0G6T tag=7W2E7DJ37H56 type=write size=2139405 2024-09-12T17:19:50.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.537+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6MVT0KBRIU11.2~MOV7NBWCMR7T.0 size=1048576 2024-09-12T17:19:50.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.541+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~MOV7NBWCMR7T.1 size=589895 2024-09-12T17:19:50.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.545+0000 7fbd9195a8c0 1 < canceled multipart upload key=6MVT0KBRIU11 upload=MOV7NBWCMR7T tag=YDQ70L0YE5DF type=write size=2687047 2024-09-12T17:19:50.547 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.549+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=N3OV4M5KWGXB type=del size=3906907 2024-09-12T17:19:50.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.553+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=HUTY7P4Y73HV type=del 2024-09-12T17:19:50.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.557+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~EBE2X7XISGB6.0 size=535470 2024-09-12T17:19:50.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.557+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=EBE2X7XISGB6 tag=EWHVU73HA63J type=write size=1584046 2024-09-12T17:19:50.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.561+0000 7fbd9195a8c0 1 < canceled part key=_multipart_TQUAG7E2B31Q.2~H7UZLYTJ1U75.0 size=1048576 2024-09-12T17:19:50.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.561+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~H7UZLYTJ1U75.1 size=1048576 2024-09-12T17:19:50.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.565+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~H7UZLYTJ1U75.2 size=450866 2024-09-12T17:19:50.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.573+0000 7fbd9195a8c0 1 < canceled multipart upload key=TQUAG7E2B31Q upload=H7UZLYTJ1U75 tag=37HKETLF0QAS type=write size=3596594 2024-09-12T17:19:50.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.577+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=UWXWJZVAGGJP type=del size=2414471 2024-09-12T17:19:50.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.581+0000 7fbd9195a8c0 1 < suggested update operation key=5MSE40XZZQHD tag=RJ7MQ8PZT57G type=del size=2605105 2024-09-12T17:19:50.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.585+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=GYNZXZV90GCG type=del size=1877099 2024-09-12T17:19:50.588 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.589+0000 7fbd9195a8c0 1 < canceled operation key=FO2QR27D8UW0 tag=ZCENL6BMTN0D type=del size=1782967 2024-09-12T17:19:50.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.593+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~WD7LGO0TO4F9.0 size=1048576 2024-09-12T17:19:50.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.597+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~WD7LGO0TO4F9.1 size=1048576 2024-09-12T17:19:50.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.601+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~WD7LGO0TO4F9.2 size=412736 2024-09-12T17:19:50.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.601+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=WD7LGO0TO4F9 tag=5KVHEL55JUJL type=write size=3558464 2024-09-12T17:19:50.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.605+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~VUHE4SDS33ST.0 size=1048576 2024-09-12T17:19:50.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.605+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~VUHE4SDS33ST.1 size=1048576 2024-09-12T17:19:50.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.609+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~VUHE4SDS33ST.2 size=742682 2024-09-12T17:19:50.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.613+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=VUHE4SDS33ST tag=NMMJW83HO33N type=write size=3888410 2024-09-12T17:19:50.619 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.621+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~O1IM34JCXUR7.0 size=1048576 2024-09-12T17:19:50.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.621+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~O1IM34JCXUR7.1 size=1048576 2024-09-12T17:19:50.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.625+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~O1IM34JCXUR7.2 size=411200 2024-09-12T17:19:50.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.625+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=O1IM34JCXUR7 tag=HVPFGBJD5AC4 type=write size=3556928 2024-09-12T17:19:50.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.629+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~Y1SPJ0S36FWO.0 size=1048576 2024-09-12T17:19:50.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.633+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~Y1SPJ0S36FWO.1 size=1048576 2024-09-12T17:19:50.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.633+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~Y1SPJ0S36FWO.2 size=755910 2024-09-12T17:19:50.638 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.641+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=Y1SPJ0S36FWO tag=EMPAHKI3NE06 type=write size=3901638 2024-09-12T17:19:50.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.645+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~J3HUYHM8LID9.0 size=343452 2024-09-12T17:19:50.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.645+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=J3HUYHM8LID9 tag=CLJ9WFT6O2Z6 type=write size=1392028 2024-09-12T17:19:50.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.653+0000 7fbd9195a8c0 1 < suggested update operation key=RE67Q37TLF36 tag=2DDHT0VWY40N type=del size=1279397 2024-09-12T17:19:50.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.657+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=WILUEH20WFOK type=del size=3337926 2024-09-12T17:19:50.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.665+0000 7fbd9195a8c0 1 < suggested remove operation key=SLMRZF9L9KXH tag=BVDCDV8PDSKE type=del 2024-09-12T17:19:50.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.669+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=DV2U3YJQU7E5 type=del size=3905620 2024-09-12T17:19:50.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.673+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~BMHGU3CXTKIO.0 size=670227 2024-09-12T17:19:50.678 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.681+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=BMHGU3CXTKIO tag=17N6K9D531BX type=write size=1718803 2024-09-12T17:19:50.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.685+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~8VRK2L90FWI3.0 size=1048576 2024-09-12T17:19:50.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.689+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~8VRK2L90FWI3.1 size=516550 2024-09-12T17:19:50.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.689+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=8VRK2L90FWI3 tag=ZYPRWGMQ6SAY type=write size=2613702 2024-09-12T17:19:50.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.693+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~Z9FXC1CX5AIN.0 size=1048576 2024-09-12T17:19:50.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.693+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~Z9FXC1CX5AIN.1 size=727204 2024-09-12T17:19:50.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.701+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=Z9FXC1CX5AIN tag=BJ0UVBFPIP2E type=write size=2824356 2024-09-12T17:19:50.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.709+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~U0C2YVQ4D69P.0 size=1048576 2024-09-12T17:19:50.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.713+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~U0C2YVQ4D69P.1 size=1048576 2024-09-12T17:19:50.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.717+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~U0C2YVQ4D69P.2 size=191458 2024-09-12T17:19:50.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.717+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=U0C2YVQ4D69P tag=0NXCLTK0P6PG type=write size=3337186 2024-09-12T17:19:50.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.721+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~D2IYEL29V5JY.0 size=1048576 2024-09-12T17:19:50.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.725+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~D2IYEL29V5JY.1 size=825056 2024-09-12T17:19:50.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.729+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=D2IYEL29V5JY tag=LF8OHQ9NHO9R type=write size=2922208 2024-09-12T17:19:50.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.733+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=VFZMD2383VH1 type=del size=467020 2024-09-12T17:19:50.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.737+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=UDQJKQLITYVB type=del 2024-09-12T17:19:50.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.741+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~MQX775UCNSR5.0 size=5507 2024-09-12T17:19:50.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.741+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=MQX775UCNSR5 tag=E0LGPZXCIY1J type=write size=1054083 2024-09-12T17:19:50.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.745+0000 7fbd9195a8c0 1 < completed write operation key=POCQSFKQMMPX tag=8QFUDIV8KU6U type=write size=128945 2024-09-12T17:19:50.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.749+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=SVA59DW617P7 type=del size=3539661 2024-09-12T17:19:50.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.753+0000 7fbd9195a8c0 1 < canceled operation key=NZTGLGZX3CR8 tag=B2Y90GXNNDH5 type=del size=2552343 2024-09-12T17:19:50.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.757+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~E5BS1OKDAY3M.0 size=1048576 2024-09-12T17:19:50.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.761+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~E5BS1OKDAY3M.1 size=1048576 2024-09-12T17:19:50.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.761+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~E5BS1OKDAY3M.2 size=907306 2024-09-12T17:19:50.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.761+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=E5BS1OKDAY3M tag=EY9W1RL88P34 type=write size=4053034 2024-09-12T17:19:50.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.765+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~EG2TXXUP0G6T.0 size=1048576 2024-09-12T17:19:50.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.769+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~EG2TXXUP0G6T.1 size=42253 2024-09-12T17:19:50.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.773+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=EG2TXXUP0G6T tag=7W2E7DJ37H56 type=write size=2139405 2024-09-12T17:19:50.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.777+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~TSGUSB8D33T7.0 size=1048576 2024-09-12T17:19:50.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.781+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~TSGUSB8D33T7.1 size=443874 2024-09-12T17:19:50.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.781+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=TSGUSB8D33T7 tag=ILTMYC005LZQ type=write size=2541026 2024-09-12T17:19:50.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.785+0000 7fbd9195a8c0 1 < suggested remove operation key=1SUNSUP1HQH3 tag=N3OV4M5KWGXB type=del 2024-09-12T17:19:50.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.789+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=JQJMTC7KWY9F type=del size=3205941 2024-09-12T17:19:50.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.789+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~EBE2X7XISGB6.0 size=535470 2024-09-12T17:19:50.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.797+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=EBE2X7XISGB6 tag=EWHVU73HA63J type=write size=1584046 2024-09-12T17:19:50.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.801+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~9IZ9CMKNV3XG.0 size=1048576 2024-09-12T17:19:50.802 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.805+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~9IZ9CMKNV3XG.1 size=467123 2024-09-12T17:19:50.802 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.805+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=9IZ9CMKNV3XG tag=QAAID2Q8GNDQ type=write size=2564275 2024-09-12T17:19:50.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.809+0000 7fbd9195a8c0 1 < suggested remove operation key=TQUAG7E2B31Q tag=UWXWJZVAGGJP type=del 2024-09-12T17:19:50.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.809+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=P6GS4A6M7NJH type=del size=346631 2024-09-12T17:19:50.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.817+0000 7fbd9195a8c0 1 < suggested remove operation key=HI4CZTBNYDJH tag=GYNZXZV90GCG type=del 2024-09-12T17:19:50.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.821+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=E8P5CA1ZT74U type=del size=3398857 2024-09-12T17:19:50.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.821+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~WD7LGO0TO4F9.0 size=1048576 2024-09-12T17:19:50.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.825+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~WD7LGO0TO4F9.1 size=1048576 2024-09-12T17:19:50.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.825+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~WD7LGO0TO4F9.2 size=412736 2024-09-12T17:19:50.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.829+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=WD7LGO0TO4F9 tag=5KVHEL55JUJL type=write size=3558464 2024-09-12T17:19:50.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.837+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~NGYWI3AGO8ZO.0 size=1048576 2024-09-12T17:19:50.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.841+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~NGYWI3AGO8ZO.1 size=1048576 2024-09-12T17:19:50.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.841+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~NGYWI3AGO8ZO.2 size=467300 2024-09-12T17:19:50.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.841+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=NGYWI3AGO8ZO tag=0N2JUBEQVQOQ type=write size=3613028 2024-09-12T17:19:50.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.845+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~O1IM34JCXUR7.0 size=1048576 2024-09-12T17:19:50.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.845+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~O1IM34JCXUR7.1 size=1048576 2024-09-12T17:19:50.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.849+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~O1IM34JCXUR7.2 size=411200 2024-09-12T17:19:50.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.853+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=O1IM34JCXUR7 tag=HVPFGBJD5AC4 type=write size=3556928 2024-09-12T17:19:50.858 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.861+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~WGG9QHYPZYJ7.0 size=1048576 2024-09-12T17:19:50.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.861+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~WGG9QHYPZYJ7.1 size=1048576 2024-09-12T17:19:50.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.865+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~WGG9QHYPZYJ7.2 size=444547 2024-09-12T17:19:50.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.865+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=WGG9QHYPZYJ7 tag=DLDF0XJO7S4K type=write size=3590275 2024-09-12T17:19:50.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.865+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~J3HUYHM8LID9.0 size=343452 2024-09-12T17:19:50.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.873+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=J3HUYHM8LID9 tag=CLJ9WFT6O2Z6 type=write size=1392028 2024-09-12T17:19:50.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.873+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=9CPYW3AQV2YC type=del size=2613777 2024-09-12T17:19:50.879 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.881+0000 7fbd9195a8c0 1 < suggested remove operation key=KPZHXLWEOCN9 tag=WILUEH20WFOK type=del 2024-09-12T17:19:50.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.885+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=AVMXB8SEVHNL type=del size=88936 2024-09-12T17:19:50.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.885+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=DV2U3YJQU7E5 type=del 2024-09-12T17:19:50.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.889+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=GRMMZECNLN56 type=del size=1172277 2024-09-12T17:19:50.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.893+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~8VRK2L90FWI3.0 size=1048576 2024-09-12T17:19:50.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.893+0000 7fbd9195a8c0 1 < canceled part key=_multipart_L4S21D3VH55N.2~8VRK2L90FWI3.1 size=516550 2024-09-12T17:19:50.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.897+0000 7fbd9195a8c0 1 < canceled multipart upload key=L4S21D3VH55N upload=8VRK2L90FWI3 tag=ZYPRWGMQ6SAY type=write size=2613702 2024-09-12T17:19:50.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.905+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~3VMNYSN2FQQO.0 size=1048576 2024-09-12T17:19:50.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.909+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~3VMNYSN2FQQO.1 size=1048576 2024-09-12T17:19:50.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.909+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~3VMNYSN2FQQO.2 size=219029 2024-09-12T17:19:50.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.909+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=3VMNYSN2FQQO tag=W93P2ARTX66T type=write size=3364757 2024-09-12T17:19:50.912 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.913+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~U0C2YVQ4D69P.0 size=1048576 2024-09-12T17:19:50.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.917+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~U0C2YVQ4D69P.1 size=1048576 2024-09-12T17:19:50.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.917+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~U0C2YVQ4D69P.2 size=191458 2024-09-12T17:19:50.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.925+0000 7fbd9195a8c0 1 < completed multipart upload key=TQUAG7E2B31Q upload=U0C2YVQ4D69P tag=0NXCLTK0P6PG type=write size=3337186 2024-09-12T17:19:50.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.929+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~MVV1M7Y0IPH5.0 size=1048576 2024-09-12T17:19:50.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.933+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~MVV1M7Y0IPH5.1 size=1048576 2024-09-12T17:19:50.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.933+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~MVV1M7Y0IPH5.2 size=677288 2024-09-12T17:19:50.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.933+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=MVV1M7Y0IPH5 tag=4Z8BX1U3M606 type=write size=3823016 2024-09-12T17:19:50.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.941+0000 7fbd9195a8c0 1 < suggested remove operation key=9OCQAHF3Y4ZE tag=VFZMD2383VH1 type=del 2024-09-12T17:19:50.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.945+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=3AUT5L5XDWJT type=del size=69046 2024-09-12T17:19:50.945 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.945+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~MQX775UCNSR5.0 size=5507 2024-09-12T17:19:50.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.949+0000 7fbd9195a8c0 1 < completed multipart upload key=TQUAG7E2B31Q upload=MQX775UCNSR5 tag=E0LGPZXCIY1J type=write size=1054083 2024-09-12T17:19:50.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.957+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~J38VNCRIL4WQ.0 size=689755 2024-09-12T17:19:50.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.957+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=J38VNCRIL4WQ tag=LPXGCGF9B1T2 type=write size=1738331 2024-09-12T17:19:50.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.961+0000 7fbd9195a8c0 1 < canceled operation key=SLMRZF9L9KXH tag=SVA59DW617P7 type=del size=3539661 2024-09-12T17:19:50.964 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.965+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~7HNMIEPVEQ0R.0 size=1048576 2024-09-12T17:19:50.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.969+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~7HNMIEPVEQ0R.1 size=1048576 2024-09-12T17:19:50.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.969+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~7HNMIEPVEQ0R.2 size=671919 2024-09-12T17:19:50.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.969+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=7HNMIEPVEQ0R tag=QG2FRN8EZ0DP type=write size=3817647 2024-09-12T17:19:50.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.973+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~E5BS1OKDAY3M.0 size=1048576 2024-09-12T17:19:50.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.973+0000 7fbd9195a8c0 1 < canceled part key=_multipart_GCAJ0JAKNDKG.2~E5BS1OKDAY3M.1 size=1048576 2024-09-12T17:19:50.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.973+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~E5BS1OKDAY3M.2 size=907306 2024-09-12T17:19:50.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.981+0000 7fbd9195a8c0 1 < canceled multipart upload key=GCAJ0JAKNDKG upload=E5BS1OKDAY3M tag=EY9W1RL88P34 type=write size=4053034 2024-09-12T17:19:50.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.985+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=U0TF1O5CUBPF type=del size=3514531 2024-09-12T17:19:50.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.989+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~TSGUSB8D33T7.0 size=1048576 2024-09-12T17:19:50.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.993+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~TSGUSB8D33T7.1 size=443874 2024-09-12T17:19:50.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:50.997+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=TSGUSB8D33T7 tag=ILTMYC005LZQ type=write size=2541026 2024-09-12T17:19:51.002 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.001+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~OU1TZZT3B4Y3.0 size=496400 2024-09-12T17:19:51.002 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.001+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=OU1TZZT3B4Y3 tag=CB7ZKHJ469TT type=write size=1544976 2024-09-12T17:19:51.005 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.005+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=JQJMTC7KWY9F type=del 2024-09-12T17:19:51.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.009+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=YQG4Q6K4CBR1 type=del size=3513909 2024-09-12T17:19:51.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.009+0000 7fbd9195a8c0 1 < canceled part key=_multipart_7MLJ2M37A6HT.2~9IZ9CMKNV3XG.0 size=1048576 2024-09-12T17:19:51.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.013+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~9IZ9CMKNV3XG.1 size=467123 2024-09-12T17:19:51.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.017+0000 7fbd9195a8c0 1 < canceled multipart upload key=7MLJ2M37A6HT upload=9IZ9CMKNV3XG tag=QAAID2Q8GNDQ type=write size=2564275 2024-09-12T17:19:51.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.021+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=6T4FU6GTP29W type=del size=1903609 2024-09-12T17:19:51.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.025+0000 7fbd9195a8c0 1 < canceled operation key=1SUNSUP1HQH3 tag=P6GS4A6M7NJH type=del size=346631 2024-09-12T17:19:51.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.029+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=0FKV3CJU31PP type=del size=1557956 2024-09-12T17:19:51.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.033+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=E8P5CA1ZT74U type=del 2024-09-12T17:19:51.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.033+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=JO1Y4BPFNA3P type=del size=3991156 2024-09-12T17:19:51.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.037+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~NGYWI3AGO8ZO.0 size=1048576 2024-09-12T17:19:51.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.041+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~NGYWI3AGO8ZO.1 size=1048576 2024-09-12T17:19:51.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.041+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~NGYWI3AGO8ZO.2 size=467300 2024-09-12T17:19:51.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.049+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=NGYWI3AGO8ZO tag=0N2JUBEQVQOQ type=write size=3613028 2024-09-12T17:19:51.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.053+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~D7DM2HENHKZR.0 size=1048576 2024-09-12T17:19:51.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.057+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~D7DM2HENHKZR.1 size=1048576 2024-09-12T17:19:51.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.057+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~D7DM2HENHKZR.2 size=468202 2024-09-12T17:19:51.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.057+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=D7DM2HENHKZR tag=OS0GV8T3MG2W type=write size=3613930 2024-09-12T17:19:51.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.061+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6K742IMCKKDH.2~WGG9QHYPZYJ7.0 size=1048576 2024-09-12T17:19:51.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.061+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~WGG9QHYPZYJ7.1 size=1048576 2024-09-12T17:19:51.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.065+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~WGG9QHYPZYJ7.2 size=444547 2024-09-12T17:19:51.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.073+0000 7fbd9195a8c0 1 < canceled multipart upload key=6K742IMCKKDH upload=WGG9QHYPZYJ7 tag=DLDF0XJO7S4K type=write size=3590275 2024-09-12T17:19:51.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.077+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=2VSTZ23BGKU3 type=del size=1938000 2024-09-12T17:19:51.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.077+0000 7fbd9195a8c0 1 < completed delete operation key=PK7SUDXCYB4F tag=9CPYW3AQV2YC type=del 2024-09-12T17:19:51.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.081+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=WF8NT47637QY type=write size=625972 2024-09-12T17:19:51.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.085+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=AVMXB8SEVHNL type=del 2024-09-12T17:19:51.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.093+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~4ULH2EYZDVYO.0 size=451822 2024-09-12T17:19:51.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.093+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=4ULH2EYZDVYO tag=RM8Z1NJIKD1R type=write size=1500398 2024-09-12T17:19:51.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.097+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=GRMMZECNLN56 type=del 2024-09-12T17:19:51.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.101+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~2RH3UGWN8FSS.0 size=1048576 2024-09-12T17:19:51.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.105+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~2RH3UGWN8FSS.1 size=929304 2024-09-12T17:19:51.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.105+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=2RH3UGWN8FSS tag=NLJB0ZURGPP7 type=write size=3026456 2024-09-12T17:19:51.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.109+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~3VMNYSN2FQQO.0 size=1048576 2024-09-12T17:19:51.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.109+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~3VMNYSN2FQQO.1 size=1048576 2024-09-12T17:19:51.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.113+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~3VMNYSN2FQQO.2 size=219029 2024-09-12T17:19:51.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.117+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=3VMNYSN2FQQO tag=W93P2ARTX66T type=write size=3364757 2024-09-12T17:19:51.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.125+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~HQ4PKPT27XEQ.0 size=1048576 2024-09-12T17:19:51.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.129+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~HQ4PKPT27XEQ.1 size=392592 2024-09-12T17:19:51.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.129+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=HQ4PKPT27XEQ tag=QFPO3GCO342T type=write size=2489744 2024-09-12T17:19:51.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.129+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~MVV1M7Y0IPH5.0 size=1048576 2024-09-12T17:19:51.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.133+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~MVV1M7Y0IPH5.1 size=1048576 2024-09-12T17:19:51.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.137+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~MVV1M7Y0IPH5.2 size=677288 2024-09-12T17:19:51.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.141+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=MVV1M7Y0IPH5 tag=4Z8BX1U3M606 type=write size=3823016 2024-09-12T17:19:51.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.145+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=1ER4PJ5NG1DW type=del size=3116367 2024-09-12T17:19:51.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.153+0000 7fbd9195a8c0 1 < suggested remove operation key=NZTGLGZX3CR8 tag=3AUT5L5XDWJT type=del 2024-09-12T17:19:51.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.157+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=C7R6V1WCT1Y8 type=del size=3495090 2024-09-12T17:19:51.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.157+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~J38VNCRIL4WQ.0 size=689755 2024-09-12T17:19:51.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.165+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=J38VNCRIL4WQ tag=LPXGCGF9B1T2 type=write size=1738331 2024-09-12T17:19:51.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.169+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=Y1RCC5RU5EP8 type=write size=109249 2024-09-12T17:19:51.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.169+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~7HNMIEPVEQ0R.0 size=1048576 2024-09-12T17:19:51.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.173+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~7HNMIEPVEQ0R.1 size=1048576 2024-09-12T17:19:51.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.177+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~7HNMIEPVEQ0R.2 size=671919 2024-09-12T17:19:51.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.181+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=7HNMIEPVEQ0R tag=QG2FRN8EZ0DP type=write size=3817647 2024-09-12T17:19:51.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.185+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=DEZCLJLSQ0MF type=del size=961917 2024-09-12T17:19:51.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.189+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=U0TF1O5CUBPF type=del 2024-09-12T17:19:51.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.193+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=4FRADQLKTYIR type=del size=3827682 2024-09-12T17:19:51.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.197+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~OU1TZZT3B4Y3.0 size=496400 2024-09-12T17:19:51.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.201+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=OU1TZZT3B4Y3 tag=CB7ZKHJ469TT type=write size=1544976 2024-09-12T17:19:51.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.209+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~8AE0171PZJKQ.0 size=1048576 2024-09-12T17:19:51.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.209+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~8AE0171PZJKQ.1 size=177168 2024-09-12T17:19:51.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.209+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=8AE0171PZJKQ tag=5GWF56CEAU60 type=write size=2274320 2024-09-12T17:19:51.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.213+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=YQG4Q6K4CBR1 type=del 2024-09-12T17:19:51.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.217+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=TBJXXVLLQFAC type=del size=603382 2024-09-12T17:19:51.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.221+0000 7fbd9195a8c0 1 < canceled operation key=GZRPL96NSXKR tag=6T4FU6GTP29W type=del size=1903609 2024-09-12T17:19:51.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.225+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=DQQWG1O23EYP type=del size=1245321 2024-09-12T17:19:51.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.229+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=0FKV3CJU31PP type=del 2024-09-12T17:19:51.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.233+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=0AL9Q9U9LHZF type=del size=2679832 2024-09-12T17:19:51.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.233+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=JO1Y4BPFNA3P type=del 2024-09-12T17:19:51.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.237+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=8F1X352OYYDP type=del size=1497860 2024-09-12T17:19:51.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.241+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~D7DM2HENHKZR.0 size=1048576 2024-09-12T17:19:51.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.245+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~D7DM2HENHKZR.1 size=1048576 2024-09-12T17:19:51.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.249+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~D7DM2HENHKZR.2 size=468202 2024-09-12T17:19:51.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.257+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=D7DM2HENHKZR tag=OS0GV8T3MG2W type=write size=3613930 2024-09-12T17:19:51.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.261+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~WWWOIMHIT58O.0 size=809046 2024-09-12T17:19:51.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.261+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=WWWOIMHIT58O tag=WH7LDMUGLRYZ type=write size=1857622 2024-09-12T17:19:51.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.269+0000 7fbd9195a8c0 1 < suggested update operation key=O1IZNZKZ8T2I tag=2VSTZ23BGKU3 type=del size=1938000 2024-09-12T17:19:51.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.273+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=9RDH31DBLN3R type=del size=549413 2024-09-12T17:19:51.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.277+0000 7fbd9195a8c0 1 < suggested remove operation key=KAT5FF0HSKKN tag=WF8NT47637QY type=write 2024-09-12T17:19:51.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.285+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~DKKGA6SVOYRH.0 size=762976 2024-09-12T17:19:51.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.285+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=DKKGA6SVOYRH tag=A0J98EEJUDSA type=write size=1811552 2024-09-12T17:19:51.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.289+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~4ULH2EYZDVYO.0 size=451822 2024-09-12T17:19:51.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.297+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=4ULH2EYZDVYO tag=RM8Z1NJIKD1R type=write size=1500398 2024-09-12T17:19:51.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.301+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=OKC9IOGYEDXA type=write size=681798 2024-09-12T17:19:51.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.305+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~2RH3UGWN8FSS.0 size=1048576 2024-09-12T17:19:51.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.305+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~2RH3UGWN8FSS.1 size=929304 2024-09-12T17:19:51.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.309+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=2RH3UGWN8FSS tag=NLJB0ZURGPP7 type=write size=3026456 2024-09-12T17:19:51.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.313+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=OFPFYCO33Q68 type=del size=3011900 2024-09-12T17:19:51.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.317+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~HQ4PKPT27XEQ.0 size=1048576 2024-09-12T17:19:51.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.317+0000 7fbd9195a8c0 1 < canceled part key=_multipart_OEEZQHUX83CE.2~HQ4PKPT27XEQ.1 size=392592 2024-09-12T17:19:51.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.321+0000 7fbd9195a8c0 1 < canceled multipart upload key=OEEZQHUX83CE upload=HQ4PKPT27XEQ tag=QFPO3GCO342T type=write size=2489744 2024-09-12T17:19:51.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.325+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=U75C2EUAQT2P type=write size=807677 2024-09-12T17:19:51.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.329+0000 7fbd9195a8c0 1 < suggested update operation key=2KWWYKI06IXO tag=1ER4PJ5NG1DW type=del size=3116367 2024-09-12T17:19:51.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.333+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=Y76BHJKXX9BV type=write size=1006830 2024-09-12T17:19:51.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.337+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=C7R6V1WCT1Y8 type=del 2024-09-12T17:19:51.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.341+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~037MSIDLD9WR.0 size=40917 2024-09-12T17:19:51.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.341+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=037MSIDLD9WR tag=LPS3S43S2S3V type=write size=1089493 2024-09-12T17:19:51.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.349+0000 7fbd9195a8c0 1 < suggested update operation key=RE67Q37TLF36 tag=Y1RCC5RU5EP8 type=write size=109249 2024-09-12T17:19:51.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.353+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=DSHB6DKGL9PN type=del size=3321176 2024-09-12T17:19:51.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.357+0000 7fbd9195a8c0 1 < suggested remove operation key=GCAJ0JAKNDKG tag=DEZCLJLSQ0MF type=del 2024-09-12T17:19:51.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.361+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=2IX1OH7GYUJN type=del size=1157154 2024-09-12T17:19:51.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.365+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=4FRADQLKTYIR type=del 2024-09-12T17:19:51.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.369+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~LLXFKT3TR9GC.0 size=1048576 2024-09-12T17:19:51.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.373+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~LLXFKT3TR9GC.1 size=1048576 2024-09-12T17:19:51.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.377+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~LLXFKT3TR9GC.2 size=119365 2024-09-12T17:19:51.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.377+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=LLXFKT3TR9GC tag=OV2FSCI6PE2Y type=write size=3265093 2024-09-12T17:19:51.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.377+0000 7fbd9195a8c0 1 < canceled part key=_multipart_1SUNSUP1HQH3.2~8AE0171PZJKQ.0 size=1048576 2024-09-12T17:19:51.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.377+0000 7fbd9195a8c0 1 < canceled part key=_multipart_1SUNSUP1HQH3.2~8AE0171PZJKQ.1 size=177168 2024-09-12T17:19:51.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.381+0000 7fbd9195a8c0 1 < canceled multipart upload key=1SUNSUP1HQH3 upload=8AE0171PZJKQ tag=5GWF56CEAU60 type=write size=2274320 2024-09-12T17:19:51.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.385+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=KMP4CAXA2832 type=del size=2957923 2024-09-12T17:19:51.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.389+0000 7fbd9195a8c0 -1 < failed to complete operation key=2KWWYKI06IXO tag=TBJXXVLLQFAC type=del size=603382: (22) Invalid argument 2024-09-12T17:19:51.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.393+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~F3MDZDLYKS25.0 size=1048576 2024-09-12T17:19:51.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.397+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~F3MDZDLYKS25.1 size=1048576 2024-09-12T17:19:51.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.401+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~F3MDZDLYKS25.2 size=542713 2024-09-12T17:19:51.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.401+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=F3MDZDLYKS25 tag=EPPZDR0ARILH type=write size=3688441 2024-09-12T17:19:51.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.401+0000 7fbd9195a8c0 1 < canceled operation key=OQXLNAHMPPDO tag=DQQWG1O23EYP type=del size=1245321 2024-09-12T17:19:51.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.405+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=AWNABHBDD8MP type=del size=1456141 2024-09-12T17:19:51.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.409+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=0AL9Q9U9LHZF type=del 2024-09-12T17:19:51.410 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.413+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=LXNCECIG8M9W type=write size=954816 2024-09-12T17:19:51.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.413+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=8F1X352OYYDP type=del 2024-09-12T17:19:51.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.417+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=NJPBEGHMNEU4 type=del size=178935 2024-09-12T17:19:51.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.421+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~WWWOIMHIT58O.0 size=809046 2024-09-12T17:19:51.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.425+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=WWWOIMHIT58O tag=WH7LDMUGLRYZ type=write size=1857622 2024-09-12T17:19:51.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.429+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~KM8JUDMSMM3B.0 size=290176 2024-09-12T17:19:51.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.429+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=KM8JUDMSMM3B tag=32IOHW5PCFMX type=write size=1338752 2024-09-12T17:19:51.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.433+0000 7fbd9195a8c0 1 < canceled operation key=POCQSFKQMMPX tag=9RDH31DBLN3R type=del size=549413 2024-09-12T17:19:51.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.437+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~SX6TMG3UKVF4.0 size=1048576 2024-09-12T17:19:51.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.441+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~SX6TMG3UKVF4.1 size=1048576 2024-09-12T17:19:51.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.441+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~SX6TMG3UKVF4.2 size=965456 2024-09-12T17:19:51.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.441+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=SX6TMG3UKVF4 tag=966AV9FJL3J1 type=write size=4111184 2024-09-12T17:19:51.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.445+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~DKKGA6SVOYRH.0 size=762976 2024-09-12T17:19:51.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.449+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=DKKGA6SVOYRH tag=A0J98EEJUDSA type=write size=1811552 2024-09-12T17:19:51.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.457+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~BA2BMWG046YU.0 size=1048576 2024-09-12T17:19:51.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.457+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~BA2BMWG046YU.1 size=529071 2024-09-12T17:19:51.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.457+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=BA2BMWG046YU tag=NE9LREUI9ZKZ type=write size=2626223 2024-09-12T17:19:51.461 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.461+0000 7fbd9195a8c0 1 < completed write operation key=OEEZQHUX83CE tag=OKC9IOGYEDXA type=write size=681798 2024-09-12T17:19:51.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.465+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=Z61SEH57VYMB type=del size=3297424 2024-09-12T17:19:51.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.469+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=OFPFYCO33Q68 type=del 2024-09-12T17:19:51.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.469+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=FLBEMSTMS0O0 type=del size=1007361 2024-09-12T17:19:51.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.473+0000 7fbd9195a8c0 1 < completed write operation key=KPZHXLWEOCN9 tag=U75C2EUAQT2P type=write size=807677 2024-09-12T17:19:51.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.477+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~8Y5JPBHPACUS.0 size=1048576 2024-09-12T17:19:51.479 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.481+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~8Y5JPBHPACUS.1 size=1048576 2024-09-12T17:19:51.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.481+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~8Y5JPBHPACUS.2 size=220255 2024-09-12T17:19:51.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.481+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=8Y5JPBHPACUS tag=WK993H12C9VK type=write size=3365983 2024-09-12T17:19:51.485 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.485+0000 7fbd9195a8c0 1 < completed write operation key=GZRPL96NSXKR tag=Y76BHJKXX9BV type=write size=1006830 2024-09-12T17:19:51.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.489+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=H4IAA9AP22U0 type=write size=87973 2024-09-12T17:19:51.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.493+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~037MSIDLD9WR.0 size=40917 2024-09-12T17:19:51.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.497+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=037MSIDLD9WR tag=LPS3S43S2S3V type=write size=1089493 2024-09-12T17:19:51.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.501+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~MVV1Y9H3F80Y.0 size=1048576 2024-09-12T17:19:51.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.505+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~MVV1Y9H3F80Y.1 size=1048576 2024-09-12T17:19:51.505 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.505+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~MVV1Y9H3F80Y.2 size=76396 2024-09-12T17:19:51.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.505+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=MVV1Y9H3F80Y tag=ZANWSYOW5GV1 type=write size=3222124 2024-09-12T17:19:51.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.513+0000 7fbd9195a8c0 1 < suggested update operation key=6K742IMCKKDH tag=DSHB6DKGL9PN type=del size=3321176 2024-09-12T17:19:51.517 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.517+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~F3OCR2M6A2LN.0 size=1048576 2024-09-12T17:19:51.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.521+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~F3OCR2M6A2LN.1 size=763805 2024-09-12T17:19:51.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.521+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=F3OCR2M6A2LN tag=L0NEKZG3HXU6 type=write size=2860957 2024-09-12T17:19:51.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.525+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=2IX1OH7GYUJN type=del 2024-09-12T17:19:51.528 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.529+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~NIUS3RA161QZ.0 size=1048576 2024-09-12T17:19:51.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.533+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~NIUS3RA161QZ.1 size=811313 2024-09-12T17:19:51.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.533+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=NIUS3RA161QZ tag=II8NN2JG7IGQ type=write size=2908465 2024-09-12T17:19:51.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.533+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~LLXFKT3TR9GC.0 size=1048576 2024-09-12T17:19:51.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.537+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~LLXFKT3TR9GC.1 size=1048576 2024-09-12T17:19:51.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.537+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~LLXFKT3TR9GC.2 size=119365 2024-09-12T17:19:51.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.541+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=LLXFKT3TR9GC tag=OV2FSCI6PE2Y type=write size=3265093 2024-09-12T17:19:51.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.545+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=4TQQ188XO91P type=del size=3848465 2024-09-12T17:19:51.548 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.549+0000 7fbd9195a8c0 1 < canceled operation key=PK7SUDXCYB4F tag=KMP4CAXA2832 type=del size=2957923 2024-09-12T17:19:51.554 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.553+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~L8M0PA8MFSSF.0 size=322406 2024-09-12T17:19:51.554 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.553+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=L8M0PA8MFSSF tag=L4OSXWMSNE3A type=write size=1370982 2024-09-12T17:19:51.557 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.557+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~F3MDZDLYKS25.0 size=1048576 2024-09-12T17:19:51.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.561+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~F3MDZDLYKS25.1 size=1048576 2024-09-12T17:19:51.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.565+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~F3MDZDLYKS25.2 size=542713 2024-09-12T17:19:51.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.569+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=F3MDZDLYKS25 tag=EPPZDR0ARILH type=write size=3688441 2024-09-12T17:19:51.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.573+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=00JZJNRFWMUG type=del size=2502026 2024-09-12T17:19:51.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.581+0000 7fbd9195a8c0 1 < suggested remove operation key=3LZK6DWM6YLP tag=AWNABHBDD8MP type=del 2024-09-12T17:19:51.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.589+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~6PVF557HRCOR.0 size=175884 2024-09-12T17:19:51.588 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.589+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=6PVF557HRCOR tag=XT2KNXXJY9B5 type=write size=1224460 2024-09-12T17:19:51.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.593+0000 7fbd9195a8c0 1 < completed write operation key=DXPGRTSHP1VC tag=LXNCECIG8M9W type=write size=954816 2024-09-12T17:19:51.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.597+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~XJAV9I309W8H.0 size=1048576 2024-09-12T17:19:51.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.601+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~XJAV9I309W8H.1 size=1048576 2024-09-12T17:19:51.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.601+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~XJAV9I309W8H.2 size=890622 2024-09-12T17:19:51.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.601+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=XJAV9I309W8H tag=TOP9EXWTADFO type=write size=4036350 2024-09-12T17:19:51.604 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.605+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=NJPBEGHMNEU4 type=del 2024-09-12T17:19:51.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.609+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~ZPJ9IZFHRUE6.0 size=1048576 2024-09-12T17:19:51.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.613+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~ZPJ9IZFHRUE6.1 size=716567 2024-09-12T17:19:51.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.613+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=ZPJ9IZFHRUE6 tag=50UNEPYB3QO1 type=write size=2813719 2024-09-12T17:19:51.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.617+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~KM8JUDMSMM3B.0 size=290176 2024-09-12T17:19:51.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.621+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=KM8JUDMSMM3B tag=32IOHW5PCFMX type=write size=1338752 2024-09-12T17:19:51.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.625+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~R63S50QHCOHN.0 size=500454 2024-09-12T17:19:51.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.625+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=R63S50QHCOHN tag=MCLILC4MRKWX type=write size=1549030 2024-09-12T17:19:51.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.629+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~SX6TMG3UKVF4.0 size=1048576 2024-09-12T17:19:51.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.633+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~SX6TMG3UKVF4.1 size=1048576 2024-09-12T17:19:51.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.633+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~SX6TMG3UKVF4.2 size=965456 2024-09-12T17:19:51.638 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.641+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=SX6TMG3UKVF4 tag=966AV9FJL3J1 type=write size=4111184 2024-09-12T17:19:51.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.645+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~OERNL9F4RLNC.0 size=1048576 2024-09-12T17:19:51.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.649+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~OERNL9F4RLNC.1 size=1048576 2024-09-12T17:19:51.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.649+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~OERNL9F4RLNC.2 size=878779 2024-09-12T17:19:51.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.649+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=OERNL9F4RLNC tag=RDKBPKGZYTKR type=write size=4024507 2024-09-12T17:19:51.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.653+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~BA2BMWG046YU.0 size=1048576 2024-09-12T17:19:51.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.657+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~BA2BMWG046YU.1 size=529071 2024-09-12T17:19:51.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.661+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=BA2BMWG046YU tag=NE9LREUI9ZKZ type=write size=2626223 2024-09-12T17:19:51.664 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.665+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=TRI87C1ZC7W8 type=del size=35144 2024-09-12T17:19:51.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.669+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=Z61SEH57VYMB type=del 2024-09-12T17:19:51.671 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.673+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=Q436YENZS0C2 type=del size=3739724 2024-09-12T17:19:51.677 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.677+0000 7fbd9195a8c0 1 < suggested update operation key=00KG7A7MIHV2 tag=FLBEMSTMS0O0 type=del size=1007361 2024-09-12T17:19:51.680 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.681+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=KVQZNUR2SYNT type=del size=2447946 2024-09-12T17:19:51.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.681+0000 7fbd9195a8c0 1 < canceled part key=_multipart_1SUNSUP1HQH3.2~8Y5JPBHPACUS.0 size=1048576 2024-09-12T17:19:51.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.685+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~8Y5JPBHPACUS.1 size=1048576 2024-09-12T17:19:51.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.689+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~8Y5JPBHPACUS.2 size=220255 2024-09-12T17:19:51.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.693+0000 7fbd9195a8c0 1 < canceled multipart upload key=1SUNSUP1HQH3 upload=8Y5JPBHPACUS tag=WK993H12C9VK type=write size=3365983 2024-09-12T17:19:51.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.697+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=6E40TZHO1THF type=del size=983184 2024-09-12T17:19:51.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.697+0000 7fbd9195a8c0 1 < canceled operation key=BB1JW1D7NJVJ tag=H4IAA9AP22U0 type=write size=87973 2024-09-12T17:19:51.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.701+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=7898QJ44J30Y type=del size=3197422 2024-09-12T17:19:51.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.705+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~MVV1Y9H3F80Y.0 size=1048576 2024-09-12T17:19:51.707 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.709+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~MVV1Y9H3F80Y.1 size=1048576 2024-09-12T17:19:51.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.709+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~MVV1Y9H3F80Y.2 size=76396 2024-09-12T17:19:51.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.717+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=MVV1Y9H3F80Y tag=ZANWSYOW5GV1 type=write size=3222124 2024-09-12T17:19:51.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.717+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=ML7KDP11XP4L type=del size=3686771 2024-09-12T17:19:51.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.721+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~F3OCR2M6A2LN.0 size=1048576 2024-09-12T17:19:51.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.721+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6K742IMCKKDH.2~F3OCR2M6A2LN.1 size=763805 2024-09-12T17:19:51.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.725+0000 7fbd9195a8c0 1 < canceled multipart upload key=6K742IMCKKDH upload=F3OCR2M6A2LN tag=L0NEKZG3HXU6 type=write size=2860957 2024-09-12T17:19:51.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.729+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=E8LMZR7RCT9H type=del size=546754 2024-09-12T17:19:51.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.733+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~NIUS3RA161QZ.0 size=1048576 2024-09-12T17:19:51.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.737+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~NIUS3RA161QZ.1 size=811313 2024-09-12T17:19:51.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.741+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=NIUS3RA161QZ tag=II8NN2JG7IGQ type=write size=2908465 2024-09-12T17:19:51.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.749+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~58SR85MNNNLP.0 size=1048576 2024-09-12T17:19:51.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.749+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~58SR85MNNNLP.1 size=369994 2024-09-12T17:19:51.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.749+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=58SR85MNNNLP tag=54QF3ZHYH37Q type=write size=2467146 2024-09-12T17:19:51.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.753+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=4TQQ188XO91P type=del 2024-09-12T17:19:51.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.757+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=717JVDDDLBRW type=del size=136322 2024-09-12T17:19:51.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.761+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~L8M0PA8MFSSF.0 size=322406 2024-09-12T17:19:51.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.765+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=L8M0PA8MFSSF tag=L4OSXWMSNE3A type=write size=1370982 2024-09-12T17:19:51.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.773+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~AUH08HQBQDAB.0 size=1048576 2024-09-12T17:19:51.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.777+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~AUH08HQBQDAB.1 size=1048576 2024-09-12T17:19:51.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.777+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~AUH08HQBQDAB.2 size=406172 2024-09-12T17:19:51.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.777+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=AUH08HQBQDAB tag=W2DSWPXZ4IM4 type=write size=3551900 2024-09-12T17:19:51.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.781+0000 7fbd9195a8c0 1 < canceled operation key=O1IZNZKZ8T2I tag=00JZJNRFWMUG type=del size=2502026 2024-09-12T17:19:51.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.785+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=15PGYTENNOZ1 type=del size=3738053 2024-09-12T17:19:51.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.789+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~6PVF557HRCOR.0 size=175884 2024-09-12T17:19:51.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.793+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=6PVF557HRCOR tag=XT2KNXXJY9B5 type=write size=1224460 2024-09-12T17:19:51.799 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.801+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~Z9NJFY9R3LCD.0 size=1048576 2024-09-12T17:19:51.801 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.801+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~Z9NJFY9R3LCD.1 size=1048576 2024-09-12T17:19:51.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.805+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~Z9NJFY9R3LCD.2 size=841327 2024-09-12T17:19:51.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.805+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=Z9NJFY9R3LCD tag=BJ1QFII169TR type=write size=3987055 2024-09-12T17:19:51.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.809+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~XJAV9I309W8H.0 size=1048576 2024-09-12T17:19:51.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.809+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~XJAV9I309W8H.1 size=1048576 2024-09-12T17:19:51.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.813+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~XJAV9I309W8H.2 size=890622 2024-09-12T17:19:51.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.821+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=XJAV9I309W8H tag=TOP9EXWTADFO type=write size=4036350 2024-09-12T17:19:51.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.825+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~TC27K8U0NXRJ.0 size=695960 2024-09-12T17:19:51.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.825+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=TC27K8U0NXRJ tag=WHPYXZKP1UET type=write size=1744536 2024-09-12T17:19:51.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.829+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~ZPJ9IZFHRUE6.0 size=1048576 2024-09-12T17:19:51.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.833+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~ZPJ9IZFHRUE6.1 size=716567 2024-09-12T17:19:51.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.837+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=ZPJ9IZFHRUE6 tag=50UNEPYB3QO1 type=write size=2813719 2024-09-12T17:19:51.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.841+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=8K7HZ9MN0SQ1 type=del size=1613855 2024-09-12T17:19:51.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.845+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~R63S50QHCOHN.0 size=500454 2024-09-12T17:19:51.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.849+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=R63S50QHCOHN tag=MCLILC4MRKWX type=write size=1549030 2024-09-12T17:19:51.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.853+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=CY9S5LBQ2HL3 type=del size=1284151 2024-09-12T17:19:51.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.853+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~OERNL9F4RLNC.0 size=1048576 2024-09-12T17:19:51.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.857+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~OERNL9F4RLNC.1 size=1048576 2024-09-12T17:19:51.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.861+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~OERNL9F4RLNC.2 size=878779 2024-09-12T17:19:51.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.865+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=OERNL9F4RLNC tag=RDKBPKGZYTKR type=write size=4024507 2024-09-12T17:19:51.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.873+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~L7AV209EEU40.0 size=1048576 2024-09-12T17:19:51.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.877+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~L7AV209EEU40.1 size=1048576 2024-09-12T17:19:51.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.877+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~L7AV209EEU40.2 size=45117 2024-09-12T17:19:51.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.877+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=L7AV209EEU40 tag=955BQ9HV42X8 type=write size=3190845 2024-09-12T17:19:51.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.881+0000 7fbd9195a8c0 1 < canceled operation key=JQDWGB4MGRXE tag=TRI87C1ZC7W8 type=del size=35144 2024-09-12T17:19:51.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.885+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~YUFNFF2FAVU9.0 size=1048576 2024-09-12T17:19:51.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.889+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~YUFNFF2FAVU9.1 size=1048576 2024-09-12T17:19:51.890 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.893+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~YUFNFF2FAVU9.2 size=32600 2024-09-12T17:19:51.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.893+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=YUFNFF2FAVU9 tag=JE9JE2DBT7QX type=write size=3178328 2024-09-12T17:19:51.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.893+0000 7fbd9195a8c0 1 < canceled operation key=KPZHXLWEOCN9 tag=Q436YENZS0C2 type=del size=3739724 2024-09-12T17:19:51.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.897+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=HXYF3N42KA5I type=del size=1924268 2024-09-12T17:19:51.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.901+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=KVQZNUR2SYNT type=del 2024-09-12T17:19:51.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.905+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=NU7GV1J023Z6 type=del size=3414545 2024-09-12T17:19:51.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.909+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=6E40TZHO1THF type=del 2024-09-12T17:19:51.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.913+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=0OMQEJMQIJSY type=write size=788691 2024-09-12T17:19:51.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.917+0000 7fbd9195a8c0 1 < suggested update operation key=TQUAG7E2B31Q tag=7898QJ44J30Y type=del size=3197422 2024-09-12T17:19:51.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~EPZR61W2XAKV.0 size=679035 2024-09-12T17:19:51.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.921+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=EPZR61W2XAKV tag=HNH1QLI66JIS type=write size=1727611 2024-09-12T17:19:51.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.929+0000 7fbd9195a8c0 1 < suggested update operation key=L0FPLBRF5O79 tag=ML7KDP11XP4L type=del size=3686771 2024-09-12T17:19:51.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.933+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~YV61XEVJIBD7.0 size=1048576 2024-09-12T17:19:51.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.937+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~YV61XEVJIBD7.1 size=257820 2024-09-12T17:19:51.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.937+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=YV61XEVJIBD7 tag=6Y8L0J5LDE7D type=write size=2354972 2024-09-12T17:19:51.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.941+0000 7fbd9195a8c0 1 < suggested update operation key=PK7SUDXCYB4F tag=E8LMZR7RCT9H type=del size=546754 2024-09-12T17:19:51.944 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.945+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=DN4V1XRORRZ4 type=del size=767383 2024-09-12T17:19:51.947 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.949+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~58SR85MNNNLP.0 size=1048576 2024-09-12T17:19:51.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.949+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~58SR85MNNNLP.1 size=369994 2024-09-12T17:19:51.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.957+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=58SR85MNNNLP tag=54QF3ZHYH37Q type=write size=2467146 2024-09-12T17:19:51.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.961+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=G2ZQ93QU3RAB type=del size=897393 2024-09-12T17:19:51.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.961+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=717JVDDDLBRW type=del 2024-09-12T17:19:51.964 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.965+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=KOXQ5F4E7XFU type=del size=232037 2024-09-12T17:19:51.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.969+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~AUH08HQBQDAB.0 size=1048576 2024-09-12T17:19:51.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.969+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~AUH08HQBQDAB.1 size=1048576 2024-09-12T17:19:51.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.973+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~AUH08HQBQDAB.2 size=406172 2024-09-12T17:19:51.977 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.977+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=AUH08HQBQDAB tag=W2DSWPXZ4IM4 type=write size=3551900 2024-09-12T17:19:51.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.981+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=31JGKQIOGQ2B type=del size=3791287 2024-09-12T17:19:51.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.985+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=15PGYTENNOZ1 type=del 2024-09-12T17:19:51.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.985+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=73FT18PRYJGO type=del size=968007 2024-09-12T17:19:51.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.989+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~Z9NJFY9R3LCD.0 size=1048576 2024-09-12T17:19:51.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.989+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6MVT0KBRIU11.2~Z9NJFY9R3LCD.1 size=1048576 2024-09-12T17:19:51.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.993+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~Z9NJFY9R3LCD.2 size=841327 2024-09-12T17:19:51.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:51.997+0000 7fbd9195a8c0 1 < canceled multipart upload key=6MVT0KBRIU11 upload=Z9NJFY9R3LCD tag=BJ1QFII169TR type=write size=3987055 2024-09-12T17:19:51.999 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.001+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=7IPAXNH6R7PL type=del size=2086372 2024-09-12T17:19:52.002 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.001+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~TC27K8U0NXRJ.0 size=695960 2024-09-12T17:19:52.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.009+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=TC27K8U0NXRJ tag=WHPYXZKP1UET type=write size=1744536 2024-09-12T17:19:52.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.009+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=ETLX10NMK2A3 type=del size=1683293 2024-09-12T17:19:52.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.013+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=8K7HZ9MN0SQ1 type=del 2024-09-12T17:19:52.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.021+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~SNB22R77GWCQ.0 size=478794 2024-09-12T17:19:52.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.021+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=SNB22R77GWCQ tag=RWZ3N7L14MCX type=write size=1527370 2024-09-12T17:19:52.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.021+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=CY9S5LBQ2HL3 type=del 2024-09-12T17:19:52.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.025+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=JBER1IQAFV16 type=write size=1036156 2024-09-12T17:19:52.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.029+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~L7AV209EEU40.0 size=1048576 2024-09-12T17:19:52.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.029+0000 7fbd9195a8c0 1 < canceled part key=_multipart_00KG7A7MIHV2.2~L7AV209EEU40.1 size=1048576 2024-09-12T17:19:52.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.029+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~L7AV209EEU40.2 size=45117 2024-09-12T17:19:52.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.037+0000 7fbd9195a8c0 1 < canceled multipart upload key=00KG7A7MIHV2 upload=L7AV209EEU40 tag=955BQ9HV42X8 type=write size=3190845 2024-09-12T17:19:52.038 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.037+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=NOSQDK2BOYVP type=del size=3679365 2024-09-12T17:19:52.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.041+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~YUFNFF2FAVU9.0 size=1048576 2024-09-12T17:19:52.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.045+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~YUFNFF2FAVU9.1 size=1048576 2024-09-12T17:19:52.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.045+0000 7fbd9195a8c0 1 < canceled part key=_multipart_5MSE40XZZQHD.2~YUFNFF2FAVU9.2 size=32600 2024-09-12T17:19:52.048 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.049+0000 7fbd9195a8c0 1 < canceled multipart upload key=5MSE40XZZQHD upload=YUFNFF2FAVU9 tag=JE9JE2DBT7QX type=write size=3178328 2024-09-12T17:19:52.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.053+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=ZQL067TA4ZMJ type=del size=197165 2024-09-12T17:19:52.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.057+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=HXYF3N42KA5I type=del 2024-09-12T17:19:52.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.061+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=IR2Y00R5UHWK type=del size=3053543 2024-09-12T17:19:52.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.061+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=NU7GV1J023Z6 type=del 2024-09-12T17:19:52.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.065+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=GWXKCC1VBL3J type=del size=3789671 2024-09-12T17:19:52.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.069+0000 7fbd9195a8c0 1 < completed write operation key=L4S21D3VH55N tag=0OMQEJMQIJSY type=write size=788691 2024-09-12T17:19:52.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.073+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=1P9R7OPRET73 type=del size=3996295 2024-09-12T17:19:52.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.077+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~EPZR61W2XAKV.0 size=679035 2024-09-12T17:19:52.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.081+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=EPZR61W2XAKV tag=HNH1QLI66JIS type=write size=1727611 2024-09-12T17:19:52.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.089+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~L97REE8B28WW.0 size=1048576 2024-09-12T17:19:52.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.089+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~L97REE8B28WW.1 size=694500 2024-09-12T17:19:52.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.089+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=L97REE8B28WW tag=7HSA2R1M98P6 type=write size=2791652 2024-09-12T17:19:52.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.093+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~YV61XEVJIBD7.0 size=1048576 2024-09-12T17:19:52.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.097+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~YV61XEVJIBD7.1 size=257820 2024-09-12T17:19:52.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.101+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=YV61XEVJIBD7 tag=6Y8L0J5LDE7D type=write size=2354972 2024-09-12T17:19:52.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.109+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~RNOF54HT6OZH.0 size=1048576 2024-09-12T17:19:52.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.113+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~RNOF54HT6OZH.1 size=1048576 2024-09-12T17:19:52.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.113+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~RNOF54HT6OZH.2 size=866538 2024-09-12T17:19:52.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.113+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=RNOF54HT6OZH tag=A7ZSUT2IVC7P type=write size=4012266 2024-09-12T17:19:52.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.121+0000 7fbd9195a8c0 1 < suggested update operation key=2KWWYKI06IXO tag=DN4V1XRORRZ4 type=del size=767383 2024-09-12T17:19:52.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.125+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=59DK9DO2RJ0K type=del size=3228630 2024-09-12T17:19:52.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.133+0000 7fbd9195a8c0 1 < suggested update operation key=GCAJ0JAKNDKG tag=G2ZQ93QU3RAB type=del size=897393 2024-09-12T17:19:52.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.137+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=LCFHWG6NXZ88 type=del size=4077240 2024-09-12T17:19:52.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.137+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=KOXQ5F4E7XFU type=del 2024-09-12T17:19:52.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.141+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=VHX0L2ZDQ1PH type=del size=2823264 2024-09-12T17:19:52.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.145+0000 7fbd9195a8c0 1 < canceled operation key=2UQUEMHYAPVH tag=31JGKQIOGQ2B type=del size=3791287 2024-09-12T17:19:52.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.149+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=VMDSNWNDCX48 type=del size=807621 2024-09-12T17:19:52.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.153+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=73FT18PRYJGO type=del 2024-09-12T17:19:52.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.157+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=SPDEEFA48SMY type=del size=896048 2024-09-12T17:19:52.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.161+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=7IPAXNH6R7PL type=del 2024-09-12T17:19:52.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.169+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~F3JTPZHGEX80.0 size=1048576 2024-09-12T17:19:52.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.173+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~F3JTPZHGEX80.1 size=1048576 2024-09-12T17:19:52.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.173+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~F3JTPZHGEX80.2 size=612040 2024-09-12T17:19:52.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.173+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=F3JTPZHGEX80 tag=A4CXACJZ14O2 type=write size=3757768 2024-09-12T17:19:52.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.177+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=ETLX10NMK2A3 type=del 2024-09-12T17:19:52.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.185+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~DMCJYRFU2EE7.0 size=672536 2024-09-12T17:19:52.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.185+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=DMCJYRFU2EE7 tag=KDFKZLXFOCDA type=write size=1721112 2024-09-12T17:19:52.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.189+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~SNB22R77GWCQ.0 size=478794 2024-09-12T17:19:52.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.193+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=SNB22R77GWCQ tag=RWZ3N7L14MCX type=write size=1527370 2024-09-12T17:19:52.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.201+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~B2JQLI8PM0IR.0 size=1048576 2024-09-12T17:19:52.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.205+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~B2JQLI8PM0IR.1 size=1048576 2024-09-12T17:19:52.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.205+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~B2JQLI8PM0IR.2 size=324972 2024-09-12T17:19:52.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.205+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=B2JQLI8PM0IR tag=498KEROF0GFN type=write size=3470700 2024-09-12T17:19:52.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.213+0000 7fbd9195a8c0 1 < suggested remove operation key=L0FPLBRF5O79 tag=JBER1IQAFV16 type=write 2024-09-12T17:19:52.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.217+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=HUROC1DR129U type=del size=3804211 2024-09-12T17:19:52.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.221+0000 7fbd9195a8c0 1 < canceled operation key=00KG7A7MIHV2 tag=NOSQDK2BOYVP type=del size=3679365 2024-09-12T17:19:52.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.225+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=FSB7J0LJ0GIO type=write size=835022 2024-09-12T17:19:52.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.229+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=ZQL067TA4ZMJ type=del 2024-09-12T17:19:52.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.233+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~0QJMS71SIZU8.0 size=877500 2024-09-12T17:19:52.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.233+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=0QJMS71SIZU8 tag=JY1DEPP4JN32 type=write size=1926076 2024-09-12T17:19:52.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.237+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=IR2Y00R5UHWK type=del 2024-09-12T17:19:52.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.245+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~O6R9AH5ZT02Y.0 size=1048576 2024-09-12T17:19:52.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.245+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~O6R9AH5ZT02Y.1 size=1048576 2024-09-12T17:19:52.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.249+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~O6R9AH5ZT02Y.2 size=584166 2024-09-12T17:19:52.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.249+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=O6R9AH5ZT02Y tag=IZZCXPENSRYY type=write size=3729894 2024-09-12T17:19:52.251 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.253+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=GWXKCC1VBL3J type=del 2024-09-12T17:19:52.258 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.257+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~MQ9SSNB5J19A.0 size=398736 2024-09-12T17:19:52.258 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.257+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=MQ9SSNB5J19A tag=5TTSD1TB4MX6 type=write size=1447312 2024-09-12T17:19:52.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.265+0000 7fbd9195a8c0 1 < suggested update operation key=1SUNSUP1HQH3 tag=1P9R7OPRET73 type=del size=3996295 2024-09-12T17:19:52.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.269+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=4D34VFIDXN7F type=del size=1257186 2024-09-12T17:19:52.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.273+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~L97REE8B28WW.0 size=1048576 2024-09-12T17:19:52.274 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.277+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~L97REE8B28WW.1 size=694500 2024-09-12T17:19:52.280 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.281+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=L97REE8B28WW tag=7HSA2R1M98P6 type=write size=2791652 2024-09-12T17:19:52.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.285+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=H3NV3LY3TOQK type=del size=3788527 2024-09-12T17:19:52.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.289+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~RNOF54HT6OZH.0 size=1048576 2024-09-12T17:19:52.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.289+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~RNOF54HT6OZH.1 size=1048576 2024-09-12T17:19:52.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.293+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~RNOF54HT6OZH.2 size=866538 2024-09-12T17:19:52.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.297+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=RNOF54HT6OZH tag=A7ZSUT2IVC7P type=write size=4012266 2024-09-12T17:19:52.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.305+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~4MZ4MQKW4UX7.0 size=1048576 2024-09-12T17:19:52.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.309+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~4MZ4MQKW4UX7.1 size=1048576 2024-09-12T17:19:52.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.309+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~4MZ4MQKW4UX7.2 size=1026491 2024-09-12T17:19:52.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.309+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=4MZ4MQKW4UX7 tag=PTXO5YQCEO02 type=write size=4172219 2024-09-12T17:19:52.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.313+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=59DK9DO2RJ0K type=del 2024-09-12T17:19:52.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.317+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=F6HE7GKR58JT type=del size=1025161 2024-09-12T17:19:52.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.321+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=LCFHWG6NXZ88 type=del 2024-09-12T17:19:52.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.325+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=F44JARFOLLUS type=del size=2409957 2024-09-12T17:19:52.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.325+0000 7fbd9195a8c0 1 < canceled operation key=SLMRZF9L9KXH tag=VHX0L2ZDQ1PH type=del size=2823264 2024-09-12T17:19:52.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.329+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=Z4X03S98R2KD type=del size=3252133 2024-09-12T17:19:52.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.337+0000 7fbd9195a8c0 1 < suggested update operation key=2UQUEMHYAPVH tag=VMDSNWNDCX48 type=del size=807621 2024-09-12T17:19:52.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.341+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=UPPVRH0Y62QD type=del size=1651561 2024-09-12T17:19:52.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.345+0000 7fbd9195a8c0 1 < canceled operation key=OEEZQHUX83CE tag=SPDEEFA48SMY type=del size=896048 2024-09-12T17:19:52.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.349+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~WXQ17TJE15QR.0 size=1048576 2024-09-12T17:19:52.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.353+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~WXQ17TJE15QR.1 size=1048576 2024-09-12T17:19:52.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.353+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~WXQ17TJE15QR.2 size=145797 2024-09-12T17:19:52.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.353+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=WXQ17TJE15QR tag=95XIT0L73056 type=write size=3291525 2024-09-12T17:19:52.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.357+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~F3JTPZHGEX80.0 size=1048576 2024-09-12T17:19:52.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.361+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~F3JTPZHGEX80.1 size=1048576 2024-09-12T17:19:52.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.365+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~F3JTPZHGEX80.2 size=612040 2024-09-12T17:19:52.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.369+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=F3JTPZHGEX80 tag=A4CXACJZ14O2 type=write size=3757768 2024-09-12T17:19:52.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.373+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=4Z2E9I2SZOLS type=del size=2491446 2024-09-12T17:19:52.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.377+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~DMCJYRFU2EE7.0 size=672536 2024-09-12T17:19:52.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.381+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=DMCJYRFU2EE7 tag=KDFKZLXFOCDA type=write size=1721112 2024-09-12T17:19:52.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.389+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~ROEXP31V5P6V.0 size=1048576 2024-09-12T17:19:52.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.389+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~ROEXP31V5P6V.1 size=145835 2024-09-12T17:19:52.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.389+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=ROEXP31V5P6V tag=WXHTQAGUFZTA type=write size=2242987 2024-09-12T17:19:52.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.397+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~B2JQLI8PM0IR.0 size=1048576 2024-09-12T17:19:52.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.397+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~B2JQLI8PM0IR.1 size=1048576 2024-09-12T17:19:52.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.401+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~B2JQLI8PM0IR.2 size=324972 2024-09-12T17:19:52.406 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.405+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=B2JQLI8PM0IR tag=498KEROF0GFN type=write size=3470700 2024-09-12T17:19:52.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.413+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~WTNKYNX6HVYT.0 size=1048576 2024-09-12T17:19:52.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.417+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~WTNKYNX6HVYT.1 size=416827 2024-09-12T17:19:52.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.417+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=WTNKYNX6HVYT tag=YCZRL8BK0EWV type=write size=2513979 2024-09-12T17:19:52.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.417+0000 7fbd9195a8c0 1 < canceled operation key=5MSE40XZZQHD tag=HUROC1DR129U type=del size=3804211 2024-09-12T17:19:52.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.421+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=A89YQ3PARYVL type=write size=108323 2024-09-12T17:19:52.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.429+0000 7fbd9195a8c0 1 < suggested remove operation key=L4S21D3VH55N tag=FSB7J0LJ0GIO type=write 2024-09-12T17:19:52.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.433+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~7I90BZWXA0OQ.0 size=1048576 2024-09-12T17:19:52.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.437+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~7I90BZWXA0OQ.1 size=243707 2024-09-12T17:19:52.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.437+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=7I90BZWXA0OQ tag=M2U1GHDUMRCF type=write size=2340859 2024-09-12T17:19:52.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.441+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~0QJMS71SIZU8.0 size=877500 2024-09-12T17:19:52.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.445+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=0QJMS71SIZU8 tag=JY1DEPP4JN32 type=write size=1926076 2024-09-12T17:19:52.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.449+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=I264DIY9G6H2 type=del size=2127587 2024-09-12T17:19:52.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.453+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~O6R9AH5ZT02Y.0 size=1048576 2024-09-12T17:19:52.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.453+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~O6R9AH5ZT02Y.1 size=1048576 2024-09-12T17:19:52.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.457+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~O6R9AH5ZT02Y.2 size=584166 2024-09-12T17:19:52.461 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.461+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=O6R9AH5ZT02Y tag=IZZCXPENSRYY type=write size=3729894 2024-09-12T17:19:52.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.465+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=QWXUPM3ZMXVS type=del size=1897364 2024-09-12T17:19:52.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.465+0000 7fbd9195a8c0 1 < canceled part key=_multipart_FO2QR27D8UW0.2~MQ9SSNB5J19A.0 size=398736 2024-09-12T17:19:52.471 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.473+0000 7fbd9195a8c0 1 < canceled multipart upload key=FO2QR27D8UW0 upload=MQ9SSNB5J19A tag=5TTSD1TB4MX6 type=write size=1447312 2024-09-12T17:19:52.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.477+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=KQ1RH13ZL1Y3 type=write size=71323 2024-09-12T17:19:52.484 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.485+0000 7fbd9195a8c0 1 < suggested remove operation key=PK7SUDXCYB4F tag=4D34VFIDXN7F type=del 2024-09-12T17:19:52.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.489+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=ABHTSPQJRWLE type=write size=441146 2024-09-12T17:19:52.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.489+0000 7fbd9195a8c0 -1 < no bi entry to suggest for operation key=L4S21D3VH55N tag=H3NV3LY3TOQK type=del size=3788527: (2) No such file or directory 2024-09-12T17:19:52.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.493+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=2IH932ESVVMD type=del size=965768 2024-09-12T17:19:52.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.497+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~4MZ4MQKW4UX7.0 size=1048576 2024-09-12T17:19:52.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.497+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~4MZ4MQKW4UX7.1 size=1048576 2024-09-12T17:19:52.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.501+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~4MZ4MQKW4UX7.2 size=1026491 2024-09-12T17:19:52.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.505+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=4MZ4MQKW4UX7 tag=PTXO5YQCEO02 type=write size=4172219 2024-09-12T17:19:52.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.513+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~VOO81P0R0OSF.0 size=383764 2024-09-12T17:19:52.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.513+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=VOO81P0R0OSF tag=L4EQVLCSOKKB type=write size=1432340 2024-09-12T17:19:52.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.517+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=F6HE7GKR58JT type=del 2024-09-12T17:19:52.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.521+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=TDOUZR2CTKWD type=del size=2423086 2024-09-12T17:19:52.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.521+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=F44JARFOLLUS type=del 2024-09-12T17:19:52.527 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.529+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~11OIVT4V3LIS.0 size=714635 2024-09-12T17:19:52.527 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.529+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=11OIVT4V3LIS tag=JGD0FLDIZWRK type=write size=1763211 2024-09-12T17:19:52.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.533+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=Z4X03S98R2KD type=del 2024-09-12T17:19:52.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.533+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=YIEECTIZMIQF type=del size=1771167 2024-09-12T17:19:52.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.537+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=UPPVRH0Y62QD type=del 2024-09-12T17:19:52.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.545+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~W3EKN417Q9UB.0 size=1048576 2024-09-12T17:19:52.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.545+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~W3EKN417Q9UB.1 size=1048576 2024-09-12T17:19:52.548 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.549+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~W3EKN417Q9UB.2 size=892998 2024-09-12T17:19:52.548 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.549+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=W3EKN417Q9UB tag=XS28PBZCP0JQ type=write size=4038726 2024-09-12T17:19:52.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.553+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~WXQ17TJE15QR.0 size=1048576 2024-09-12T17:19:52.554 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.553+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~WXQ17TJE15QR.1 size=1048576 2024-09-12T17:19:52.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.557+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~WXQ17TJE15QR.2 size=145797 2024-09-12T17:19:52.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.561+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=WXQ17TJE15QR tag=95XIT0L73056 type=write size=3291525 2024-09-12T17:19:52.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.565+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=5DGHLMLZNM66 type=del size=2531992 2024-09-12T17:19:52.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.569+0000 7fbd9195a8c0 -1 < no bi entry to suggest for operation key=PK7SUDXCYB4F tag=4Z2E9I2SZOLS type=del size=2491446: (2) No such file or directory 2024-09-12T17:19:52.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.569+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=TJJT1NN84NCN type=del size=981260 2024-09-12T17:19:52.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.573+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~ROEXP31V5P6V.0 size=1048576 2024-09-12T17:19:52.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.577+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~ROEXP31V5P6V.1 size=145835 2024-09-12T17:19:52.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.581+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=ROEXP31V5P6V tag=WXHTQAGUFZTA type=write size=2242987 2024-09-12T17:19:52.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.585+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=D5VQ2K4SGDPD type=write size=972795 2024-09-12T17:19:52.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.589+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~WTNKYNX6HVYT.0 size=1048576 2024-09-12T17:19:52.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.593+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~WTNKYNX6HVYT.1 size=416827 2024-09-12T17:19:52.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.601+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=WTNKYNX6HVYT tag=YCZRL8BK0EWV type=write size=2513979 2024-09-12T17:19:52.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.601+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=7SKSETL52U8T type=del size=2733093 2024-09-12T17:19:52.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.605+0000 7fbd9195a8c0 1 < completed write operation key=40V2VLOH796T tag=A89YQ3PARYVL type=write size=108323 2024-09-12T17:19:52.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.609+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=KEGM6WUDVIAK type=write size=291116 2024-09-12T17:19:52.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.613+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~7I90BZWXA0OQ.0 size=1048576 2024-09-12T17:19:52.614 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.617+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~7I90BZWXA0OQ.1 size=243707 2024-09-12T17:19:52.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.621+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=7I90BZWXA0OQ tag=M2U1GHDUMRCF type=write size=2340859 2024-09-12T17:19:52.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.625+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=OOK44T4YBAY6 type=del size=4052936 2024-09-12T17:19:52.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.629+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=I264DIY9G6H2 type=del 2024-09-12T17:19:52.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.633+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=HRVSWIDCJIEZ type=del size=4040677 2024-09-12T17:19:52.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.633+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=QWXUPM3ZMXVS type=del 2024-09-12T17:19:52.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.637+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=LV23FFNDVYTE type=del size=345469 2024-09-12T17:19:52.640 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.641+0000 7fbd9195a8c0 1 < completed write operation key=BB1JW1D7NJVJ tag=KQ1RH13ZL1Y3 type=write size=71323 2024-09-12T17:19:52.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.649+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~Q9P420XWE6E5.0 size=1048576 2024-09-12T17:19:52.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.649+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~Q9P420XWE6E5.1 size=1048576 2024-09-12T17:19:52.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.653+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~Q9P420XWE6E5.2 size=861793 2024-09-12T17:19:52.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.653+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=Q9P420XWE6E5 tag=VQVFJPZ3WPO8 type=write size=4007521 2024-09-12T17:19:52.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.661+0000 7fbd9195a8c0 1 < suggested update operation key=TQUAG7E2B31Q tag=ABHTSPQJRWLE type=write size=441146 2024-09-12T17:19:52.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.661+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=EZ7C9HGH16GL type=del size=1748389 2024-09-12T17:19:52.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.669+0000 7fbd9195a8c0 1 < suggested remove operation key=POCQSFKQMMPX tag=2IH932ESVVMD type=del 2024-09-12T17:19:52.671 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.673+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=9NSFCZ8LSC48 type=del size=3309833 2024-09-12T17:19:52.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.677+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~VOO81P0R0OSF.0 size=383764 2024-09-12T17:19:52.680 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.681+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=VOO81P0R0OSF tag=L4EQVLCSOKKB type=write size=1432340 2024-09-12T17:19:52.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.685+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~MGZ9LXHVQURW.0 size=1048576 2024-09-12T17:19:52.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.689+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~MGZ9LXHVQURW.1 size=1048576 2024-09-12T17:19:52.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.693+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~MGZ9LXHVQURW.2 size=1010847 2024-09-12T17:19:52.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.693+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=MGZ9LXHVQURW tag=Z640MT6OE4UC type=write size=4156575 2024-09-12T17:19:52.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.697+0000 7fbd9195a8c0 1 < suggested remove operation key=L0FPLBRF5O79 tag=TDOUZR2CTKWD type=del 2024-09-12T17:19:52.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.701+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=4YX9TRPA3K5Y type=del size=814944 2024-09-12T17:19:52.704 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.705+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~11OIVT4V3LIS.0 size=714635 2024-09-12T17:19:52.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.709+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=11OIVT4V3LIS tag=JGD0FLDIZWRK type=write size=1763211 2024-09-12T17:19:52.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.713+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=C0AC8A6WNY3E type=del size=4073606 2024-09-12T17:19:52.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.717+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=YIEECTIZMIQF type=del 2024-09-12T17:19:52.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.721+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=NDBHR4GYPVPK type=del size=2058955 2024-09-12T17:19:52.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.721+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~W3EKN417Q9UB.0 size=1048576 2024-09-12T17:19:52.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.725+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~W3EKN417Q9UB.1 size=1048576 2024-09-12T17:19:52.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.729+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~W3EKN417Q9UB.2 size=892998 2024-09-12T17:19:52.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.733+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=W3EKN417Q9UB tag=XS28PBZCP0JQ type=write size=4038726 2024-09-12T17:19:52.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.737+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=3YJA61YVV085 type=write size=612005 2024-09-12T17:19:52.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.741+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=5DGHLMLZNM66 type=del 2024-09-12T17:19:52.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.741+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=8V8O8WI6URC7 type=write size=145774 2024-09-12T17:19:52.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.745+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=TJJT1NN84NCN type=del 2024-09-12T17:19:52.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.753+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~W8XVJ1RHSN5W.0 size=1048576 2024-09-12T17:19:52.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.753+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~W8XVJ1RHSN5W.1 size=705010 2024-09-12T17:19:52.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.753+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=W8XVJ1RHSN5W tag=S7A14ZTFCKH8 type=write size=2802162 2024-09-12T17:19:52.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.757+0000 7fbd9195a8c0 1 < completed write operation key=KAT5FF0HSKKN tag=D5VQ2K4SGDPD type=write size=972795 2024-09-12T17:19:52.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.761+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=D3R0FK5YLQJT type=del size=2052417 2024-09-12T17:19:52.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.765+0000 7fbd9195a8c0 1 < suggested update operation key=KAT5FF0HSKKN tag=7SKSETL52U8T type=del size=2733093 2024-09-12T17:19:52.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.769+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=B26L3D25LZ3H type=del size=475457 2024-09-12T17:19:52.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.773+0000 7fbd9195a8c0 1 < completed write operation key=9OCQAHF3Y4ZE tag=KEGM6WUDVIAK type=write size=291116 2024-09-12T17:19:52.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.773+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=F4MD5DWZ0GHO type=write size=954460 2024-09-12T17:19:52.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.781+0000 7fbd9195a8c0 1 < suggested update operation key=GCAJ0JAKNDKG tag=OOK44T4YBAY6 type=del size=4052936 2024-09-12T17:19:52.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.785+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=DWIXRAGR51QH type=del size=51633 2024-09-12T17:19:52.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.789+0000 7fbd9195a8c0 -1 < failed to complete operation key=L0FPLBRF5O79 tag=HRVSWIDCJIEZ type=del size=4040677: (22) Invalid argument 2024-09-12T17:19:52.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.793+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=X47ULYH7PUCH type=del size=2619934 2024-09-12T17:19:52.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.793+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=LV23FFNDVYTE type=del 2024-09-12T17:19:52.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.797+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=TSZDVWLODM0K type=del size=3689852 2024-09-12T17:19:52.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.801+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~Q9P420XWE6E5.0 size=1048576 2024-09-12T17:19:52.802 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.805+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~Q9P420XWE6E5.1 size=1048576 2024-09-12T17:19:52.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.805+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~Q9P420XWE6E5.2 size=861793 2024-09-12T17:19:52.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.809+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=Q9P420XWE6E5 tag=VQVFJPZ3WPO8 type=write size=4007521 2024-09-12T17:19:52.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.817+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~062SCRSPQDMP.0 size=312435 2024-09-12T17:19:52.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.817+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=062SCRSPQDMP tag=W6JFLJI0TDF9 type=write size=1361011 2024-09-12T17:19:52.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.821+0000 7fbd9195a8c0 1 < canceled operation key=6MVT0KBRIU11 tag=EZ7C9HGH16GL type=del size=1748389 2024-09-12T17:19:52.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.821+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=Y7JG677POV0I type=write size=37289 2024-09-12T17:19:52.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.829+0000 7fbd9195a8c0 1 < suggested update operation key=DXPGRTSHP1VC tag=9NSFCZ8LSC48 type=del size=3309833 2024-09-12T17:19:52.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.837+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~XY7OKEC1RCSL.0 size=1048576 2024-09-12T17:19:52.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.837+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~XY7OKEC1RCSL.1 size=333829 2024-09-12T17:19:52.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.837+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=XY7OKEC1RCSL tag=L1GVVX5W3TP3 type=write size=2430981 2024-09-12T17:19:52.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.841+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~MGZ9LXHVQURW.0 size=1048576 2024-09-12T17:19:52.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.845+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~MGZ9LXHVQURW.1 size=1048576 2024-09-12T17:19:52.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.845+0000 7fbd9195a8c0 1 < canceled part key=_multipart_NZTGLGZX3CR8.2~MGZ9LXHVQURW.2 size=1010847 2024-09-12T17:19:52.847 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.849+0000 7fbd9195a8c0 1 < canceled multipart upload key=NZTGLGZX3CR8 upload=MGZ9LXHVQURW tag=Z640MT6OE4UC type=write size=4156575 2024-09-12T17:19:52.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.849+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=7337J13BPN1K type=write size=676773 2024-09-12T17:19:52.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.853+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=4YX9TRPA3K5Y type=del 2024-09-12T17:19:52.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.857+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~RKGNZBB7WDZK.0 size=774815 2024-09-12T17:19:52.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.857+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=RKGNZBB7WDZK tag=EPF0NIHPYUY6 type=write size=1823391 2024-09-12T17:19:52.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.865+0000 7fbd9195a8c0 1 < suggested remove operation key=TQUAG7E2B31Q tag=C0AC8A6WNY3E type=del 2024-09-12T17:19:52.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.869+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~VGQLVD9Q1URA.0 size=882216 2024-09-12T17:19:52.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.869+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=VGQLVD9Q1URA tag=JCQR0EEUJ4T3 type=write size=1930792 2024-09-12T17:19:52.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.869+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=NDBHR4GYPVPK type=del 2024-09-12T17:19:52.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.873+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=MAZ3HWO7ITT2 type=del size=3753751 2024-09-12T17:19:52.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.877+0000 7fbd9195a8c0 1 < suggested remove operation key=L4S21D3VH55N tag=3YJA61YVV085 type=write 2024-09-12T17:19:52.879 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.881+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=FAQXQ32FCORK type=del size=780987 2024-09-12T17:19:52.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.881+0000 7fbd9195a8c0 1 < completed write operation key=RE67Q37TLF36 tag=8V8O8WI6URC7 type=write size=145774 2024-09-12T17:19:52.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.885+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=NLPCNGGMMJBH type=del size=4176333 2024-09-12T17:19:52.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.889+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~W8XVJ1RHSN5W.0 size=1048576 2024-09-12T17:19:52.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.889+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~W8XVJ1RHSN5W.1 size=705010 2024-09-12T17:19:52.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.893+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=W8XVJ1RHSN5W tag=S7A14ZTFCKH8 type=write size=2802162 2024-09-12T17:19:52.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.897+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~EBES26KB35PP.0 size=180269 2024-09-12T17:19:52.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.897+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=EBES26KB35PP tag=5E5FSNLLXQY8 type=write size=1228845 2024-09-12T17:19:52.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.901+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=D3R0FK5YLQJT type=del 2024-09-12T17:19:52.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.909+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~20LCHKRBAR45.0 size=74811 2024-09-12T17:19:52.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.909+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=20LCHKRBAR45 tag=LDUHUZ4ZZ9PF type=write size=1123387 2024-09-12T17:19:52.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.909+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=B26L3D25LZ3H type=del 2024-09-12T17:19:52.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.913+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=H41RG399025L type=write size=1009147 2024-09-12T17:19:52.914 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.917+0000 7fbd9195a8c0 1 < completed write operation key=00KG7A7MIHV2 tag=F4MD5DWZ0GHO type=write size=954460 2024-09-12T17:19:52.918 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.917+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=601HM1JF7LWE type=write size=701993 2024-09-12T17:19:52.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.921+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=DWIXRAGR51QH type=del 2024-09-12T17:19:52.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.925+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=DBNOYFQEAXEE type=del size=761127 2024-09-12T17:19:52.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.929+0000 7fbd9195a8c0 -1 < failed to complete operation key=DXPGRTSHP1VC tag=X47ULYH7PUCH type=del size=2619934: (22) Invalid argument 2024-09-12T17:19:52.931 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.933+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~D933709IFVMJ.0 size=1041576 2024-09-12T17:19:52.931 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.933+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=D933709IFVMJ tag=PNAJCXLLGNFX type=write size=2090152 2024-09-12T17:19:52.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.937+0000 7fbd9195a8c0 1 < canceled operation key=5MSE40XZZQHD tag=TSZDVWLODM0K type=del size=3689852 2024-09-12T17:19:52.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.941+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~46SR74L4XMRC.0 size=1048576 2024-09-12T17:19:52.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.941+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~46SR74L4XMRC.1 size=474005 2024-09-12T17:19:52.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.941+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=46SR74L4XMRC tag=WX58S1GGGJPE type=write size=2571157 2024-09-12T17:19:52.944 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.945+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~062SCRSPQDMP.0 size=312435 2024-09-12T17:19:52.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.949+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=062SCRSPQDMP tag=W6JFLJI0TDF9 type=write size=1361011 2024-09-12T17:19:52.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.953+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=WA6S23O18C23 type=write size=509334 2024-09-12T17:19:52.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.957+0000 7fbd9195a8c0 1 < completed write operation key=GZRPL96NSXKR tag=Y7JG677POV0I type=write size=37289 2024-09-12T17:19:52.957 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.957+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=1KFEZGIF30CR type=del size=3725950 2024-09-12T17:19:52.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.957+0000 7fbd9195a8c0 1 < canceled part key=_multipart_GCAJ0JAKNDKG.2~XY7OKEC1RCSL.0 size=1048576 2024-09-12T17:19:52.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.961+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~XY7OKEC1RCSL.1 size=333829 2024-09-12T17:19:52.964 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.965+0000 7fbd9195a8c0 1 < canceled multipart upload key=GCAJ0JAKNDKG upload=XY7OKEC1RCSL tag=L1GVVX5W3TP3 type=write size=2430981 2024-09-12T17:19:52.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.969+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~G87D1ARZMXVZ.0 size=1048576 2024-09-12T17:19:52.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.973+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~G87D1ARZMXVZ.1 size=1048576 2024-09-12T17:19:52.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.973+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~G87D1ARZMXVZ.2 size=791107 2024-09-12T17:19:52.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.973+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=G87D1ARZMXVZ tag=20S0G62E74WJ type=write size=3936835 2024-09-12T17:19:52.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.977+0000 7fbd9195a8c0 1 < completed write operation key=9OCQAHF3Y4ZE tag=7337J13BPN1K type=write size=676773 2024-09-12T17:19:52.979 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.981+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~48PHY910ZLLA.0 size=1048576 2024-09-12T17:19:52.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.981+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~48PHY910ZLLA.1 size=604595 2024-09-12T17:19:52.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.981+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=48PHY910ZLLA tag=MVX24BVU4BTH type=write size=2701747 2024-09-12T17:19:52.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.981+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KAT5FF0HSKKN.2~RKGNZBB7WDZK.0 size=774815 2024-09-12T17:19:52.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.989+0000 7fbd9195a8c0 1 < canceled multipart upload key=KAT5FF0HSKKN upload=RKGNZBB7WDZK tag=EPF0NIHPYUY6 type=write size=1823391 2024-09-12T17:19:52.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.993+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~1Q5YKEN6JUSE.0 size=1048576 2024-09-12T17:19:52.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.993+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~1Q5YKEN6JUSE.1 size=561105 2024-09-12T17:19:52.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.993+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=1Q5YKEN6JUSE tag=8B3365NS4NH1 type=write size=2658257 2024-09-12T17:19:52.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.993+0000 7fbd9195a8c0 1 < canceled part key=_multipart_SLMRZF9L9KXH.2~VGQLVD9Q1URA.0 size=882216 2024-09-12T17:19:52.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:52.997+0000 7fbd9195a8c0 1 < canceled multipart upload key=SLMRZF9L9KXH upload=VGQLVD9Q1URA tag=JCQR0EEUJ4T3 type=write size=1930792 2024-09-12T17:19:53.000 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.001+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=O2QT7ZRUCKHJ type=del size=342943 2024-09-12T17:19:53.003 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.005+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=MAZ3HWO7ITT2 type=del 2024-09-12T17:19:53.005 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.005+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=AVLNBZLB15LY type=write size=200552 2024-09-12T17:19:53.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.009+0000 7fbd9195a8c0 1 < canceled operation key=7MLJ2M37A6HT tag=FAQXQ32FCORK type=del size=780987 2024-09-12T17:19:53.014 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.017+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~VJCH04B2CEVV.0 size=1048576 2024-09-12T17:19:53.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.017+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~VJCH04B2CEVV.1 size=1048576 2024-09-12T17:19:53.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.021+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~VJCH04B2CEVV.2 size=451306 2024-09-12T17:19:53.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.021+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=VJCH04B2CEVV tag=6MUZTHMIN062 type=write size=3597034 2024-09-12T17:19:53.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.021+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=NLPCNGGMMJBH type=del 2024-09-12T17:19:53.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.025+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=CRMGK357HHIP type=del size=932268 2024-09-12T17:19:53.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.029+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~EBES26KB35PP.0 size=180269 2024-09-12T17:19:53.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.033+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=EBES26KB35PP tag=5E5FSNLLXQY8 type=write size=1228845 2024-09-12T17:19:53.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.033+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=U2PU77D0W4QP type=del size=2701051 2024-09-12T17:19:53.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.037+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~20LCHKRBAR45.0 size=74811 2024-09-12T17:19:53.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.041+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=20LCHKRBAR45 tag=LDUHUZ4ZZ9PF type=write size=1123387 2024-09-12T17:19:53.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.049+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~TITTO5QO2PI6.0 size=1048576 2024-09-12T17:19:53.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.049+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~TITTO5QO2PI6.1 size=1048576 2024-09-12T17:19:53.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.053+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~TITTO5QO2PI6.2 size=959683 2024-09-12T17:19:53.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.053+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=TITTO5QO2PI6 tag=BTG82N6BZQ52 type=write size=4105411 2024-09-12T17:19:53.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.057+0000 7fbd9195a8c0 1 < completed write operation key=HI4CZTBNYDJH tag=H41RG399025L type=write size=1009147 2024-09-12T17:19:53.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.057+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=29DHQ6NSOI73 type=del size=2716401 2024-09-12T17:19:53.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.061+0000 7fbd9195a8c0 1 < completed write operation key=Y757YR0HCQEP tag=601HM1JF7LWE type=write size=701993 2024-09-12T17:19:53.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.065+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=JTB65BREL76Y type=del size=2155304 2024-09-12T17:19:53.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.069+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=DBNOYFQEAXEE type=del 2024-09-12T17:19:53.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.073+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~KEBJQ41BR0X8.0 size=1048576 2024-09-12T17:19:53.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.073+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~KEBJQ41BR0X8.1 size=759291 2024-09-12T17:19:53.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.073+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=KEBJQ41BR0X8 tag=MLI853VJW5EJ type=write size=2856443 2024-09-12T17:19:53.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.077+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~D933709IFVMJ.0 size=1041576 2024-09-12T17:19:53.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.081+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=D933709IFVMJ tag=PNAJCXLLGNFX type=write size=2090152 2024-09-12T17:19:53.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.085+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~4RH40SSG6IAC.0 size=957930 2024-09-12T17:19:53.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.085+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=4RH40SSG6IAC tag=LA970X1OO2MY type=write size=2006506 2024-09-12T17:19:53.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.089+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~46SR74L4XMRC.0 size=1048576 2024-09-12T17:19:53.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.093+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~46SR74L4XMRC.1 size=474005 2024-09-12T17:19:53.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.097+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=46SR74L4XMRC tag=WX58S1GGGJPE type=write size=2571157 2024-09-12T17:19:53.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.101+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=OLHXJSAZ9RNZ type=del size=282247 2024-09-12T17:19:53.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.101+0000 7fbd9195a8c0 1 < completed write operation key=FO2QR27D8UW0 tag=WA6S23O18C23 type=write size=509334 2024-09-12T17:19:53.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.109+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~MBELL5VAQ0VB.0 size=187304 2024-09-12T17:19:53.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.109+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=MBELL5VAQ0VB tag=EIMVOVUT3SL1 type=write size=1235880 2024-09-12T17:19:53.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.113+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=1KFEZGIF30CR type=del 2024-09-12T17:19:53.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.113+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=X1C2Y7NUSH96 type=write size=639794 2024-09-12T17:19:53.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.117+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~G87D1ARZMXVZ.0 size=1048576 2024-09-12T17:19:53.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.117+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~G87D1ARZMXVZ.1 size=1048576 2024-09-12T17:19:53.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.121+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~G87D1ARZMXVZ.2 size=791107 2024-09-12T17:19:53.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.125+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=G87D1ARZMXVZ tag=20S0G62E74WJ type=write size=3936835 2024-09-12T17:19:53.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.129+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=30NXRELMMQDE type=del size=128003 2024-09-12T17:19:53.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.129+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~48PHY910ZLLA.0 size=1048576 2024-09-12T17:19:53.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.133+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~48PHY910ZLLA.1 size=604595 2024-09-12T17:19:53.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.137+0000 7fbd9195a8c0 1 < completed multipart upload key=TQUAG7E2B31Q upload=48PHY910ZLLA tag=MVX24BVU4BTH type=write size=2701747 2024-09-12T17:19:53.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.141+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=DJRBTAGNPAVN type=del size=1311238 2024-09-12T17:19:53.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.141+0000 7fbd9195a8c0 1 < canceled part key=_multipart_L0FPLBRF5O79.2~1Q5YKEN6JUSE.0 size=1048576 2024-09-12T17:19:53.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.141+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~1Q5YKEN6JUSE.1 size=561105 2024-09-12T17:19:53.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.145+0000 7fbd9195a8c0 1 < canceled multipart upload key=L0FPLBRF5O79 upload=1Q5YKEN6JUSE tag=8B3365NS4NH1 type=write size=2658257 2024-09-12T17:19:53.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.153+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~XE7INZOABINT.0 size=1017908 2024-09-12T17:19:53.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.153+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=XE7INZOABINT tag=23BUEAL1IEA7 type=write size=2066484 2024-09-12T17:19:53.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.153+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=O2QT7ZRUCKHJ type=del 2024-09-12T17:19:53.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.161+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~PUSP03G0XJKT.0 size=747028 2024-09-12T17:19:53.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.161+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=PUSP03G0XJKT tag=6QEOOM3E7KKX type=write size=1795604 2024-09-12T17:19:53.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.165+0000 7fbd9195a8c0 1 < suggested update operation key=TQUAG7E2B31Q tag=AVLNBZLB15LY type=write size=200552 2024-09-12T17:19:53.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.169+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~8CKXCTB4AWEI.0 size=571554 2024-09-12T17:19:53.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.169+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=8CKXCTB4AWEI tag=KB0RDO9QUAOV type=write size=1620130 2024-09-12T17:19:53.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.173+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~VJCH04B2CEVV.0 size=1048576 2024-09-12T17:19:53.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.177+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~VJCH04B2CEVV.1 size=1048576 2024-09-12T17:19:53.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.177+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~VJCH04B2CEVV.2 size=451306 2024-09-12T17:19:53.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.185+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=VJCH04B2CEVV tag=6MUZTHMIN062 type=write size=3597034 2024-09-12T17:19:53.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.185+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=Z5UI6G1KBSBZ type=del size=608031 2024-09-12T17:19:53.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.189+0000 7fbd9195a8c0 -1 < failed to complete operation key=TQUAG7E2B31Q tag=CRMGK357HHIP type=del size=932268: (22) Invalid argument 2024-09-12T17:19:53.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.193+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~KX5JJCI0NH4S.0 size=1048576 2024-09-12T17:19:53.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.197+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~KX5JJCI0NH4S.1 size=1048576 2024-09-12T17:19:53.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.201+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~KX5JJCI0NH4S.2 size=524697 2024-09-12T17:19:53.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.201+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=KX5JJCI0NH4S tag=YZN4ERYFDH4V type=write size=3670425 2024-09-12T17:19:53.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.205+0000 7fbd9195a8c0 1 < canceled operation key=JQDWGB4MGRXE tag=U2PU77D0W4QP type=del size=2701051 2024-09-12T17:19:53.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.209+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=O6EU566P8XCJ type=del size=943055 2024-09-12T17:19:53.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.213+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~TITTO5QO2PI6.0 size=1048576 2024-09-12T17:19:53.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.213+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~TITTO5QO2PI6.1 size=1048576 2024-09-12T17:19:53.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.217+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~TITTO5QO2PI6.2 size=959683 2024-09-12T17:19:53.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.225+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=TITTO5QO2PI6 tag=BTG82N6BZQ52 type=write size=4105411 2024-09-12T17:19:53.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.229+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=F20EQVJ49JJ1 type=del size=2429818 2024-09-12T17:19:53.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.233+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=29DHQ6NSOI73 type=del 2024-09-12T17:19:53.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.233+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=GHRY16RT0KB9 type=del size=129045 2024-09-12T17:19:53.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.237+0000 7fbd9195a8c0 1 < canceled operation key=L0FPLBRF5O79 tag=JTB65BREL76Y type=del size=2155304 2024-09-12T17:19:53.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.241+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=FCDQ8J0DXQQV type=del size=3152985 2024-09-12T17:19:53.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.245+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~KEBJQ41BR0X8.0 size=1048576 2024-09-12T17:19:53.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.249+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~KEBJQ41BR0X8.1 size=759291 2024-09-12T17:19:53.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.257+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=KEBJQ41BR0X8 tag=MLI853VJW5EJ type=write size=2856443 2024-09-12T17:19:53.258 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.261+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=369BGJMBXGF8 type=del size=4104226 2024-09-12T17:19:53.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.265+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~4RH40SSG6IAC.0 size=957930 2024-09-12T17:19:53.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.269+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=4RH40SSG6IAC tag=LA970X1OO2MY type=write size=2006506 2024-09-12T17:19:53.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.273+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~ZWQ7VOLFIEHR.0 size=1048576 2024-09-12T17:19:53.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.277+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~ZWQ7VOLFIEHR.1 size=1048576 2024-09-12T17:19:53.278 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.277+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~ZWQ7VOLFIEHR.2 size=226165 2024-09-12T17:19:53.278 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.277+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=ZWQ7VOLFIEHR tag=LN2YOF3PFN4W type=write size=3371893 2024-09-12T17:19:53.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.285+0000 7fbd9195a8c0 1 < suggested update operation key=HI4CZTBNYDJH tag=OLHXJSAZ9RNZ type=del size=282247 2024-09-12T17:19:53.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.289+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=05ZTELA6NUNB type=write size=781591 2024-09-12T17:19:53.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.293+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~MBELL5VAQ0VB.0 size=187304 2024-09-12T17:19:53.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.297+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=MBELL5VAQ0VB tag=EIMVOVUT3SL1 type=write size=1235880 2024-09-12T17:19:53.300 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.301+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~J0U9DNFS7JT9.0 size=1048576 2024-09-12T17:19:53.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.305+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~J0U9DNFS7JT9.1 size=345951 2024-09-12T17:19:53.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.305+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=J0U9DNFS7JT9 tag=HH7S6H2KHFTL type=write size=2443103 2024-09-12T17:19:53.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.305+0000 7fbd9195a8c0 1 < completed write operation key=POCQSFKQMMPX tag=X1C2Y7NUSH96 type=write size=639794 2024-09-12T17:19:53.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.309+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=Q7S1DI9ENJ06 type=write size=380432 2024-09-12T17:19:53.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.313+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=30NXRELMMQDE type=del 2024-09-12T17:19:53.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.321+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~Y7NXLFRIC8YA.0 size=756969 2024-09-12T17:19:53.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.321+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=Y7NXLFRIC8YA tag=IN9DBY65O6CG type=write size=1805545 2024-09-12T17:19:53.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.321+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=DJRBTAGNPAVN type=del 2024-09-12T17:19:53.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.329+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=H0Z7PO5980IV type=del size=295960 2024-09-12T17:19:53.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.329+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~XE7INZOABINT.0 size=1017908 2024-09-12T17:19:53.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.337+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=XE7INZOABINT tag=23BUEAL1IEA7 type=write size=2066484 2024-09-12T17:19:53.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.341+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=LFVY1S66X92A type=del size=4024380 2024-09-12T17:19:53.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.345+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~PUSP03G0XJKT.0 size=747028 2024-09-12T17:19:53.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.349+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=PUSP03G0XJKT tag=6QEOOM3E7KKX type=write size=1795604 2024-09-12T17:19:53.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.353+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=P2R0JQ9AD1UD type=del size=4051863 2024-09-12T17:19:53.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.353+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~8CKXCTB4AWEI.0 size=571554 2024-09-12T17:19:53.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.357+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=8CKXCTB4AWEI tag=KB0RDO9QUAOV type=write size=1620130 2024-09-12T17:19:53.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.361+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=QQ35Y353EYX2 type=del size=1939751 2024-09-12T17:19:53.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.365+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=Z5UI6G1KBSBZ type=del 2024-09-12T17:19:53.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.369+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~RCCIWT2E8530.0 size=1048576 2024-09-12T17:19:53.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.373+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~RCCIWT2E8530.1 size=944511 2024-09-12T17:19:53.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.373+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=RCCIWT2E8530 tag=W3A35UHZTSW5 type=write size=3041663 2024-09-12T17:19:53.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.373+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~KX5JJCI0NH4S.0 size=1048576 2024-09-12T17:19:53.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.377+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~KX5JJCI0NH4S.1 size=1048576 2024-09-12T17:19:53.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.377+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~KX5JJCI0NH4S.2 size=524697 2024-09-12T17:19:53.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.381+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=KX5JJCI0NH4S tag=YZN4ERYFDH4V type=write size=3670425 2024-09-12T17:19:53.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.389+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~ISHKORZU1PGT.0 size=1048576 2024-09-12T17:19:53.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.389+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~ISHKORZU1PGT.1 size=1048576 2024-09-12T17:19:53.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.393+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~ISHKORZU1PGT.2 size=453805 2024-09-12T17:19:53.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.393+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=ISHKORZU1PGT tag=NMK7Z95ZUW4P type=write size=3599533 2024-09-12T17:19:53.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.393+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=O6EU566P8XCJ type=del 2024-09-12T17:19:53.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.397+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=50S7314L8823 type=write size=1027472 2024-09-12T17:19:53.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.401+0000 7fbd9195a8c0 1 < suggested update operation key=DXPGRTSHP1VC tag=F20EQVJ49JJ1 type=del size=2429818 2024-09-12T17:19:53.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.405+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=QDQPXOL0KHJF type=del size=1809643 2024-09-12T17:19:53.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.409+0000 7fbd9195a8c0 1 < suggested remove operation key=POCQSFKQMMPX tag=GHRY16RT0KB9 type=del 2024-09-12T17:19:53.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.413+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~G60DX8WBLT6V.0 size=1048576 2024-09-12T17:19:53.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.417+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~G60DX8WBLT6V.1 size=1048576 2024-09-12T17:19:53.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.417+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~G60DX8WBLT6V.2 size=626947 2024-09-12T17:19:53.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.417+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=G60DX8WBLT6V tag=8FRG8X1GR824 type=write size=3772675 2024-09-12T17:19:53.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.421+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=FCDQ8J0DXQQV type=del 2024-09-12T17:19:53.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.425+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=AI75WH0T17P0 type=write size=255709 2024-09-12T17:19:53.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.425+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=369BGJMBXGF8 type=del 2024-09-12T17:19:53.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.433+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~QYW5SCOC7HWJ.0 size=1048576 2024-09-12T17:19:53.434 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.433+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~QYW5SCOC7HWJ.1 size=1048576 2024-09-12T17:19:53.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.437+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~QYW5SCOC7HWJ.2 size=639417 2024-09-12T17:19:53.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.437+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=QYW5SCOC7HWJ tag=ZAZZULV6PNB0 type=write size=3785145 2024-09-12T17:19:53.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.441+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~ZWQ7VOLFIEHR.0 size=1048576 2024-09-12T17:19:53.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.441+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~ZWQ7VOLFIEHR.1 size=1048576 2024-09-12T17:19:53.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.441+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KPZHXLWEOCN9.2~ZWQ7VOLFIEHR.2 size=226165 2024-09-12T17:19:53.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.449+0000 7fbd9195a8c0 1 < canceled multipart upload key=KPZHXLWEOCN9 upload=ZWQ7VOLFIEHR tag=LN2YOF3PFN4W type=write size=3371893 2024-09-12T17:19:53.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.449+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=ZA2H1XN60KQN type=del size=760139 2024-09-12T17:19:53.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.453+0000 7fbd9195a8c0 1 < canceled operation key=L4S21D3VH55N tag=05ZTELA6NUNB type=write size=781591 2024-09-12T17:19:53.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.457+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~FRNNSWRZYXZ2.0 size=1048576 2024-09-12T17:19:53.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.461+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~FRNNSWRZYXZ2.1 size=499915 2024-09-12T17:19:53.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.461+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=FRNNSWRZYXZ2 tag=PHGZ4LZR5GNO type=write size=2597067 2024-09-12T17:19:53.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.465+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~J0U9DNFS7JT9.0 size=1048576 2024-09-12T17:19:53.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.465+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~J0U9DNFS7JT9.1 size=345951 2024-09-12T17:19:53.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.469+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=J0U9DNFS7JT9 tag=HH7S6H2KHFTL type=write size=2443103 2024-09-12T17:19:53.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.473+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=9X1JHW9QRHKO type=del size=3714935 2024-09-12T17:19:53.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.477+0000 7fbd9195a8c0 1 < canceled operation key=Y757YR0HCQEP tag=Q7S1DI9ENJ06 type=write size=380432 2024-09-12T17:19:53.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.481+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=DFJY4Q0NCEEZ type=write size=92810 2024-09-12T17:19:53.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.481+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~Y7NXLFRIC8YA.0 size=756969 2024-09-12T17:19:53.485 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.485+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=Y7NXLFRIC8YA tag=IN9DBY65O6CG type=write size=1805545 2024-09-12T17:19:53.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.493+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~EVAKEKP99630.0 size=1048576 2024-09-12T17:19:53.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.493+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~EVAKEKP99630.1 size=1048576 2024-09-12T17:19:53.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.497+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~EVAKEKP99630.2 size=191014 2024-09-12T17:19:53.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.497+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=EVAKEKP99630 tag=N4Z2ES7VYN94 type=write size=3336742 2024-09-12T17:19:53.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.497+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=H0Z7PO5980IV type=del 2024-09-12T17:19:53.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.501+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~YFFR5GT1Q06E.0 size=863903 2024-09-12T17:19:53.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.501+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=YFFR5GT1Q06E tag=DFYQXUP3NZUQ type=write size=1912479 2024-09-12T17:19:53.505 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.505+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=LFVY1S66X92A type=del 2024-09-12T17:19:53.507 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.509+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=ZGXX4EC0BVY6 type=del size=3807147 2024-09-12T17:19:53.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.509+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=P2R0JQ9AD1UD type=del 2024-09-12T17:19:53.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.517+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~VYIO8CKN3FMS.0 size=653943 2024-09-12T17:19:53.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.517+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=VYIO8CKN3FMS tag=I1EURO0LAOU0 type=write size=1702519 2024-09-12T17:19:53.517 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.517+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=QQ35Y353EYX2 type=del 2024-09-12T17:19:53.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.521+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=3P3FDGZZ6TSC type=del size=1699436 2024-09-12T17:19:53.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.525+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~RCCIWT2E8530.0 size=1048576 2024-09-12T17:19:53.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.525+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~RCCIWT2E8530.1 size=944511 2024-09-12T17:19:53.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.533+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=RCCIWT2E8530 tag=W3A35UHZTSW5 type=write size=3041663 2024-09-12T17:19:53.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.537+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~8XSFR1M8C1V1.0 size=1048576 2024-09-12T17:19:53.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.541+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~8XSFR1M8C1V1.1 size=1048576 2024-09-12T17:19:53.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.541+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~8XSFR1M8C1V1.2 size=493580 2024-09-12T17:19:53.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.541+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=8XSFR1M8C1V1 tag=33H0MGTVSUP0 type=write size=3639308 2024-09-12T17:19:53.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.545+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~ISHKORZU1PGT.0 size=1048576 2024-09-12T17:19:53.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.545+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~ISHKORZU1PGT.1 size=1048576 2024-09-12T17:19:53.547 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.549+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~ISHKORZU1PGT.2 size=453805 2024-09-12T17:19:53.552 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.553+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=ISHKORZU1PGT tag=NMK7Z95ZUW4P type=write size=3599533 2024-09-12T17:19:53.554 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.557+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=PST38268KB1K type=del size=1599300 2024-09-12T17:19:53.557 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.557+0000 7fbd9195a8c0 1 < canceled operation key=2KWWYKI06IXO tag=50S7314L8823 type=write size=1027472 2024-09-12T17:19:53.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.561+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=L4B99I0G7Z2L type=del size=4145642 2024-09-12T17:19:53.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.565+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=QDQPXOL0KHJF type=del 2024-09-12T17:19:53.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.569+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~9O5A3S777UCB.0 size=679207 2024-09-12T17:19:53.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.569+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=9O5A3S777UCB tag=7B2QKWK8C4PD type=write size=1727783 2024-09-12T17:19:53.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.573+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~G60DX8WBLT6V.0 size=1048576 2024-09-12T17:19:53.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.573+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~G60DX8WBLT6V.1 size=1048576 2024-09-12T17:19:53.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.577+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~G60DX8WBLT6V.2 size=626947 2024-09-12T17:19:53.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.585+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=G60DX8WBLT6V tag=8FRG8X1GR824 type=write size=3772675 2024-09-12T17:19:53.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.589+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=BGWM1H592Z9X type=del size=2675807 2024-09-12T17:19:53.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.593+0000 7fbd9195a8c0 1 < suggested remove operation key=2KWWYKI06IXO tag=AI75WH0T17P0 type=write 2024-09-12T17:19:53.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.597+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=AYSQ7NORPIPA type=write size=311005 2024-09-12T17:19:53.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.601+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~QYW5SCOC7HWJ.0 size=1048576 2024-09-12T17:19:53.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.601+0000 7fbd9195a8c0 1 < canceled part key=_multipart_O1IZNZKZ8T2I.2~QYW5SCOC7HWJ.1 size=1048576 2024-09-12T17:19:53.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.601+0000 7fbd9195a8c0 1 < canceled part key=_multipart_O1IZNZKZ8T2I.2~QYW5SCOC7HWJ.2 size=639417 2024-09-12T17:19:53.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.605+0000 7fbd9195a8c0 1 < canceled multipart upload key=O1IZNZKZ8T2I upload=QYW5SCOC7HWJ tag=ZAZZULV6PNB0 type=write size=3785145 2024-09-12T17:19:53.606 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.609+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=G4ESXWKI865V type=del size=3977821 2024-09-12T17:19:53.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.609+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=ZA2H1XN60KQN type=del 2024-09-12T17:19:53.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.613+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=X6S3PXB0TBLP type=del size=2707317 2024-09-12T17:19:53.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.617+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~FRNNSWRZYXZ2.0 size=1048576 2024-09-12T17:19:53.617 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.617+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~FRNNSWRZYXZ2.1 size=499915 2024-09-12T17:19:53.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.621+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=FRNNSWRZYXZ2 tag=PHGZ4LZR5GNO type=write size=2597067 2024-09-12T17:19:53.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.629+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~IKR4XM7128X9.0 size=1048576 2024-09-12T17:19:53.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.629+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~IKR4XM7128X9.1 size=1048576 2024-09-12T17:19:53.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.633+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~IKR4XM7128X9.2 size=630285 2024-09-12T17:19:53.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.633+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=IKR4XM7128X9 tag=SA8908CBJ4ZB type=write size=3776013 2024-09-12T17:19:53.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.633+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=9X1JHW9QRHKO type=del 2024-09-12T17:19:53.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.637+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=M0KD0ZQ5Y2YA type=del size=360005 2024-09-12T17:19:53.639 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.641+0000 7fbd9195a8c0 1 < completed write operation key=3LZK6DWM6YLP tag=DFJY4Q0NCEEZ type=write size=92810 2024-09-12T17:19:53.642 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.645+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=AU1EN8L96EVT type=del size=1827462 2024-09-12T17:19:53.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.645+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~EVAKEKP99630.0 size=1048576 2024-09-12T17:19:53.648 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.649+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~EVAKEKP99630.1 size=1048576 2024-09-12T17:19:53.651 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.653+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~EVAKEKP99630.2 size=191014 2024-09-12T17:19:53.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.657+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=EVAKEKP99630 tag=N4Z2ES7VYN94 type=write size=3336742 2024-09-12T17:19:53.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.665+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~SYHRA8JWY79G.0 size=1048576 2024-09-12T17:19:53.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.665+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~SYHRA8JWY79G.1 size=511207 2024-09-12T17:19:53.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.665+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=SYHRA8JWY79G tag=84KBYJKSUH1V type=write size=2608359 2024-09-12T17:19:53.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.669+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~YFFR5GT1Q06E.0 size=863903 2024-09-12T17:19:53.674 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.677+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=YFFR5GT1Q06E tag=DFYQXUP3NZUQ type=write size=1912479 2024-09-12T17:19:53.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.681+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~WJR1IRQU2KBH.0 size=3083 2024-09-12T17:19:53.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.681+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=WJR1IRQU2KBH tag=D9QI1MCD98YC type=write size=1051659 2024-09-12T17:19:53.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.685+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=ZGXX4EC0BVY6 type=del 2024-09-12T17:19:53.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.689+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=JNS085FYLVW3 type=del size=2308488 2024-09-12T17:19:53.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.693+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~VYIO8CKN3FMS.0 size=653943 2024-09-12T17:19:53.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.697+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=VYIO8CKN3FMS tag=I1EURO0LAOU0 type=write size=1702519 2024-09-12T17:19:53.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.701+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=009A0CQERM3A type=del size=294489 2024-09-12T17:19:53.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.705+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=3P3FDGZZ6TSC type=del 2024-09-12T17:19:53.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.709+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~4BDU96F9I8CO.0 size=1048576 2024-09-12T17:19:53.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.713+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~4BDU96F9I8CO.1 size=585058 2024-09-12T17:19:53.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.713+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=4BDU96F9I8CO tag=QVEDTX0C6I0Q type=write size=2682210 2024-09-12T17:19:53.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.717+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~8XSFR1M8C1V1.0 size=1048576 2024-09-12T17:19:53.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.717+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~8XSFR1M8C1V1.1 size=1048576 2024-09-12T17:19:53.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.721+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~8XSFR1M8C1V1.2 size=493580 2024-09-12T17:19:53.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.729+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=8XSFR1M8C1V1 tag=33H0MGTVSUP0 type=write size=3639308 2024-09-12T17:19:53.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.733+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=6KZ8J2HB08GQ type=del size=3114485 2024-09-12T17:19:53.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.737+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=PST38268KB1K type=del 2024-09-12T17:19:53.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.741+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~4MGF0CE11N68.0 size=1048576 2024-09-12T17:19:53.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.745+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~4MGF0CE11N68.1 size=1048576 2024-09-12T17:19:53.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.745+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~4MGF0CE11N68.2 size=388856 2024-09-12T17:19:53.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.745+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=4MGF0CE11N68 tag=2UB6UNN7M9MC type=write size=3534584 2024-09-12T17:19:53.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.749+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=L4B99I0G7Z2L type=del 2024-09-12T17:19:53.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.757+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~9PI1UCXIEQ8V.0 size=35593 2024-09-12T17:19:53.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.757+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=9PI1UCXIEQ8V tag=QM0RW4K9FB9A type=write size=1084169 2024-09-12T17:19:53.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.761+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~9O5A3S777UCB.0 size=679207 2024-09-12T17:19:53.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.765+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=9O5A3S777UCB tag=7B2QKWK8C4PD type=write size=1727783 2024-09-12T17:19:53.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.769+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~GX239HR46GNK.0 size=1048576 2024-09-12T17:19:53.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.773+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~GX239HR46GNK.1 size=1048576 2024-09-12T17:19:53.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.777+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~GX239HR46GNK.2 size=399291 2024-09-12T17:19:53.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.777+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=GX239HR46GNK tag=3R71D64XG13T type=write size=3545019 2024-09-12T17:19:53.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.777+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=BGWM1H592Z9X type=del 2024-09-12T17:19:53.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.785+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~IYV46X0CW11T.0 size=1048576 2024-09-12T17:19:53.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.785+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~IYV46X0CW11T.1 size=381477 2024-09-12T17:19:53.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.785+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=IYV46X0CW11T tag=R8OOWGVZL6J6 type=write size=2478629 2024-09-12T17:19:53.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.789+0000 7fbd9195a8c0 1 < completed write operation key=3LZK6DWM6YLP tag=AYSQ7NORPIPA type=write size=311005 2024-09-12T17:19:53.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.793+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=89GHYM7W44Z4 type=del size=3377211 2024-09-12T17:19:53.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.797+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=G4ESXWKI865V type=del 2024-09-12T17:19:53.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.801+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=U3XM24OE8FU3 type=del size=2288135 2024-09-12T17:19:53.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.805+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=X6S3PXB0TBLP type=del 2024-09-12T17:19:53.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.809+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=E4XYGPDXU38T type=del size=4164074 2024-09-12T17:19:53.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.813+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~IKR4XM7128X9.0 size=1048576 2024-09-12T17:19:53.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.813+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~IKR4XM7128X9.1 size=1048576 2024-09-12T17:19:53.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.817+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~IKR4XM7128X9.2 size=630285 2024-09-12T17:19:53.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.821+0000 7fbd9195a8c0 1 < completed multipart upload key=TQUAG7E2B31Q upload=IKR4XM7128X9 tag=SA8908CBJ4ZB type=write size=3776013 2024-09-12T17:19:53.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.829+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~8MOOTGCOYU97.0 size=1048576 2024-09-12T17:19:53.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.829+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~8MOOTGCOYU97.1 size=921458 2024-09-12T17:19:53.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.829+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=8MOOTGCOYU97 tag=2L1BKNFIH1I2 type=write size=3018610 2024-09-12T17:19:53.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.837+0000 7fbd9195a8c0 1 < suggested remove operation key=KAT5FF0HSKKN tag=M0KD0ZQ5Y2YA type=del 2024-09-12T17:19:53.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.841+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=TYE3290X6RZ5 type=del size=1539737 2024-09-12T17:19:53.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.845+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=AU1EN8L96EVT type=del 2024-09-12T17:19:53.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.845+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=0KBQ6OXYD1SJ type=del size=3022030 2024-09-12T17:19:53.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.849+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~SYHRA8JWY79G.0 size=1048576 2024-09-12T17:19:53.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.853+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~SYHRA8JWY79G.1 size=511207 2024-09-12T17:19:53.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.857+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=SYHRA8JWY79G tag=84KBYJKSUH1V type=write size=2608359 2024-09-12T17:19:53.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.861+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~Z1MRCWS7KG68.0 size=692671 2024-09-12T17:19:53.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.861+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=Z1MRCWS7KG68 tag=WXD2Y622COYE type=write size=1741247 2024-09-12T17:19:53.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.865+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~WJR1IRQU2KBH.0 size=3083 2024-09-12T17:19:53.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.869+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=WJR1IRQU2KBH tag=D9QI1MCD98YC type=write size=1051659 2024-09-12T17:19:53.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.877+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~A3SXSDIIUTRJ.0 size=1048576 2024-09-12T17:19:53.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.881+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~A3SXSDIIUTRJ.1 size=1048576 2024-09-12T17:19:53.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.881+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~A3SXSDIIUTRJ.2 size=507208 2024-09-12T17:19:53.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.881+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=A3SXSDIIUTRJ tag=3LFHAD97Q1UL type=write size=3652936 2024-09-12T17:19:53.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.885+0000 7fbd9195a8c0 1 < canceled operation key=RE67Q37TLF36 tag=JNS085FYLVW3 type=del size=2308488 2024-09-12T17:19:53.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.889+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=INA3IR2SC0SK type=del size=2351567 2024-09-12T17:19:53.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.889+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=009A0CQERM3A type=del 2024-09-12T17:19:53.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.893+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=RT90LVRHGGRP type=del size=2419391 2024-09-12T17:19:53.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.897+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~4BDU96F9I8CO.0 size=1048576 2024-09-12T17:19:53.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.897+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~4BDU96F9I8CO.1 size=585058 2024-09-12T17:19:53.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.901+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=4BDU96F9I8CO tag=QVEDTX0C6I0Q type=write size=2682210 2024-09-12T17:19:53.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.909+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~6Y8L4R2C86EZ.0 size=591355 2024-09-12T17:19:53.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.909+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=6Y8L4R2C86EZ tag=WDNMTGAJNA9D type=write size=1639931 2024-09-12T17:19:53.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.909+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=6KZ8J2HB08GQ type=del 2024-09-12T17:19:53.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.913+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=U1KSCZ3SJTFS type=del size=1281385 2024-09-12T17:19:53.914 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.917+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~4MGF0CE11N68.0 size=1048576 2024-09-12T17:19:53.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.917+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~4MGF0CE11N68.1 size=1048576 2024-09-12T17:19:53.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.921+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~4MGF0CE11N68.2 size=388856 2024-09-12T17:19:53.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.925+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=4MGF0CE11N68 tag=2UB6UNN7M9MC type=write size=3534584 2024-09-12T17:19:53.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.925+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=CBOUNBVCZ58N type=del size=2255667 2024-09-12T17:19:53.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.929+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6MVT0KBRIU11.2~9PI1UCXIEQ8V.0 size=35593 2024-09-12T17:19:53.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.933+0000 7fbd9195a8c0 1 < canceled multipart upload key=6MVT0KBRIU11 upload=9PI1UCXIEQ8V tag=QM0RW4K9FB9A type=write size=1084169 2024-09-12T17:19:53.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.933+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=U7ZJGL499MAM type=write size=433526 2024-09-12T17:19:53.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.937+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~GX239HR46GNK.0 size=1048576 2024-09-12T17:19:53.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~GX239HR46GNK.1 size=1048576 2024-09-12T17:19:53.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~GX239HR46GNK.2 size=399291 2024-09-12T17:19:53.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.945+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=GX239HR46GNK tag=3R71D64XG13T type=write size=3545019 2024-09-12T17:19:53.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.953+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~MN342563GT91.0 size=564332 2024-09-12T17:19:53.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.953+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=MN342563GT91 tag=0BT4NFH83WNT type=write size=1612908 2024-09-12T17:19:53.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.953+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~IYV46X0CW11T.0 size=1048576 2024-09-12T17:19:53.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.953+0000 7fbd9195a8c0 1 < canceled part key=_multipart_NZTGLGZX3CR8.2~IYV46X0CW11T.1 size=381477 2024-09-12T17:19:53.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.957+0000 7fbd9195a8c0 1 < canceled multipart upload key=NZTGLGZX3CR8 upload=IYV46X0CW11T tag=R8OOWGVZL6J6 type=write size=2478629 2024-09-12T17:19:53.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.961+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=Z3EZ7R2D6ERT type=del size=2580553 2024-09-12T17:19:53.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.965+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=89GHYM7W44Z4 type=del 2024-09-12T17:19:53.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.969+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=PDXZXDTNYR59 type=del size=193970 2024-09-12T17:19:53.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.969+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=U3XM24OE8FU3 type=del 2024-09-12T17:19:53.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.977+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~CC64OM459367.0 size=574579 2024-09-12T17:19:53.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.977+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=CC64OM459367 tag=GU3UJ3X87VQ8 type=write size=1623155 2024-09-12T17:19:53.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.977+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=E4XYGPDXU38T type=del 2024-09-12T17:19:53.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.981+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=84NOWG4A1V7J type=del size=1056829 2024-09-12T17:19:53.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.985+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~8MOOTGCOYU97.0 size=1048576 2024-09-12T17:19:53.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.989+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~8MOOTGCOYU97.1 size=921458 2024-09-12T17:19:53.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.993+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=8MOOTGCOYU97 tag=2L1BKNFIH1I2 type=write size=3018610 2024-09-12T17:19:53.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.997+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=5SGA7MUDHZPS type=del size=1478889 2024-09-12T17:19:53.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:53.997+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=TYE3290X6RZ5 type=del 2024-09-12T17:19:54.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.001+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=FTL7I1G9MG5Q type=write size=886536 2024-09-12T17:19:54.004 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.005+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=0KBQ6OXYD1SJ type=del 2024-09-12T17:19:54.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.009+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=DEGNDZ1BPAJV type=write size=426253 2024-09-12T17:19:54.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.013+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~Z1MRCWS7KG68.0 size=692671 2024-09-12T17:19:54.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.017+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=Z1MRCWS7KG68 tag=WXD2Y622COYE type=write size=1741247 2024-09-12T17:19:54.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.021+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~EHHP50Q31LD0.0 size=294155 2024-09-12T17:19:54.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.021+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=EHHP50Q31LD0 tag=I2EJGZNK4XPG type=write size=1342731 2024-09-12T17:19:54.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.025+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~A3SXSDIIUTRJ.0 size=1048576 2024-09-12T17:19:54.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.025+0000 7fbd9195a8c0 1 < canceled part key=_multipart_L0FPLBRF5O79.2~A3SXSDIIUTRJ.1 size=1048576 2024-09-12T17:19:54.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.029+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~A3SXSDIIUTRJ.2 size=507208 2024-09-12T17:19:54.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.033+0000 7fbd9195a8c0 1 < canceled multipart upload key=L0FPLBRF5O79 upload=A3SXSDIIUTRJ tag=3LFHAD97Q1UL type=write size=3652936 2024-09-12T17:19:54.037 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.037+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~MEVXFM23V18L.0 size=1048576 2024-09-12T17:19:54.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.041+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~MEVXFM23V18L.1 size=1048576 2024-09-12T17:19:54.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.041+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~MEVXFM23V18L.2 size=502570 2024-09-12T17:19:54.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.041+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=MEVXFM23V18L tag=VPS0STT2UHVS type=write size=3648298 2024-09-12T17:19:54.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.045+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=INA3IR2SC0SK type=del 2024-09-12T17:19:54.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.053+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~17V0FOLTZ3GH.0 size=602287 2024-09-12T17:19:54.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.053+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=17V0FOLTZ3GH tag=JQJJZ6S1NS9L type=write size=1650863 2024-09-12T17:19:54.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.057+0000 7fbd9195a8c0 1 < suggested remove operation key=PK7SUDXCYB4F tag=RT90LVRHGGRP type=del 2024-09-12T17:19:54.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.061+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=2F9JQTM0OCUD type=del size=1934727 2024-09-12T17:19:54.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.065+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~6Y8L4R2C86EZ.0 size=591355 2024-09-12T17:19:54.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.069+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=6Y8L4R2C86EZ tag=WDNMTGAJNA9D type=write size=1639931 2024-09-12T17:19:54.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.073+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=394VZ100RRHY type=write size=377774 2024-09-12T17:19:54.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.077+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=U1KSCZ3SJTFS type=del 2024-09-12T17:19:54.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.077+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=ZNDQH15M6DKP type=del size=3352120 2024-09-12T17:19:54.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.081+0000 7fbd9195a8c0 1 < canceled operation key=5MSE40XZZQHD tag=CBOUNBVCZ58N type=del size=2255667 2024-09-12T17:19:54.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.085+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=7Q7JUIE8I061 type=del size=561936 2024-09-12T17:19:54.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.089+0000 7fbd9195a8c0 1 < completed write operation key=00KG7A7MIHV2 tag=U7ZJGL499MAM type=write size=433526 2024-09-12T17:19:54.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.089+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=ZMTRX3BX8MV4 type=del size=1021595 2024-09-12T17:19:54.092 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.093+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~MN342563GT91.0 size=564332 2024-09-12T17:19:54.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.097+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=MN342563GT91 tag=0BT4NFH83WNT type=write size=1612908 2024-09-12T17:19:54.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.101+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=CQH7LTWPQQTP type=write size=97292 2024-09-12T17:19:54.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.105+0000 7fbd9195a8c0 1 < canceled operation key=6MVT0KBRIU11 tag=Z3EZ7R2D6ERT type=del size=2580553 2024-09-12T17:19:54.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.109+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=3BP6BSOPY9IL type=del size=2193420 2024-09-12T17:19:54.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.109+0000 7fbd9195a8c0 1 < canceled operation key=KAT5FF0HSKKN tag=PDXZXDTNYR59 type=del size=193970 2024-09-12T17:19:54.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.113+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=871UG5JRW67C type=del size=3720087 2024-09-12T17:19:54.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.117+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~CC64OM459367.0 size=574579 2024-09-12T17:19:54.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.121+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=CC64OM459367 tag=GU3UJ3X87VQ8 type=write size=1623155 2024-09-12T17:19:54.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.125+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=K7WUKMO2PM87 type=del size=283829 2024-09-12T17:19:54.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.129+0000 7fbd9195a8c0 1 < suggested update operation key=RE67Q37TLF36 tag=84NOWG4A1V7J type=del size=1056829 2024-09-12T17:19:54.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.137+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~23H1X0L6H5V4.0 size=1048576 2024-09-12T17:19:54.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.137+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~23H1X0L6H5V4.1 size=89471 2024-09-12T17:19:54.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.137+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=23H1X0L6H5V4 tag=EGFZJYYAYWA0 type=write size=2186623 2024-09-12T17:19:54.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.141+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=5SGA7MUDHZPS type=del 2024-09-12T17:19:54.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.145+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=C41QMOC6T3TJ type=del size=2715817 2024-09-12T17:19:54.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.153+0000 7fbd9195a8c0 1 < suggested remove operation key=6K742IMCKKDH tag=FTL7I1G9MG5Q type=write 2024-09-12T17:19:54.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.153+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=QA5XPEFPTV3X type=del size=1415289 2024-09-12T17:19:54.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.161+0000 7fbd9195a8c0 1 < suggested update operation key=1SUNSUP1HQH3 tag=DEGNDZ1BPAJV type=write size=426253 2024-09-12T17:19:54.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.161+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=48AYXK9GL4OO type=del size=2586446 2024-09-12T17:19:54.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.165+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~EHHP50Q31LD0.0 size=294155 2024-09-12T17:19:54.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.169+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=EHHP50Q31LD0 tag=I2EJGZNK4XPG type=write size=1342731 2024-09-12T17:19:54.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.173+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=5QM4NT7CKCAU type=del size=472300 2024-09-12T17:19:54.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.177+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~MEVXFM23V18L.0 size=1048576 2024-09-12T17:19:54.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.177+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~MEVXFM23V18L.1 size=1048576 2024-09-12T17:19:54.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.181+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~MEVXFM23V18L.2 size=502570 2024-09-12T17:19:54.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.185+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=MEVXFM23V18L tag=VPS0STT2UHVS type=write size=3648298 2024-09-12T17:19:54.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.189+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=V7ZZYEN51NRQ type=del size=922520 2024-09-12T17:19:54.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.189+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~17V0FOLTZ3GH.0 size=602287 2024-09-12T17:19:54.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.197+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=17V0FOLTZ3GH tag=JQJJZ6S1NS9L type=write size=1650863 2024-09-12T17:19:54.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.201+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~MRJG8YB7O06Y.0 size=767395 2024-09-12T17:19:54.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.201+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=MRJG8YB7O06Y tag=GH2PHNRND4HF type=write size=1815971 2024-09-12T17:19:54.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.205+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=2F9JQTM0OCUD type=del 2024-09-12T17:19:54.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.205+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=ZEECR7QAIPGW type=write size=768759 2024-09-12T17:19:54.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.209+0000 7fbd9195a8c0 1 < completed write operation key=L4S21D3VH55N tag=394VZ100RRHY type=write size=377774 2024-09-12T17:19:54.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.213+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=U4JQCRRLP35O type=del size=1441990 2024-09-12T17:19:54.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.217+0000 7fbd9195a8c0 -1 < failed to complete operation key=RE67Q37TLF36 tag=ZNDQH15M6DKP type=del size=3352120: (22) Invalid argument 2024-09-12T17:19:54.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.221+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~CXQWKZU65V6L.0 size=1048576 2024-09-12T17:19:54.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.225+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~CXQWKZU65V6L.1 size=1048576 2024-09-12T17:19:54.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.225+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~CXQWKZU65V6L.2 size=492346 2024-09-12T17:19:54.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.225+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=CXQWKZU65V6L tag=MNCH1JIGTR14 type=write size=3638074 2024-09-12T17:19:54.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.229+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=7Q7JUIE8I061 type=del 2024-09-12T17:19:54.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.233+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~PLX6NUM4OO5B.0 size=1048576 2024-09-12T17:19:54.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.237+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~PLX6NUM4OO5B.1 size=1048576 2024-09-12T17:19:54.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.237+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~PLX6NUM4OO5B.2 size=633629 2024-09-12T17:19:54.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.237+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=PLX6NUM4OO5B tag=QP1WDID3PXML type=write size=3779357 2024-09-12T17:19:54.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.241+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=ZMTRX3BX8MV4 type=del 2024-09-12T17:19:54.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.245+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=29EN4J4YHT4J type=del size=3585297 2024-09-12T17:19:54.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.245+0000 7fbd9195a8c0 1 < completed write operation key=JQDWGB4MGRXE tag=CQH7LTWPQQTP type=write size=97292 2024-09-12T17:19:54.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.249+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=F67CK3CD9NDL type=del size=2291022 2024-09-12T17:19:54.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.253+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=3BP6BSOPY9IL type=del 2024-09-12T17:19:54.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.257+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=E0K67RHZXLD2 type=del size=2698812 2024-09-12T17:19:54.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.261+0000 7fbd9195a8c0 1 < suggested remove operation key=GCAJ0JAKNDKG tag=871UG5JRW67C type=del 2024-09-12T17:19:54.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.265+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=LNF0YEEJ0SEC type=del size=3156854 2024-09-12T17:19:54.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.273+0000 7fbd9195a8c0 1 < suggested update operation key=GZRPL96NSXKR tag=K7WUKMO2PM87 type=del size=283829 2024-09-12T17:19:54.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.277+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=89XQB10UGG5M type=del size=2386574 2024-09-12T17:19:54.278 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.281+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~23H1X0L6H5V4.0 size=1048576 2024-09-12T17:19:54.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.281+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KPZHXLWEOCN9.2~23H1X0L6H5V4.1 size=89471 2024-09-12T17:19:54.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.285+0000 7fbd9195a8c0 1 < canceled multipart upload key=KPZHXLWEOCN9 upload=23H1X0L6H5V4 tag=EGFZJYYAYWA0 type=write size=2186623 2024-09-12T17:19:54.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.289+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=D2RMSPT24C3Y type=del size=2279040 2024-09-12T17:19:54.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.293+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=C41QMOC6T3TJ type=del 2024-09-12T17:19:54.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.293+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=LBAASLQEGY0U type=del size=1637412 2024-09-12T17:19:54.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.297+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=QA5XPEFPTV3X type=del 2024-09-12T17:19:54.300 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.301+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=TNJHEU81Y7H6 type=del size=433685 2024-09-12T17:19:54.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.305+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=48AYXK9GL4OO type=del 2024-09-12T17:19:54.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.309+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~GBBDASCHH1N3.0 size=1048576 2024-09-12T17:19:54.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.313+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~GBBDASCHH1N3.1 size=432126 2024-09-12T17:19:54.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.313+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=GBBDASCHH1N3 tag=QACS8QTKOF3W type=write size=2529278 2024-09-12T17:19:54.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.321+0000 7fbd9195a8c0 1 < suggested remove operation key=00KG7A7MIHV2 tag=5QM4NT7CKCAU type=del 2024-09-12T17:19:54.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.321+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=1QB20NKROH1A type=del size=4160681 2024-09-12T17:19:54.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.325+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=V7ZZYEN51NRQ type=del 2024-09-12T17:19:54.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.329+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=LO1FWMQRI5SY type=del size=1070783 2024-09-12T17:19:54.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.333+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~MRJG8YB7O06Y.0 size=767395 2024-09-12T17:19:54.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.341+0000 7fbd9195a8c0 1 < completed multipart upload key=TQUAG7E2B31Q upload=MRJG8YB7O06Y tag=GH2PHNRND4HF type=write size=1815971 2024-09-12T17:19:54.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.345+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~TPIY4QOJD3H5.0 size=1048576 2024-09-12T17:19:54.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.349+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~TPIY4QOJD3H5.1 size=653849 2024-09-12T17:19:54.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.349+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=TPIY4QOJD3H5 tag=KAFNLJUBGMUO type=write size=2751001 2024-09-12T17:19:54.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.353+0000 7fbd9195a8c0 1 < canceled operation key=7MLJ2M37A6HT tag=ZEECR7QAIPGW type=write size=768759 2024-09-12T17:19:54.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.357+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=9WXKCF87XK0B type=write size=1037317 2024-09-12T17:19:54.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.361+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=U4JQCRRLP35O type=del 2024-09-12T17:19:54.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.365+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=5OCPUDBQYCN0 type=del size=2197193 2024-09-12T17:19:54.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.365+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~CXQWKZU65V6L.0 size=1048576 2024-09-12T17:19:54.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.369+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~CXQWKZU65V6L.1 size=1048576 2024-09-12T17:19:54.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.373+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~CXQWKZU65V6L.2 size=492346 2024-09-12T17:19:54.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.377+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=CXQWKZU65V6L tag=MNCH1JIGTR14 type=write size=3638074 2024-09-12T17:19:54.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.381+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~NI7MKPGW9S4E.0 size=1048576 2024-09-12T17:19:54.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.385+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~NI7MKPGW9S4E.1 size=1048576 2024-09-12T17:19:54.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.385+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~NI7MKPGW9S4E.2 size=359111 2024-09-12T17:19:54.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.385+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=NI7MKPGW9S4E tag=NDXGQZKB96E5 type=write size=3504839 2024-09-12T17:19:54.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.389+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~PLX6NUM4OO5B.0 size=1048576 2024-09-12T17:19:54.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.393+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~PLX6NUM4OO5B.1 size=1048576 2024-09-12T17:19:54.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.393+0000 7fbd9195a8c0 1 < canceled part key=_multipart_BB1JW1D7NJVJ.2~PLX6NUM4OO5B.2 size=633629 2024-09-12T17:19:54.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.397+0000 7fbd9195a8c0 1 < canceled multipart upload key=BB1JW1D7NJVJ upload=PLX6NUM4OO5B tag=QP1WDID3PXML type=write size=3779357 2024-09-12T17:19:54.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.401+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=A970HCO1EIKZ type=write size=1035385 2024-09-12T17:19:54.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.405+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=29EN4J4YHT4J type=del 2024-09-12T17:19:54.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.405+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=49OHF921LB5W type=del size=3345477 2024-09-12T17:19:54.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.409+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=F67CK3CD9NDL type=del 2024-09-12T17:19:54.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.413+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=V8XAG727I5AS type=del size=2420753 2024-09-12T17:19:54.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.417+0000 7fbd9195a8c0 1 < suggested remove operation key=40V2VLOH796T tag=E0K67RHZXLD2 type=del 2024-09-12T17:19:54.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.425+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~MV07WTBXO7DC.0 size=1048576 2024-09-12T17:19:54.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.425+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~MV07WTBXO7DC.1 size=660748 2024-09-12T17:19:54.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.425+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=MV07WTBXO7DC tag=BTIUNONB9TY1 type=write size=2757900 2024-09-12T17:19:54.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.429+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=LNF0YEEJ0SEC type=del 2024-09-12T17:19:54.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.433+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=8XNV792LPLKI type=del size=4112040 2024-09-12T17:19:54.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.437+0000 7fbd9195a8c0 1 < suggested update operation key=2UQUEMHYAPVH tag=89XQB10UGG5M type=del size=2386574 2024-09-12T17:19:54.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.441+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=OV6JY699NC8W type=write size=429992 2024-09-12T17:19:54.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.445+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=D2RMSPT24C3Y type=del 2024-09-12T17:19:54.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.453+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~000XVS1E2MVB.0 size=114537 2024-09-12T17:19:54.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.453+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=000XVS1E2MVB tag=LANIB0CYRB17 type=write size=1163113 2024-09-12T17:19:54.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.453+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=LBAASLQEGY0U type=del 2024-09-12T17:19:54.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.457+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=YL8R28QE57CU type=del size=2242826 2024-09-12T17:19:54.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.461+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=TNJHEU81Y7H6 type=del 2024-09-12T17:19:54.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.465+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=XQ63R0AEIPC5 type=write size=50876 2024-09-12T17:19:54.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.465+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~GBBDASCHH1N3.0 size=1048576 2024-09-12T17:19:54.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.469+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~GBBDASCHH1N3.1 size=432126 2024-09-12T17:19:54.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.473+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=GBBDASCHH1N3 tag=QACS8QTKOF3W type=write size=2529278 2024-09-12T17:19:54.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.477+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=NL0OUJ4X28HH type=write size=24251 2024-09-12T17:19:54.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.481+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=1QB20NKROH1A type=del 2024-09-12T17:19:54.486 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.485+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~L07UI3BZ9TZL.0 size=1048576 2024-09-12T17:19:54.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.489+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~L07UI3BZ9TZL.1 size=1048576 2024-09-12T17:19:54.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.493+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~L07UI3BZ9TZL.2 size=798738 2024-09-12T17:19:54.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.493+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=L07UI3BZ9TZL tag=GF5GUIIL16BB type=write size=3944466 2024-09-12T17:19:54.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.493+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=LO1FWMQRI5SY type=del 2024-09-12T17:19:54.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.501+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~AUZWS8XV6D69.0 size=1048576 2024-09-12T17:19:54.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.501+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~AUZWS8XV6D69.1 size=919449 2024-09-12T17:19:54.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.501+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=AUZWS8XV6D69 tag=63S6C3U6PSXO type=write size=3016601 2024-09-12T17:19:54.505 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.505+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~TPIY4QOJD3H5.0 size=1048576 2024-09-12T17:19:54.507 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.509+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~TPIY4QOJD3H5.1 size=653849 2024-09-12T17:19:54.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.513+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=TPIY4QOJD3H5 tag=KAFNLJUBGMUO type=write size=2751001 2024-09-12T17:19:54.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.517+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=FBN03M031208 type=del size=2271915 2024-09-12T17:19:54.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.521+0000 7fbd9195a8c0 -1 < failed to complete operation key=2UQUEMHYAPVH tag=9WXKCF87XK0B type=write size=1037317: (22) Invalid argument 2024-09-12T17:19:54.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.525+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=4ABPFYDX5YHD type=write size=929923 2024-09-12T17:19:54.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.525+0000 7fbd9195a8c0 1 < canceled operation key=POCQSFKQMMPX tag=5OCPUDBQYCN0 type=del size=2197193 2024-09-12T17:19:54.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.529+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=2ZALANU3QFJ5 type=del size=862830 2024-09-12T17:19:54.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.533+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~NI7MKPGW9S4E.0 size=1048576 2024-09-12T17:19:54.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.537+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~NI7MKPGW9S4E.1 size=1048576 2024-09-12T17:19:54.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.537+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~NI7MKPGW9S4E.2 size=359111 2024-09-12T17:19:54.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.541+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=NI7MKPGW9S4E tag=NDXGQZKB96E5 type=write size=3504839 2024-09-12T17:19:54.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.545+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=Q5KYB4ZA2UZ2 type=del size=125430 2024-09-12T17:19:54.547 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.549+0000 7fbd9195a8c0 1 < completed write operation key=HI4CZTBNYDJH tag=A970HCO1EIKZ type=write size=1035385 2024-09-12T17:19:54.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.553+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~EW881XU0KIHS.0 size=1048576 2024-09-12T17:19:54.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.557+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~EW881XU0KIHS.1 size=656661 2024-09-12T17:19:54.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.557+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=EW881XU0KIHS tag=D0IRNS43H2IH type=write size=2753813 2024-09-12T17:19:54.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.561+0000 7fbd9195a8c0 1 < suggested remove operation key=GZRPL96NSXKR tag=49OHF921LB5W type=del 2024-09-12T17:19:54.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.565+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=5YP76301M60Y type=del size=2297784 2024-09-12T17:19:54.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.569+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=V8XAG727I5AS type=del 2024-09-12T17:19:54.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.569+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=DF7OL6GI64TA type=del size=731181 2024-09-12T17:19:54.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.573+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~MV07WTBXO7DC.0 size=1048576 2024-09-12T17:19:54.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.577+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~MV07WTBXO7DC.1 size=660748 2024-09-12T17:19:54.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.581+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=MV07WTBXO7DC tag=BTIUNONB9TY1 type=write size=2757900 2024-09-12T17:19:54.588 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.589+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~V7GBABFFQXN3.0 size=1048576 2024-09-12T17:19:54.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.593+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~V7GBABFFQXN3.1 size=203265 2024-09-12T17:19:54.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.593+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=V7GBABFFQXN3 tag=JM0Y8O4DO1GV type=write size=2300417 2024-09-12T17:19:54.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.593+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=8XNV792LPLKI type=del 2024-09-12T17:19:54.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.601+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~1JQ61HIYNFJQ.0 size=438239 2024-09-12T17:19:54.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.601+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=1JQ61HIYNFJQ tag=511V871VJM4W type=write size=1486815 2024-09-12T17:19:54.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.605+0000 7fbd9195a8c0 1 < suggested update operation key=POCQSFKQMMPX tag=OV6JY699NC8W type=write size=429992 2024-09-12T17:19:54.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.613+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~MZ54RBPLDE3B.0 size=1048576 2024-09-12T17:19:54.614 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.617+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~MZ54RBPLDE3B.1 size=1048576 2024-09-12T17:19:54.617 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.617+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~MZ54RBPLDE3B.2 size=68014 2024-09-12T17:19:54.617 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.617+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=MZ54RBPLDE3B tag=KMLQJD5YAN43 type=write size=3213742 2024-09-12T17:19:54.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.621+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~000XVS1E2MVB.0 size=114537 2024-09-12T17:19:54.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.625+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=000XVS1E2MVB tag=LANIB0CYRB17 type=write size=1163113 2024-09-12T17:19:54.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.629+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=RFE79KCZA3OG type=del size=948235 2024-09-12T17:19:54.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.633+0000 7fbd9195a8c0 1 < suggested remove operation key=OEEZQHUX83CE tag=YL8R28QE57CU type=del 2024-09-12T17:19:54.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.637+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=35V1QNM406CF type=del size=3671910 2024-09-12T17:19:54.640 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.641+0000 7fbd9195a8c0 -1 < failed to complete operation key=OEEZQHUX83CE tag=XQ63R0AEIPC5 type=write size=50876: (22) Invalid argument 2024-09-12T17:19:54.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.645+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=JF4UMM4U0B0S type=write size=148250 2024-09-12T17:19:54.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.645+0000 7fbd9195a8c0 1 < completed write operation key=SLMRZF9L9KXH tag=NL0OUJ4X28HH type=write size=24251 2024-09-12T17:19:54.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.649+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=4IUR3OQTJMVZ type=del size=513333 2024-09-12T17:19:54.651 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.653+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~L07UI3BZ9TZL.0 size=1048576 2024-09-12T17:19:54.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.653+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~L07UI3BZ9TZL.1 size=1048576 2024-09-12T17:19:54.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.657+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~L07UI3BZ9TZL.2 size=798738 2024-09-12T17:19:54.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.661+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=L07UI3BZ9TZL tag=GF5GUIIL16BB type=write size=3944466 2024-09-12T17:19:54.664 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.665+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=K90VPXRG3H04 type=del size=2970554 2024-09-12T17:19:54.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.665+0000 7fbd9195a8c0 1 < canceled part key=_multipart_00KG7A7MIHV2.2~AUZWS8XV6D69.0 size=1048576 2024-09-12T17:19:54.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.669+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~AUZWS8XV6D69.1 size=919449 2024-09-12T17:19:54.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.673+0000 7fbd9195a8c0 1 < canceled multipart upload key=00KG7A7MIHV2 upload=AUZWS8XV6D69 tag=63S6C3U6PSXO type=write size=3016601 2024-09-12T17:19:54.678 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.677+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~CDQF6TXCFNWF.0 size=1048576 2024-09-12T17:19:54.680 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.681+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~CDQF6TXCFNWF.1 size=1048576 2024-09-12T17:19:54.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.685+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~CDQF6TXCFNWF.2 size=532186 2024-09-12T17:19:54.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.685+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=CDQF6TXCFNWF tag=1MRSIG1LMVU8 type=write size=3677914 2024-09-12T17:19:54.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.685+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=FBN03M031208 type=del 2024-09-12T17:19:54.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.693+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~M9QT3ZNG32IX.0 size=1048576 2024-09-12T17:19:54.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.693+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~M9QT3ZNG32IX.1 size=1032004 2024-09-12T17:19:54.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.693+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=M9QT3ZNG32IX tag=5ASIOUMIDAID type=write size=3129156 2024-09-12T17:19:54.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.697+0000 7fbd9195a8c0 1 < completed write operation key=L4S21D3VH55N tag=4ABPFYDX5YHD type=write size=929923 2024-09-12T17:19:54.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.701+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=1223QVUBXZX2 type=del size=67310 2024-09-12T17:19:54.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.705+0000 7fbd9195a8c0 1 < suggested update operation key=DXPGRTSHP1VC tag=2ZALANU3QFJ5 type=del size=862830 2024-09-12T17:19:54.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.709+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=16FYEOH5LAN6 type=del size=3075760 2024-09-12T17:19:54.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.713+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=Q5KYB4ZA2UZ2 type=del 2024-09-12T17:19:54.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.717+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=M9X2K92CPTDJ type=del size=2555375 2024-09-12T17:19:54.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.717+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~EW881XU0KIHS.0 size=1048576 2024-09-12T17:19:54.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.721+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~EW881XU0KIHS.1 size=656661 2024-09-12T17:19:54.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.729+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=EW881XU0KIHS tag=D0IRNS43H2IH type=write size=2753813 2024-09-12T17:19:54.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.733+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=SQYQ7XS76JDL type=del size=256125 2024-09-12T17:19:54.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.737+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=5YP76301M60Y type=del 2024-09-12T17:19:54.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.737+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=RRW1HWJ7UJRK type=write size=197737 2024-09-12T17:19:54.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.741+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=DF7OL6GI64TA type=del 2024-09-12T17:19:54.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.745+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~YNR046MC780Y.0 size=1048576 2024-09-12T17:19:54.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.749+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~YNR046MC780Y.1 size=91957 2024-09-12T17:19:54.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.749+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=YNR046MC780Y tag=PHU5X0GF1ZWF type=write size=2189109 2024-09-12T17:19:54.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.749+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~V7GBABFFQXN3.0 size=1048576 2024-09-12T17:19:54.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.753+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~V7GBABFFQXN3.1 size=203265 2024-09-12T17:19:54.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.757+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=V7GBABFFQXN3 tag=JM0Y8O4DO1GV type=write size=2300417 2024-09-12T17:19:54.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.757+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=724S3ZYTWCXK type=del size=2952175 2024-09-12T17:19:54.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.761+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~1JQ61HIYNFJQ.0 size=438239 2024-09-12T17:19:54.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.765+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=1JQ61HIYNFJQ tag=511V871VJM4W type=write size=1486815 2024-09-12T17:19:54.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.769+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=4P589LVTL0IR type=del size=238125 2024-09-12T17:19:54.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.769+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~MZ54RBPLDE3B.0 size=1048576 2024-09-12T17:19:54.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.773+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~MZ54RBPLDE3B.1 size=1048576 2024-09-12T17:19:54.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.773+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~MZ54RBPLDE3B.2 size=68014 2024-09-12T17:19:54.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.777+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=MZ54RBPLDE3B tag=KMLQJD5YAN43 type=write size=3213742 2024-09-12T17:19:54.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.781+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=WAEQ3ENPI6I7 type=del size=382592 2024-09-12T17:19:54.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.781+0000 7fbd9195a8c0 1 < canceled operation key=00KG7A7MIHV2 tag=RFE79KCZA3OG type=del size=948235 2024-09-12T17:19:54.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.785+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=XC33RXZH9OQN type=del size=2474342 2024-09-12T17:19:54.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.785+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=35V1QNM406CF type=del 2024-09-12T17:19:54.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.789+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=0JOOU7GTRZ6E type=del size=3904974 2024-09-12T17:19:54.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.793+0000 7fbd9195a8c0 1 < canceled operation key=2KWWYKI06IXO tag=JF4UMM4U0B0S type=write size=148250 2024-09-12T17:19:54.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.797+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~USQNEE015NYT.0 size=793016 2024-09-12T17:19:54.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.797+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=USQNEE015NYT tag=NY1QTOJ2OO5O type=write size=1841592 2024-09-12T17:19:54.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.801+0000 7fbd9195a8c0 1 < canceled operation key=NZTGLGZX3CR8 tag=4IUR3OQTJMVZ type=del size=513333 2024-09-12T17:19:54.801 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.801+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=8EKSK7ETEEGK type=del size=2860199 2024-09-12T17:19:54.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.805+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=K90VPXRG3H04 type=del 2024-09-12T17:19:54.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.805+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=BZXKIGKY5XF7 type=del size=2619710 2024-09-12T17:19:54.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.809+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~CDQF6TXCFNWF.0 size=1048576 2024-09-12T17:19:54.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.809+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~CDQF6TXCFNWF.1 size=1048576 2024-09-12T17:19:54.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.813+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~CDQF6TXCFNWF.2 size=532186 2024-09-12T17:19:54.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.817+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=CDQF6TXCFNWF tag=1MRSIG1LMVU8 type=write size=3677914 2024-09-12T17:19:54.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.821+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~DECTM53CWRVX.0 size=864561 2024-09-12T17:19:54.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.821+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=DECTM53CWRVX tag=R3BTLQYK0LKS type=write size=1913137 2024-09-12T17:19:54.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.825+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~M9QT3ZNG32IX.0 size=1048576 2024-09-12T17:19:54.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.825+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~M9QT3ZNG32IX.1 size=1032004 2024-09-12T17:19:54.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.829+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=M9QT3ZNG32IX tag=5ASIOUMIDAID type=write size=3129156 2024-09-12T17:19:54.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.833+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~5VN9YZ5XYZFA.0 size=1048576 2024-09-12T17:19:54.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.837+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~5VN9YZ5XYZFA.1 size=473012 2024-09-12T17:19:54.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.837+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=5VN9YZ5XYZFA tag=M89LA25M0HD6 type=write size=2570164 2024-09-12T17:19:54.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.837+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=1223QVUBXZX2 type=del 2024-09-12T17:19:54.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.841+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=5RY2SQAN0YXR type=del size=757215 2024-09-12T17:19:54.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.845+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=16FYEOH5LAN6 type=del 2024-09-12T17:19:54.847 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.849+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~MLIK31NK1YJQ.0 size=1048576 2024-09-12T17:19:54.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.849+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~MLIK31NK1YJQ.1 size=511787 2024-09-12T17:19:54.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.849+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=MLIK31NK1YJQ tag=5WLLC2XYN4Z2 type=write size=2608939 2024-09-12T17:19:54.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.853+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=M9X2K92CPTDJ type=del 2024-09-12T17:19:54.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.857+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=XKSBEBZNCYK1 type=del size=3443890 2024-09-12T17:19:54.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.857+0000 7fbd9195a8c0 1 < canceled operation key=6K742IMCKKDH tag=SQYQ7XS76JDL type=del size=256125 2024-09-12T17:19:54.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.861+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=RT97P4WV6J8B type=del size=253511 2024-09-12T17:19:54.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.865+0000 7fbd9195a8c0 1 < completed write operation key=Y757YR0HCQEP tag=RRW1HWJ7UJRK type=write size=197737 2024-09-12T17:19:54.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.865+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=80RMBMUEMH94 type=del size=1692945 2024-09-12T17:19:54.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.869+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~YNR046MC780Y.0 size=1048576 2024-09-12T17:19:54.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.869+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~YNR046MC780Y.1 size=91957 2024-09-12T17:19:54.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.873+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=YNR046MC780Y tag=PHU5X0GF1ZWF type=write size=2189109 2024-09-12T17:19:54.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.877+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=65P0YBU5FI41 type=del size=1954437 2024-09-12T17:19:54.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.877+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=724S3ZYTWCXK type=del 2024-09-12T17:19:54.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.881+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=IJ5LE5IFN7Y8 type=write size=125861 2024-09-12T17:19:54.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.885+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=4P589LVTL0IR type=del 2024-09-12T17:19:54.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.885+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=PHHA0I56B1WT type=del size=3253318 2024-09-12T17:19:54.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.889+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=WAEQ3ENPI6I7 type=del 2024-09-12T17:19:54.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.893+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~DXMG2578G4OO.0 size=760572 2024-09-12T17:19:54.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.893+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=DXMG2578G4OO tag=IADVAY4728XL type=write size=1809148 2024-09-12T17:19:54.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.897+0000 7fbd9195a8c0 1 < suggested remove operation key=5MSE40XZZQHD tag=XC33RXZH9OQN type=del 2024-09-12T17:19:54.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.897+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=LG9BT88GNN0Y type=del size=506925 2024-09-12T17:19:54.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.901+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=0JOOU7GTRZ6E type=del 2024-09-12T17:19:54.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.905+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=M3AZLBO5HGVZ type=del size=2538939 2024-09-12T17:19:54.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.905+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~USQNEE015NYT.0 size=793016 2024-09-12T17:19:54.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.909+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=USQNEE015NYT tag=NY1QTOJ2OO5O type=write size=1841592 2024-09-12T17:19:54.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.913+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~R8LTIHFZ3IG8.0 size=1048576 2024-09-12T17:19:54.914 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.917+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~R8LTIHFZ3IG8.1 size=1048576 2024-09-12T17:19:54.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.917+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~R8LTIHFZ3IG8.2 size=548674 2024-09-12T17:19:54.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.917+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=R8LTIHFZ3IG8 tag=JSE0YDNC0ZFE type=write size=3694402 2024-09-12T17:19:54.918 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.921+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=8EKSK7ETEEGK type=del 2024-09-12T17:19:54.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.921+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=2UU5R2B6SIAW type=del size=990819 2024-09-12T17:19:54.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.925+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=BZXKIGKY5XF7 type=del 2024-09-12T17:19:54.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.925+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=29EXSUW16BWZ type=del size=2191375 2024-09-12T17:19:54.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.929+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~DECTM53CWRVX.0 size=864561 2024-09-12T17:19:54.931 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.933+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=DECTM53CWRVX tag=R3BTLQYK0LKS type=write size=1913137 2024-09-12T17:19:54.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.937+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~E4X8T69TYATG.0 size=1048576 2024-09-12T17:19:54.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.937+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~E4X8T69TYATG.1 size=721960 2024-09-12T17:19:54.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.937+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=E4X8T69TYATG tag=G3DPFM4BXPAM type=write size=2819112 2024-09-12T17:19:54.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~5VN9YZ5XYZFA.0 size=1048576 2024-09-12T17:19:54.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~5VN9YZ5XYZFA.1 size=473012 2024-09-12T17:19:54.945 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.945+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=5VN9YZ5XYZFA tag=M89LA25M0HD6 type=write size=2570164 2024-09-12T17:19:54.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.953+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~Z5UX6ZERDWT5.0 size=200960 2024-09-12T17:19:54.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.953+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=Z5UX6ZERDWT5 tag=OMGWKKH5GZ5J type=write size=1249536 2024-09-12T17:19:54.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.957+0000 7fbd9195a8c0 1 < suggested remove operation key=6K742IMCKKDH tag=5RY2SQAN0YXR type=del 2024-09-12T17:19:54.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.961+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=69KYXXKUU5HO type=del size=1074435 2024-09-12T17:19:54.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.961+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~MLIK31NK1YJQ.0 size=1048576 2024-09-12T17:19:54.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.965+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~MLIK31NK1YJQ.1 size=511787 2024-09-12T17:19:54.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.965+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=MLIK31NK1YJQ tag=5WLLC2XYN4Z2 type=write size=2608939 2024-09-12T17:19:54.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.969+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=KNUP9JVJLML8 type=del size=3447184 2024-09-12T17:19:54.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.973+0000 7fbd9195a8c0 1 < suggested remove operation key=9OCQAHF3Y4ZE tag=XKSBEBZNCYK1 type=del 2024-09-12T17:19:54.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.977+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~O1GGNK6ZBNFI.0 size=1048576 2024-09-12T17:19:54.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.977+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~O1GGNK6ZBNFI.1 size=1048576 2024-09-12T17:19:54.979 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.981+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~O1GGNK6ZBNFI.2 size=834769 2024-09-12T17:19:54.979 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.981+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=O1GGNK6ZBNFI tag=B2XRKB379OC3 type=write size=3980497 2024-09-12T17:19:54.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.981+0000 7fbd9195a8c0 -1 < failed to complete operation key=5MSE40XZZQHD tag=RT97P4WV6J8B type=del size=253511: (22) Invalid argument 2024-09-12T17:19:54.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.985+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=965XUDYZ5BB9 type=del size=3819107 2024-09-12T17:19:54.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.985+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=80RMBMUEMH94 type=del 2024-09-12T17:19:54.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.989+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~O1QKHBITQCZN.0 size=1048576 2024-09-12T17:19:54.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.993+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~O1QKHBITQCZN.1 size=503682 2024-09-12T17:19:54.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.993+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=O1QKHBITQCZN tag=GIB0WFFJWQTG type=write size=2600834 2024-09-12T17:19:54.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.993+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=65P0YBU5FI41 type=del 2024-09-12T17:19:54.995 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.997+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=L1V1LSNKLJRJ type=write size=272164 2024-09-12T17:19:54.997 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:54.997+0000 7fbd9195a8c0 1 < completed write operation key=FO2QR27D8UW0 tag=IJ5LE5IFN7Y8 type=write size=125861 2024-09-12T17:19:55.000 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.001+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=6S76W7UMDHL6 type=del size=861939 2024-09-12T17:19:55.004 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.005+0000 7fbd9195a8c0 1 < suggested update operation key=GZRPL96NSXKR tag=PHHA0I56B1WT type=del size=3253318 2024-09-12T17:19:55.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.005+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=UEF8C3TGQPMU type=del size=1950085 2024-09-12T17:19:55.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.009+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~DXMG2578G4OO.0 size=760572 2024-09-12T17:19:55.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.013+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=DXMG2578G4OO tag=IADVAY4728XL type=write size=1809148 2024-09-12T17:19:55.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.017+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~UUDXJ162KW7Y.0 size=1048576 2024-09-12T17:19:55.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.021+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~UUDXJ162KW7Y.1 size=913462 2024-09-12T17:19:55.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.021+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=UUDXJ162KW7Y tag=GNVDX5FG2IR8 type=write size=3010614 2024-09-12T17:19:55.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.025+0000 7fbd9195a8c0 1 < suggested remove operation key=HI4CZTBNYDJH tag=LG9BT88GNN0Y type=del 2024-09-12T17:19:55.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.029+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~KZGEKKUXXQTX.0 size=1048576 2024-09-12T17:19:55.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.029+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~KZGEKKUXXQTX.1 size=919117 2024-09-12T17:19:55.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.029+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=KZGEKKUXXQTX tag=WYB68TG022XK type=write size=3016269 2024-09-12T17:19:55.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.033+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=M3AZLBO5HGVZ type=del 2024-09-12T17:19:55.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.037+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~B6EESTTP00GV.0 size=262350 2024-09-12T17:19:55.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.037+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=B6EESTTP00GV tag=EP31XD1L24U2 type=write size=1310926 2024-09-12T17:19:55.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.041+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~R8LTIHFZ3IG8.0 size=1048576 2024-09-12T17:19:55.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.041+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~R8LTIHFZ3IG8.1 size=1048576 2024-09-12T17:19:55.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.045+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~R8LTIHFZ3IG8.2 size=548674 2024-09-12T17:19:55.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.049+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=R8LTIHFZ3IG8 tag=JSE0YDNC0ZFE type=write size=3694402 2024-09-12T17:19:55.048 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.049+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=TMCFCOD3TP5J type=write size=148972 2024-09-12T17:19:55.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.053+0000 7fbd9195a8c0 -1 < failed to complete operation key=6K742IMCKKDH tag=2UU5R2B6SIAW type=del size=990819: (22) Invalid argument 2024-09-12T17:19:55.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.057+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~18AATV9K839Q.0 size=201548 2024-09-12T17:19:55.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.057+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=18AATV9K839Q tag=JWNHP5FGDXXX type=write size=1250124 2024-09-12T17:19:55.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.057+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=29EXSUW16BWZ type=del 2024-09-12T17:19:55.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.061+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=BQD1VQ5PLCVU type=del size=547630 2024-09-12T17:19:55.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.065+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~E4X8T69TYATG.0 size=1048576 2024-09-12T17:19:55.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.065+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~E4X8T69TYATG.1 size=721960 2024-09-12T17:19:55.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.069+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=E4X8T69TYATG tag=G3DPFM4BXPAM type=write size=2819112 2024-09-12T17:19:55.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.073+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~FFVSFVLY39QY.0 size=1048576 2024-09-12T17:19:55.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.077+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~FFVSFVLY39QY.1 size=1048576 2024-09-12T17:19:55.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.077+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~FFVSFVLY39QY.2 size=239925 2024-09-12T17:19:55.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.077+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=FFVSFVLY39QY tag=QFCNEI01Z6FL type=write size=3385653 2024-09-12T17:19:55.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.081+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~Z5UX6ZERDWT5.0 size=200960 2024-09-12T17:19:55.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.085+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=Z5UX6ZERDWT5 tag=OMGWKKH5GZ5J type=write size=1249536 2024-09-12T17:19:55.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.089+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~C79GJHHK19S2.0 size=604091 2024-09-12T17:19:55.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.089+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=C79GJHHK19S2 tag=V03W63U7U1Z8 type=write size=1652667 2024-09-12T17:19:55.092 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.093+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=69KYXXKUU5HO type=del 2024-09-12T17:19:55.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.097+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=H5TTC6QCG5LP type=del size=2821804 2024-09-12T17:19:55.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.101+0000 7fbd9195a8c0 1 < suggested update operation key=OEEZQHUX83CE tag=KNUP9JVJLML8 type=del size=3447184 2024-09-12T17:19:55.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.105+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~5OWD0QDY8GSF.0 size=1048576 2024-09-12T17:19:55.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.109+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~5OWD0QDY8GSF.1 size=452899 2024-09-12T17:19:55.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.109+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=5OWD0QDY8GSF tag=PWN5ZP7GERR4 type=write size=2550051 2024-09-12T17:19:55.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.109+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~O1GGNK6ZBNFI.0 size=1048576 2024-09-12T17:19:55.111 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.113+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~O1GGNK6ZBNFI.1 size=1048576 2024-09-12T17:19:55.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.113+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~O1GGNK6ZBNFI.2 size=834769 2024-09-12T17:19:55.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.117+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=O1GGNK6ZBNFI tag=B2XRKB379OC3 type=write size=3980497 2024-09-12T17:19:55.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.125+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~9GDTVPL9NTNU.0 size=1048576 2024-09-12T17:19:55.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.125+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~9GDTVPL9NTNU.1 size=561788 2024-09-12T17:19:55.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.125+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=9GDTVPL9NTNU tag=MCA6BFTBGCZB type=write size=2658940 2024-09-12T17:19:55.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.129+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=965XUDYZ5BB9 type=del 2024-09-12T17:19:55.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.133+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~PMCNF23JO9T8.0 size=1048576 2024-09-12T17:19:55.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.137+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~PMCNF23JO9T8.1 size=998763 2024-09-12T17:19:55.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.137+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=PMCNF23JO9T8 tag=J44MDB2JBJNU type=write size=3095915 2024-09-12T17:19:55.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.137+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~O1QKHBITQCZN.0 size=1048576 2024-09-12T17:19:55.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.141+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~O1QKHBITQCZN.1 size=503682 2024-09-12T17:19:55.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.145+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=O1QKHBITQCZN tag=GIB0WFFJWQTG type=write size=2600834 2024-09-12T17:19:55.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.149+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=DOYWFQ7A0KT2 type=del size=2256149 2024-09-12T17:19:55.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.149+0000 7fbd9195a8c0 1 < completed write operation key=POCQSFKQMMPX tag=L1V1LSNKLJRJ type=write size=272164 2024-09-12T17:19:55.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.153+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=4TM3QZ7FA0TO type=del size=3533198 2024-09-12T17:19:55.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.157+0000 7fbd9195a8c0 1 < suggested remove operation key=9OCQAHF3Y4ZE tag=6S76W7UMDHL6 type=del 2024-09-12T17:19:55.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.161+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~VZ6EQBY67ECE.0 size=630265 2024-09-12T17:19:55.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.161+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=VZ6EQBY67ECE tag=XC72IGZP7JRE type=write size=1678841 2024-09-12T17:19:55.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.165+0000 7fbd9195a8c0 1 < suggested update operation key=2KWWYKI06IXO tag=UEF8C3TGQPMU type=del size=1950085 2024-09-12T17:19:55.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.165+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=NAJA61LZB1EQ type=del size=3557827 2024-09-12T17:19:55.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.169+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~UUDXJ162KW7Y.0 size=1048576 2024-09-12T17:19:55.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.169+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~UUDXJ162KW7Y.1 size=913462 2024-09-12T17:19:55.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.173+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=UUDXJ162KW7Y tag=GNVDX5FG2IR8 type=write size=3010614 2024-09-12T17:19:55.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.177+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=F13RDLPWTGHX type=del size=913423 2024-09-12T17:19:55.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.177+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6MVT0KBRIU11.2~KZGEKKUXXQTX.0 size=1048576 2024-09-12T17:19:55.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.177+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6MVT0KBRIU11.2~KZGEKKUXXQTX.1 size=919117 2024-09-12T17:19:55.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.181+0000 7fbd9195a8c0 1 < canceled multipart upload key=6MVT0KBRIU11 upload=KZGEKKUXXQTX tag=WYB68TG022XK type=write size=3016269 2024-09-12T17:19:55.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.185+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~6TOQ87FHV6F6.0 size=1048576 2024-09-12T17:19:55.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.185+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~6TOQ87FHV6F6.1 size=1048576 2024-09-12T17:19:55.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.189+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~6TOQ87FHV6F6.2 size=475460 2024-09-12T17:19:55.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.189+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=6TOQ87FHV6F6 tag=KWEP07FKAT79 type=write size=3621188 2024-09-12T17:19:55.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.189+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~B6EESTTP00GV.0 size=262350 2024-09-12T17:19:55.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.193+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=B6EESTTP00GV tag=EP31XD1L24U2 type=write size=1310926 2024-09-12T17:19:55.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.197+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~QANVFHYIQNAM.0 size=1048576 2024-09-12T17:19:55.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.201+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~QANVFHYIQNAM.1 size=1048576 2024-09-12T17:19:55.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.201+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~QANVFHYIQNAM.2 size=243041 2024-09-12T17:19:55.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.201+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=QANVFHYIQNAM tag=2G2WE3RQ902J type=write size=3388769 2024-09-12T17:19:55.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.205+0000 7fbd9195a8c0 1 < completed write operation key=FO2QR27D8UW0 tag=TMCFCOD3TP5J type=write size=148972 2024-09-12T17:19:55.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.205+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=32SVA4E5APGR type=del size=1129466 2024-09-12T17:19:55.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.205+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KPZHXLWEOCN9.2~18AATV9K839Q.0 size=201548 2024-09-12T17:19:55.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.209+0000 7fbd9195a8c0 1 < canceled multipart upload key=KPZHXLWEOCN9 upload=18AATV9K839Q tag=JWNHP5FGDXXX type=write size=1250124 2024-09-12T17:19:55.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.213+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=GTLX37R1QO13 type=del size=2001193 2024-09-12T17:19:55.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.213+0000 7fbd9195a8c0 -1 < failed to complete operation key=9OCQAHF3Y4ZE tag=BQD1VQ5PLCVU type=del size=547630: (22) Invalid argument 2024-09-12T17:19:55.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.217+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=4SB5K7MRCVIP type=del size=2080827 2024-09-12T17:19:55.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.221+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~FFVSFVLY39QY.0 size=1048576 2024-09-12T17:19:55.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.221+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~FFVSFVLY39QY.1 size=1048576 2024-09-12T17:19:55.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.225+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~FFVSFVLY39QY.2 size=239925 2024-09-12T17:19:55.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.229+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=FFVSFVLY39QY tag=QFCNEI01Z6FL type=write size=3385653 2024-09-12T17:19:55.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.233+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~P9A2BOIOLWYV.0 size=1048576 2024-09-12T17:19:55.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.233+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~P9A2BOIOLWYV.1 size=1048576 2024-09-12T17:19:55.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.233+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~P9A2BOIOLWYV.2 size=799708 2024-09-12T17:19:55.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.233+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=P9A2BOIOLWYV tag=6ECHYBPAD4OP type=write size=3945436 2024-09-12T17:19:55.235 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.237+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~C79GJHHK19S2.0 size=604091 2024-09-12T17:19:55.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.241+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=C79GJHHK19S2 tag=V03W63U7U1Z8 type=write size=1652667 2024-09-12T17:19:55.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.245+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~GBFDYWEH01JA.0 size=1048576 2024-09-12T17:19:55.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.245+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~GBFDYWEH01JA.1 size=1048576 2024-09-12T17:19:55.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.249+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~GBFDYWEH01JA.2 size=690333 2024-09-12T17:19:55.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.249+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=GBFDYWEH01JA tag=XGNFENNDNDS2 type=write size=3836061 2024-09-12T17:19:55.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.249+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=H5TTC6QCG5LP type=del 2024-09-12T17:19:55.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.253+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=TOYWNJ3K3FX6 type=del size=1257246 2024-09-12T17:19:55.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.253+0000 7fbd9195a8c0 1 < canceled part key=_multipart_2UQUEMHYAPVH.2~5OWD0QDY8GSF.0 size=1048576 2024-09-12T17:19:55.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.257+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~5OWD0QDY8GSF.1 size=452899 2024-09-12T17:19:55.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.261+0000 7fbd9195a8c0 1 < canceled multipart upload key=2UQUEMHYAPVH upload=5OWD0QDY8GSF tag=PWN5ZP7GERR4 type=write size=2550051 2024-09-12T17:19:55.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.265+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~4V9BQ5RX7127.0 size=1048576 2024-09-12T17:19:55.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.265+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~4V9BQ5RX7127.1 size=876662 2024-09-12T17:19:55.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.265+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=4V9BQ5RX7127 tag=V21Z2BYJ90IY type=write size=2973814 2024-09-12T17:19:55.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.265+0000 7fbd9195a8c0 1 < canceled part key=_multipart_O1IZNZKZ8T2I.2~9GDTVPL9NTNU.0 size=1048576 2024-09-12T17:19:55.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.269+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~9GDTVPL9NTNU.1 size=561788 2024-09-12T17:19:55.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.273+0000 7fbd9195a8c0 1 < canceled multipart upload key=O1IZNZKZ8T2I upload=9GDTVPL9NTNU tag=MCA6BFTBGCZB type=write size=2658940 2024-09-12T17:19:55.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.277+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~KQNRDVJS1GV5.0 size=1048576 2024-09-12T17:19:55.278 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.277+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~KQNRDVJS1GV5.1 size=41856 2024-09-12T17:19:55.278 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.277+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=KQNRDVJS1GV5 tag=980DZ9TL3AP3 type=write size=2139008 2024-09-12T17:19:55.280 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.281+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~PMCNF23JO9T8.0 size=1048576 2024-09-12T17:19:55.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.285+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~PMCNF23JO9T8.1 size=998763 2024-09-12T17:19:55.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.289+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=PMCNF23JO9T8 tag=J44MDB2JBJNU type=write size=3095915 2024-09-12T17:19:55.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.293+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~MFQ75W801MYV.0 size=1048576 2024-09-12T17:19:55.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.293+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~MFQ75W801MYV.1 size=1048576 2024-09-12T17:19:55.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.297+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~MFQ75W801MYV.2 size=662330 2024-09-12T17:19:55.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.297+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=MFQ75W801MYV tag=4BO2YYZJ0W42 type=write size=3808058 2024-09-12T17:19:55.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.297+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=DOYWFQ7A0KT2 type=del 2024-09-12T17:19:55.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.305+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~P3JMU284KCBW.0 size=643949 2024-09-12T17:19:55.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.305+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=P3JMU284KCBW tag=5JCPEZE7U99J type=write size=1692525 2024-09-12T17:19:55.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.305+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=4TM3QZ7FA0TO type=del 2024-09-12T17:19:55.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.309+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~7AUMSDGKZSEL.0 size=1048576 2024-09-12T17:19:55.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.313+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~7AUMSDGKZSEL.1 size=719300 2024-09-12T17:19:55.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.313+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=7AUMSDGKZSEL tag=ESZWFQ5YUIS8 type=write size=2816452 2024-09-12T17:19:55.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.313+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~VZ6EQBY67ECE.0 size=630265 2024-09-12T17:19:55.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.321+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=VZ6EQBY67ECE tag=XC72IGZP7JRE type=write size=1678841 2024-09-12T17:19:55.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.321+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=2970KWGJ2ZI8 type=write size=446421 2024-09-12T17:19:55.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.325+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=NAJA61LZB1EQ type=del 2024-09-12T17:19:55.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.329+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~90VXT7G50QL3.0 size=216655 2024-09-12T17:19:55.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.329+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=90VXT7G50QL3 tag=BUVJKIUETL6A type=write size=1265231 2024-09-12T17:19:55.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.333+0000 7fbd9195a8c0 1 < canceled operation key=OQXLNAHMPPDO tag=F13RDLPWTGHX type=del size=913423 2024-09-12T17:19:55.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.337+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~4BIPU9A02RJB.0 size=1048576 2024-09-12T17:19:55.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.341+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~4BIPU9A02RJB.1 size=1048576 2024-09-12T17:19:55.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.341+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~4BIPU9A02RJB.2 size=986853 2024-09-12T17:19:55.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.341+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=4BIPU9A02RJB tag=7M37C8Y1LA41 type=write size=4132581 2024-09-12T17:19:55.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.345+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~6TOQ87FHV6F6.0 size=1048576 2024-09-12T17:19:55.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.345+0000 7fbd9195a8c0 1 < canceled part key=_multipart_3LZK6DWM6YLP.2~6TOQ87FHV6F6.1 size=1048576 2024-09-12T17:19:55.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.345+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~6TOQ87FHV6F6.2 size=475460 2024-09-12T17:19:55.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.349+0000 7fbd9195a8c0 1 < canceled multipart upload key=3LZK6DWM6YLP upload=6TOQ87FHV6F6 tag=KWEP07FKAT79 type=write size=3621188 2024-09-12T17:19:55.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.353+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=KHFDO5ZX4D24 type=del size=212329 2024-09-12T17:19:55.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.353+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~QANVFHYIQNAM.0 size=1048576 2024-09-12T17:19:55.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.357+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~QANVFHYIQNAM.1 size=1048576 2024-09-12T17:19:55.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.357+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~QANVFHYIQNAM.2 size=243041 2024-09-12T17:19:55.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.361+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=QANVFHYIQNAM tag=2G2WE3RQ902J type=write size=3388769 2024-09-12T17:19:55.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.365+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=GY7POTPQ7YSF type=del size=868058 2024-09-12T17:19:55.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.365+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=32SVA4E5APGR type=del 2024-09-12T17:19:55.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.369+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~1GZUZ7KA0PE9.0 size=398437 2024-09-12T17:19:55.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.369+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=1GZUZ7KA0PE9 tag=PEDKHZTOAZSU type=write size=1447013 2024-09-12T17:19:55.371 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.373+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=GTLX37R1QO13 type=del 2024-09-12T17:19:55.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.377+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~QIPP13O5NPB4.0 size=349887 2024-09-12T17:19:55.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.377+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=QIPP13O5NPB4 tag=PY8YENK74ZPH type=write size=1398463 2024-09-12T17:19:55.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.381+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=4SB5K7MRCVIP type=del 2024-09-12T17:19:55.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.381+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=6NIU0030ONVT type=del size=3506562 2024-09-12T17:19:55.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.385+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~P9A2BOIOLWYV.0 size=1048576 2024-09-12T17:19:55.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.389+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~P9A2BOIOLWYV.1 size=1048576 2024-09-12T17:19:55.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.389+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~P9A2BOIOLWYV.2 size=799708 2024-09-12T17:19:55.392 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.393+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=P9A2BOIOLWYV tag=6ECHYBPAD4OP type=write size=3945436 2024-09-12T17:19:55.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.397+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=YJJ3WNDJ13JB type=write size=71515 2024-09-12T17:19:55.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.397+0000 7fbd9195a8c0 1 < canceled part key=_multipart_HI4CZTBNYDJH.2~GBFDYWEH01JA.0 size=1048576 2024-09-12T17:19:55.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.397+0000 7fbd9195a8c0 1 < canceled part key=_multipart_HI4CZTBNYDJH.2~GBFDYWEH01JA.1 size=1048576 2024-09-12T17:19:55.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.397+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~GBFDYWEH01JA.2 size=690333 2024-09-12T17:19:55.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.401+0000 7fbd9195a8c0 1 < canceled multipart upload key=HI4CZTBNYDJH upload=GBFDYWEH01JA tag=XGNFENNDNDS2 type=write size=3836061 2024-09-12T17:19:55.404 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.405+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~LUWL02NYRK0Q.0 size=1048576 2024-09-12T17:19:55.406 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.405+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~LUWL02NYRK0Q.1 size=1048576 2024-09-12T17:19:55.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.409+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~LUWL02NYRK0Q.2 size=384766 2024-09-12T17:19:55.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.409+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=LUWL02NYRK0Q tag=A2T3L7U92WBF type=write size=3530494 2024-09-12T17:19:55.410 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.413+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=TOYWNJ3K3FX6 type=del 2024-09-12T17:19:55.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.417+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~L7X6SBCU79TN.0 size=880311 2024-09-12T17:19:55.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.417+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=L7X6SBCU79TN tag=HA4P9KTL1WUZ type=write size=1928887 2024-09-12T17:19:55.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.417+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~4V9BQ5RX7127.0 size=1048576 2024-09-12T17:19:55.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.425+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~4V9BQ5RX7127.1 size=876662 2024-09-12T17:19:55.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.429+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=4V9BQ5RX7127 tag=V21Z2BYJ90IY type=write size=2973814 2024-09-12T17:19:55.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.433+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~4JRR5HD8K46J.0 size=1048576 2024-09-12T17:19:55.435 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.437+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~4JRR5HD8K46J.1 size=1048576 2024-09-12T17:19:55.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.437+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~4JRR5HD8K46J.2 size=50912 2024-09-12T17:19:55.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.437+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=4JRR5HD8K46J tag=KX7SA1IM4LCK type=write size=3196640 2024-09-12T17:19:55.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.441+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~KQNRDVJS1GV5.0 size=1048576 2024-09-12T17:19:55.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.441+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~KQNRDVJS1GV5.1 size=41856 2024-09-12T17:19:55.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.445+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=KQNRDVJS1GV5 tag=980DZ9TL3AP3 type=write size=2139008 2024-09-12T17:19:55.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.449+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=Q3U2OOGXBLYO type=del size=3927985 2024-09-12T17:19:55.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.449+0000 7fbd9195a8c0 1 < canceled part key=_multipart_JQDWGB4MGRXE.2~MFQ75W801MYV.0 size=1048576 2024-09-12T17:19:55.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.453+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~MFQ75W801MYV.1 size=1048576 2024-09-12T17:19:55.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.453+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~MFQ75W801MYV.2 size=662330 2024-09-12T17:19:55.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.457+0000 7fbd9195a8c0 1 < canceled multipart upload key=JQDWGB4MGRXE upload=MFQ75W801MYV tag=4BO2YYZJ0W42 type=write size=3808058 2024-09-12T17:19:55.461 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.461+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~DYJZTWL0KFE9.0 size=1048576 2024-09-12T17:19:55.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.465+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~DYJZTWL0KFE9.1 size=278931 2024-09-12T17:19:55.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.465+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=DYJZTWL0KFE9 tag=WG485K3DSYGY type=write size=2376083 2024-09-12T17:19:55.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.465+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~P3JMU284KCBW.0 size=643949 2024-09-12T17:19:55.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.469+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=P3JMU284KCBW tag=5JCPEZE7U99J type=write size=1692525 2024-09-12T17:19:55.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.473+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=MNRY3TJRRWNZ type=del size=4107498 2024-09-12T17:19:55.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.473+0000 7fbd9195a8c0 1 < canceled part key=_multipart_GCAJ0JAKNDKG.2~7AUMSDGKZSEL.0 size=1048576 2024-09-12T17:19:55.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.477+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~7AUMSDGKZSEL.1 size=719300 2024-09-12T17:19:55.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.481+0000 7fbd9195a8c0 1 < canceled multipart upload key=GCAJ0JAKNDKG upload=7AUMSDGKZSEL tag=ESZWFQ5YUIS8 type=write size=2816452 2024-09-12T17:19:55.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.485+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~LQ1F22J664NK.0 size=575127 2024-09-12T17:19:55.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.485+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=LQ1F22J664NK tag=ZUFAZU1Q8PNG type=write size=1623703 2024-09-12T17:19:55.485 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.485+0000 7fbd9195a8c0 1 < completed write operation key=OEEZQHUX83CE tag=2970KWGJ2ZI8 type=write size=446421 2024-09-12T17:19:55.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.489+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=6WY636HHKJRV type=del size=1148159 2024-09-12T17:19:55.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.493+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~90VXT7G50QL3.0 size=216655 2024-09-12T17:19:55.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.497+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=90VXT7G50QL3 tag=BUVJKIUETL6A type=write size=1265231 2024-09-12T17:19:55.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.497+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=MB43NZEFN4T5 type=del size=1087382 2024-09-12T17:19:55.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.501+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~4BIPU9A02RJB.0 size=1048576 2024-09-12T17:19:55.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.501+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~4BIPU9A02RJB.1 size=1048576 2024-09-12T17:19:55.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.505+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~4BIPU9A02RJB.2 size=986853 2024-09-12T17:19:55.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.509+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=4BIPU9A02RJB tag=7M37C8Y1LA41 type=write size=4132581 2024-09-12T17:19:55.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.513+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=R3M66HXR3GLY type=del size=131672 2024-09-12T17:19:55.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.513+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=KHFDO5ZX4D24 type=del 2024-09-12T17:19:55.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.517+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=3WFWNUXG93AS type=del size=3459835 2024-09-12T17:19:55.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.521+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=GY7POTPQ7YSF type=del 2024-09-12T17:19:55.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.525+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~6EWX52TOHDTA.0 size=390244 2024-09-12T17:19:55.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.525+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=6EWX52TOHDTA tag=6P62DIHWY7NA type=write size=1438820 2024-09-12T17:19:55.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.525+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~1GZUZ7KA0PE9.0 size=398437 2024-09-12T17:19:55.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.529+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=1GZUZ7KA0PE9 tag=PEDKHZTOAZSU type=write size=1447013 2024-09-12T17:19:55.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.533+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=GTNWHM0JN2BD type=write size=502747 2024-09-12T17:19:55.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.537+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~QIPP13O5NPB4.0 size=349887 2024-09-12T17:19:55.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.541+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=QIPP13O5NPB4 tag=PY8YENK74ZPH type=write size=1398463 2024-09-12T17:19:55.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.545+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~KZCQ91R6T72G.0 size=1048576 2024-09-12T17:19:55.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.545+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~KZCQ91R6T72G.1 size=1048576 2024-09-12T17:19:55.547 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.549+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~KZCQ91R6T72G.2 size=622338 2024-09-12T17:19:55.548 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.549+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=KZCQ91R6T72G tag=2LQHE84AR4VJ type=write size=3768066 2024-09-12T17:19:55.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.553+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=6NIU0030ONVT type=del 2024-09-12T17:19:55.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.553+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=BMKIRLI1YFH5 type=del size=2365693 2024-09-12T17:19:55.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.557+0000 7fbd9195a8c0 1 < canceled operation key=5MSE40XZZQHD tag=YJJ3WNDJ13JB type=write size=71515 2024-09-12T17:19:55.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.561+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=GFD4IIYMG2RL type=del size=3466376 2024-09-12T17:19:55.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.561+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~LUWL02NYRK0Q.0 size=1048576 2024-09-12T17:19:55.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.565+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~LUWL02NYRK0Q.1 size=1048576 2024-09-12T17:19:55.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.565+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~LUWL02NYRK0Q.2 size=384766 2024-09-12T17:19:55.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.573+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=LUWL02NYRK0Q tag=A2T3L7U92WBF type=write size=3530494 2024-09-12T17:19:55.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.577+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~G12V2084DGP3.0 size=1048576 2024-09-12T17:19:55.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.577+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~G12V2084DGP3.1 size=92075 2024-09-12T17:19:55.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.577+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=G12V2084DGP3 tag=4WKDMZBO1J3S type=write size=2189227 2024-09-12T17:19:55.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.581+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~L7X6SBCU79TN.0 size=880311 2024-09-12T17:19:55.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.585+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=L7X6SBCU79TN tag=HA4P9KTL1WUZ type=write size=1928887 2024-09-12T17:19:55.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.589+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=9KFG6YTXHY2L type=del size=3632850 2024-09-12T17:19:55.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.589+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~4JRR5HD8K46J.0 size=1048576 2024-09-12T17:19:55.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.593+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~4JRR5HD8K46J.1 size=1048576 2024-09-12T17:19:55.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.593+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~4JRR5HD8K46J.2 size=50912 2024-09-12T17:19:55.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.597+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=4JRR5HD8K46J tag=KX7SA1IM4LCK type=write size=3196640 2024-09-12T17:19:55.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.601+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=TX5RXWPJKOL1 type=del size=3844191 2024-09-12T17:19:55.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.605+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=Q3U2OOGXBLYO type=del 2024-09-12T17:19:55.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.605+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=OBEJUY70O4CU type=del size=2218690 2024-09-12T17:19:55.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.609+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~DYJZTWL0KFE9.0 size=1048576 2024-09-12T17:19:55.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.613+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~DYJZTWL0KFE9.1 size=278931 2024-09-12T17:19:55.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.617+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=DYJZTWL0KFE9 tag=WG485K3DSYGY type=write size=2376083 2024-09-12T17:19:55.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.625+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~P1TVMQ76E9CS.0 size=1048576 2024-09-12T17:19:55.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.625+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~P1TVMQ76E9CS.1 size=1048576 2024-09-12T17:19:55.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.629+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~P1TVMQ76E9CS.2 size=439062 2024-09-12T17:19:55.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.629+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=P1TVMQ76E9CS tag=LC1F2K2HI3LY type=write size=3584790 2024-09-12T17:19:55.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.629+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=MNRY3TJRRWNZ type=del 2024-09-12T17:19:55.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.633+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~J2KZAYKG8YP0.0 size=1048576 2024-09-12T17:19:55.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.637+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~J2KZAYKG8YP0.1 size=1048576 2024-09-12T17:19:55.638 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.641+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~J2KZAYKG8YP0.2 size=25589 2024-09-12T17:19:55.638 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.641+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=J2KZAYKG8YP0 tag=QRQV31GJW5NR type=write size=3171317 2024-09-12T17:19:55.641 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.641+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~LQ1F22J664NK.0 size=575127 2024-09-12T17:19:55.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.649+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=LQ1F22J664NK tag=ZUFAZU1Q8PNG type=write size=1623703 2024-09-12T17:19:55.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.653+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~9KF9QMKZIMNJ.0 size=938852 2024-09-12T17:19:55.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.653+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=9KF9QMKZIMNJ tag=Y28DLS38MQLH type=write size=1987428 2024-09-12T17:19:55.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.661+0000 7fbd9195a8c0 1 < suggested remove operation key=TQUAG7E2B31Q tag=6WY636HHKJRV type=del 2024-09-12T17:19:55.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.665+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=FKJ2NRC16KQM type=del size=2053331 2024-09-12T17:19:55.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.669+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=MB43NZEFN4T5 type=del 2024-09-12T17:19:55.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.673+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~Y4ZHIUE0IBTU.0 size=1048576 2024-09-12T17:19:55.674 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.677+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~Y4ZHIUE0IBTU.1 size=1048576 2024-09-12T17:19:55.677 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.677+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~Y4ZHIUE0IBTU.2 size=121722 2024-09-12T17:19:55.677 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.677+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=Y4ZHIUE0IBTU tag=YO396XFE3A9T type=write size=3267450 2024-09-12T17:19:55.680 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.681+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=R3M66HXR3GLY type=del 2024-09-12T17:19:55.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.685+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=ZAV2AUJOXYET type=del size=3404704 2024-09-12T17:19:55.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.689+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=3WFWNUXG93AS type=del 2024-09-12T17:19:55.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.689+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=22F7DJOM0082 type=del size=2679585 2024-09-12T17:19:55.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.693+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~6EWX52TOHDTA.0 size=390244 2024-09-12T17:19:55.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.697+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=6EWX52TOHDTA tag=6P62DIHWY7NA type=write size=1438820 2024-09-12T17:19:55.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.701+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=Z3JBAZGN5JN7 type=write size=643889 2024-09-12T17:19:55.703 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.705+0000 7fbd9195a8c0 1 < canceled operation key=RE67Q37TLF36 tag=GTNWHM0JN2BD type=write size=502747 2024-09-12T17:19:55.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.709+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~N97V4VZUGVLK.0 size=1048576 2024-09-12T17:19:55.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.713+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~N97V4VZUGVLK.1 size=182335 2024-09-12T17:19:55.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.713+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=N97V4VZUGVLK tag=QR7G9IH90N85 type=write size=2279487 2024-09-12T17:19:55.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.717+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~KZCQ91R6T72G.0 size=1048576 2024-09-12T17:19:55.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.717+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~KZCQ91R6T72G.1 size=1048576 2024-09-12T17:19:55.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.721+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~KZCQ91R6T72G.2 size=622338 2024-09-12T17:19:55.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.725+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=KZCQ91R6T72G tag=2LQHE84AR4VJ type=write size=3768066 2024-09-12T17:19:55.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.729+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=5DR3PEXMHR6S type=del size=2124356 2024-09-12T17:19:55.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.729+0000 7fbd9195a8c0 -1 < failed to complete operation key=TQUAG7E2B31Q tag=BMKIRLI1YFH5 type=del size=2365693: (22) Invalid argument 2024-09-12T17:19:55.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.733+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=AA2VXJEK05EQ type=del size=2345630 2024-09-12T17:19:55.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.737+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=GFD4IIYMG2RL type=del 2024-09-12T17:19:55.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.741+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=W9DF06U5G5RI type=del size=704418 2024-09-12T17:19:55.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.745+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~G12V2084DGP3.0 size=1048576 2024-09-12T17:19:55.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.745+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~G12V2084DGP3.1 size=92075 2024-09-12T17:19:55.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.753+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=G12V2084DGP3 tag=4WKDMZBO1J3S type=write size=2189227 2024-09-12T17:19:55.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.753+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=AAALLMCPB3W2 type=del size=1786601 2024-09-12T17:19:55.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.761+0000 7fbd9195a8c0 1 < suggested update operation key=PK7SUDXCYB4F tag=9KFG6YTXHY2L type=del size=3632850 2024-09-12T17:19:55.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.765+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~VYYP9Q8K9DJP.0 size=1048576 2024-09-12T17:19:55.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.769+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~VYYP9Q8K9DJP.1 size=1048576 2024-09-12T17:19:55.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.773+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~VYYP9Q8K9DJP.2 size=214626 2024-09-12T17:19:55.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.773+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=VYYP9Q8K9DJP tag=2GUBYKMTVR7O type=write size=3360354 2024-09-12T17:19:55.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.777+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=TX5RXWPJKOL1 type=del 2024-09-12T17:19:55.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.781+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~NFP5POO7OOWA.0 size=1048576 2024-09-12T17:19:55.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.785+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~NFP5POO7OOWA.1 size=1048576 2024-09-12T17:19:55.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.785+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~NFP5POO7OOWA.2 size=737640 2024-09-12T17:19:55.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.785+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=NFP5POO7OOWA tag=XQVQPSPZXYL1 type=write size=3883368 2024-09-12T17:19:55.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.789+0000 7fbd9195a8c0 -1 < failed to complete operation key=TQUAG7E2B31Q tag=OBEJUY70O4CU type=del size=2218690: (22) Invalid argument 2024-09-12T17:19:55.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.793+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=0FGJ7WVGT5PY type=del size=2947622 2024-09-12T17:19:55.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.797+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~P1TVMQ76E9CS.0 size=1048576 2024-09-12T17:19:55.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.797+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~P1TVMQ76E9CS.1 size=1048576 2024-09-12T17:19:55.799 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.801+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~P1TVMQ76E9CS.2 size=439062 2024-09-12T17:19:55.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.805+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=P1TVMQ76E9CS tag=LC1F2K2HI3LY type=write size=3584790 2024-09-12T17:19:55.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.809+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=79G75YAYBOCR type=del size=112063 2024-09-12T17:19:55.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.813+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~J2KZAYKG8YP0.0 size=1048576 2024-09-12T17:19:55.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.817+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~J2KZAYKG8YP0.1 size=1048576 2024-09-12T17:19:55.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.817+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~J2KZAYKG8YP0.2 size=25589 2024-09-12T17:19:55.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.825+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=J2KZAYKG8YP0 tag=QRQV31GJW5NR type=write size=3171317 2024-09-12T17:19:55.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.829+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~Y8WNBQHAWR6N.0 size=1048576 2024-09-12T17:19:55.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.833+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~Y8WNBQHAWR6N.1 size=851527 2024-09-12T17:19:55.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.833+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=Y8WNBQHAWR6N tag=TZGAYZ09DR28 type=write size=2948679 2024-09-12T17:19:55.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.837+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~9KF9QMKZIMNJ.0 size=938852 2024-09-12T17:19:55.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.841+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=9KF9QMKZIMNJ tag=Y28DLS38MQLH type=write size=1987428 2024-09-12T17:19:55.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.845+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=AEGBPFKGNCIB type=del size=5922 2024-09-12T17:19:55.847 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.849+0000 7fbd9195a8c0 -1 < failed to complete operation key=PK7SUDXCYB4F tag=FKJ2NRC16KQM type=del size=2053331: (22) Invalid argument 2024-09-12T17:19:55.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.853+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=OR9HSBUJJFMH type=write size=658158 2024-09-12T17:19:55.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.857+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~Y4ZHIUE0IBTU.0 size=1048576 2024-09-12T17:19:55.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.857+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~Y4ZHIUE0IBTU.1 size=1048576 2024-09-12T17:19:55.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.861+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~Y4ZHIUE0IBTU.2 size=121722 2024-09-12T17:19:55.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.865+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=Y4ZHIUE0IBTU tag=YO396XFE3A9T type=write size=3267450 2024-09-12T17:19:55.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.869+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=2Z30N9YAPZAI type=del size=3108922 2024-09-12T17:19:55.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.873+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=ZAV2AUJOXYET type=del 2024-09-12T17:19:55.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.877+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~13YUEYCUXPH3.0 size=1048576 2024-09-12T17:19:55.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.877+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~13YUEYCUXPH3.1 size=1048576 2024-09-12T17:19:55.879 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.881+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~13YUEYCUXPH3.2 size=358901 2024-09-12T17:19:55.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.881+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=13YUEYCUXPH3 tag=WG5DFGU9PEMW type=write size=3504629 2024-09-12T17:19:55.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.885+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=22F7DJOM0082 type=del 2024-09-12T17:19:55.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.889+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~P1KEV34X4XPY.0 size=197625 2024-09-12T17:19:55.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.889+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=P1KEV34X4XPY tag=84MZZ7B15B7Z type=write size=1246201 2024-09-12T17:19:55.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.893+0000 7fbd9195a8c0 1 < completed write operation key=GZRPL96NSXKR tag=Z3JBAZGN5JN7 type=write size=643889 2024-09-12T17:19:55.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.897+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~P1HDS2DWN2QI.0 size=726267 2024-09-12T17:19:55.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.897+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=P1HDS2DWN2QI tag=X2KCUZLEA143 type=write size=1774843 2024-09-12T17:19:55.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.897+0000 7fbd9195a8c0 1 < canceled part key=_multipart_Y757YR0HCQEP.2~N97V4VZUGVLK.0 size=1048576 2024-09-12T17:19:55.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.901+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~N97V4VZUGVLK.1 size=182335 2024-09-12T17:19:55.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.909+0000 7fbd9195a8c0 1 < canceled multipart upload key=Y757YR0HCQEP upload=N97V4VZUGVLK tag=QR7G9IH90N85 type=write size=2279487 2024-09-12T17:19:55.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.909+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=P6KK2OPB2KQ1 type=del size=3146691 2024-09-12T17:19:55.912 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.913+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=5DR3PEXMHR6S type=del 2024-09-12T17:19:55.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.917+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=Q6MG2YHEUKAS type=write size=73313 2024-09-12T17:19:55.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.921+0000 7fbd9195a8c0 1 < suggested update operation key=2KWWYKI06IXO tag=AA2VXJEK05EQ type=del size=2345630 2024-09-12T17:19:55.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.929+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~K1KRE7F12QJL.0 size=1048576 2024-09-12T17:19:55.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.929+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~K1KRE7F12QJL.1 size=949579 2024-09-12T17:19:55.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.929+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=K1KRE7F12QJL tag=8TKH1VWGI3MN type=write size=3046731 2024-09-12T17:19:55.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.933+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=W9DF06U5G5RI type=del 2024-09-12T17:19:55.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.937+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=9TS422FO71IY type=del size=1880487 2024-09-12T17:19:55.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.941+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=AAALLMCPB3W2 type=del 2024-09-12T17:19:55.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.941+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=EY2RXZ6ZW1NY type=del size=1239478 2024-09-12T17:19:55.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.945+0000 7fbd9195a8c0 1 < canceled part key=_multipart_FO2QR27D8UW0.2~VYYP9Q8K9DJP.0 size=1048576 2024-09-12T17:19:55.945 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.945+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~VYYP9Q8K9DJP.1 size=1048576 2024-09-12T17:19:55.945 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.945+0000 7fbd9195a8c0 1 < canceled part key=_multipart_FO2QR27D8UW0.2~VYYP9Q8K9DJP.2 size=214626 2024-09-12T17:19:55.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.949+0000 7fbd9195a8c0 1 < canceled multipart upload key=FO2QR27D8UW0 upload=VYYP9Q8K9DJP tag=2GUBYKMTVR7O type=write size=3360354 2024-09-12T17:19:55.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.953+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=M1CRQ384RTLN type=write size=358836 2024-09-12T17:19:55.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.953+0000 7fbd9195a8c0 1 < canceled part key=_multipart_GCAJ0JAKNDKG.2~NFP5POO7OOWA.0 size=1048576 2024-09-12T17:19:55.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.957+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~NFP5POO7OOWA.1 size=1048576 2024-09-12T17:19:55.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.957+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~NFP5POO7OOWA.2 size=737640 2024-09-12T17:19:55.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.965+0000 7fbd9195a8c0 1 < canceled multipart upload key=GCAJ0JAKNDKG upload=NFP5POO7OOWA tag=XQVQPSPZXYL1 type=write size=3883368 2024-09-12T17:19:55.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.965+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=B94BREXUKZS5 type=del size=552711 2024-09-12T17:19:55.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.969+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=0FGJ7WVGT5PY type=del 2024-09-12T17:19:55.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.973+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~CQWO5OC9U2MW.0 size=1048576 2024-09-12T17:19:55.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.977+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~CQWO5OC9U2MW.1 size=1048576 2024-09-12T17:19:55.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.981+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~CQWO5OC9U2MW.2 size=280958 2024-09-12T17:19:55.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.981+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=CQWO5OC9U2MW tag=6AYJGB48PQ6L type=write size=3426686 2024-09-12T17:19:55.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.985+0000 7fbd9195a8c0 1 < suggested remove operation key=6K742IMCKKDH tag=79G75YAYBOCR type=del 2024-09-12T17:19:55.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.989+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=308I0AYW2A2Q type=del size=3026531 2024-09-12T17:19:55.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.989+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~Y8WNBQHAWR6N.0 size=1048576 2024-09-12T17:19:55.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.989+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6K742IMCKKDH.2~Y8WNBQHAWR6N.1 size=851527 2024-09-12T17:19:55.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.997+0000 7fbd9195a8c0 1 < canceled multipart upload key=6K742IMCKKDH upload=Y8WNBQHAWR6N tag=TZGAYZ09DR28 type=write size=2948679 2024-09-12T17:19:55.997 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:55.997+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=2IH6Q3691KC3 type=del size=2671147 2024-09-12T17:19:56.000 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.001+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=AEGBPFKGNCIB type=del 2024-09-12T17:19:56.003 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.005+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=1HYQ5AFKK5U2 type=del size=1406652 2024-09-12T17:19:56.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.009+0000 7fbd9195a8c0 1 < completed write operation key=DXPGRTSHP1VC tag=OR9HSBUJJFMH type=write size=658158 2024-09-12T17:19:56.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.009+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=EBU73ETTXAGR type=del size=1530492 2024-09-12T17:19:56.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.013+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=2Z30N9YAPZAI type=del 2024-09-12T17:19:56.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.017+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~CVJ2FVTZD0ZG.0 size=1027567 2024-09-12T17:19:56.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.017+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=CVJ2FVTZD0ZG tag=YO0F0WA0O5SW type=write size=2076143 2024-09-12T17:19:56.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.021+0000 7fbd9195a8c0 1 < canceled part key=_multipart_HI4CZTBNYDJH.2~13YUEYCUXPH3.0 size=1048576 2024-09-12T17:19:56.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.021+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~13YUEYCUXPH3.1 size=1048576 2024-09-12T17:19:56.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.025+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~13YUEYCUXPH3.2 size=358901 2024-09-12T17:19:56.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.029+0000 7fbd9195a8c0 1 < canceled multipart upload key=HI4CZTBNYDJH upload=13YUEYCUXPH3 tag=WG5DFGU9PEMW type=write size=3504629 2024-09-12T17:19:56.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.033+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=N4SD5S66VK1J type=del size=957507 2024-09-12T17:19:56.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.037+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~P1KEV34X4XPY.0 size=197625 2024-09-12T17:19:56.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.041+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=P1KEV34X4XPY tag=84MZZ7B15B7Z type=write size=1246201 2024-09-12T17:19:56.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.041+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=MU4CZAOA262K type=del size=210145 2024-09-12T17:19:56.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.045+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~P1HDS2DWN2QI.0 size=726267 2024-09-12T17:19:56.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.049+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=P1HDS2DWN2QI tag=X2KCUZLEA143 type=write size=1774843 2024-09-12T17:19:56.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.053+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=25R7GWVS25PJ type=del size=974083 2024-09-12T17:19:56.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.057+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=P6KK2OPB2KQ1 type=del 2024-09-12T17:19:56.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.061+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=IXRZ6HXHL89T type=del size=629498 2024-09-12T17:19:56.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.065+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=Q6MG2YHEUKAS type=write size=73313 2024-09-12T17:19:56.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.069+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=X8ZZCQ4SH6LM type=del size=2180262 2024-09-12T17:19:56.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.069+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~K1KRE7F12QJL.0 size=1048576 2024-09-12T17:19:56.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.073+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~K1KRE7F12QJL.1 size=949579 2024-09-12T17:19:56.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.077+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=K1KRE7F12QJL tag=8TKH1VWGI3MN type=write size=3046731 2024-09-12T17:19:56.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.081+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=OKRCNK89KXT8 type=del size=2995337 2024-09-12T17:19:56.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.085+0000 7fbd9195a8c0 1 < suggested update operation key=FO2QR27D8UW0 tag=9TS422FO71IY type=del size=1880487 2024-09-12T17:19:56.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.089+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=HBE6S8K0QWQR type=del size=1122312 2024-09-12T17:19:56.092 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.093+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=EY2RXZ6ZW1NY type=del 2024-09-12T17:19:56.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.097+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~Z1WGDHSCP6CF.0 size=817979 2024-09-12T17:19:56.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.097+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=Z1WGDHSCP6CF tag=PY01PUAQ25VU type=write size=1866555 2024-09-12T17:19:56.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.101+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=M1CRQ384RTLN type=write size=358836 2024-09-12T17:19:56.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.105+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~KLI4ESDNMCDM.0 size=1048576 2024-09-12T17:19:56.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.109+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~KLI4ESDNMCDM.1 size=761569 2024-09-12T17:19:56.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.109+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=KLI4ESDNMCDM tag=LO4S5BZ7GED4 type=write size=2858721 2024-09-12T17:19:56.111 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.113+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=B94BREXUKZS5 type=del 2024-09-12T17:19:56.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.117+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=WQQ1EV2QZRF6 type=del size=85991 2024-09-12T17:19:56.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.117+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~CQWO5OC9U2MW.0 size=1048576 2024-09-12T17:19:56.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.121+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~CQWO5OC9U2MW.1 size=1048576 2024-09-12T17:19:56.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.121+0000 7fbd9195a8c0 1 < canceled part key=_multipart_9OCQAHF3Y4ZE.2~CQWO5OC9U2MW.2 size=280958 2024-09-12T17:19:56.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.125+0000 7fbd9195a8c0 1 < canceled multipart upload key=9OCQAHF3Y4ZE upload=CQWO5OC9U2MW tag=6AYJGB48PQ6L type=write size=3426686 2024-09-12T17:19:56.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.133+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~A378931F2JKV.0 size=1048576 2024-09-12T17:19:56.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.133+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~A378931F2JKV.1 size=1048576 2024-09-12T17:19:56.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.137+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~A378931F2JKV.2 size=82551 2024-09-12T17:19:56.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.137+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=A378931F2JKV tag=D1DXOEH0OOBC type=write size=3228279 2024-09-12T17:19:56.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.137+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=308I0AYW2A2Q type=del 2024-09-12T17:19:56.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.145+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~O7M38NXR6GZ5.0 size=278271 2024-09-12T17:19:56.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.145+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=O7M38NXR6GZ5 tag=U5MMV87GNO0V type=write size=1326847 2024-09-12T17:19:56.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.149+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=2IH6Q3691KC3 type=del 2024-09-12T17:19:56.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.153+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~XJLSPWPK1F6Y.0 size=399707 2024-09-12T17:19:56.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.153+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=XJLSPWPK1F6Y tag=32LBIQM638MD type=write size=1448283 2024-09-12T17:19:56.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.153+0000 7fbd9195a8c0 1 < canceled operation key=KPZHXLWEOCN9 tag=1HYQ5AFKK5U2 type=del size=1406652 2024-09-12T17:19:56.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.161+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~MYO4IWRBRP0G.0 size=1048576 2024-09-12T17:19:56.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.161+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~MYO4IWRBRP0G.1 size=13411 2024-09-12T17:19:56.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.161+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=MYO4IWRBRP0G tag=8JW2779WQUVB type=write size=2110563 2024-09-12T17:19:56.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.165+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=EBU73ETTXAGR type=del 2024-09-12T17:19:56.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.169+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=V5JLNWX572DA type=del size=4013249 2024-09-12T17:19:56.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.169+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6K742IMCKKDH.2~CVJ2FVTZD0ZG.0 size=1027567 2024-09-12T17:19:56.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.173+0000 7fbd9195a8c0 1 < canceled multipart upload key=6K742IMCKKDH upload=CVJ2FVTZD0ZG tag=YO0F0WA0O5SW type=write size=2076143 2024-09-12T17:19:56.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.177+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~BCZM17H1IAD0.0 size=1048576 2024-09-12T17:19:56.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.181+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~BCZM17H1IAD0.1 size=709146 2024-09-12T17:19:56.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.181+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=BCZM17H1IAD0 tag=TNUA79JHQ2P8 type=write size=2806298 2024-09-12T17:19:56.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.185+0000 7fbd9195a8c0 1 < suggested update operation key=2UQUEMHYAPVH tag=N4SD5S66VK1J type=del size=957507 2024-09-12T17:19:56.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.189+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=2X9II7AXH0W9 type=del size=3351225 2024-09-12T17:19:56.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.193+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=MU4CZAOA262K type=del 2024-09-12T17:19:56.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.197+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~WKJBGK4GZ31J.0 size=1048576 2024-09-12T17:19:56.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.201+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~WKJBGK4GZ31J.1 size=520152 2024-09-12T17:19:56.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.201+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=WKJBGK4GZ31J tag=FJ8SJ8FX4B70 type=write size=2617304 2024-09-12T17:19:56.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.205+0000 7fbd9195a8c0 1 < completed delete operation key=PK7SUDXCYB4F tag=25R7GWVS25PJ type=del 2024-09-12T17:19:56.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.205+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=WWLLDQJP72DT type=del size=4188221 2024-09-12T17:19:56.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.209+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=IXRZ6HXHL89T type=del 2024-09-12T17:19:56.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.213+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=RK5LZIDYAY1R type=del size=1913731 2024-09-12T17:19:56.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.217+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=X8ZZCQ4SH6LM type=del 2024-09-12T17:19:56.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.217+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=URR0PC021AWX type=write size=23362 2024-09-12T17:19:56.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.221+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=OKRCNK89KXT8 type=del 2024-09-12T17:19:56.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.225+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~WHF50G0RB3WT.0 size=672023 2024-09-12T17:19:56.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.225+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=WHF50G0RB3WT tag=F4WG7AYF0LCI type=write size=1720599 2024-09-12T17:19:56.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.233+0000 7fbd9195a8c0 1 < suggested update operation key=RE67Q37TLF36 tag=HBE6S8K0QWQR type=del size=1122312 2024-09-12T17:19:56.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.233+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=MT03ZP7VY4HJ type=del size=3422925 2024-09-12T17:19:56.235 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.237+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~Z1WGDHSCP6CF.0 size=817979 2024-09-12T17:19:56.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.241+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=Z1WGDHSCP6CF tag=PY01PUAQ25VU type=write size=1866555 2024-09-12T17:19:56.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.245+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~ZWS6BOQ9DO84.0 size=1048576 2024-09-12T17:19:56.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.249+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~ZWS6BOQ9DO84.1 size=532497 2024-09-12T17:19:56.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.249+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=ZWS6BOQ9DO84 tag=CCBM3ROU6QZY type=write size=2629649 2024-09-12T17:19:56.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.249+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~KLI4ESDNMCDM.0 size=1048576 2024-09-12T17:19:56.251 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.253+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~KLI4ESDNMCDM.1 size=761569 2024-09-12T17:19:56.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.257+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=KLI4ESDNMCDM tag=LO4S5BZ7GED4 type=write size=2858721 2024-09-12T17:19:56.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.261+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~BNVYM100JXGW.0 size=1048576 2024-09-12T17:19:56.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.265+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~BNVYM100JXGW.1 size=1048576 2024-09-12T17:19:56.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.265+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~BNVYM100JXGW.2 size=927799 2024-09-12T17:19:56.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.265+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=BNVYM100JXGW tag=VDBKC9F0OP5B type=write size=4073527 2024-09-12T17:19:56.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.273+0000 7fbd9195a8c0 1 < suggested update operation key=6MVT0KBRIU11 tag=WQQ1EV2QZRF6 type=del size=85991 2024-09-12T17:19:56.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.277+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~Q0J4V5YSIEWO.0 size=165300 2024-09-12T17:19:56.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.277+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=Q0J4V5YSIEWO tag=OFZU344DUL3X type=write size=1213876 2024-09-12T17:19:56.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.281+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~A378931F2JKV.0 size=1048576 2024-09-12T17:19:56.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.281+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~A378931F2JKV.1 size=1048576 2024-09-12T17:19:56.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.281+0000 7fbd9195a8c0 1 < canceled part key=_multipart_BB1JW1D7NJVJ.2~A378931F2JKV.2 size=82551 2024-09-12T17:19:56.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.289+0000 7fbd9195a8c0 1 < canceled multipart upload key=BB1JW1D7NJVJ upload=A378931F2JKV tag=D1DXOEH0OOBC type=write size=3228279 2024-09-12T17:19:56.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.289+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=5N0PYTY1YMF8 type=del size=1840887 2024-09-12T17:19:56.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.293+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~O7M38NXR6GZ5.0 size=278271 2024-09-12T17:19:56.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.301+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=O7M38NXR6GZ5 tag=U5MMV87GNO0V type=write size=1326847 2024-09-12T17:19:56.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.301+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=X1GQBZGT1KTC type=del size=4074891 2024-09-12T17:19:56.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.305+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~XJLSPWPK1F6Y.0 size=399707 2024-09-12T17:19:56.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.309+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=XJLSPWPK1F6Y tag=32LBIQM638MD type=write size=1448283 2024-09-12T17:19:56.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.313+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=C4C8HRDVP1VI type=write size=130702 2024-09-12T17:19:56.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.317+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~MYO4IWRBRP0G.0 size=1048576 2024-09-12T17:19:56.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.317+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~MYO4IWRBRP0G.1 size=13411 2024-09-12T17:19:56.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.321+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=MYO4IWRBRP0G tag=8JW2779WQUVB type=write size=2110563 2024-09-12T17:19:56.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.329+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~2KUZIUXSW1OJ.0 size=1048576 2024-09-12T17:19:56.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.329+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~2KUZIUXSW1OJ.1 size=1048576 2024-09-12T17:19:56.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.333+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~2KUZIUXSW1OJ.2 size=750893 2024-09-12T17:19:56.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.333+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=2KUZIUXSW1OJ tag=9QZNRGJ0Q2AA type=write size=3896621 2024-09-12T17:19:56.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.337+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=V5JLNWX572DA type=del 2024-09-12T17:19:56.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.341+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~VMYZ4Z8KI5RA.0 size=742235 2024-09-12T17:19:56.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.341+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=VMYZ4Z8KI5RA tag=GNC51L55TZHQ type=write size=1790811 2024-09-12T17:19:56.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.345+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~BCZM17H1IAD0.0 size=1048576 2024-09-12T17:19:56.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.345+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~BCZM17H1IAD0.1 size=709146 2024-09-12T17:19:56.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.353+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=BCZM17H1IAD0 tag=TNUA79JHQ2P8 type=write size=2806298 2024-09-12T17:19:56.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.353+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=IGDH8XLV2PTR type=del size=175702 2024-09-12T17:19:56.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.357+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=2X9II7AXH0W9 type=del 2024-09-12T17:19:56.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.361+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~MTMU70KIA2PE.0 size=1048576 2024-09-12T17:19:56.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.365+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~MTMU70KIA2PE.1 size=1048576 2024-09-12T17:19:56.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.369+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~MTMU70KIA2PE.2 size=165074 2024-09-12T17:19:56.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.369+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=MTMU70KIA2PE tag=A2DAVSW3UC90 type=write size=3310802 2024-09-12T17:19:56.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.369+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~WKJBGK4GZ31J.0 size=1048576 2024-09-12T17:19:56.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.373+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~WKJBGK4GZ31J.1 size=520152 2024-09-12T17:19:56.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.377+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=WKJBGK4GZ31J tag=FJ8SJ8FX4B70 type=write size=2617304 2024-09-12T17:19:56.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.385+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~U3EZRXHBPW9V.0 size=1048576 2024-09-12T17:19:56.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.385+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~U3EZRXHBPW9V.1 size=403170 2024-09-12T17:19:56.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.385+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=U3EZRXHBPW9V tag=QCZJHJXHNKYB type=write size=2500322 2024-09-12T17:19:56.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.389+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=WWLLDQJP72DT type=del 2024-09-12T17:19:56.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.393+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=1FCD8CKY8H8W type=del size=3209124 2024-09-12T17:19:56.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.397+0000 7fbd9195a8c0 1 < suggested update operation key=JQDWGB4MGRXE tag=RK5LZIDYAY1R type=del size=1913731 2024-09-12T17:19:56.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.401+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=JGDNU5HRCBQZ type=del size=2390213 2024-09-12T17:19:56.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.405+0000 7fbd9195a8c0 1 < suggested update operation key=9OCQAHF3Y4ZE tag=URR0PC021AWX type=write size=23362 2024-09-12T17:19:56.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.409+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=QP9BX9YV9MRX type=del size=1161369 2024-09-12T17:19:56.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.413+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~WHF50G0RB3WT.0 size=672023 2024-09-12T17:19:56.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.417+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=WHF50G0RB3WT tag=F4WG7AYF0LCI type=write size=1720599 2024-09-12T17:19:56.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.421+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=BPPKHGXFBK8X type=del size=2954025 2024-09-12T17:19:56.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.425+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=MT03ZP7VY4HJ type=del 2024-09-12T17:19:56.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.429+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~MTS4IHKLPUXL.0 size=1048576 2024-09-12T17:19:56.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.433+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~MTS4IHKLPUXL.1 size=1048576 2024-09-12T17:19:56.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.433+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~MTS4IHKLPUXL.2 size=754187 2024-09-12T17:19:56.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.433+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=MTS4IHKLPUXL tag=VAF6EE3E2UDB type=write size=3899915 2024-09-12T17:19:56.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.437+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~ZWS6BOQ9DO84.0 size=1048576 2024-09-12T17:19:56.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.441+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~ZWS6BOQ9DO84.1 size=532497 2024-09-12T17:19:56.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.445+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=ZWS6BOQ9DO84 tag=CCBM3ROU6QZY type=write size=2629649 2024-09-12T17:19:56.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.453+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=7OQBJMH42SU9 type=del size=3868946 2024-09-12T17:19:56.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.457+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~BNVYM100JXGW.0 size=1048576 2024-09-12T17:19:56.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.457+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~BNVYM100JXGW.1 size=1048576 2024-09-12T17:19:56.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.461+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~BNVYM100JXGW.2 size=927799 2024-09-12T17:19:56.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.469+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=BNVYM100JXGW tag=VDBKC9F0OP5B type=write size=4073527 2024-09-12T17:19:56.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.473+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~IKY64HKKISJ8.0 size=152155 2024-09-12T17:19:56.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.473+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=IKY64HKKISJ8 tag=RY68W059HPWE type=write size=1200731 2024-09-12T17:19:56.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.473+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KAT5FF0HSKKN.2~Q0J4V5YSIEWO.0 size=165300 2024-09-12T17:19:56.479 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.481+0000 7fbd9195a8c0 1 < canceled multipart upload key=KAT5FF0HSKKN upload=Q0J4V5YSIEWO tag=OFZU344DUL3X type=write size=1213876 2024-09-12T17:19:56.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.485+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=CQ9PMWKHV9NI type=del size=1027403 2024-09-12T17:19:56.486 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.489+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=5N0PYTY1YMF8 type=del 2024-09-12T17:19:56.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.493+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=CG8TAMGHT8TO type=del size=941407 2024-09-12T17:19:56.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.493+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=X1GQBZGT1KTC type=del 2024-09-12T17:19:56.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.501+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~BGM2VQ5YYOFA.0 size=1048576 2024-09-12T17:19:56.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.505+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~BGM2VQ5YYOFA.1 size=712238 2024-09-12T17:19:56.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.505+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=BGM2VQ5YYOFA tag=AEWZQPW28950 type=write size=2809390 2024-09-12T17:19:56.507 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.509+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=C4C8HRDVP1VI type=write size=130702 2024-09-12T17:19:56.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.513+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=5JFWQLKSTS3C type=del size=1133190 2024-09-12T17:19:56.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.513+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~2KUZIUXSW1OJ.0 size=1048576 2024-09-12T17:19:56.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.517+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~2KUZIUXSW1OJ.1 size=1048576 2024-09-12T17:19:56.517 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.517+0000 7fbd9195a8c0 1 < canceled part key=_multipart_PK7SUDXCYB4F.2~2KUZIUXSW1OJ.2 size=750893 2024-09-12T17:19:56.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.525+0000 7fbd9195a8c0 1 < canceled multipart upload key=PK7SUDXCYB4F upload=2KUZIUXSW1OJ tag=9QZNRGJ0Q2AA type=write size=3896621 2024-09-12T17:19:56.527 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.529+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=QBNYETGXZWTJ type=del size=644446 2024-09-12T17:19:56.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.529+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~VMYZ4Z8KI5RA.0 size=742235 2024-09-12T17:19:56.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.537+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=VMYZ4Z8KI5RA tag=GNC51L55TZHQ type=write size=1790811 2024-09-12T17:19:56.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.541+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=35V5REUFBINF type=del size=1051366 2024-09-12T17:19:56.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.541+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=IGDH8XLV2PTR type=del 2024-09-12T17:19:56.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.545+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=0GFNKXKQ1IAC type=write size=281867 2024-09-12T17:19:56.548 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.549+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~MTMU70KIA2PE.0 size=1048576 2024-09-12T17:19:56.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.553+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~MTMU70KIA2PE.1 size=1048576 2024-09-12T17:19:56.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.553+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~MTMU70KIA2PE.2 size=165074 2024-09-12T17:19:56.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.561+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=MTMU70KIA2PE tag=A2DAVSW3UC90 type=write size=3310802 2024-09-12T17:19:56.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.565+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~FHHWNEDC2NA5.0 size=1048576 2024-09-12T17:19:56.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.569+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~FHHWNEDC2NA5.1 size=1048576 2024-09-12T17:19:56.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.569+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~FHHWNEDC2NA5.2 size=625934 2024-09-12T17:19:56.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.569+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=FHHWNEDC2NA5 tag=D6RPGBTLB8OK type=write size=3771662 2024-09-12T17:19:56.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.573+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~U3EZRXHBPW9V.0 size=1048576 2024-09-12T17:19:56.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.577+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~U3EZRXHBPW9V.1 size=403170 2024-09-12T17:19:56.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.581+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=U3EZRXHBPW9V tag=QCZJHJXHNKYB type=write size=2500322 2024-09-12T17:19:56.583 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.585+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=X2491GFEQ8GU type=write size=2215 2024-09-12T17:19:56.586 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.589+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=1FCD8CKY8H8W type=del 2024-09-12T17:19:56.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.589+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=XOAF63APXSE2 type=del size=1455024 2024-09-12T17:19:56.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.593+0000 7fbd9195a8c0 1 < canceled operation key=40V2VLOH796T tag=JGDNU5HRCBQZ type=del size=2390213 2024-09-12T17:19:56.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.601+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~8JBC255AA4TM.0 size=1048576 2024-09-12T17:19:56.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.601+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~8JBC255AA4TM.1 size=501343 2024-09-12T17:19:56.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.601+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=8JBC255AA4TM tag=OJ2BGWH2HP95 type=write size=2598495 2024-09-12T17:19:56.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.605+0000 7fbd9195a8c0 1 < canceled operation key=L0FPLBRF5O79 tag=QP9BX9YV9MRX type=del size=1161369 2024-09-12T17:19:56.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.613+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~USJWZSJ57QLW.0 size=1048576 2024-09-12T17:19:56.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.613+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~USJWZSJ57QLW.1 size=1048576 2024-09-12T17:19:56.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.617+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~USJWZSJ57QLW.2 size=888259 2024-09-12T17:19:56.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.617+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=USJWZSJ57QLW tag=IABOJKCQYGEP type=write size=4033987 2024-09-12T17:19:56.619 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.621+0000 7fbd9195a8c0 1 < canceled operation key=POCQSFKQMMPX tag=BPPKHGXFBK8X type=del size=2954025 2024-09-12T17:19:56.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.625+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~HOFC625O5779.0 size=1048576 2024-09-12T17:19:56.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.629+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~HOFC625O5779.1 size=196861 2024-09-12T17:19:56.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.629+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=HOFC625O5779 tag=77G2D4SYMQH2 type=write size=2294013 2024-09-12T17:19:56.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.633+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~MTS4IHKLPUXL.0 size=1048576 2024-09-12T17:19:56.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.633+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~MTS4IHKLPUXL.1 size=1048576 2024-09-12T17:19:56.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.637+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~MTS4IHKLPUXL.2 size=754187 2024-09-12T17:19:56.642 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.645+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=MTS4IHKLPUXL tag=VAF6EE3E2UDB type=write size=3899915 2024-09-12T17:19:56.648 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.649+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~SNBJLQZK79K3.0 size=1048576 2024-09-12T17:19:56.651 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.653+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~SNBJLQZK79K3.1 size=1048576 2024-09-12T17:19:56.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.653+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~SNBJLQZK79K3.2 size=448524 2024-09-12T17:19:56.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.653+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=SNBJLQZK79K3 tag=2563FNGGQ0W2 type=write size=3594252 2024-09-12T17:19:56.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.657+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=7OQBJMH42SU9 type=del 2024-09-12T17:19:56.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.665+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~HEXHDP6UGI96.0 size=1048576 2024-09-12T17:19:56.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.669+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~HEXHDP6UGI96.1 size=297340 2024-09-12T17:19:56.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.669+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=HEXHDP6UGI96 tag=6HHVQRZR9XTK type=write size=2394492 2024-09-12T17:19:56.670 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.669+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~IKY64HKKISJ8.0 size=152155 2024-09-12T17:19:56.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.677+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=IKY64HKKISJ8 tag=RY68W059HPWE type=write size=1200731 2024-09-12T17:19:56.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.681+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~P9YGJCEKIDRP.0 size=249201 2024-09-12T17:19:56.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.681+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=P9YGJCEKIDRP tag=F8C38XETCFNY type=write size=1297777 2024-09-12T17:19:56.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.689+0000 7fbd9195a8c0 1 < suggested update operation key=TQUAG7E2B31Q tag=CQ9PMWKHV9NI type=del size=1027403 2024-09-12T17:19:56.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.693+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=3P40YJ3Z2MIN type=del size=580932 2024-09-12T17:19:56.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.697+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=CG8TAMGHT8TO type=del 2024-09-12T17:19:56.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.697+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=M5LIRGFEIMXJ type=del size=4162609 2024-09-12T17:19:56.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.701+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~BGM2VQ5YYOFA.0 size=1048576 2024-09-12T17:19:56.704 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.705+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~BGM2VQ5YYOFA.1 size=712238 2024-09-12T17:19:56.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.709+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=BGM2VQ5YYOFA tag=AEWZQPW28950 type=write size=2809390 2024-09-12T17:19:56.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.713+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=1OJMJMF48NZM type=del size=1335873 2024-09-12T17:19:56.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.717+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=5JFWQLKSTS3C type=del 2024-09-12T17:19:56.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.725+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~B0J23NUSL205.0 size=1048576 2024-09-12T17:19:56.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.729+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~B0J23NUSL205.1 size=1048576 2024-09-12T17:19:56.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.729+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~B0J23NUSL205.2 size=400455 2024-09-12T17:19:56.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.729+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=B0J23NUSL205 tag=FAAPZN890BG9 type=write size=3546183 2024-09-12T17:19:56.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.737+0000 7fbd9195a8c0 1 < suggested update operation key=6MVT0KBRIU11 tag=QBNYETGXZWTJ type=del size=644446 2024-09-12T17:19:56.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.741+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~5777ZKOQP629.0 size=1048576 2024-09-12T17:19:56.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.745+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~5777ZKOQP629.1 size=1048576 2024-09-12T17:19:56.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.749+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~5777ZKOQP629.2 size=218141 2024-09-12T17:19:56.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.749+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=5777ZKOQP629 tag=TRQLFNM92XJ1 type=write size=3363869 2024-09-12T17:19:56.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.753+0000 7fbd9195a8c0 1 < canceled operation key=2KWWYKI06IXO tag=35V5REUFBINF type=del size=1051366 2024-09-12T17:19:56.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.757+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=DD1KGCYJHOVF type=del size=3246353 2024-09-12T17:19:56.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.761+0000 7fbd9195a8c0 1 < canceled operation key=POCQSFKQMMPX tag=0GFNKXKQ1IAC type=write size=281867 2024-09-12T17:19:56.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.765+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=D5CXG62GQ0LZ type=del size=264584 2024-09-12T17:19:56.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.769+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~FHHWNEDC2NA5.0 size=1048576 2024-09-12T17:19:56.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.769+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~FHHWNEDC2NA5.1 size=1048576 2024-09-12T17:19:56.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.773+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~FHHWNEDC2NA5.2 size=625934 2024-09-12T17:19:56.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.777+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=FHHWNEDC2NA5 tag=D6RPGBTLB8OK type=write size=3771662 2024-09-12T17:19:56.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.781+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~M3Z6OGV30CZF.0 size=1048576 2024-09-12T17:19:56.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.781+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~M3Z6OGV30CZF.1 size=1048576 2024-09-12T17:19:56.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.785+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~M3Z6OGV30CZF.2 size=953231 2024-09-12T17:19:56.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.785+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=M3Z6OGV30CZF tag=5D7AEVJSCM6F type=write size=4098959 2024-09-12T17:19:56.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.789+0000 7fbd9195a8c0 1 < completed write operation key=KPZHXLWEOCN9 tag=X2491GFEQ8GU type=write size=2215 2024-09-12T17:19:56.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.789+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=JHOK2YKGY7Q0 type=write size=11315 2024-09-12T17:19:56.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.797+0000 7fbd9195a8c0 1 < suggested remove operation key=6MVT0KBRIU11 tag=XOAF63APXSE2 type=del 2024-09-12T17:19:56.799 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.801+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~F7H7BM6X9EMA.0 size=1048576 2024-09-12T17:19:56.801 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.801+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~F7H7BM6X9EMA.1 size=1048576 2024-09-12T17:19:56.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.805+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~F7H7BM6X9EMA.2 size=937195 2024-09-12T17:19:56.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.805+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=F7H7BM6X9EMA tag=K7KVHPF71ICC type=write size=4082923 2024-09-12T17:19:56.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.809+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~8JBC255AA4TM.0 size=1048576 2024-09-12T17:19:56.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.809+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~8JBC255AA4TM.1 size=501343 2024-09-12T17:19:56.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.813+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=8JBC255AA4TM tag=OJ2BGWH2HP95 type=write size=2598495 2024-09-12T17:19:56.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.817+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=84M8MZI0IOMZ type=write size=761422 2024-09-12T17:19:56.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.821+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~USJWZSJ57QLW.0 size=1048576 2024-09-12T17:19:56.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.821+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~USJWZSJ57QLW.1 size=1048576 2024-09-12T17:19:56.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.825+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~USJWZSJ57QLW.2 size=888259 2024-09-12T17:19:56.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.829+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=USJWZSJ57QLW tag=IABOJKCQYGEP type=write size=4033987 2024-09-12T17:19:56.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.833+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=HH2MF9NAM0AY type=del size=3264834 2024-09-12T17:19:56.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.833+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~HOFC625O5779.0 size=1048576 2024-09-12T17:19:56.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.837+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~HOFC625O5779.1 size=196861 2024-09-12T17:19:56.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.841+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=HOFC625O5779 tag=77G2D4SYMQH2 type=write size=2294013 2024-09-12T17:19:56.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.845+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=26AX8LZFASCE type=del size=2381849 2024-09-12T17:19:56.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.849+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~SNBJLQZK79K3.0 size=1048576 2024-09-12T17:19:56.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.849+0000 7fbd9195a8c0 1 < canceled part key=_multipart_00KG7A7MIHV2.2~SNBJLQZK79K3.1 size=1048576 2024-09-12T17:19:56.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.849+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~SNBJLQZK79K3.2 size=448524 2024-09-12T17:19:56.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.853+0000 7fbd9195a8c0 1 < canceled multipart upload key=00KG7A7MIHV2 upload=SNBJLQZK79K3 tag=2563FNGGQ0W2 type=write size=3594252 2024-09-12T17:19:56.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.857+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~L0S8B2PPS7BC.0 size=785885 2024-09-12T17:19:56.858 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.857+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=L0S8B2PPS7BC tag=K9S9295JKEK7 type=write size=1834461 2024-09-12T17:19:56.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.861+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~HEXHDP6UGI96.0 size=1048576 2024-09-12T17:19:56.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.865+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~HEXHDP6UGI96.1 size=297340 2024-09-12T17:19:56.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.869+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=HEXHDP6UGI96 tag=6HHVQRZR9XTK type=write size=2394492 2024-09-12T17:19:56.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.873+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~7P9IYHOVOW9P.0 size=1048576 2024-09-12T17:19:56.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.873+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~7P9IYHOVOW9P.1 size=1048576 2024-09-12T17:19:56.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.877+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~7P9IYHOVOW9P.2 size=508323 2024-09-12T17:19:56.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.877+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=7P9IYHOVOW9P tag=TR9Z7Y4U9EM9 type=write size=3654051 2024-09-12T17:19:56.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.877+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~P9YGJCEKIDRP.0 size=249201 2024-09-12T17:19:56.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.881+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=P9YGJCEKIDRP tag=F8C38XETCFNY type=write size=1297777 2024-09-12T17:19:56.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.885+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~MW97A57SX8J3.0 size=905970 2024-09-12T17:19:56.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.885+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=MW97A57SX8J3 tag=7VOU5AE3I34L type=write size=1954546 2024-09-12T17:19:56.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.889+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=3P40YJ3Z2MIN type=del 2024-09-12T17:19:56.890 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.893+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=0UW3PVD9XWZX type=del size=3128312 2024-09-12T17:19:56.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.893+0000 7fbd9195a8c0 1 < completed delete operation key=PK7SUDXCYB4F tag=M5LIRGFEIMXJ type=del 2024-09-12T17:19:56.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.897+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=YNWN8HTJ81W0 type=del size=1307355 2024-09-12T17:19:56.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.897+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=1OJMJMF48NZM type=del 2024-09-12T17:19:56.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.901+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=F4YG5908ZTZV type=del size=122978 2024-09-12T17:19:56.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.905+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~B0J23NUSL205.0 size=1048576 2024-09-12T17:19:56.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.905+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~B0J23NUSL205.1 size=1048576 2024-09-12T17:19:56.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.905+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KPZHXLWEOCN9.2~B0J23NUSL205.2 size=400455 2024-09-12T17:19:56.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.909+0000 7fbd9195a8c0 1 < canceled multipart upload key=KPZHXLWEOCN9 upload=B0J23NUSL205 tag=FAAPZN890BG9 type=write size=3546183 2024-09-12T17:19:56.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.913+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~0AYUFL2N5DUH.0 size=197445 2024-09-12T17:19:56.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.913+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=0AYUFL2N5DUH tag=ILATE0QG28PR type=write size=1246021 2024-09-12T17:19:56.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.917+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~5777ZKOQP629.0 size=1048576 2024-09-12T17:19:56.918 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.917+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~5777ZKOQP629.1 size=1048576 2024-09-12T17:19:56.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.921+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~5777ZKOQP629.2 size=218141 2024-09-12T17:19:56.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.925+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=5777ZKOQP629 tag=TRQLFNM92XJ1 type=write size=3363869 2024-09-12T17:19:56.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.929+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~L8HZZMY6EY2O.0 size=597848 2024-09-12T17:19:56.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.929+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=L8HZZMY6EY2O tag=WDY6LQE620IC type=write size=1646424 2024-09-12T17:19:56.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.933+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=DD1KGCYJHOVF type=del 2024-09-12T17:19:56.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.937+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~4A3P3BO046SX.0 size=807657 2024-09-12T17:19:56.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.937+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=4A3P3BO046SX tag=CPFZGHYB1JCU type=write size=1856233 2024-09-12T17:19:56.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.941+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=D5CXG62GQ0LZ type=del 2024-09-12T17:19:56.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.941+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=3500YCRGPGOY type=del size=3745046 2024-09-12T17:19:56.944 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.945+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~M3Z6OGV30CZF.0 size=1048576 2024-09-12T17:19:56.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.945+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~M3Z6OGV30CZF.1 size=1048576 2024-09-12T17:19:56.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.949+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~M3Z6OGV30CZF.2 size=953231 2024-09-12T17:19:56.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.953+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=M3Z6OGV30CZF tag=5D7AEVJSCM6F type=write size=4098959 2024-09-12T17:19:56.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.957+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=KWHZFWMFF4GS type=write size=713197 2024-09-12T17:19:56.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.961+0000 7fbd9195a8c0 1 < suggested remove operation key=6K742IMCKKDH tag=JHOK2YKGY7Q0 type=write 2024-09-12T17:19:56.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.965+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=DO3RY6XZB3KL type=del size=381612 2024-09-12T17:19:56.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.965+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~F7H7BM6X9EMA.0 size=1048576 2024-09-12T17:19:56.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.969+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~F7H7BM6X9EMA.1 size=1048576 2024-09-12T17:19:56.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.969+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~F7H7BM6X9EMA.2 size=937195 2024-09-12T17:19:56.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.977+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=F7H7BM6X9EMA tag=K7KVHPF71ICC type=write size=4082923 2024-09-12T17:19:56.979 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.981+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~LWCBBP1M0WN6.0 size=963858 2024-09-12T17:19:56.979 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.981+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=LWCBBP1M0WN6 tag=6ILN7JGCIV2L type=write size=2012434 2024-09-12T17:19:56.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.985+0000 7fbd9195a8c0 1 < suggested remove operation key=HI4CZTBNYDJH tag=84M8MZI0IOMZ type=write 2024-09-12T17:19:56.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.989+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=VE0D6W5WGOWV type=del size=458398 2024-09-12T17:19:56.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.993+0000 7fbd9195a8c0 1 < suggested remove operation key=5MSE40XZZQHD tag=HH2MF9NAM0AY type=del 2024-09-12T17:19:56.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:56.997+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=JPT2OZUEQ8ZC type=del size=2634880 2024-09-12T17:19:56.999 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.001+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=26AX8LZFASCE type=del 2024-09-12T17:19:57.002 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.001+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=JRHVYJX9BPBO type=del size=2073811 2024-09-12T17:19:57.004 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.005+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~L0S8B2PPS7BC.0 size=785885 2024-09-12T17:19:57.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.009+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=L0S8B2PPS7BC tag=K9S9295JKEK7 type=write size=1834461 2024-09-12T17:19:57.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.013+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~71UPU8AMJZ3Y.0 size=1048576 2024-09-12T17:19:57.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.017+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~71UPU8AMJZ3Y.1 size=1048576 2024-09-12T17:19:57.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.017+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~71UPU8AMJZ3Y.2 size=656470 2024-09-12T17:19:57.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.017+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=71UPU8AMJZ3Y tag=JA6WXDCPR56D type=write size=3802198 2024-09-12T17:19:57.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.021+0000 7fbd9195a8c0 1 < canceled part key=_multipart_OQXLNAHMPPDO.2~7P9IYHOVOW9P.0 size=1048576 2024-09-12T17:19:57.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.021+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~7P9IYHOVOW9P.1 size=1048576 2024-09-12T17:19:57.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.021+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~7P9IYHOVOW9P.2 size=508323 2024-09-12T17:19:57.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.025+0000 7fbd9195a8c0 1 < canceled multipart upload key=OQXLNAHMPPDO upload=7P9IYHOVOW9P tag=TR9Z7Y4U9EM9 type=write size=3654051 2024-09-12T17:19:57.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.029+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~IHVKNEC46KNC.0 size=1048576 2024-09-12T17:19:57.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.033+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~IHVKNEC46KNC.1 size=576203 2024-09-12T17:19:57.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.033+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=IHVKNEC46KNC tag=H1QIKZ42GACB type=write size=2673355 2024-09-12T17:19:57.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.033+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~MW97A57SX8J3.0 size=905970 2024-09-12T17:19:57.037 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.037+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=MW97A57SX8J3 tag=7VOU5AE3I34L type=write size=1954546 2024-09-12T17:19:57.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.041+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=YQY7UZ27P6Y0 type=write size=251918 2024-09-12T17:19:57.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.045+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=0UW3PVD9XWZX type=del 2024-09-12T17:19:57.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.045+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=Y0IGGY6ZXZOA type=del size=379966 2024-09-12T17:19:57.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.049+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=YNWN8HTJ81W0 type=del 2024-09-12T17:19:57.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.049+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=AQCRSUBTBQAT type=del size=3371859 2024-09-12T17:19:57.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.053+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=F4YG5908ZTZV type=del 2024-09-12T17:19:57.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.057+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=AIDCOQY2KO8A type=del size=3871850 2024-09-12T17:19:57.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.061+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~0AYUFL2N5DUH.0 size=197445 2024-09-12T17:19:57.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.065+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=0AYUFL2N5DUH tag=ILATE0QG28PR type=write size=1246021 2024-09-12T17:19:57.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.069+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~OWHH6A2HS197.0 size=1048576 2024-09-12T17:19:57.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.069+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~OWHH6A2HS197.1 size=1048576 2024-09-12T17:19:57.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.073+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~OWHH6A2HS197.2 size=943628 2024-09-12T17:19:57.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.073+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=OWHH6A2HS197 tag=0VXC809IOAH2 type=write size=4089356 2024-09-12T17:19:57.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.077+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~L8HZZMY6EY2O.0 size=597848 2024-09-12T17:19:57.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.081+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=L8HZZMY6EY2O tag=WDY6LQE620IC type=write size=1646424 2024-09-12T17:19:57.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.081+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=OX81M6SCU0O3 type=write size=196573 2024-09-12T17:19:57.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.085+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~4A3P3BO046SX.0 size=807657 2024-09-12T17:19:57.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.089+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=4A3P3BO046SX tag=CPFZGHYB1JCU type=write size=1856233 2024-09-12T17:19:57.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.093+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=CF6GM1A194PK type=del size=75409 2024-09-12T17:19:57.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.097+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=3500YCRGPGOY type=del 2024-09-12T17:19:57.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.101+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~MKKII8ZAVRTJ.0 size=1048576 2024-09-12T17:19:57.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.101+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~MKKII8ZAVRTJ.1 size=947234 2024-09-12T17:19:57.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.101+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=MKKII8ZAVRTJ tag=QTW42HZQK92W type=write size=3044386 2024-09-12T17:19:57.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.105+0000 7fbd9195a8c0 1 < completed write operation key=GCAJ0JAKNDKG tag=KWHZFWMFF4GS type=write size=713197 2024-09-12T17:19:57.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.109+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=FTBVXRDJ6NN2 type=del size=134194 2024-09-12T17:19:57.111 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.113+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=DO3RY6XZB3KL type=del 2024-09-12T17:19:57.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.117+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=2058T2HMHVKJ type=del size=3695995 2024-09-12T17:19:57.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.117+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~LWCBBP1M0WN6.0 size=963858 2024-09-12T17:19:57.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.125+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=LWCBBP1M0WN6 tag=6ILN7JGCIV2L type=write size=2012434 2024-09-12T17:19:57.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.129+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~C7DI7A1SBCXO.0 size=86738 2024-09-12T17:19:57.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.129+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=C7DI7A1SBCXO tag=FYKSKOGLNI5Q type=write size=1135314 2024-09-12T17:19:57.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.129+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=VE0D6W5WGOWV type=del 2024-09-12T17:19:57.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.137+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~BDA7V03PA3VU.0 size=1048576 2024-09-12T17:19:57.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.137+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~BDA7V03PA3VU.1 size=1048576 2024-09-12T17:19:57.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.141+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~BDA7V03PA3VU.2 size=315799 2024-09-12T17:19:57.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.141+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=BDA7V03PA3VU tag=Y27NPRYL9VYW type=write size=3461527 2024-09-12T17:19:57.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.145+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=JPT2OZUEQ8ZC type=del 2024-09-12T17:19:57.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.145+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=8PPVMAXZ7A7I type=write size=879803 2024-09-12T17:19:57.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.149+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=JRHVYJX9BPBO type=del 2024-09-12T17:19:57.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.153+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=K4S0JJKZ1K1P type=del size=2807628 2024-09-12T17:19:57.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.153+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~71UPU8AMJZ3Y.0 size=1048576 2024-09-12T17:19:57.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.157+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~71UPU8AMJZ3Y.1 size=1048576 2024-09-12T17:19:57.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.157+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~71UPU8AMJZ3Y.2 size=656470 2024-09-12T17:19:57.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.165+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=71UPU8AMJZ3Y tag=JA6WXDCPR56D type=write size=3802198 2024-09-12T17:19:57.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.165+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=L880U3J5MPXG type=write size=886588 2024-09-12T17:19:57.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.169+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~IHVKNEC46KNC.0 size=1048576 2024-09-12T17:19:57.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.173+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~IHVKNEC46KNC.1 size=576203 2024-09-12T17:19:57.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.173+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=IHVKNEC46KNC tag=H1QIKZ42GACB type=write size=2673355 2024-09-12T17:19:57.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.181+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~VPZ7GHY6YJL4.0 size=1048576 2024-09-12T17:19:57.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.181+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~VPZ7GHY6YJL4.1 size=1048576 2024-09-12T17:19:57.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.185+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~VPZ7GHY6YJL4.2 size=279989 2024-09-12T17:19:57.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.185+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=VPZ7GHY6YJL4 tag=JKIF3E2FKGCJ type=write size=3425717 2024-09-12T17:19:57.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.185+0000 7fbd9195a8c0 1 < completed write operation key=RE67Q37TLF36 tag=YQY7UZ27P6Y0 type=write size=251918 2024-09-12T17:19:57.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.189+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=SG2EUHKS9J4M type=write size=197485 2024-09-12T17:19:57.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.189+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=Y0IGGY6ZXZOA type=del 2024-09-12T17:19:57.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.197+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~2TEWT5K1JH0K.0 size=1048576 2024-09-12T17:19:57.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.197+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~2TEWT5K1JH0K.1 size=375032 2024-09-12T17:19:57.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.197+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=2TEWT5K1JH0K tag=A470E4EBQNMM type=write size=2472184 2024-09-12T17:19:57.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.201+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=AQCRSUBTBQAT type=del 2024-09-12T17:19:57.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.201+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=Z9PJ33XJGVLM type=del size=253751 2024-09-12T17:19:57.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.205+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=AIDCOQY2KO8A type=del 2024-09-12T17:19:57.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.209+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~QIAL8CU14GA0.0 size=1048576 2024-09-12T17:19:57.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.213+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~QIAL8CU14GA0.1 size=302821 2024-09-12T17:19:57.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.213+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=QIAL8CU14GA0 tag=BLXEKDC2A0F7 type=write size=2399973 2024-09-12T17:19:57.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.213+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~OWHH6A2HS197.0 size=1048576 2024-09-12T17:19:57.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.217+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~OWHH6A2HS197.1 size=1048576 2024-09-12T17:19:57.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.217+0000 7fbd9195a8c0 1 < canceled part key=_multipart_RE67Q37TLF36.2~OWHH6A2HS197.2 size=943628 2024-09-12T17:19:57.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.221+0000 7fbd9195a8c0 1 < canceled multipart upload key=RE67Q37TLF36 upload=OWHH6A2HS197 tag=0VXC809IOAH2 type=write size=4089356 2024-09-12T17:19:57.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.221+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=6KK25XAWWW1O type=del size=153683 2024-09-12T17:19:57.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.225+0000 7fbd9195a8c0 1 < completed write operation key=2UQUEMHYAPVH tag=OX81M6SCU0O3 type=write size=196573 2024-09-12T17:19:57.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.229+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=7IT3SABQ8913 type=del size=3927059 2024-09-12T17:19:57.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.229+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=CF6GM1A194PK type=del 2024-09-12T17:19:57.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.233+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~29H94UALE3PB.0 size=1048576 2024-09-12T17:19:57.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.237+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~29H94UALE3PB.1 size=456057 2024-09-12T17:19:57.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.237+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=29H94UALE3PB tag=LK0AKY5Y902V type=write size=2553209 2024-09-12T17:19:57.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.241+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~MKKII8ZAVRTJ.0 size=1048576 2024-09-12T17:19:57.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.241+0000 7fbd9195a8c0 1 < canceled part key=_multipart_BB1JW1D7NJVJ.2~MKKII8ZAVRTJ.1 size=947234 2024-09-12T17:19:57.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.249+0000 7fbd9195a8c0 1 < canceled multipart upload key=BB1JW1D7NJVJ upload=MKKII8ZAVRTJ tag=QTW42HZQK92W type=write size=3044386 2024-09-12T17:19:57.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.249+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=Z4ADFUZIV84P type=del size=3604925 2024-09-12T17:19:57.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.253+0000 7fbd9195a8c0 1 < canceled operation key=6K742IMCKKDH tag=FTBVXRDJ6NN2 type=del size=134194 2024-09-12T17:19:57.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.257+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~CURWKTP3MS7R.0 size=1048576 2024-09-12T17:19:57.258 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.261+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~CURWKTP3MS7R.1 size=76127 2024-09-12T17:19:57.258 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.261+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=CURWKTP3MS7R tag=KJO36NMO5P99 type=write size=2173279 2024-09-12T17:19:57.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.261+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=2058T2HMHVKJ type=del 2024-09-12T17:19:57.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.265+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=N7TS7CMUVPRS type=del size=2455914 2024-09-12T17:19:57.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.265+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~C7DI7A1SBCXO.0 size=86738 2024-09-12T17:19:57.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.269+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=C7DI7A1SBCXO tag=FYKSKOGLNI5Q type=write size=1135314 2024-09-12T17:19:57.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.273+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=V8P22GIMM3JW type=del size=2967984 2024-09-12T17:19:57.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.277+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~BDA7V03PA3VU.0 size=1048576 2024-09-12T17:19:57.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.277+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~BDA7V03PA3VU.1 size=1048576 2024-09-12T17:19:57.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.281+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~BDA7V03PA3VU.2 size=315799 2024-09-12T17:19:57.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.285+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=BDA7V03PA3VU tag=Y27NPRYL9VYW type=write size=3461527 2024-09-12T17:19:57.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.289+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~R6HIKK05DZ7I.0 size=600356 2024-09-12T17:19:57.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.289+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=R6HIKK05DZ7I tag=1TWTP3KBDNMG type=write size=1648932 2024-09-12T17:19:57.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.293+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=8PPVMAXZ7A7I type=write size=879803 2024-09-12T17:19:57.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.293+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=U3EQHLH5OHQA type=del size=318357 2024-09-12T17:19:57.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.297+0000 7fbd9195a8c0 1 < suggested update operation key=40V2VLOH796T tag=K4S0JJKZ1K1P type=del size=2807628 2024-09-12T17:19:57.300 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.301+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=6PIVM3RO1JK5 type=del size=1906695 2024-09-12T17:19:57.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.305+0000 7fbd9195a8c0 1 < completed write operation key=PK7SUDXCYB4F tag=L880U3J5MPXG type=write size=886588 2024-09-12T17:19:57.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.309+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~X60ZVU2LR4XY.0 size=1048576 2024-09-12T17:19:57.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.309+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~X60ZVU2LR4XY.1 size=1048576 2024-09-12T17:19:57.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.313+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~X60ZVU2LR4XY.2 size=415418 2024-09-12T17:19:57.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.313+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=X60ZVU2LR4XY tag=7PTRKHOA55QM type=write size=3561146 2024-09-12T17:19:57.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.317+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~VPZ7GHY6YJL4.0 size=1048576 2024-09-12T17:19:57.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.317+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~VPZ7GHY6YJL4.1 size=1048576 2024-09-12T17:19:57.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.321+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~VPZ7GHY6YJL4.2 size=279989 2024-09-12T17:19:57.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.325+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=VPZ7GHY6YJL4 tag=JKIF3E2FKGCJ type=write size=3425717 2024-09-12T17:19:57.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.325+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=746G2O2OY137 type=del size=465961 2024-09-12T17:19:57.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.329+0000 7fbd9195a8c0 1 < completed write operation key=5MSE40XZZQHD tag=SG2EUHKS9J4M type=write size=197485 2024-09-12T17:19:57.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.333+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=33OF83VEHIE2 type=del size=3143786 2024-09-12T17:19:57.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.333+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~2TEWT5K1JH0K.0 size=1048576 2024-09-12T17:19:57.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.337+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~2TEWT5K1JH0K.1 size=375032 2024-09-12T17:19:57.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.341+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=2TEWT5K1JH0K tag=A470E4EBQNMM type=write size=2472184 2024-09-12T17:19:57.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.345+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=6R7MYA9Z5UKX type=write size=523253 2024-09-12T17:19:57.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.345+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=Z9PJ33XJGVLM type=del 2024-09-12T17:19:57.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.349+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=YTCWS5E2BJ58 type=del size=929942 2024-09-12T17:19:57.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.349+0000 7fbd9195a8c0 1 < canceled part key=_multipart_L0FPLBRF5O79.2~QIAL8CU14GA0.0 size=1048576 2024-09-12T17:19:57.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.353+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~QIAL8CU14GA0.1 size=302821 2024-09-12T17:19:57.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.357+0000 7fbd9195a8c0 1 < canceled multipart upload key=L0FPLBRF5O79 upload=QIAL8CU14GA0 tag=BLXEKDC2A0F7 type=write size=2399973 2024-09-12T17:19:57.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.357+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=LKDJIUTCNEQW type=del size=3375790 2024-09-12T17:19:57.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.361+0000 7fbd9195a8c0 1 < completed delete operation key=PK7SUDXCYB4F tag=6KK25XAWWW1O type=del 2024-09-12T17:19:57.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.365+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=QVD6JFL35LMG type=write size=122783 2024-09-12T17:19:57.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.365+0000 7fbd9195a8c0 1 < canceled operation key=DXPGRTSHP1VC tag=7IT3SABQ8913 type=del size=3927059 2024-09-12T17:19:57.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.369+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=A1ISHYK998U2 type=write size=779637 2024-09-12T17:19:57.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.369+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~29H94UALE3PB.0 size=1048576 2024-09-12T17:19:57.371 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.373+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~29H94UALE3PB.1 size=456057 2024-09-12T17:19:57.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.377+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=29H94UALE3PB tag=LK0AKY5Y902V type=write size=2553209 2024-09-12T17:19:57.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.381+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=9U9SU1MYLL68 type=write size=439004 2024-09-12T17:19:57.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.381+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=Z4ADFUZIV84P type=del 2024-09-12T17:19:57.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.389+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~8LTU1OUZYGC6.0 size=1048576 2024-09-12T17:19:57.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.389+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~8LTU1OUZYGC6.1 size=1048576 2024-09-12T17:19:57.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.393+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~8LTU1OUZYGC6.2 size=418668 2024-09-12T17:19:57.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.393+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=8LTU1OUZYGC6 tag=GW4B4NTJUS5I type=write size=3564396 2024-09-12T17:19:57.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.393+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~CURWKTP3MS7R.0 size=1048576 2024-09-12T17:19:57.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.393+0000 7fbd9195a8c0 1 < canceled part key=_multipart_L0FPLBRF5O79.2~CURWKTP3MS7R.1 size=76127 2024-09-12T17:19:57.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.401+0000 7fbd9195a8c0 1 < canceled multipart upload key=L0FPLBRF5O79 upload=CURWKTP3MS7R tag=KJO36NMO5P99 type=write size=2173279 2024-09-12T17:19:57.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.401+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=KPK3CKKTUCK8 type=write size=768193 2024-09-12T17:19:57.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.409+0000 7fbd9195a8c0 1 < suggested remove operation key=7MLJ2M37A6HT tag=N7TS7CMUVPRS type=del 2024-09-12T17:19:57.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.409+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=LJW5GQ3NN8CP type=write size=641905 2024-09-12T17:19:57.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.417+0000 7fbd9195a8c0 1 < suggested update operation key=5MSE40XZZQHD tag=V8P22GIMM3JW type=del size=2967984 2024-09-12T17:19:57.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.421+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~8RFTQWSEDW1Y.0 size=667799 2024-09-12T17:19:57.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.421+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=8RFTQWSEDW1Y tag=UW76FSS7BT6F type=write size=1716375 2024-09-12T17:19:57.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.421+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~R6HIKK05DZ7I.0 size=600356 2024-09-12T17:19:57.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.429+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=R6HIKK05DZ7I tag=1TWTP3KBDNMG type=write size=1648932 2024-09-12T17:19:57.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.433+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~F7IS1GWPG8BP.0 size=33883 2024-09-12T17:19:57.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.433+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=F7IS1GWPG8BP tag=X1LKL0WVVU4F type=write size=1082459 2024-09-12T17:19:57.434 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.437+0000 7fbd9195a8c0 1 < canceled operation key=2UQUEMHYAPVH tag=U3EQHLH5OHQA type=del size=318357 2024-09-12T17:19:57.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.441+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~ZPYXM26995WB.0 size=1048576 2024-09-12T17:19:57.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.441+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~ZPYXM26995WB.1 size=1048576 2024-09-12T17:19:57.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.445+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~ZPYXM26995WB.2 size=155662 2024-09-12T17:19:57.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.445+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=ZPYXM26995WB tag=5JT9A5U2D0VE type=write size=3301390 2024-09-12T17:19:57.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.449+0000 7fbd9195a8c0 1 < suggested update operation key=GCAJ0JAKNDKG tag=6PIVM3RO1JK5 type=del size=1906695 2024-09-12T17:19:57.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.453+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=YGI0I5V3NQDP type=del size=2227477 2024-09-12T17:19:57.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.457+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~X60ZVU2LR4XY.0 size=1048576 2024-09-12T17:19:57.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.457+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~X60ZVU2LR4XY.1 size=1048576 2024-09-12T17:19:57.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.461+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~X60ZVU2LR4XY.2 size=415418 2024-09-12T17:19:57.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.465+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=X60ZVU2LR4XY tag=7PTRKHOA55QM type=write size=3561146 2024-09-12T17:19:57.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.469+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=C3W09G6EL6UG type=del size=761023 2024-09-12T17:19:57.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.469+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=746G2O2OY137 type=del 2024-09-12T17:19:57.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.477+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~SVSVB6QQKY13.0 size=1048576 2024-09-12T17:19:57.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.477+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~SVSVB6QQKY13.1 size=1048576 2024-09-12T17:19:57.479 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.481+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~SVSVB6QQKY13.2 size=531328 2024-09-12T17:19:57.479 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.481+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=SVSVB6QQKY13 tag=B4XWX2S80SDQ type=write size=3677056 2024-09-12T17:19:57.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.485+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=33OF83VEHIE2 type=del 2024-09-12T17:19:57.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.493+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~WU83YL9A70MT.0 size=1041245 2024-09-12T17:19:57.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.493+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=WU83YL9A70MT tag=DFHXF8YB4CE5 type=write size=2089821 2024-09-12T17:19:57.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.493+0000 7fbd9195a8c0 1 < completed write operation key=KPZHXLWEOCN9 tag=6R7MYA9Z5UKX type=write size=523253 2024-09-12T17:19:57.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.497+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=3J7ALU2VVJY9 type=write size=551132 2024-09-12T17:19:57.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.501+0000 7fbd9195a8c0 1 < suggested update operation key=POCQSFKQMMPX tag=YTCWS5E2BJ58 type=del size=929942 2024-09-12T17:19:57.507 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.509+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~QHSEXELQ4BIR.0 size=1048576 2024-09-12T17:19:57.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.509+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~QHSEXELQ4BIR.1 size=1048576 2024-09-12T17:19:57.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.513+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~QHSEXELQ4BIR.2 size=616170 2024-09-12T17:19:57.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.513+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=QHSEXELQ4BIR tag=ZGZCYB34TN10 type=write size=3761898 2024-09-12T17:19:57.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.517+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=LKDJIUTCNEQW type=del 2024-09-12T17:19:57.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.521+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=1X51I9I2X638 type=write size=388033 2024-09-12T17:19:57.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.521+0000 7fbd9195a8c0 1 < completed write operation key=6K742IMCKKDH tag=QVD6JFL35LMG type=write size=122783 2024-09-12T17:19:57.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.525+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=AEU5RU24X7GF type=del size=2503500 2024-09-12T17:19:57.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.533+0000 7fbd9195a8c0 1 < suggested update operation key=KAT5FF0HSKKN tag=A1ISHYK998U2 type=write size=779637 2024-09-12T17:19:57.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.537+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~PYP19V43T0IP.0 size=1048576 2024-09-12T17:19:57.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.537+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~PYP19V43T0IP.1 size=1048576 2024-09-12T17:19:57.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.541+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~PYP19V43T0IP.2 size=926594 2024-09-12T17:19:57.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.541+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=PYP19V43T0IP tag=BJDJ1CKUMS8C type=write size=4072322 2024-09-12T17:19:57.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.545+0000 7fbd9195a8c0 1 < completed write operation key=Y757YR0HCQEP tag=9U9SU1MYLL68 type=write size=439004 2024-09-12T17:19:57.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.545+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=EEPWM3XT8FRI type=del size=2063655 2024-09-12T17:19:57.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.549+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~8LTU1OUZYGC6.0 size=1048576 2024-09-12T17:19:57.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.549+0000 7fbd9195a8c0 1 < canceled part key=_multipart_7MLJ2M37A6HT.2~8LTU1OUZYGC6.1 size=1048576 2024-09-12T17:19:57.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.553+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~8LTU1OUZYGC6.2 size=418668 2024-09-12T17:19:57.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.557+0000 7fbd9195a8c0 1 < canceled multipart upload key=7MLJ2M37A6HT upload=8LTU1OUZYGC6 tag=GW4B4NTJUS5I type=write size=3564396 2024-09-12T17:19:57.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.561+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=EVPGJY3WRZPA type=del size=1381099 2024-09-12T17:19:57.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.561+0000 7fbd9195a8c0 1 < completed write operation key=2UQUEMHYAPVH tag=KPK3CKKTUCK8 type=write size=768193 2024-09-12T17:19:57.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.565+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=KXZK7N0MJKDX type=del size=1216224 2024-09-12T17:19:57.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.565+0000 7fbd9195a8c0 1 < canceled operation key=DXPGRTSHP1VC tag=LJW5GQ3NN8CP type=write size=641905 2024-09-12T17:19:57.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.569+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~TKFFDJZXU92U.0 size=345716 2024-09-12T17:19:57.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.569+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=TKFFDJZXU92U tag=Y8HG0V0G41DK type=write size=1394292 2024-09-12T17:19:57.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.573+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~8RFTQWSEDW1Y.0 size=667799 2024-09-12T17:19:57.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.577+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=8RFTQWSEDW1Y tag=UW76FSS7BT6F type=write size=1716375 2024-09-12T17:19:57.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.581+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=Z3ONIHOW6IEA type=write size=772048 2024-09-12T17:19:57.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.581+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~F7IS1GWPG8BP.0 size=33883 2024-09-12T17:19:57.586 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.585+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=F7IS1GWPG8BP tag=X1LKL0WVVU4F type=write size=1082459 2024-09-12T17:19:57.588 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.589+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=6KNMPARN93NS type=del size=2952471 2024-09-12T17:19:57.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.593+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~ZPYXM26995WB.0 size=1048576 2024-09-12T17:19:57.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.593+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~ZPYXM26995WB.1 size=1048576 2024-09-12T17:19:57.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.597+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~ZPYXM26995WB.2 size=155662 2024-09-12T17:19:57.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.601+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=ZPYXM26995WB tag=5JT9A5U2D0VE type=write size=3301390 2024-09-12T17:19:57.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.601+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=YWOSICV4FPF8 type=del size=4151133 2024-09-12T17:19:57.604 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.605+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=YGI0I5V3NQDP type=del 2024-09-12T17:19:57.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.609+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~2LDM3VY6J22N.0 size=1048576 2024-09-12T17:19:57.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.613+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~2LDM3VY6J22N.1 size=320686 2024-09-12T17:19:57.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.613+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=2LDM3VY6J22N tag=SVOINWE8KYRD type=write size=2417838 2024-09-12T17:19:57.614 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.617+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=C3W09G6EL6UG type=del 2024-09-12T17:19:57.619 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.621+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~9KV8CY7DPVOD.0 size=1048576 2024-09-12T17:19:57.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.621+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~9KV8CY7DPVOD.1 size=1048576 2024-09-12T17:19:57.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.625+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~9KV8CY7DPVOD.2 size=290086 2024-09-12T17:19:57.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.625+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=9KV8CY7DPVOD tag=1X1TBXKPPD8F type=write size=3435814 2024-09-12T17:19:57.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.625+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~SVSVB6QQKY13.0 size=1048576 2024-09-12T17:19:57.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.629+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~SVSVB6QQKY13.1 size=1048576 2024-09-12T17:19:57.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.629+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~SVSVB6QQKY13.2 size=531328 2024-09-12T17:19:57.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.633+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=SVSVB6QQKY13 tag=B4XWX2S80SDQ type=write size=3677056 2024-09-12T17:19:57.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.637+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=S0FY4SWW3EZ9 type=del size=1672626 2024-09-12T17:19:57.639 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.641+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~WU83YL9A70MT.0 size=1041245 2024-09-12T17:19:57.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.645+0000 7fbd9195a8c0 1 < completed multipart upload key=TQUAG7E2B31Q upload=WU83YL9A70MT tag=DFHXF8YB4CE5 type=write size=2089821 2024-09-12T17:19:57.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.649+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=Z2E9D2C1TBI3 type=del size=181886 2024-09-12T17:19:57.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.649+0000 7fbd9195a8c0 1 < completed write operation key=FO2QR27D8UW0 tag=3J7ALU2VVJY9 type=write size=551132 2024-09-12T17:19:57.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.653+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~G9DARDRLLZUW.0 size=165091 2024-09-12T17:19:57.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.653+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=G9DARDRLLZUW tag=H5RQMOI0FTJO type=write size=1213667 2024-09-12T17:19:57.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.657+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~QHSEXELQ4BIR.0 size=1048576 2024-09-12T17:19:57.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.657+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~QHSEXELQ4BIR.1 size=1048576 2024-09-12T17:19:57.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.661+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~QHSEXELQ4BIR.2 size=616170 2024-09-12T17:19:57.664 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.665+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=QHSEXELQ4BIR tag=ZGZCYB34TN10 type=write size=3761898 2024-09-12T17:19:57.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.665+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=DT7DQ9BMFMJ1 type=del size=404235 2024-09-12T17:19:57.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.669+0000 7fbd9195a8c0 1 < completed write operation key=Y757YR0HCQEP tag=1X51I9I2X638 type=write size=388033 2024-09-12T17:19:57.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.673+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~TTOO1LLIXLE2.0 size=1048576 2024-09-12T17:19:57.674 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.677+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~TTOO1LLIXLE2.1 size=1048576 2024-09-12T17:19:57.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.677+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~TTOO1LLIXLE2.2 size=49579 2024-09-12T17:19:57.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.677+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=TTOO1LLIXLE2 tag=B77PV10BE181 type=write size=3195307 2024-09-12T17:19:57.678 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.681+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=AEU5RU24X7GF type=del 2024-09-12T17:19:57.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.685+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~N70RG4IJZQ9H.0 size=801218 2024-09-12T17:19:57.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.685+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=N70RG4IJZQ9H tag=JM8ET9JSWGHY type=write size=1849794 2024-09-12T17:19:57.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.685+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~PYP19V43T0IP.0 size=1048576 2024-09-12T17:19:57.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.689+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~PYP19V43T0IP.1 size=1048576 2024-09-12T17:19:57.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.689+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~PYP19V43T0IP.2 size=926594 2024-09-12T17:19:57.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.693+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=PYP19V43T0IP tag=BJDJ1CKUMS8C type=write size=4072322 2024-09-12T17:19:57.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.697+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~A3X1N8F7YVU8.0 size=1048576 2024-09-12T17:19:57.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.701+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~A3X1N8F7YVU8.1 size=753867 2024-09-12T17:19:57.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.701+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=A3X1N8F7YVU8 tag=7K2SP602DXLN type=write size=2851019 2024-09-12T17:19:57.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.701+0000 7fbd9195a8c0 1 < canceled operation key=7MLJ2M37A6HT tag=EEPWM3XT8FRI type=del size=2063655 2024-09-12T17:19:57.703 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.705+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=J8DDZP57AH2F type=del size=4064499 2024-09-12T17:19:57.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.705+0000 7fbd9195a8c0 1 < canceled operation key=6K742IMCKKDH tag=EVPGJY3WRZPA type=del size=1381099 2024-09-12T17:19:57.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.709+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=FHJ7W7ZNTJMG type=del size=1878666 2024-09-12T17:19:57.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.713+0000 7fbd9195a8c0 1 < suggested remove operation key=RE67Q37TLF36 tag=KXZK7N0MJKDX type=del 2024-09-12T17:19:57.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.717+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=36FV1K3B0M28 type=del size=1768739 2024-09-12T17:19:57.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.717+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~TKFFDJZXU92U.0 size=345716 2024-09-12T17:19:57.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.721+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=TKFFDJZXU92U tag=Y8HG0V0G41DK type=write size=1394292 2024-09-12T17:19:57.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.729+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=IFI63QBQXRTM type=del size=2204901 2024-09-12T17:19:57.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.729+0000 7fbd9195a8c0 1 < canceled operation key=6K742IMCKKDH tag=Z3ONIHOW6IEA type=write size=772048 2024-09-12T17:19:57.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.733+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~ZAHWMGDJBSSJ.0 size=1048576 2024-09-12T17:19:57.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.737+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~ZAHWMGDJBSSJ.1 size=1048576 2024-09-12T17:19:57.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.737+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~ZAHWMGDJBSSJ.2 size=70409 2024-09-12T17:19:57.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.737+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=ZAHWMGDJBSSJ tag=DB0665VKMZOH type=write size=3216137 2024-09-12T17:19:57.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.741+0000 7fbd9195a8c0 1 < suggested remove operation key=FO2QR27D8UW0 tag=6KNMPARN93NS type=del 2024-09-12T17:19:57.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.745+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~NPUCHN406WTM.0 size=1048576 2024-09-12T17:19:57.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.749+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~NPUCHN406WTM.1 size=1048576 2024-09-12T17:19:57.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.749+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~NPUCHN406WTM.2 size=968694 2024-09-12T17:19:57.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.749+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=NPUCHN406WTM tag=74CD2LE75UPX type=write size=4114422 2024-09-12T17:19:57.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.753+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=YWOSICV4FPF8 type=del 2024-09-12T17:19:57.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.757+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=9YO97HC02FBD type=del size=2964570 2024-09-12T17:19:57.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.757+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~2LDM3VY6J22N.0 size=1048576 2024-09-12T17:19:57.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.761+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~2LDM3VY6J22N.1 size=320686 2024-09-12T17:19:57.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.765+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=2LDM3VY6J22N tag=SVOINWE8KYRD type=write size=2417838 2024-09-12T17:19:57.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.765+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=5MJ0GSYTDY0O type=write size=58472 2024-09-12T17:19:57.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.769+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~9KV8CY7DPVOD.0 size=1048576 2024-09-12T17:19:57.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.769+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~9KV8CY7DPVOD.1 size=1048576 2024-09-12T17:19:57.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.773+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~9KV8CY7DPVOD.2 size=290086 2024-09-12T17:19:57.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.773+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=9KV8CY7DPVOD tag=1X1TBXKPPD8F type=write size=3435814 2024-09-12T17:19:57.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.777+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=UF92SR94CL33 type=del size=3729305 2024-09-12T17:19:57.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.781+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=S0FY4SWW3EZ9 type=del 2024-09-12T17:19:57.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.781+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=F3A35BHA4GB1 type=del size=4858 2024-09-12T17:19:57.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.785+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=Z2E9D2C1TBI3 type=del 2024-09-12T17:19:57.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.789+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~HIU0TPTM7DIA.0 size=897060 2024-09-12T17:19:57.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.789+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=HIU0TPTM7DIA tag=W11DI778LD9D type=write size=1945636 2024-09-12T17:19:57.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.793+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~G9DARDRLLZUW.0 size=165091 2024-09-12T17:19:57.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.797+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=G9DARDRLLZUW tag=H5RQMOI0FTJO type=write size=1213667 2024-09-12T17:19:57.801 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.801+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~AXJ9Z94K17BI.0 size=1048576 2024-09-12T17:19:57.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.805+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~AXJ9Z94K17BI.1 size=91268 2024-09-12T17:19:57.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.805+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=AXJ9Z94K17BI tag=8O3XNBAYBE7W type=write size=2188420 2024-09-12T17:19:57.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.805+0000 7fbd9195a8c0 1 < canceled operation key=L0FPLBRF5O79 tag=DT7DQ9BMFMJ1 type=del size=404235 2024-09-12T17:19:57.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.809+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=ZXNMUV11ERPV type=del size=2848854 2024-09-12T17:19:57.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.813+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~TTOO1LLIXLE2.0 size=1048576 2024-09-12T17:19:57.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.813+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~TTOO1LLIXLE2.1 size=1048576 2024-09-12T17:19:57.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.817+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~TTOO1LLIXLE2.2 size=49579 2024-09-12T17:19:57.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.821+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=TTOO1LLIXLE2 tag=B77PV10BE181 type=write size=3195307 2024-09-12T17:19:57.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.825+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=HADXHOBCAA2M type=del size=4104537 2024-09-12T17:19:57.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.825+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~N70RG4IJZQ9H.0 size=801218 2024-09-12T17:19:57.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.833+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=N70RG4IJZQ9H tag=JM8ET9JSWGHY type=write size=1849794 2024-09-12T17:19:57.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.833+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=3ZG5CDJLGEDU type=del size=1263742 2024-09-12T17:19:57.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.833+0000 7fbd9195a8c0 1 < canceled part key=_multipart_O1IZNZKZ8T2I.2~A3X1N8F7YVU8.0 size=1048576 2024-09-12T17:19:57.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.837+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~A3X1N8F7YVU8.1 size=753867 2024-09-12T17:19:57.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.841+0000 7fbd9195a8c0 1 < canceled multipart upload key=O1IZNZKZ8T2I upload=A3X1N8F7YVU8 tag=7K2SP602DXLN type=write size=2851019 2024-09-12T17:19:57.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.845+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~BVY8C1KY95JF.0 size=1048576 2024-09-12T17:19:57.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.849+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~BVY8C1KY95JF.1 size=799979 2024-09-12T17:19:57.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.849+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=BVY8C1KY95JF tag=XJO55KVMWYA5 type=write size=2897131 2024-09-12T17:19:57.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.853+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=J8DDZP57AH2F type=del 2024-09-12T17:19:57.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.853+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=I3941JIFXJ2Z type=write size=369399 2024-09-12T17:19:57.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.857+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=FHJ7W7ZNTJMG type=del 2024-09-12T17:19:57.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.861+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=P6NJRJYRHKTO type=del size=4116990 2024-09-12T17:19:57.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.861+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=36FV1K3B0M28 type=del 2024-09-12T17:19:57.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.869+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~OH13EAK08H0R.0 size=510513 2024-09-12T17:19:57.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.869+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=OH13EAK08H0R tag=XLRXXBFGUV4V type=write size=1559089 2024-09-12T17:19:57.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.873+0000 7fbd9195a8c0 1 < suggested remove operation key=PK7SUDXCYB4F tag=IFI63QBQXRTM type=del 2024-09-12T17:19:57.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.873+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=72Y4V1LFGG32 type=write size=979325 2024-09-12T17:19:57.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.877+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~ZAHWMGDJBSSJ.0 size=1048576 2024-09-12T17:19:57.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.877+0000 7fbd9195a8c0 1 < canceled part key=_multipart_TQUAG7E2B31Q.2~ZAHWMGDJBSSJ.1 size=1048576 2024-09-12T17:19:57.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.881+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~ZAHWMGDJBSSJ.2 size=70409 2024-09-12T17:19:57.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.885+0000 7fbd9195a8c0 1 < canceled multipart upload key=TQUAG7E2B31Q upload=ZAHWMGDJBSSJ tag=DB0665VKMZOH type=write size=3216137 2024-09-12T17:19:57.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.885+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=6G61IXIZZYY7 type=del size=3232572 2024-09-12T17:19:57.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.889+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~NPUCHN406WTM.0 size=1048576 2024-09-12T17:19:57.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.889+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~NPUCHN406WTM.1 size=1048576 2024-09-12T17:19:57.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.893+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~NPUCHN406WTM.2 size=968694 2024-09-12T17:19:57.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.897+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=NPUCHN406WTM tag=74CD2LE75UPX type=write size=4114422 2024-09-12T17:19:57.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.901+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~WFE4EQ85U7C6.0 size=1048576 2024-09-12T17:19:57.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.901+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~WFE4EQ85U7C6.1 size=761324 2024-09-12T17:19:57.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.901+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=WFE4EQ85U7C6 tag=EUCSVFU75L1V type=write size=2858476 2024-09-12T17:19:57.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.905+0000 7fbd9195a8c0 -1 < failed to complete operation key=PK7SUDXCYB4F tag=9YO97HC02FBD type=del size=2964570: (22) Invalid argument 2024-09-12T17:19:57.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.909+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~TK8Z77KY5BAQ.0 size=1048576 2024-09-12T17:19:57.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.913+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~TK8Z77KY5BAQ.1 size=1048576 2024-09-12T17:19:57.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.913+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~TK8Z77KY5BAQ.2 size=1033534 2024-09-12T17:19:57.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.913+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=TK8Z77KY5BAQ tag=6JQK8NICBWFN type=write size=4179262 2024-09-12T17:19:57.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.917+0000 7fbd9195a8c0 1 < canceled operation key=3LZK6DWM6YLP tag=5MJ0GSYTDY0O type=write size=58472 2024-09-12T17:19:57.918 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.917+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=VB538DGRBK07 type=write size=221015 2024-09-12T17:19:57.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.921+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=UF92SR94CL33 type=del 2024-09-12T17:19:57.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.925+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=RO0DPL8UBTHN type=del size=2210287 2024-09-12T17:19:57.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.925+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=F3A35BHA4GB1 type=del 2024-09-12T17:19:57.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.929+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=F2TP9GIWGYLS type=write size=841285 2024-09-12T17:19:57.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.929+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~HIU0TPTM7DIA.0 size=897060 2024-09-12T17:19:57.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.933+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=HIU0TPTM7DIA tag=W11DI778LD9D type=write size=1945636 2024-09-12T17:19:57.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.937+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=F3QHMTK1LO61 type=del size=264533 2024-09-12T17:19:57.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~AXJ9Z94K17BI.0 size=1048576 2024-09-12T17:19:57.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~AXJ9Z94K17BI.1 size=91268 2024-09-12T17:19:57.944 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.945+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=AXJ9Z94K17BI tag=8O3XNBAYBE7W type=write size=2188420 2024-09-12T17:19:57.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.949+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~XYHQBQDEWCDR.0 size=1048576 2024-09-12T17:19:57.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.953+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~XYHQBQDEWCDR.1 size=593599 2024-09-12T17:19:57.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.953+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=XYHQBQDEWCDR tag=RHJWFDDASFP4 type=write size=2690751 2024-09-12T17:19:57.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.953+0000 7fbd9195a8c0 -1 < failed to complete operation key=PK7SUDXCYB4F tag=ZXNMUV11ERPV type=del size=2848854: (22) Invalid argument 2024-09-12T17:19:57.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.961+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=1EAZCYK7TZBG type=del size=3952419 2024-09-12T17:19:57.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.961+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=HADXHOBCAA2M type=del 2024-09-12T17:19:57.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.969+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~FWHK71RLV6TD.0 size=806338 2024-09-12T17:19:57.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.969+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=FWHK71RLV6TD tag=I83RV0CPWDFW type=write size=1854914 2024-09-12T17:19:57.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.969+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=3ZG5CDJLGEDU type=del 2024-09-12T17:19:57.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.973+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=A408IM20F7W6 type=del size=2066280 2024-09-12T17:19:57.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.977+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~BVY8C1KY95JF.0 size=1048576 2024-09-12T17:19:57.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.977+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~BVY8C1KY95JF.1 size=799979 2024-09-12T17:19:57.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.985+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=BVY8C1KY95JF tag=XJO55KVMWYA5 type=write size=2897131 2024-09-12T17:19:57.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.985+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=ZAT6C5CGCENM type=del size=3085964 2024-09-12T17:19:57.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.989+0000 7fbd9195a8c0 1 < completed write operation key=GZRPL96NSXKR tag=I3941JIFXJ2Z type=write size=369399 2024-09-12T17:19:57.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.993+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=NGIYXJZDACNR type=del size=2266973 2024-09-12T17:19:57.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:57.997+0000 7fbd9195a8c0 1 < suggested remove operation key=GCAJ0JAKNDKG tag=P6NJRJYRHKTO type=del 2024-09-12T17:19:57.999 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.001+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=TNQ2WNVZPD38 type=del size=2048769 2024-09-12T17:19:58.002 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.005+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~OH13EAK08H0R.0 size=510513 2024-09-12T17:19:58.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.009+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=OH13EAK08H0R tag=XLRXXBFGUV4V type=write size=1559089 2024-09-12T17:19:58.014 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.013+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~70Z4WY4AGT52.0 size=1048576 2024-09-12T17:19:58.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.017+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~70Z4WY4AGT52.1 size=1048576 2024-09-12T17:19:58.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.021+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~70Z4WY4AGT52.2 size=246449 2024-09-12T17:19:58.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.021+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=70Z4WY4AGT52 tag=80N76TGXRDE3 type=write size=3392177 2024-09-12T17:19:58.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.021+0000 7fbd9195a8c0 -1 < no bi entry to suggest for operation key=GCAJ0JAKNDKG tag=72Y4V1LFGG32 type=write size=979325: (2) No such file or directory 2024-09-12T17:19:58.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.025+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~OO93UGEC04BQ.0 size=1048576 2024-09-12T17:19:58.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.029+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~OO93UGEC04BQ.1 size=1048576 2024-09-12T17:19:58.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.033+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~OO93UGEC04BQ.2 size=422151 2024-09-12T17:19:58.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.033+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=OO93UGEC04BQ tag=82M57Y5G0E8S type=write size=3567879 2024-09-12T17:19:58.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.033+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=6G61IXIZZYY7 type=del 2024-09-12T17:19:58.037 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.037+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=S5P2A2Q5H8C3 type=del size=538774 2024-09-12T17:19:58.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.041+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~WFE4EQ85U7C6.0 size=1048576 2024-09-12T17:19:58.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.045+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~WFE4EQ85U7C6.1 size=761324 2024-09-12T17:19:58.048 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.049+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=WFE4EQ85U7C6 tag=EUCSVFU75L1V type=write size=2858476 2024-09-12T17:19:58.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.053+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=NH2F2TA6F8PX type=del size=3872908 2024-09-12T17:19:58.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.053+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~TK8Z77KY5BAQ.0 size=1048576 2024-09-12T17:19:58.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.057+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~TK8Z77KY5BAQ.1 size=1048576 2024-09-12T17:19:58.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.061+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~TK8Z77KY5BAQ.2 size=1033534 2024-09-12T17:19:58.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.065+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=TK8Z77KY5BAQ tag=6JQK8NICBWFN type=write size=4179262 2024-09-12T17:19:58.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.069+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~9NAMJPWTPOFZ.0 size=604596 2024-09-12T17:19:58.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.069+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=9NAMJPWTPOFZ tag=VGFP0GSX5SIQ type=write size=1653172 2024-09-12T17:19:58.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.073+0000 7fbd9195a8c0 1 < completed write operation key=L4S21D3VH55N tag=VB538DGRBK07 type=write size=221015 2024-09-12T17:19:58.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.077+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~B478I340O2DK.0 size=1048576 2024-09-12T17:19:58.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.081+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~B478I340O2DK.1 size=905195 2024-09-12T17:19:58.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.081+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=B478I340O2DK tag=2OTNWRM1RTPS type=write size=3002347 2024-09-12T17:19:58.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.089+0000 7fbd9195a8c0 1 < suggested remove operation key=TQUAG7E2B31Q tag=RO0DPL8UBTHN type=del 2024-09-12T17:19:58.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.093+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~G5T89SBV9ISB.0 size=1048576 2024-09-12T17:19:58.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.093+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~G5T89SBV9ISB.1 size=1048576 2024-09-12T17:19:58.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.097+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~G5T89SBV9ISB.2 size=941557 2024-09-12T17:19:58.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.097+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=G5T89SBV9ISB tag=0GOP59RODXL9 type=write size=4087285 2024-09-12T17:19:58.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.105+0000 7fbd9195a8c0 1 < suggested update operation key=2KWWYKI06IXO tag=F2TP9GIWGYLS type=write size=841285 2024-09-12T17:19:58.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.109+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=LHORK1IZV3AW type=del size=387546 2024-09-12T17:19:58.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.109+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=F3QHMTK1LO61 type=del 2024-09-12T17:19:58.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.113+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=VQZPP4LNJQEB type=del size=748822 2024-09-12T17:19:58.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.117+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~XYHQBQDEWCDR.0 size=1048576 2024-09-12T17:19:58.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.121+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~XYHQBQDEWCDR.1 size=593599 2024-09-12T17:19:58.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.125+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=XYHQBQDEWCDR tag=RHJWFDDASFP4 type=write size=2690751 2024-09-12T17:19:58.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.129+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~SG5U7M9AYOA0.0 size=1048576 2024-09-12T17:19:58.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.133+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~SG5U7M9AYOA0.1 size=1048576 2024-09-12T17:19:58.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.137+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~SG5U7M9AYOA0.2 size=279896 2024-09-12T17:19:58.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.137+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=SG5U7M9AYOA0 tag=640708WSLMY6 type=write size=3425624 2024-09-12T17:19:58.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.137+0000 7fbd9195a8c0 1 < canceled operation key=KAT5FF0HSKKN tag=1EAZCYK7TZBG type=del size=3952419 2024-09-12T17:19:58.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.141+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=QHK7YSZ8HTLF type=del size=2054699 2024-09-12T17:19:58.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.145+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~FWHK71RLV6TD.0 size=806338 2024-09-12T17:19:58.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.153+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=FWHK71RLV6TD tag=I83RV0CPWDFW type=write size=1854914 2024-09-12T17:19:58.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.153+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=ICXLWM0TYGTB type=del size=3322259 2024-09-12T17:19:58.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.157+0000 7fbd9195a8c0 1 < completed delete operation key=PK7SUDXCYB4F tag=A408IM20F7W6 type=del 2024-09-12T17:19:58.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.161+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=SSFA7OO3A45L type=write size=678216 2024-09-12T17:19:58.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.165+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=ZAT6C5CGCENM type=del 2024-09-12T17:19:58.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.169+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~8GEYLRV59V3O.0 size=1048576 2024-09-12T17:19:58.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.173+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~8GEYLRV59V3O.1 size=1048576 2024-09-12T17:19:58.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.177+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~8GEYLRV59V3O.2 size=474698 2024-09-12T17:19:58.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.177+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=8GEYLRV59V3O tag=6IF0SBRQTLFU type=write size=3620426 2024-09-12T17:19:58.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.177+0000 7fbd9195a8c0 1 < canceled operation key=L0FPLBRF5O79 tag=NGIYXJZDACNR type=del size=2266973 2024-09-12T17:19:58.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.181+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=LJGP1XMWV49X type=del size=40443 2024-09-12T17:19:58.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.185+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=TNQ2WNVZPD38 type=del 2024-09-12T17:19:58.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.193+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~Y4SAX4MTR57P.0 size=1048576 2024-09-12T17:19:58.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.193+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~Y4SAX4MTR57P.1 size=1048576 2024-09-12T17:19:58.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.197+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~Y4SAX4MTR57P.2 size=369310 2024-09-12T17:19:58.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.197+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=Y4SAX4MTR57P tag=SHL8HZ2G2R1W type=write size=3515038 2024-09-12T17:19:58.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.201+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~70Z4WY4AGT52.0 size=1048576 2024-09-12T17:19:58.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.201+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~70Z4WY4AGT52.1 size=1048576 2024-09-12T17:19:58.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.205+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~70Z4WY4AGT52.2 size=246449 2024-09-12T17:19:58.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.209+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=70Z4WY4AGT52 tag=80N76TGXRDE3 type=write size=3392177 2024-09-12T17:19:58.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.213+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=D39RILTBG8JB type=del size=2589623 2024-09-12T17:19:58.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.217+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~OO93UGEC04BQ.0 size=1048576 2024-09-12T17:19:58.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.221+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~OO93UGEC04BQ.1 size=1048576 2024-09-12T17:19:58.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.221+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~OO93UGEC04BQ.2 size=422151 2024-09-12T17:19:58.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.229+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=OO93UGEC04BQ tag=82M57Y5G0E8S type=write size=3567879 2024-09-12T17:19:58.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.233+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~RO3IA61QGMQ7.0 size=856172 2024-09-12T17:19:58.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.233+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=RO3IA61QGMQ7 tag=X47VNEUDP702 type=write size=1904748 2024-09-12T17:19:58.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.237+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=S5P2A2Q5H8C3 type=del 2024-09-12T17:19:58.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.241+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=8R8HCKVKFM27 type=del size=1086084 2024-09-12T17:19:58.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.245+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=NH2F2TA6F8PX type=del 2024-09-12T17:19:58.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.253+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~K2H68CXPJ2IJ.0 size=485538 2024-09-12T17:19:58.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.253+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=K2H68CXPJ2IJ tag=DT3XEJKOWOV2 type=write size=1534114 2024-09-12T17:19:58.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.257+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~9NAMJPWTPOFZ.0 size=604596 2024-09-12T17:19:58.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.261+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=9NAMJPWTPOFZ tag=VGFP0GSX5SIQ type=write size=1653172 2024-09-12T17:19:58.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.265+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=WF27A64OCDP3 type=del size=3702745 2024-09-12T17:19:58.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.269+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~B478I340O2DK.0 size=1048576 2024-09-12T17:19:58.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.269+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~B478I340O2DK.1 size=905195 2024-09-12T17:19:58.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.277+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=B478I340O2DK tag=2OTNWRM1RTPS type=write size=3002347 2024-09-12T17:19:58.278 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.277+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=2QA06VTUWDUD type=del size=2092795 2024-09-12T17:19:58.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.281+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~G5T89SBV9ISB.0 size=1048576 2024-09-12T17:19:58.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.285+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~G5T89SBV9ISB.1 size=1048576 2024-09-12T17:19:58.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.285+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~G5T89SBV9ISB.2 size=941557 2024-09-12T17:19:58.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.293+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=G5T89SBV9ISB tag=0GOP59RODXL9 type=write size=4087285 2024-09-12T17:19:58.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.293+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=J5V97KRNKLHL type=del size=3104548 2024-09-12T17:19:58.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.297+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=LHORK1IZV3AW type=del 2024-09-12T17:19:58.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.305+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~P9OZ8UGPQBEX.0 size=1048576 2024-09-12T17:19:58.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.305+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~P9OZ8UGPQBEX.1 size=1048576 2024-09-12T17:19:58.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.309+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~P9OZ8UGPQBEX.2 size=162563 2024-09-12T17:19:58.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.309+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=P9OZ8UGPQBEX tag=UCX7JHO0JCNM type=write size=3308291 2024-09-12T17:19:58.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.313+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=VQZPP4LNJQEB type=del 2024-09-12T17:19:58.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.317+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~IG39KTTQMLWF.0 size=1045566 2024-09-12T17:19:58.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.317+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=IG39KTTQMLWF tag=YRZEAHEWF8VY type=write size=2094142 2024-09-12T17:19:58.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.317+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6K742IMCKKDH.2~SG5U7M9AYOA0.0 size=1048576 2024-09-12T17:19:58.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.321+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~SG5U7M9AYOA0.1 size=1048576 2024-09-12T17:19:58.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.321+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~SG5U7M9AYOA0.2 size=279896 2024-09-12T17:19:58.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.329+0000 7fbd9195a8c0 1 < canceled multipart upload key=6K742IMCKKDH upload=SG5U7M9AYOA0 tag=640708WSLMY6 type=write size=3425624 2024-09-12T17:19:58.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.333+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~IJZBFX7R0RGY.0 size=997326 2024-09-12T17:19:58.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.333+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=IJZBFX7R0RGY tag=MII5JR4SRCYV type=write size=2045902 2024-09-12T17:19:58.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.341+0000 7fbd9195a8c0 1 < suggested update operation key=O1IZNZKZ8T2I tag=QHK7YSZ8HTLF type=del size=2054699 2024-09-12T17:19:58.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.341+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=HKG6V58F52NG type=del size=3934142 2024-09-12T17:19:58.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.345+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=ICXLWM0TYGTB type=del 2024-09-12T17:19:58.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.349+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=L65R2A1XW8K0 type=del size=3445769 2024-09-12T17:19:58.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.353+0000 7fbd9195a8c0 1 < completed write operation key=OQXLNAHMPPDO tag=SSFA7OO3A45L type=write size=678216 2024-09-12T17:19:58.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.353+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=AGNMGKB05KXT type=del size=2395668 2024-09-12T17:19:58.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.357+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~8GEYLRV59V3O.0 size=1048576 2024-09-12T17:19:58.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.361+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~8GEYLRV59V3O.1 size=1048576 2024-09-12T17:19:58.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.365+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~8GEYLRV59V3O.2 size=474698 2024-09-12T17:19:58.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.369+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=8GEYLRV59V3O tag=6IF0SBRQTLFU type=write size=3620426 2024-09-12T17:19:58.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.373+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~DO3XOAHGWH2M.0 size=1048576 2024-09-12T17:19:58.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.377+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~DO3XOAHGWH2M.1 size=978463 2024-09-12T17:19:58.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.377+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=DO3XOAHGWH2M tag=O7H2FWTVV8W8 type=write size=3075615 2024-09-12T17:19:58.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.385+0000 7fbd9195a8c0 1 < suggested remove operation key=GZRPL96NSXKR tag=LJGP1XMWV49X type=del 2024-09-12T17:19:58.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.389+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~F724ZVXBDIY2.0 size=1048576 2024-09-12T17:19:58.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.393+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~F724ZVXBDIY2.1 size=1048576 2024-09-12T17:19:58.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.393+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~F724ZVXBDIY2.2 size=594175 2024-09-12T17:19:58.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.393+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=F724ZVXBDIY2 tag=AFKT65QU17QW type=write size=3739903 2024-09-12T17:19:58.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.397+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~Y4SAX4MTR57P.0 size=1048576 2024-09-12T17:19:58.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.401+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~Y4SAX4MTR57P.1 size=1048576 2024-09-12T17:19:58.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.405+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~Y4SAX4MTR57P.2 size=369310 2024-09-12T17:19:58.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.409+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=Y4SAX4MTR57P tag=SHL8HZ2G2R1W type=write size=3515038 2024-09-12T17:19:58.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.413+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=E8DKDCHL5V8H type=write size=92781 2024-09-12T17:19:58.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.417+0000 7fbd9195a8c0 1 < canceled operation key=KAT5FF0HSKKN tag=D39RILTBG8JB type=del size=2589623 2024-09-12T17:19:58.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.421+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=B2CE3HBYTAQ9 type=del size=3470118 2024-09-12T17:19:58.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.421+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~RO3IA61QGMQ7.0 size=856172 2024-09-12T17:19:58.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.429+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=RO3IA61QGMQ7 tag=X47VNEUDP702 type=write size=1904748 2024-09-12T17:19:58.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.429+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=BQ2MXZT1GDJ5 type=del size=2502806 2024-09-12T17:19:58.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.433+0000 7fbd9195a8c0 -1 < failed to complete operation key=GZRPL96NSXKR tag=8R8HCKVKFM27 type=del size=1086084: (22) Invalid argument 2024-09-12T17:19:58.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.437+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~MJDCXZFDEMGF.0 size=1048576 2024-09-12T17:19:58.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.441+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~MJDCXZFDEMGF.1 size=1048576 2024-09-12T17:19:58.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.445+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~MJDCXZFDEMGF.2 size=585864 2024-09-12T17:19:58.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.445+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=MJDCXZFDEMGF tag=GR6W1HL44BGX type=write size=3731592 2024-09-12T17:19:58.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.445+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~K2H68CXPJ2IJ.0 size=485538 2024-09-12T17:19:58.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.453+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=K2H68CXPJ2IJ tag=DT3XEJKOWOV2 type=write size=1534114 2024-09-12T17:19:58.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.457+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~QGY39BXNJ8GN.0 size=136601 2024-09-12T17:19:58.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.457+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=QGY39BXNJ8GN tag=AVSGGT3JQJZ5 type=write size=1185177 2024-09-12T17:19:58.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.461+0000 7fbd9195a8c0 -1 < failed to complete operation key=GZRPL96NSXKR tag=WF27A64OCDP3 type=del size=3702745: (22) Invalid argument 2024-09-12T17:19:58.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.465+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=WAIYSC1P4EN5 type=del size=1087543 2024-09-12T17:19:58.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.465+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=2QA06VTUWDUD type=del 2024-09-12T17:19:58.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.469+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=C0ETX5N5RN6M type=del size=2847840 2024-09-12T17:19:58.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.477+0000 7fbd9195a8c0 1 < suggested remove operation key=40V2VLOH796T tag=J5V97KRNKLHL type=del 2024-09-12T17:19:58.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.477+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=A0QTJ7LMCOLA type=del size=321142 2024-09-12T17:19:58.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.481+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~P9OZ8UGPQBEX.0 size=1048576 2024-09-12T17:19:58.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.481+0000 7fbd9195a8c0 1 < canceled part key=_multipart_OQXLNAHMPPDO.2~P9OZ8UGPQBEX.1 size=1048576 2024-09-12T17:19:58.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.485+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~P9OZ8UGPQBEX.2 size=162563 2024-09-12T17:19:58.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.489+0000 7fbd9195a8c0 1 < canceled multipart upload key=OQXLNAHMPPDO upload=P9OZ8UGPQBEX tag=UCX7JHO0JCNM type=write size=3308291 2024-09-12T17:19:58.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.493+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=X41WIY6OY0CE type=del size=3042186 2024-09-12T17:19:58.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.497+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~IG39KTTQMLWF.0 size=1045566 2024-09-12T17:19:58.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.501+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=IG39KTTQMLWF tag=YRZEAHEWF8VY type=write size=2094142 2024-09-12T17:19:58.505 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.505+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=LNEZO29EZKZV type=del size=584947 2024-09-12T17:19:58.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.509+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~IJZBFX7R0RGY.0 size=997326 2024-09-12T17:19:58.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.513+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=IJZBFX7R0RGY tag=MII5JR4SRCYV type=write size=2045902 2024-09-12T17:19:58.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.521+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~EG5MTBEAMNZA.0 size=529055 2024-09-12T17:19:58.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.521+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=EG5MTBEAMNZA tag=UVMATAC4ITGV type=write size=1577631 2024-09-12T17:19:58.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.525+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=HKG6V58F52NG type=del 2024-09-12T17:19:58.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.529+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~MCXG6X7H9OHW.0 size=691606 2024-09-12T17:19:58.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.529+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=MCXG6X7H9OHW tag=69NDYZ8A34DM type=write size=1740182 2024-09-12T17:19:58.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.533+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=L65R2A1XW8K0 type=del 2024-09-12T17:19:58.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.541+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~HWV3KTRUIWRO.0 size=57036 2024-09-12T17:19:58.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.541+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=HWV3KTRUIWRO tag=V2XB09F0T5CR type=write size=1105612 2024-09-12T17:19:58.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.545+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=AGNMGKB05KXT type=del 2024-09-12T17:19:58.548 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.549+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=62QQIHXMTWSR type=write size=228283 2024-09-12T17:19:58.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.553+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~DO3XOAHGWH2M.0 size=1048576 2024-09-12T17:19:58.554 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.557+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~DO3XOAHGWH2M.1 size=978463 2024-09-12T17:19:58.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.561+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=DO3XOAHGWH2M tag=O7H2FWTVV8W8 type=write size=3075615 2024-09-12T17:19:58.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.565+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=LDENPKG76AA3 type=del size=151073 2024-09-12T17:19:58.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.569+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~F724ZVXBDIY2.0 size=1048576 2024-09-12T17:19:58.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.569+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~F724ZVXBDIY2.1 size=1048576 2024-09-12T17:19:58.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.569+0000 7fbd9195a8c0 1 < canceled part key=_multipart_9OCQAHF3Y4ZE.2~F724ZVXBDIY2.2 size=594175 2024-09-12T17:19:58.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.577+0000 7fbd9195a8c0 1 < canceled multipart upload key=9OCQAHF3Y4ZE upload=F724ZVXBDIY2 tag=AFKT65QU17QW type=write size=3739903 2024-09-12T17:19:58.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.581+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~LY7MZ10DK3ND.0 size=1048576 2024-09-12T17:19:58.583 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.585+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~LY7MZ10DK3ND.1 size=1048576 2024-09-12T17:19:58.586 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.589+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~LY7MZ10DK3ND.2 size=997406 2024-09-12T17:19:58.586 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.589+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=LY7MZ10DK3ND tag=2D09NCHX2RVZ type=write size=4143134 2024-09-12T17:19:58.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.589+0000 7fbd9195a8c0 1 < completed write operation key=7MLJ2M37A6HT tag=E8DKDCHL5V8H type=write size=92781 2024-09-12T17:19:58.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.593+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=4LPIDJ5PMLPO type=del size=519204 2024-09-12T17:19:58.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.597+0000 7fbd9195a8c0 -1 < failed to complete operation key=40V2VLOH796T tag=B2CE3HBYTAQ9 type=del size=3470118: (22) Invalid argument 2024-09-12T17:19:58.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.601+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=A9F7TP6SCW2H type=del size=473220 2024-09-12T17:19:58.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.605+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=BQ2MXZT1GDJ5 type=del 2024-09-12T17:19:58.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.609+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=GT9HSAK1UXWD type=del size=3213446 2024-09-12T17:19:58.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.613+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~MJDCXZFDEMGF.0 size=1048576 2024-09-12T17:19:58.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.613+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~MJDCXZFDEMGF.1 size=1048576 2024-09-12T17:19:58.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.617+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~MJDCXZFDEMGF.2 size=585864 2024-09-12T17:19:58.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.621+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=MJDCXZFDEMGF tag=GR6W1HL44BGX type=write size=3731592 2024-09-12T17:19:58.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.625+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=88H7PX5UPV7N type=del size=3392346 2024-09-12T17:19:58.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.629+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~QGY39BXNJ8GN.0 size=136601 2024-09-12T17:19:58.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.633+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=QGY39BXNJ8GN tag=AVSGGT3JQJZ5 type=write size=1185177 2024-09-12T17:19:58.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.637+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=70IK0WT7ZDNO type=del size=3173179 2024-09-12T17:19:58.639 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.641+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=WAIYSC1P4EN5 type=del 2024-09-12T17:19:58.642 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.645+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=1W6T5ONIJMIN type=del size=2715399 2024-09-12T17:19:58.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.645+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=C0ETX5N5RN6M type=del 2024-09-12T17:19:58.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.649+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=R0WTIA6NAV7K type=del size=1415655 2024-09-12T17:19:58.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.653+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=A0QTJ7LMCOLA type=del 2024-09-12T17:19:58.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.657+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=ZAWUU0GSO650 type=del size=4054719 2024-09-12T17:19:58.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.661+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=X41WIY6OY0CE type=del 2024-09-12T17:19:58.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.665+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=PL0GUARXALGC type=del size=3218651 2024-09-12T17:19:58.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.669+0000 7fbd9195a8c0 1 < suggested remove operation key=OQXLNAHMPPDO tag=LNEZO29EZKZV type=del 2024-09-12T17:19:58.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.673+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=2CEN2YIOMET2 type=write size=658373 2024-09-12T17:19:58.673 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.673+0000 7fbd9195a8c0 1 < canceled part key=_multipart_RE67Q37TLF36.2~EG5MTBEAMNZA.0 size=529055 2024-09-12T17:19:58.680 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.681+0000 7fbd9195a8c0 1 < canceled multipart upload key=RE67Q37TLF36 upload=EG5MTBEAMNZA tag=UVMATAC4ITGV type=write size=1577631 2024-09-12T17:19:58.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.681+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=B8P1L1CIVB2I type=del size=1536116 2024-09-12T17:19:58.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.685+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~MCXG6X7H9OHW.0 size=691606 2024-09-12T17:19:58.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.693+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=MCXG6X7H9OHW tag=69NDYZ8A34DM type=write size=1740182 2024-09-12T17:19:58.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.697+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~63775UAXW0CG.0 size=1048576 2024-09-12T17:19:58.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.701+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~63775UAXW0CG.1 size=3194 2024-09-12T17:19:58.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.701+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=63775UAXW0CG tag=PICTYS7TNQL1 type=write size=2100346 2024-09-12T17:19:58.703 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.705+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~HWV3KTRUIWRO.0 size=57036 2024-09-12T17:19:58.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.709+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=HWV3KTRUIWRO tag=V2XB09F0T5CR type=write size=1105612 2024-09-12T17:19:58.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.713+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~DFY5BGCWSJEY.0 size=148826 2024-09-12T17:19:58.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.713+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=DFY5BGCWSJEY tag=IM14BIML9V90 type=write size=1197402 2024-09-12T17:19:58.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.717+0000 7fbd9195a8c0 1 < completed write operation key=FO2QR27D8UW0 tag=62QQIHXMTWSR type=write size=228283 2024-09-12T17:19:58.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.721+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=9DRQBD2W744N type=del size=516521 2024-09-12T17:19:58.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.725+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=LDENPKG76AA3 type=del 2024-09-12T17:19:58.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.729+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=9R5A5FEAT4VJ type=del size=4168137 2024-09-12T17:19:58.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.733+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~LY7MZ10DK3ND.0 size=1048576 2024-09-12T17:19:58.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.733+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~LY7MZ10DK3ND.1 size=1048576 2024-09-12T17:19:58.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.737+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~LY7MZ10DK3ND.2 size=997406 2024-09-12T17:19:58.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.741+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=LY7MZ10DK3ND tag=2D09NCHX2RVZ type=write size=4143134 2024-09-12T17:19:58.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.749+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~O4SLG9DLO8HN.0 size=1048576 2024-09-12T17:19:58.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.749+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~O4SLG9DLO8HN.1 size=483286 2024-09-12T17:19:58.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.749+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=O4SLG9DLO8HN tag=ND9T3BRQOGUE type=write size=2580438 2024-09-12T17:19:58.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.753+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=4LPIDJ5PMLPO type=del 2024-09-12T17:19:58.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.757+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=5BUESRQ24QRQ type=write size=368139 2024-09-12T17:19:58.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.765+0000 7fbd9195a8c0 1 < suggested remove operation key=2UQUEMHYAPVH tag=A9F7TP6SCW2H type=del 2024-09-12T17:19:58.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.769+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~XRR2B7YJUQT2.0 size=1048576 2024-09-12T17:19:58.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.773+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~XRR2B7YJUQT2.1 size=305846 2024-09-12T17:19:58.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.773+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=XRR2B7YJUQT2 tag=5Y9TV0QNH3RV type=write size=2402998 2024-09-12T17:19:58.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.777+0000 7fbd9195a8c0 1 < suggested remove operation key=TQUAG7E2B31Q tag=GT9HSAK1UXWD type=del 2024-09-12T17:19:58.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.781+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=E5D3YL90N90K type=del size=3043161 2024-09-12T17:19:58.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.785+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=88H7PX5UPV7N type=del 2024-09-12T17:19:58.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.789+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~H1WMLZKI5JGO.0 size=1048576 2024-09-12T17:19:58.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.793+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~H1WMLZKI5JGO.1 size=381332 2024-09-12T17:19:58.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.793+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=H1WMLZKI5JGO tag=R0IT8LMX4MQ0 type=write size=2478484 2024-09-12T17:19:58.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.797+0000 7fbd9195a8c0 1 < suggested update operation key=40V2VLOH796T tag=70IK0WT7ZDNO type=del size=3173179 2024-09-12T17:19:58.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.805+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~QE4K7UOU19NC.0 size=253504 2024-09-12T17:19:58.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.805+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=QE4K7UOU19NC tag=WZ4S93K2Z4BG type=write size=1302080 2024-09-12T17:19:58.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.805+0000 7fbd9195a8c0 -1 < failed to complete operation key=OQXLNAHMPPDO tag=1W6T5ONIJMIN type=del size=2715399: (22) Invalid argument 2024-09-12T17:19:58.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.809+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=A1CRQQMYX8L9 type=del size=3938029 2024-09-12T17:19:58.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.817+0000 7fbd9195a8c0 1 < suggested remove operation key=RE67Q37TLF36 tag=R0WTIA6NAV7K type=del 2024-09-12T17:19:58.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.817+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=5ZRJZ8R1QAPR type=write size=305527 2024-09-12T17:19:58.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.821+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=ZAWUU0GSO650 type=del 2024-09-12T17:19:58.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.825+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=ANNKJ8PD3P4D type=write size=511814 2024-09-12T17:19:58.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.829+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=PL0GUARXALGC type=del 2024-09-12T17:19:58.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.833+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~S9DLI5HEK3GA.0 size=1048576 2024-09-12T17:19:58.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.833+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~S9DLI5HEK3GA.1 size=1048576 2024-09-12T17:19:58.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.837+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~S9DLI5HEK3GA.2 size=1039300 2024-09-12T17:19:58.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.837+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=S9DLI5HEK3GA tag=LQGSPI5K2OL3 type=write size=4185028 2024-09-12T17:19:58.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.841+0000 7fbd9195a8c0 1 < canceled operation key=OEEZQHUX83CE tag=2CEN2YIOMET2 type=write size=658373 2024-09-12T17:19:58.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.849+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~MZ69MO50AVAB.0 size=43828 2024-09-12T17:19:58.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.849+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=MZ69MO50AVAB tag=MQ20UWBGKDCK type=write size=1092404 2024-09-12T17:19:58.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.853+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=B8P1L1CIVB2I type=del 2024-09-12T17:19:58.856 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.857+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=6GIM8SY3TBFH type=del size=868196 2024-09-12T17:19:58.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.861+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~63775UAXW0CG.0 size=1048576 2024-09-12T17:19:58.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.861+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~63775UAXW0CG.1 size=3194 2024-09-12T17:19:58.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.869+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=63775UAXW0CG tag=PICTYS7TNQL1 type=write size=2100346 2024-09-12T17:19:58.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.873+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~V68WHU9QSKQ0.0 size=1048576 2024-09-12T17:19:58.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.877+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~V68WHU9QSKQ0.1 size=661884 2024-09-12T17:19:58.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.877+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=V68WHU9QSKQ0 tag=QYAC3VF8695V type=write size=2759036 2024-09-12T17:19:58.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.881+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~DFY5BGCWSJEY.0 size=148826 2024-09-12T17:19:58.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.885+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=DFY5BGCWSJEY tag=IM14BIML9V90 type=write size=1197402 2024-09-12T17:19:58.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.889+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=CSNHEO9PJR0Y type=write size=648431 2024-09-12T17:19:58.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.889+0000 7fbd9195a8c0 -1 < no bi entry to suggest for operation key=TQUAG7E2B31Q tag=9DRQBD2W744N type=del size=516521: (2) No such file or directory 2024-09-12T17:19:58.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.893+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~CG1C43AWK81F.0 size=1048576 2024-09-12T17:19:58.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.897+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~CG1C43AWK81F.1 size=982871 2024-09-12T17:19:58.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.897+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=CG1C43AWK81F tag=7D3ZYKVOYBVI type=write size=3080023 2024-09-12T17:19:58.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.901+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=9R5A5FEAT4VJ type=del 2024-09-12T17:19:58.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.905+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=59GNXFV8CMBR type=del size=3836267 2024-09-12T17:19:58.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.909+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~O4SLG9DLO8HN.0 size=1048576 2024-09-12T17:19:58.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.909+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~O4SLG9DLO8HN.1 size=483286 2024-09-12T17:19:58.914 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.917+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=O4SLG9DLO8HN tag=ND9T3BRQOGUE type=write size=2580438 2024-09-12T17:19:58.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~AUM9BZY78S3I.0 size=1048576 2024-09-12T17:19:58.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.925+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~AUM9BZY78S3I.1 size=1048576 2024-09-12T17:19:58.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.925+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~AUM9BZY78S3I.2 size=964106 2024-09-12T17:19:58.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.925+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=AUM9BZY78S3I tag=ZSYKJY2O067E type=write size=4109834 2024-09-12T17:19:58.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.929+0000 7fbd9195a8c0 1 < completed write operation key=5MSE40XZZQHD tag=5BUESRQ24QRQ type=write size=368139 2024-09-12T17:19:58.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.933+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=N9ZZOR26X9C6 type=write size=463913 2024-09-12T17:19:58.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.933+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~XRR2B7YJUQT2.0 size=1048576 2024-09-12T17:19:58.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.937+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~XRR2B7YJUQT2.1 size=305846 2024-09-12T17:19:58.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.941+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=XRR2B7YJUQT2 tag=5Y9TV0QNH3RV type=write size=2402998 2024-09-12T17:19:58.943 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.945+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=3HYOGLJ56B7F type=write size=667224 2024-09-12T17:19:58.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.949+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=E5D3YL90N90K type=del 2024-09-12T17:19:58.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.949+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=P24KCANDZYWH type=del size=2411447 2024-09-12T17:19:58.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.953+0000 7fbd9195a8c0 1 < canceled part key=_multipart_L0FPLBRF5O79.2~H1WMLZKI5JGO.0 size=1048576 2024-09-12T17:19:58.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.953+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~H1WMLZKI5JGO.1 size=381332 2024-09-12T17:19:58.957 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.957+0000 7fbd9195a8c0 1 < canceled multipart upload key=L0FPLBRF5O79 upload=H1WMLZKI5JGO tag=R0IT8LMX4MQ0 type=write size=2478484 2024-09-12T17:19:58.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.961+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=YBO8GXXZ8W0Y type=del size=2657298 2024-09-12T17:19:58.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.965+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~QE4K7UOU19NC.0 size=253504 2024-09-12T17:19:58.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.969+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=QE4K7UOU19NC tag=WZ4S93K2Z4BG type=write size=1302080 2024-09-12T17:19:58.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.973+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~5G0LKZ1GE76N.0 size=1048576 2024-09-12T17:19:58.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.977+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~5G0LKZ1GE76N.1 size=860442 2024-09-12T17:19:58.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.977+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=5G0LKZ1GE76N tag=4FAI0PMZ57NE type=write size=2957594 2024-09-12T17:19:58.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.981+0000 7fbd9195a8c0 1 < suggested remove operation key=2KWWYKI06IXO tag=A1CRQQMYX8L9 type=del 2024-09-12T17:19:58.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.985+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=4DVU5S8PVX1O type=del size=2656975 2024-09-12T17:19:58.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.989+0000 7fbd9195a8c0 1 < completed write operation key=BB1JW1D7NJVJ tag=5ZRJZ8R1QAPR type=write size=305527 2024-09-12T17:19:58.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.993+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~0O8ZBFZF120C.0 size=1048576 2024-09-12T17:19:58.995 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.997+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~0O8ZBFZF120C.1 size=1048576 2024-09-12T17:19:58.997 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.997+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~0O8ZBFZF120C.2 size=665077 2024-09-12T17:19:58.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:58.997+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=0O8ZBFZF120C tag=Q53DE22TVWJ6 type=write size=3810805 2024-09-12T17:19:59.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.001+0000 7fbd9195a8c0 1 < completed write operation key=3LZK6DWM6YLP tag=ANNKJ8PD3P4D type=write size=511814 2024-09-12T17:19:59.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.009+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~4TZX3V2RCL5R.0 size=1048576 2024-09-12T17:19:59.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.009+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~4TZX3V2RCL5R.1 size=1048576 2024-09-12T17:19:59.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.013+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~4TZX3V2RCL5R.2 size=200890 2024-09-12T17:19:59.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.013+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=4TZX3V2RCL5R tag=2U9M1EC2HB7E type=write size=3346618 2024-09-12T17:19:59.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.013+0000 7fbd9195a8c0 1 < canceled part key=_multipart_RE67Q37TLF36.2~S9DLI5HEK3GA.0 size=1048576 2024-09-12T17:19:59.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.017+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~S9DLI5HEK3GA.1 size=1048576 2024-09-12T17:19:59.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.021+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~S9DLI5HEK3GA.2 size=1039300 2024-09-12T17:19:59.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.025+0000 7fbd9195a8c0 1 < canceled multipart upload key=RE67Q37TLF36 upload=S9DLI5HEK3GA tag=LQGSPI5K2OL3 type=write size=4185028 2024-09-12T17:19:59.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.029+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=SD0GUBUHLC2Q type=del size=3515576 2024-09-12T17:19:59.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.033+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~MZ69MO50AVAB.0 size=43828 2024-09-12T17:19:59.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.037+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=MZ69MO50AVAB tag=MQ20UWBGKDCK type=write size=1092404 2024-09-12T17:19:59.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.041+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=4XQMSJ036Z11 type=del size=3501515 2024-09-12T17:19:59.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.045+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=6GIM8SY3TBFH type=del 2024-09-12T17:19:59.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.049+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~GL5NLCFDVMZU.0 size=1048576 2024-09-12T17:19:59.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.053+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~GL5NLCFDVMZU.1 size=728644 2024-09-12T17:19:59.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.053+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=GL5NLCFDVMZU tag=2COWV4DC3ZUR type=write size=2825796 2024-09-12T17:19:59.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.057+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~V68WHU9QSKQ0.0 size=1048576 2024-09-12T17:19:59.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.057+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~V68WHU9QSKQ0.1 size=661884 2024-09-12T17:19:59.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.065+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=V68WHU9QSKQ0 tag=QYAC3VF8695V type=write size=2759036 2024-09-12T17:19:59.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.069+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=C7GA63FGPVTH type=del size=1170529 2024-09-12T17:19:59.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.077+0000 7fbd9195a8c0 1 < suggested remove operation key=O1IZNZKZ8T2I tag=CSNHEO9PJR0Y type=write 2024-09-12T17:19:59.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.081+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~AZJ4E79Y8PN5.0 size=1048576 2024-09-12T17:19:59.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.085+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~AZJ4E79Y8PN5.1 size=1048576 2024-09-12T17:19:59.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.089+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~AZJ4E79Y8PN5.2 size=828894 2024-09-12T17:19:59.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.089+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=AZJ4E79Y8PN5 tag=U0CYYICN4GN2 type=write size=3974622 2024-09-12T17:19:59.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.093+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~CG1C43AWK81F.0 size=1048576 2024-09-12T17:19:59.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.097+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~CG1C43AWK81F.1 size=982871 2024-09-12T17:19:59.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.101+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=CG1C43AWK81F tag=7D3ZYKVOYBVI type=write size=3080023 2024-09-12T17:19:59.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.105+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=J3BOJPTXVVW0 type=del size=41336 2024-09-12T17:19:59.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.109+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=59GNXFV8CMBR type=del 2024-09-12T17:19:59.111 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.113+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=5D5T68XOXO1S type=del size=3373398 2024-09-12T17:19:59.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.117+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~AUM9BZY78S3I.0 size=1048576 2024-09-12T17:19:59.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.117+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~AUM9BZY78S3I.1 size=1048576 2024-09-12T17:19:59.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.121+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~AUM9BZY78S3I.2 size=964106 2024-09-12T17:19:59.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.129+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=AUM9BZY78S3I tag=ZSYKJY2O067E type=write size=4109834 2024-09-12T17:19:59.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.133+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=CX8288UCS8H3 type=del size=1529075 2024-09-12T17:19:59.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.137+0000 7fbd9195a8c0 1 < suggested update operation key=KAT5FF0HSKKN tag=N9ZZOR26X9C6 type=write size=463913 2024-09-12T17:19:59.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.141+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=5EMTQZWTT2IN type=del size=705157 2024-09-12T17:19:59.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.153+0000 7fbd9195a8c0 1 < suggested update operation key=3LZK6DWM6YLP tag=3HYOGLJ56B7F type=write size=667224 2024-09-12T17:19:59.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.157+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~ARLU53ED85F5.0 size=341836 2024-09-12T17:19:59.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.157+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=ARLU53ED85F5 tag=OBFEJX7UQN3M type=write size=1390412 2024-09-12T17:19:59.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.161+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=P24KCANDZYWH type=del 2024-09-12T17:19:59.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.165+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=RS6AAC202KML type=del size=2699034 2024-09-12T17:19:59.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.173+0000 7fbd9195a8c0 1 < suggested update operation key=L4S21D3VH55N tag=YBO8GXXZ8W0Y type=del size=2657298 2024-09-12T17:19:59.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.177+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~7XVMWFJRGWIX.0 size=1048576 2024-09-12T17:19:59.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.181+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~7XVMWFJRGWIX.1 size=1048576 2024-09-12T17:19:59.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.181+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~7XVMWFJRGWIX.2 size=964042 2024-09-12T17:19:59.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.181+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=7XVMWFJRGWIX tag=3QJFGV1M3OZC type=write size=4109770 2024-09-12T17:19:59.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.185+0000 7fbd9195a8c0 1 < canceled part key=_multipart_7MLJ2M37A6HT.2~5G0LKZ1GE76N.0 size=1048576 2024-09-12T17:19:59.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.185+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~5G0LKZ1GE76N.1 size=860442 2024-09-12T17:19:59.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.189+0000 7fbd9195a8c0 1 < canceled multipart upload key=7MLJ2M37A6HT upload=5G0LKZ1GE76N tag=4FAI0PMZ57NE type=write size=2957594 2024-09-12T17:19:59.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.193+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=2BG5513KH2L4 type=write size=707620 2024-09-12T17:19:59.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.197+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=4DVU5S8PVX1O type=del 2024-09-12T17:19:59.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.201+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=CKPG935QNB1N type=del size=619158 2024-09-12T17:19:59.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.205+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~0O8ZBFZF120C.0 size=1048576 2024-09-12T17:19:59.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.205+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~0O8ZBFZF120C.1 size=1048576 2024-09-12T17:19:59.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.205+0000 7fbd9195a8c0 1 < canceled part key=_multipart_BB1JW1D7NJVJ.2~0O8ZBFZF120C.2 size=665077 2024-09-12T17:19:59.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.213+0000 7fbd9195a8c0 1 < canceled multipart upload key=BB1JW1D7NJVJ upload=0O8ZBFZF120C tag=Q53DE22TVWJ6 type=write size=3810805 2024-09-12T17:19:59.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.217+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=MA2GYNPQD1ND type=del size=1933484 2024-09-12T17:19:59.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.217+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~4TZX3V2RCL5R.0 size=1048576 2024-09-12T17:19:59.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.221+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~4TZX3V2RCL5R.1 size=1048576 2024-09-12T17:19:59.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.221+0000 7fbd9195a8c0 1 < canceled part key=_multipart_DXPGRTSHP1VC.2~4TZX3V2RCL5R.2 size=200890 2024-09-12T17:19:59.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.225+0000 7fbd9195a8c0 1 < canceled multipart upload key=DXPGRTSHP1VC upload=4TZX3V2RCL5R tag=2U9M1EC2HB7E type=write size=3346618 2024-09-12T17:19:59.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.233+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~0LCKIUGO2N4N.0 size=1048576 2024-09-12T17:19:59.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.233+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~0LCKIUGO2N4N.1 size=199376 2024-09-12T17:19:59.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.233+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=0LCKIUGO2N4N tag=LACH6VL303RC type=write size=2296528 2024-09-12T17:19:59.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.237+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=SD0GUBUHLC2Q type=del 2024-09-12T17:19:59.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.241+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=1KAQXZQ7DH9D type=write size=155171 2024-09-12T17:19:59.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.245+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=4XQMSJ036Z11 type=del 2024-09-12T17:19:59.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.249+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=X7LC3O6RDY09 type=del size=3563355 2024-09-12T17:19:59.250 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.249+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~GL5NLCFDVMZU.0 size=1048576 2024-09-12T17:19:59.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.253+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~GL5NLCFDVMZU.1 size=728644 2024-09-12T17:19:59.258 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.261+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=GL5NLCFDVMZU tag=2COWV4DC3ZUR type=write size=2825796 2024-09-12T17:19:59.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.261+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=94N63YNM5UZS type=write size=409345 2024-09-12T17:19:59.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.265+0000 7fbd9195a8c0 1 < canceled operation key=RE67Q37TLF36 tag=C7GA63FGPVTH type=del size=1170529 2024-09-12T17:19:59.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.273+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~CWMBKD9AVF83.0 size=1048576 2024-09-12T17:19:59.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.273+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~CWMBKD9AVF83.1 size=299866 2024-09-12T17:19:59.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.273+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=CWMBKD9AVF83 tag=VYWFKJL42OP1 type=write size=2397018 2024-09-12T17:19:59.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.277+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~AZJ4E79Y8PN5.0 size=1048576 2024-09-12T17:19:59.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.281+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~AZJ4E79Y8PN5.1 size=1048576 2024-09-12T17:19:59.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.285+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~AZJ4E79Y8PN5.2 size=828894 2024-09-12T17:19:59.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.289+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=AZJ4E79Y8PN5 tag=U0CYYICN4GN2 type=write size=3974622 2024-09-12T17:19:59.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.293+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=A32APW7E5LX9 type=del size=2531496 2024-09-12T17:19:59.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.301+0000 7fbd9195a8c0 1 < suggested update operation key=00KG7A7MIHV2 tag=J3BOJPTXVVW0 type=del size=41336 2024-09-12T17:19:59.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.305+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~N66NFOF5UJZZ.0 size=1048576 2024-09-12T17:19:59.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.309+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~N66NFOF5UJZZ.1 size=100582 2024-09-12T17:19:59.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.309+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=N66NFOF5UJZZ tag=3EBICX63TPMS type=write size=2197734 2024-09-12T17:19:59.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.313+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=5D5T68XOXO1S type=del 2024-09-12T17:19:59.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.317+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~QGUC50GFZOMH.0 size=1048576 2024-09-12T17:19:59.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.321+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~QGUC50GFZOMH.1 size=5190 2024-09-12T17:19:59.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.321+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=QGUC50GFZOMH tag=VAH959CGTFLO type=write size=2102342 2024-09-12T17:19:59.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.325+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=CX8288UCS8H3 type=del 2024-09-12T17:19:59.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.329+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~H63Y5I9LQXVB.0 size=1048576 2024-09-12T17:19:59.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.333+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~H63Y5I9LQXVB.1 size=171092 2024-09-12T17:19:59.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.333+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=H63Y5I9LQXVB tag=LDY2RA9WBKGO type=write size=2268244 2024-09-12T17:19:59.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.337+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=5EMTQZWTT2IN type=del 2024-09-12T17:19:59.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.341+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~ZX1OZ97ATR9S.0 size=1048576 2024-09-12T17:19:59.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.345+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~ZX1OZ97ATR9S.1 size=1048576 2024-09-12T17:19:59.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.349+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~ZX1OZ97ATR9S.2 size=851460 2024-09-12T17:19:59.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.349+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=ZX1OZ97ATR9S tag=K3J314TT15Y3 type=write size=3997188 2024-09-12T17:19:59.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.349+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~ARLU53ED85F5.0 size=341836 2024-09-12T17:19:59.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.357+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=ARLU53ED85F5 tag=OBFEJX7UQN3M type=write size=1390412 2024-09-12T17:19:59.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.361+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~8TA7C8M3H49N.0 size=1048576 2024-09-12T17:19:59.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.365+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~8TA7C8M3H49N.1 size=1048576 2024-09-12T17:19:59.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.369+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~8TA7C8M3H49N.2 size=636887 2024-09-12T17:19:59.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.369+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=8TA7C8M3H49N tag=9MNSW2K39GDA type=write size=3782615 2024-09-12T17:19:59.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.369+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=RS6AAC202KML type=del 2024-09-12T17:19:59.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.377+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~03ZEVSF4ED61.0 size=1048576 2024-09-12T17:19:59.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.381+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~03ZEVSF4ED61.1 size=1048576 2024-09-12T17:19:59.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.381+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~03ZEVSF4ED61.2 size=857447 2024-09-12T17:19:59.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.381+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=03ZEVSF4ED61 tag=KOQ3QSD2SU0H type=write size=4003175 2024-09-12T17:19:59.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.385+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~7XVMWFJRGWIX.0 size=1048576 2024-09-12T17:19:59.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.389+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~7XVMWFJRGWIX.1 size=1048576 2024-09-12T17:19:59.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.389+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KPZHXLWEOCN9.2~7XVMWFJRGWIX.2 size=964042 2024-09-12T17:19:59.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.393+0000 7fbd9195a8c0 1 < canceled multipart upload key=KPZHXLWEOCN9 upload=7XVMWFJRGWIX tag=3QJFGV1M3OZC type=write size=4109770 2024-09-12T17:19:59.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.397+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=E08PGYQDYRX8 type=del size=4003383 2024-09-12T17:19:59.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.401+0000 7fbd9195a8c0 1 < completed write operation key=Y757YR0HCQEP tag=2BG5513KH2L4 type=write size=707620 2024-09-12T17:19:59.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.405+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=FVXHQBYY0JXE type=del size=88280 2024-09-12T17:19:59.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.409+0000 7fbd9195a8c0 1 < canceled operation key=GZRPL96NSXKR tag=CKPG935QNB1N type=del size=619158 2024-09-12T17:19:59.410 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.413+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=OSO300AD7QYW type=del size=2574474 2024-09-12T17:19:59.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.413+0000 7fbd9195a8c0 1 < canceled operation key=GZRPL96NSXKR tag=MA2GYNPQD1ND type=del size=1933484 2024-09-12T17:19:59.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.421+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~LFEJ04U5E8HI.0 size=1048576 2024-09-12T17:19:59.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.425+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~LFEJ04U5E8HI.1 size=768023 2024-09-12T17:19:59.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.425+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=LFEJ04U5E8HI tag=PFPQ6CX0UDFB type=write size=2865175 2024-09-12T17:19:59.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.429+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~0LCKIUGO2N4N.0 size=1048576 2024-09-12T17:19:59.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.429+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~0LCKIUGO2N4N.1 size=199376 2024-09-12T17:19:59.435 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.437+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=0LCKIUGO2N4N tag=LACH6VL303RC type=write size=2296528 2024-09-12T17:19:59.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.441+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=P0GU6W1OT0MQ type=del size=2703171 2024-09-12T17:19:59.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.445+0000 7fbd9195a8c0 1 < completed write operation key=L0FPLBRF5O79 tag=1KAQXZQ7DH9D type=write size=155171 2024-09-12T17:19:59.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.445+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=UHGW7YDCBJ0U type=write size=111310 2024-09-12T17:19:59.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.457+0000 7fbd9195a8c0 1 < suggested update operation key=SLMRZF9L9KXH tag=X7LC3O6RDY09 type=del size=3563355 2024-09-12T17:19:59.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.461+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=USQK66R8B0DC type=del size=3459766 2024-09-12T17:19:59.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.465+0000 7fbd9195a8c0 1 < completed write operation key=KAT5FF0HSKKN tag=94N63YNM5UZS type=write size=409345 2024-09-12T17:19:59.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.469+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=0C23NSZ0ARCS type=write size=251060 2024-09-12T17:19:59.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.469+0000 7fbd9195a8c0 1 < canceled part key=_multipart_9OCQAHF3Y4ZE.2~CWMBKD9AVF83.0 size=1048576 2024-09-12T17:19:59.471 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.473+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~CWMBKD9AVF83.1 size=299866 2024-09-12T17:19:59.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.477+0000 7fbd9195a8c0 1 < canceled multipart upload key=9OCQAHF3Y4ZE upload=CWMBKD9AVF83 tag=VYWFKJL42OP1 type=write size=2397018 2024-09-12T17:19:59.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.481+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=GLWKSAL7ERSY type=del size=625553 2024-09-12T17:19:59.484 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.485+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=A32APW7E5LX9 type=del 2024-09-12T17:19:59.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.493+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~ACFV12YVFK2P.0 size=576068 2024-09-12T17:19:59.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.493+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=ACFV12YVFK2P tag=LPUXWYB01ULQ type=write size=1624644 2024-09-12T17:19:59.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.497+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~N66NFOF5UJZZ.0 size=1048576 2024-09-12T17:19:59.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.497+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~N66NFOF5UJZZ.1 size=100582 2024-09-12T17:19:59.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.505+0000 7fbd9195a8c0 1 < completed multipart upload key=TQUAG7E2B31Q upload=N66NFOF5UJZZ tag=3EBICX63TPMS type=write size=2197734 2024-09-12T17:19:59.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.509+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=1KF598ZEN5J0 type=del size=740367 2024-09-12T17:19:59.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.509+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~QGUC50GFZOMH.0 size=1048576 2024-09-12T17:19:59.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.513+0000 7fbd9195a8c0 1 < canceled part key=_multipart_SLMRZF9L9KXH.2~QGUC50GFZOMH.1 size=5190 2024-09-12T17:19:59.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.517+0000 7fbd9195a8c0 1 < canceled multipart upload key=SLMRZF9L9KXH upload=QGUC50GFZOMH tag=VAH959CGTFLO type=write size=2102342 2024-09-12T17:19:59.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.521+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=16YA83I6RMX5 type=write size=810117 2024-09-12T17:19:59.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.525+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~H63Y5I9LQXVB.0 size=1048576 2024-09-12T17:19:59.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.525+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~H63Y5I9LQXVB.1 size=171092 2024-09-12T17:19:59.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.533+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=H63Y5I9LQXVB tag=LDY2RA9WBKGO type=write size=2268244 2024-09-12T17:19:59.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.533+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=9ID0W4EFXC1G type=write size=539006 2024-09-12T17:19:59.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.537+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~ZX1OZ97ATR9S.0 size=1048576 2024-09-12T17:19:59.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.541+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~ZX1OZ97ATR9S.1 size=1048576 2024-09-12T17:19:59.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.545+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~ZX1OZ97ATR9S.2 size=851460 2024-09-12T17:19:59.548 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.549+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=ZX1OZ97ATR9S tag=K3J314TT15Y3 type=write size=3997188 2024-09-12T17:19:59.554 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.557+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~2SCXQK0OW5Q6.0 size=695569 2024-09-12T17:19:59.554 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.557+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=2SCXQK0OW5Q6 tag=OIOL5JQEJIO2 type=write size=1744145 2024-09-12T17:19:59.557 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.557+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~8TA7C8M3H49N.0 size=1048576 2024-09-12T17:19:59.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.561+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~8TA7C8M3H49N.1 size=1048576 2024-09-12T17:19:59.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.561+0000 7fbd9195a8c0 1 < canceled part key=_multipart_40V2VLOH796T.2~8TA7C8M3H49N.2 size=636887 2024-09-12T17:19:59.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.565+0000 7fbd9195a8c0 1 < canceled multipart upload key=40V2VLOH796T upload=8TA7C8M3H49N tag=9MNSW2K39GDA type=write size=3782615 2024-09-12T17:19:59.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.569+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=CZKR90I5JFDD type=del size=907282 2024-09-12T17:19:59.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.573+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~03ZEVSF4ED61.0 size=1048576 2024-09-12T17:19:59.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.577+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~03ZEVSF4ED61.1 size=1048576 2024-09-12T17:19:59.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.581+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~03ZEVSF4ED61.2 size=857447 2024-09-12T17:19:59.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.585+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=03ZEVSF4ED61 tag=KOQ3QSD2SU0H type=write size=4003175 2024-09-12T17:19:59.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.593+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~UBTWPSNWQR79.0 size=827987 2024-09-12T17:19:59.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.593+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=UBTWPSNWQR79 tag=HLGZRXDU5MHZ type=write size=1876563 2024-09-12T17:19:59.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.593+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=E08PGYQDYRX8 type=del 2024-09-12T17:19:59.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.601+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~Z5NRKX7Z86JQ.0 size=1048576 2024-09-12T17:19:59.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.601+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~Z5NRKX7Z86JQ.1 size=1048576 2024-09-12T17:19:59.604 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.605+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~Z5NRKX7Z86JQ.2 size=126183 2024-09-12T17:19:59.604 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.605+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=Z5NRKX7Z86JQ tag=4YLJGVIFK24N type=write size=3271911 2024-09-12T17:19:59.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.613+0000 7fbd9195a8c0 1 < suggested remove operation key=OQXLNAHMPPDO tag=FVXHQBYY0JXE type=del 2024-09-12T17:19:59.614 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.617+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=9S5CW0XWQG8O type=del size=3142903 2024-09-12T17:19:59.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.617+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=OSO300AD7QYW type=del 2024-09-12T17:19:59.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.625+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~BE9SN40UBUD0.0 size=195159 2024-09-12T17:19:59.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.625+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=BE9SN40UBUD0 tag=S1IFF1C4JIY2 type=write size=1243735 2024-09-12T17:19:59.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.625+0000 7fbd9195a8c0 1 < canceled part key=_multipart_GZRPL96NSXKR.2~LFEJ04U5E8HI.0 size=1048576 2024-09-12T17:19:59.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.625+0000 7fbd9195a8c0 1 < canceled part key=_multipart_GZRPL96NSXKR.2~LFEJ04U5E8HI.1 size=768023 2024-09-12T17:19:59.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.633+0000 7fbd9195a8c0 1 < canceled multipart upload key=GZRPL96NSXKR upload=LFEJ04U5E8HI tag=PFPQ6CX0UDFB type=write size=2865175 2024-09-12T17:19:59.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.637+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~1EMX96WNYRTK.0 size=1048576 2024-09-12T17:19:59.639 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.641+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~1EMX96WNYRTK.1 size=1048576 2024-09-12T17:19:59.642 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.645+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~1EMX96WNYRTK.2 size=537595 2024-09-12T17:19:59.642 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.645+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=1EMX96WNYRTK tag=7NTW31ZNDGQQ type=write size=3683323 2024-09-12T17:19:59.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.645+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=P0GU6W1OT0MQ type=del 2024-09-12T17:19:59.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.649+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=YO5FXQ9V7N63 type=del size=3264182 2024-09-12T17:19:59.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.653+0000 7fbd9195a8c0 1 < completed write operation key=GZRPL96NSXKR tag=UHGW7YDCBJ0U type=write size=111310 2024-09-12T17:19:59.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.657+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=7BA4R81TOIB7 type=del size=631238 2024-09-12T17:19:59.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.661+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=USQK66R8B0DC type=del 2024-09-12T17:19:59.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.669+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~5P2509V0C1JD.0 size=1048576 2024-09-12T17:19:59.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.669+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~5P2509V0C1JD.1 size=480935 2024-09-12T17:19:59.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.669+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=5P2509V0C1JD tag=IJT30RMUEE3H type=write size=2578087 2024-09-12T17:19:59.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.673+0000 7fbd9195a8c0 1 < completed write operation key=3LZK6DWM6YLP tag=0C23NSZ0ARCS type=write size=251060 2024-09-12T17:19:59.679 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.681+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~2B2Y4IZ0OLUI.0 size=873769 2024-09-12T17:19:59.679 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.681+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=2B2Y4IZ0OLUI tag=EJQ1Z2CFNMWY type=write size=1922345 2024-09-12T17:19:59.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.685+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=GLWKSAL7ERSY type=del 2024-09-12T17:19:59.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.689+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=KSROD6OGGPT3 type=del size=1982965 2024-09-12T17:19:59.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.689+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~ACFV12YVFK2P.0 size=576068 2024-09-12T17:19:59.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.697+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=ACFV12YVFK2P tag=LPUXWYB01ULQ type=write size=1624644 2024-09-12T17:19:59.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.701+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=7DRJ0PCUCGHR type=del size=435836 2024-09-12T17:19:59.704 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.705+0000 7fbd9195a8c0 1 < canceled operation key=GCAJ0JAKNDKG tag=1KF598ZEN5J0 type=del size=740367 2024-09-12T17:19:59.707 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.709+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=F4H2BKOJ5HZC type=del size=2999530 2024-09-12T17:19:59.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.713+0000 7fbd9195a8c0 1 < completed write operation key=5MSE40XZZQHD tag=16YA83I6RMX5 type=write size=810117 2024-09-12T17:19:59.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.713+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=RS38WE11CNAW type=del size=1149574 2024-09-12T17:19:59.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.717+0000 7fbd9195a8c0 1 < completed write operation key=BB1JW1D7NJVJ tag=9ID0W4EFXC1G type=write size=539006 2024-09-12T17:19:59.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.725+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~5K4QXK0F0WUG.0 size=1048576 2024-09-12T17:19:59.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.729+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~5K4QXK0F0WUG.1 size=1048576 2024-09-12T17:19:59.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.729+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~5K4QXK0F0WUG.2 size=661051 2024-09-12T17:19:59.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.729+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=5K4QXK0F0WUG tag=228FNO7N2PAL type=write size=3806779 2024-09-12T17:19:59.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.733+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~2SCXQK0OW5Q6.0 size=695569 2024-09-12T17:19:59.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.741+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=2SCXQK0OW5Q6 tag=OIOL5JQEJIO2 type=write size=1744145 2024-09-12T17:19:59.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.745+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~2OX38T908C29.0 size=276495 2024-09-12T17:19:59.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.745+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=2OX38T908C29 tag=NK7H42MG0LOM type=write size=1325071 2024-09-12T17:19:59.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.749+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=CZKR90I5JFDD type=del 2024-09-12T17:19:59.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.753+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=CWG4DM2QEOCF type=del size=3997189 2024-09-12T17:19:59.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.757+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~UBTWPSNWQR79.0 size=827987 2024-09-12T17:19:59.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.761+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=UBTWPSNWQR79 tag=HLGZRXDU5MHZ type=write size=1876563 2024-09-12T17:19:59.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.765+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=96H4H904Z80V type=del size=3600725 2024-09-12T17:19:59.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.769+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~Z5NRKX7Z86JQ.0 size=1048576 2024-09-12T17:19:59.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.773+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~Z5NRKX7Z86JQ.1 size=1048576 2024-09-12T17:19:59.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.781+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~Z5NRKX7Z86JQ.2 size=126183 2024-09-12T17:19:59.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.785+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=Z5NRKX7Z86JQ tag=4YLJGVIFK24N type=write size=3271911 2024-09-12T17:19:59.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.789+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=T3GM3ESPB2N5 type=del size=2620200 2024-09-12T17:19:59.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.793+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=9S5CW0XWQG8O type=del 2024-09-12T17:19:59.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.797+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=KZA3WL1MFX09 type=del size=4054106 2024-09-12T17:19:59.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.797+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~BE9SN40UBUD0.0 size=195159 2024-09-12T17:19:59.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.805+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=BE9SN40UBUD0 tag=S1IFF1C4JIY2 type=write size=1243735 2024-09-12T17:19:59.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.809+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=GV6ZL22V9LYL type=del size=133478 2024-09-12T17:19:59.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.813+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~1EMX96WNYRTK.0 size=1048576 2024-09-12T17:19:59.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.813+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~1EMX96WNYRTK.1 size=1048576 2024-09-12T17:19:59.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.817+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~1EMX96WNYRTK.2 size=537595 2024-09-12T17:19:59.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.821+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=1EMX96WNYRTK tag=7NTW31ZNDGQQ type=write size=3683323 2024-09-12T17:19:59.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.825+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=T0CNB98KVR0V type=del size=2077684 2024-09-12T17:19:59.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.833+0000 7fbd9195a8c0 1 < suggested remove operation key=7MLJ2M37A6HT tag=YO5FXQ9V7N63 type=del 2024-09-12T17:19:59.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.833+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=CYR87QFRSCV4 type=del size=2393374 2024-09-12T17:19:59.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.837+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=7BA4R81TOIB7 type=del 2024-09-12T17:19:59.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.841+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=1B40AEK52GBS type=del size=3478752 2024-09-12T17:19:59.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.845+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~5P2509V0C1JD.0 size=1048576 2024-09-12T17:19:59.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.845+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~5P2509V0C1JD.1 size=480935 2024-09-12T17:19:59.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.853+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=5P2509V0C1JD tag=IJT30RMUEE3H type=write size=2578087 2024-09-12T17:19:59.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.857+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~MUI33IPH7DU4.0 size=1048576 2024-09-12T17:19:59.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.861+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~MUI33IPH7DU4.1 size=1048576 2024-09-12T17:19:59.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.865+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~MUI33IPH7DU4.2 size=337572 2024-09-12T17:19:59.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.865+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=MUI33IPH7DU4 tag=UYJFURTP36JD type=write size=3483300 2024-09-12T17:19:59.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.865+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~2B2Y4IZ0OLUI.0 size=873769 2024-09-12T17:19:59.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.873+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=2B2Y4IZ0OLUI tag=EJQ1Z2CFNMWY type=write size=1922345 2024-09-12T17:19:59.874 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.877+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=K4ELS55X7LZC type=del size=1035218 2024-09-12T17:19:59.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.881+0000 7fbd9195a8c0 1 < suggested update operation key=JQDWGB4MGRXE tag=KSROD6OGGPT3 type=del size=1982965 2024-09-12T17:19:59.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.885+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=8RS4UX5UZ3QR type=del size=3945646 2024-09-12T17:19:59.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.885+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=7DRJ0PCUCGHR type=del 2024-09-12T17:19:59.890 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.893+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~7SJSKVV9HE63.0 size=1048576 2024-09-12T17:19:59.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.893+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~7SJSKVV9HE63.1 size=1048576 2024-09-12T17:19:59.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.897+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~7SJSKVV9HE63.2 size=374555 2024-09-12T17:19:59.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.897+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=7SJSKVV9HE63 tag=9WDIKTZJBOYK type=write size=3520283 2024-09-12T17:19:59.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.897+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=F4H2BKOJ5HZC type=del 2024-09-12T17:19:59.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.901+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~6752EAD4YUHF.0 size=106938 2024-09-12T17:19:59.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.901+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=6752EAD4YUHF tag=OI51KQG799ZC type=write size=1155514 2024-09-12T17:19:59.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.909+0000 7fbd9195a8c0 1 < suggested remove operation key=9OCQAHF3Y4ZE tag=RS38WE11CNAW type=del 2024-09-12T17:19:59.912 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.913+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~VIADBWXLE9TM.0 size=1048576 2024-09-12T17:19:59.914 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.913+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~VIADBWXLE9TM.1 size=641747 2024-09-12T17:19:59.914 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.913+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=VIADBWXLE9TM tag=XJ0SC4JZQFFI type=write size=2738899 2024-09-12T17:19:59.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.917+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~5K4QXK0F0WUG.0 size=1048576 2024-09-12T17:19:59.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.921+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~5K4QXK0F0WUG.1 size=1048576 2024-09-12T17:19:59.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.921+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~5K4QXK0F0WUG.2 size=661051 2024-09-12T17:19:59.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.925+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=5K4QXK0F0WUG tag=228FNO7N2PAL type=write size=3806779 2024-09-12T17:19:59.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.933+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~DZZLP2HF8Y4H.0 size=1048576 2024-09-12T17:19:59.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.933+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~DZZLP2HF8Y4H.1 size=1048576 2024-09-12T17:19:59.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.937+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~DZZLP2HF8Y4H.2 size=504109 2024-09-12T17:19:59.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.937+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=DZZLP2HF8Y4H tag=ZGCHYQKH59B2 type=write size=3649837 2024-09-12T17:19:59.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.937+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~2OX38T908C29.0 size=276495 2024-09-12T17:19:59.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.941+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=2OX38T908C29 tag=NK7H42MG0LOM type=write size=1325071 2024-09-12T17:19:59.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.949+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~UK75D2A9QU3F.0 size=1048576 2024-09-12T17:19:59.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.949+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~UK75D2A9QU3F.1 size=1048576 2024-09-12T17:19:59.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.953+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~UK75D2A9QU3F.2 size=172350 2024-09-12T17:19:59.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.953+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=UK75D2A9QU3F tag=DNA88X5ENPD0 type=write size=3318078 2024-09-12T17:19:59.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.953+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=CWG4DM2QEOCF type=del 2024-09-12T17:19:59.957 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.957+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~HIRZNM1E71XF.0 size=1048576 2024-09-12T17:19:59.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.961+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~HIRZNM1E71XF.1 size=1048576 2024-09-12T17:19:59.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.961+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~HIRZNM1E71XF.2 size=661590 2024-09-12T17:19:59.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.961+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=HIRZNM1E71XF tag=YQKF1Q6GMGC7 type=write size=3807318 2024-09-12T17:19:59.964 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.965+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=96H4H904Z80V type=del 2024-09-12T17:19:59.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.969+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=126CRREB8Q7T type=write size=748395 2024-09-12T17:19:59.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.969+0000 7fbd9195a8c0 1 < canceled operation key=Y757YR0HCQEP tag=T3GM3ESPB2N5 type=del size=2620200 2024-09-12T17:19:59.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.973+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=1WOCWPPZ43UH type=del size=4054672 2024-09-12T17:19:59.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.977+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=KZA3WL1MFX09 type=del 2024-09-12T17:19:59.977 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.977+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=IMKO0SJRQG7W type=del size=426254 2024-09-12T17:19:59.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.981+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=GV6ZL22V9LYL type=del 2024-09-12T17:19:59.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.985+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=60JX1JTZGNWP type=del size=3246121 2024-09-12T17:19:59.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.989+0000 7fbd9195a8c0 1 < suggested update operation key=HI4CZTBNYDJH tag=T0CNB98KVR0V type=del size=2077684 2024-09-12T17:19:59.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.997+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~TLV81O443IKC.0 size=1048576 2024-09-12T17:19:59.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.997+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~TLV81O443IKC.1 size=265806 2024-09-12T17:19:59.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:19:59.997+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=TLV81O443IKC tag=BQ6KK7UCBCYU type=write size=2362958 2024-09-12T17:20:00.002 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.005+0000 7fbd9195a8c0 1 < suggested update operation key=GCAJ0JAKNDKG tag=CYR87QFRSCV4 type=del size=2393374 2024-09-12T17:20:00.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.005+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=IG8RZFF6LGXW type=del size=2280201 2024-09-12T17:20:00.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.013+0000 7fbd9195a8c0 1 < suggested update operation key=OEEZQHUX83CE tag=1B40AEK52GBS type=del size=3478752 2024-09-12T17:20:00.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.017+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~O5PJ4KGH05FW.0 size=411787 2024-09-12T17:20:00.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.017+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=O5PJ4KGH05FW tag=800BJAQHKITX type=write size=1460363 2024-09-12T17:20:00.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.021+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~MUI33IPH7DU4.0 size=1048576 2024-09-12T17:20:00.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.021+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~MUI33IPH7DU4.1 size=1048576 2024-09-12T17:20:00.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.025+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~MUI33IPH7DU4.2 size=337572 2024-09-12T17:20:00.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.029+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=MUI33IPH7DU4 tag=UYJFURTP36JD type=write size=3483300 2024-09-12T17:20:00.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.029+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=HJIS2ZJGAAP3 type=del size=2761904 2024-09-12T17:20:00.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.033+0000 7fbd9195a8c0 1 < completed delete operation key=PK7SUDXCYB4F tag=K4ELS55X7LZC type=del 2024-09-12T17:20:00.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.037+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=ARH8QEO6RMVB type=write size=18468 2024-09-12T17:20:00.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.037+0000 7fbd9195a8c0 -1 < failed to complete operation key=9OCQAHF3Y4ZE tag=8RS4UX5UZ3QR type=del size=3945646: (22) Invalid argument 2024-09-12T17:20:00.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.041+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=VBD59VQ7XRGF type=write size=166953 2024-09-12T17:20:00.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.045+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~7SJSKVV9HE63.0 size=1048576 2024-09-12T17:20:00.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.045+0000 7fbd9195a8c0 1 < canceled part key=_multipart_O1IZNZKZ8T2I.2~7SJSKVV9HE63.1 size=1048576 2024-09-12T17:20:00.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.045+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~7SJSKVV9HE63.2 size=374555 2024-09-12T17:20:00.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.049+0000 7fbd9195a8c0 1 < canceled multipart upload key=O1IZNZKZ8T2I upload=7SJSKVV9HE63 tag=9WDIKTZJBOYK type=write size=3520283 2024-09-12T17:20:00.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.053+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~SOT9Q7K032LT.0 size=416742 2024-09-12T17:20:00.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.053+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=SOT9Q7K032LT tag=5AEUAYJG8OML type=write size=1465318 2024-09-12T17:20:00.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.057+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~6752EAD4YUHF.0 size=106938 2024-09-12T17:20:00.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.061+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=6752EAD4YUHF tag=OI51KQG799ZC type=write size=1155514 2024-09-12T17:20:00.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.065+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=MZC1NGDC5X0N type=del size=4130399 2024-09-12T17:20:00.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.065+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~VIADBWXLE9TM.0 size=1048576 2024-09-12T17:20:00.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.069+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~VIADBWXLE9TM.1 size=641747 2024-09-12T17:20:00.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.073+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=VIADBWXLE9TM tag=XJ0SC4JZQFFI type=write size=2738899 2024-09-12T17:20:00.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.073+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=BH389620ZE23 type=del size=2475170 2024-09-12T17:20:00.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.077+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~DZZLP2HF8Y4H.0 size=1048576 2024-09-12T17:20:00.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.077+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~DZZLP2HF8Y4H.1 size=1048576 2024-09-12T17:20:00.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.077+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6MVT0KBRIU11.2~DZZLP2HF8Y4H.2 size=504109 2024-09-12T17:20:00.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.081+0000 7fbd9195a8c0 1 < canceled multipart upload key=6MVT0KBRIU11 upload=DZZLP2HF8Y4H tag=ZGCHYQKH59B2 type=write size=3649837 2024-09-12T17:20:00.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.085+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~6SXRUSDDET5X.0 size=22736 2024-09-12T17:20:00.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.085+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=6SXRUSDDET5X tag=3X16FK2KDJ50 type=write size=1071312 2024-09-12T17:20:00.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.089+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~UK75D2A9QU3F.0 size=1048576 2024-09-12T17:20:00.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.089+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~UK75D2A9QU3F.1 size=1048576 2024-09-12T17:20:00.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.093+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~UK75D2A9QU3F.2 size=172350 2024-09-12T17:20:00.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.097+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=UK75D2A9QU3F tag=DNA88X5ENPD0 type=write size=3318078 2024-09-12T17:20:00.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.101+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~GIHQ4WL8IM70.0 size=482090 2024-09-12T17:20:00.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.101+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=GIHQ4WL8IM70 tag=VEGYNSQ4WO25 type=write size=1530666 2024-09-12T17:20:00.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.101+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~HIRZNM1E71XF.0 size=1048576 2024-09-12T17:20:00.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.101+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KPZHXLWEOCN9.2~HIRZNM1E71XF.1 size=1048576 2024-09-12T17:20:00.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.101+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KPZHXLWEOCN9.2~HIRZNM1E71XF.2 size=661590 2024-09-12T17:20:00.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.105+0000 7fbd9195a8c0 1 < canceled multipart upload key=KPZHXLWEOCN9 upload=HIRZNM1E71XF tag=YQKF1Q6GMGC7 type=write size=3807318 2024-09-12T17:20:00.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.109+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~6FHO7G03VJ6Y.0 size=1048576 2024-09-12T17:20:00.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.113+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~6FHO7G03VJ6Y.1 size=1048576 2024-09-12T17:20:00.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.113+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~6FHO7G03VJ6Y.2 size=714658 2024-09-12T17:20:00.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.113+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=6FHO7G03VJ6Y tag=4Z392PI8C2WP type=write size=3860386 2024-09-12T17:20:00.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.117+0000 7fbd9195a8c0 1 < completed write operation key=2KWWYKI06IXO tag=126CRREB8Q7T type=write size=748395 2024-09-12T17:20:00.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.121+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~S0FP4BRMESL3.0 size=518470 2024-09-12T17:20:00.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.121+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=S0FP4BRMESL3 tag=PGBP5N7WKK4Q type=write size=1567046 2024-09-12T17:20:00.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.121+0000 7fbd9195a8c0 1 < canceled operation key=Y757YR0HCQEP tag=1WOCWPPZ43UH type=del size=4054672 2024-09-12T17:20:00.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.125+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=XVRITR36MQC7 type=del size=3003054 2024-09-12T17:20:00.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.125+0000 7fbd9195a8c0 1 < canceled operation key=Y757YR0HCQEP tag=IMKO0SJRQG7W type=del size=426254 2024-09-12T17:20:00.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.129+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=QYZMYBMES48T type=del size=1336398 2024-09-12T17:20:00.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.133+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=60JX1JTZGNWP type=del 2024-09-12T17:20:00.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.133+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=DF32FFMFFG7L type=del size=2835381 2024-09-12T17:20:00.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.137+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~TLV81O443IKC.0 size=1048576 2024-09-12T17:20:00.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.137+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~TLV81O443IKC.1 size=265806 2024-09-12T17:20:00.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.141+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=TLV81O443IKC tag=BQ6KK7UCBCYU type=write size=2362958 2024-09-12T17:20:00.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.145+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~D7TULT3HVDNM.0 size=1048576 2024-09-12T17:20:00.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.145+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~D7TULT3HVDNM.1 size=452414 2024-09-12T17:20:00.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.145+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=D7TULT3HVDNM tag=8HZQ07J16OVJ type=write size=2549566 2024-09-12T17:20:00.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.145+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=IG8RZFF6LGXW type=del 2024-09-12T17:20:00.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.149+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~BJ38NT7BOF0K.0 size=1048576 2024-09-12T17:20:00.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.153+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~BJ38NT7BOF0K.1 size=331197 2024-09-12T17:20:00.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.153+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=BJ38NT7BOF0K tag=IKPI2657QYNZ type=write size=2428349 2024-09-12T17:20:00.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.153+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~O5PJ4KGH05FW.0 size=411787 2024-09-12T17:20:00.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.157+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=O5PJ4KGH05FW tag=800BJAQHKITX type=write size=1460363 2024-09-12T17:20:00.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.161+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~OXXUW6Y9CA67.0 size=1048576 2024-09-12T17:20:00.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.161+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~OXXUW6Y9CA67.1 size=1048576 2024-09-12T17:20:00.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.165+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~OXXUW6Y9CA67.2 size=146950 2024-09-12T17:20:00.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.165+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=OXXUW6Y9CA67 tag=9JA03D5CHMQ9 type=write size=3292678 2024-09-12T17:20:00.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.165+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=HJIS2ZJGAAP3 type=del 2024-09-12T17:20:00.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.169+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~16CY7IEVUK0Q.0 size=1048576 2024-09-12T17:20:00.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.173+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~16CY7IEVUK0Q.1 size=20591 2024-09-12T17:20:00.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.173+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=16CY7IEVUK0Q tag=6UXPJJX0I0BQ type=write size=2117743 2024-09-12T17:20:00.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.173+0000 7fbd9195a8c0 1 < completed write operation key=HI4CZTBNYDJH tag=ARH8QEO6RMVB type=write size=18468 2024-09-12T17:20:00.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.177+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=2PCF1VUJT9JN type=del size=1214490 2024-09-12T17:20:00.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.177+0000 7fbd9195a8c0 1 < canceled operation key=L4S21D3VH55N tag=VBD59VQ7XRGF type=write size=166953 2024-09-12T17:20:00.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.181+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~ZLZAA8UDEPNR.0 size=270830 2024-09-12T17:20:00.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.181+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=ZLZAA8UDEPNR tag=F40O22DXFA1M type=write size=1319406 2024-09-12T17:20:00.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.185+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~SOT9Q7K032LT.0 size=416742 2024-09-12T17:20:00.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.189+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=SOT9Q7K032LT tag=5AEUAYJG8OML type=write size=1465318 2024-09-12T17:20:00.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.193+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~EXJ3B37C6LSH.0 size=912110 2024-09-12T17:20:00.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.193+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=EXJ3B37C6LSH tag=0YJHSSDJXUZL type=write size=1960686 2024-09-12T17:20:00.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.197+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=MZC1NGDC5X0N type=del 2024-09-12T17:20:00.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.201+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~43CUAJZ741FO.0 size=1048576 2024-09-12T17:20:00.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.201+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~43CUAJZ741FO.1 size=559432 2024-09-12T17:20:00.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.201+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=43CUAJZ741FO tag=VYUP485IXAFX type=write size=2656584 2024-09-12T17:20:00.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.205+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=BH389620ZE23 type=del 2024-09-12T17:20:00.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.205+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=1T3BEU9SNKRN type=del size=697848 2024-09-12T17:20:00.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.209+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~6SXRUSDDET5X.0 size=22736 2024-09-12T17:20:00.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.213+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=6SXRUSDDET5X tag=3X16FK2KDJ50 type=write size=1071312 2024-09-12T17:20:00.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.217+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~4RZDBYLYQCAU.0 size=1048576 2024-09-12T17:20:00.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.217+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~4RZDBYLYQCAU.1 size=1048576 2024-09-12T17:20:00.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.221+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~4RZDBYLYQCAU.2 size=865714 2024-09-12T17:20:00.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.221+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=4RZDBYLYQCAU tag=SLGO50D44UB8 type=write size=4011442 2024-09-12T17:20:00.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.221+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~GIHQ4WL8IM70.0 size=482090 2024-09-12T17:20:00.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.225+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=GIHQ4WL8IM70 tag=VEGYNSQ4WO25 type=write size=1530666 2024-09-12T17:20:00.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.229+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=46CH791SL5MZ type=del size=2850285 2024-09-12T17:20:00.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.229+0000 7fbd9195a8c0 1 < canceled part key=_multipart_FO2QR27D8UW0.2~6FHO7G03VJ6Y.0 size=1048576 2024-09-12T17:20:00.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.233+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~6FHO7G03VJ6Y.1 size=1048576 2024-09-12T17:20:00.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.233+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~6FHO7G03VJ6Y.2 size=714658 2024-09-12T17:20:00.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.237+0000 7fbd9195a8c0 1 < canceled multipart upload key=FO2QR27D8UW0 upload=6FHO7G03VJ6Y tag=4Z392PI8C2WP type=write size=3860386 2024-09-12T17:20:00.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.241+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=V1JB3SD921UF type=write size=208814 2024-09-12T17:20:00.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.241+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~S0FP4BRMESL3.0 size=518470 2024-09-12T17:20:00.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.249+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=S0FP4BRMESL3 tag=PGBP5N7WKK4Q type=write size=1567046 2024-09-12T17:20:00.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.249+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=R3HIVK7JEYWI type=write size=341466 2024-09-12T17:20:00.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.253+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=XVRITR36MQC7 type=del 2024-09-12T17:20:00.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.257+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~89HTI36Q35S5.0 size=1048576 2024-09-12T17:20:00.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.257+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~89HTI36Q35S5.1 size=1048576 2024-09-12T17:20:00.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.261+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~89HTI36Q35S5.2 size=217521 2024-09-12T17:20:00.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.261+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=89HTI36Q35S5 tag=LZ1GYUZ0YQPR type=write size=3363249 2024-09-12T17:20:00.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.261+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=QYZMYBMES48T type=del 2024-09-12T17:20:00.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.265+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=YJ89NXBF18JE type=del size=2764623 2024-09-12T17:20:00.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.269+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=DF32FFMFFG7L type=del 2024-09-12T17:20:00.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.269+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=TPX4UUA0V6Q3 type=write size=291871 2024-09-12T17:20:00.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.273+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~D7TULT3HVDNM.0 size=1048576 2024-09-12T17:20:00.274 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.277+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~D7TULT3HVDNM.1 size=452414 2024-09-12T17:20:00.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.281+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=D7TULT3HVDNM tag=8HZQ07J16OVJ type=write size=2549566 2024-09-12T17:20:00.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.285+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~R4YH3XZ8AG9M.0 size=1048576 2024-09-12T17:20:00.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.285+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~R4YH3XZ8AG9M.1 size=622373 2024-09-12T17:20:00.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.285+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=R4YH3XZ8AG9M tag=9A950AJ1RHZZ type=write size=2719525 2024-09-12T17:20:00.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.289+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~BJ38NT7BOF0K.0 size=1048576 2024-09-12T17:20:00.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.289+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~BJ38NT7BOF0K.1 size=331197 2024-09-12T17:20:00.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.293+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=BJ38NT7BOF0K tag=IKPI2657QYNZ type=write size=2428349 2024-09-12T17:20:00.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.297+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=XII1EJQZLPWU type=write size=518565 2024-09-12T17:20:00.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.301+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~OXXUW6Y9CA67.0 size=1048576 2024-09-12T17:20:00.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.301+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~OXXUW6Y9CA67.1 size=1048576 2024-09-12T17:20:00.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.305+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~OXXUW6Y9CA67.2 size=146950 2024-09-12T17:20:00.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.309+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=OXXUW6Y9CA67 tag=9JA03D5CHMQ9 type=write size=3292678 2024-09-12T17:20:00.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.309+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=5Q4G1TMR58WU type=del size=2499852 2024-09-12T17:20:00.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.313+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~16CY7IEVUK0Q.0 size=1048576 2024-09-12T17:20:00.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.317+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~16CY7IEVUK0Q.1 size=20591 2024-09-12T17:20:00.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.321+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=16CY7IEVUK0Q tag=6UXPJJX0I0BQ type=write size=2117743 2024-09-12T17:20:00.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.321+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=KM0PMCLJHQWY type=del size=3426614 2024-09-12T17:20:00.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.325+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=2PCF1VUJT9JN type=del 2024-09-12T17:20:00.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.329+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~BXE1AOELFLXQ.0 size=133463 2024-09-12T17:20:00.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.329+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=BXE1AOELFLXQ tag=VDDFG758NOGV type=write size=1182039 2024-09-12T17:20:00.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.333+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~ZLZAA8UDEPNR.0 size=270830 2024-09-12T17:20:00.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.337+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=ZLZAA8UDEPNR tag=F40O22DXFA1M type=write size=1319406 2024-09-12T17:20:00.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.341+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=CFJ9PDFFGNG7 type=del size=3752676 2024-09-12T17:20:00.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.345+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~EXJ3B37C6LSH.0 size=912110 2024-09-12T17:20:00.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.349+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=EXJ3B37C6LSH tag=0YJHSSDJXUZL type=write size=1960686 2024-09-12T17:20:00.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.349+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=B45VX231UWG5 type=write size=883326 2024-09-12T17:20:00.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.353+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~43CUAJZ741FO.0 size=1048576 2024-09-12T17:20:00.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.357+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~43CUAJZ741FO.1 size=559432 2024-09-12T17:20:00.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.361+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=43CUAJZ741FO tag=VYUP485IXAFX type=write size=2656584 2024-09-12T17:20:00.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.365+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~TVJHPZDLBYU9.0 size=855467 2024-09-12T17:20:00.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.365+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=TVJHPZDLBYU9 tag=SLTN5I4311P9 type=write size=1904043 2024-09-12T17:20:00.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.369+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=1T3BEU9SNKRN type=del 2024-09-12T17:20:00.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.377+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~VRRKZ6I0L5F3.0 size=1048576 2024-09-12T17:20:00.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.377+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~VRRKZ6I0L5F3.1 size=908541 2024-09-12T17:20:00.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.377+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=VRRKZ6I0L5F3 tag=MP4FJORGANBT type=write size=3005693 2024-09-12T17:20:00.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.381+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~4RZDBYLYQCAU.0 size=1048576 2024-09-12T17:20:00.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.385+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~4RZDBYLYQCAU.1 size=1048576 2024-09-12T17:20:00.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.385+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~4RZDBYLYQCAU.2 size=865714 2024-09-12T17:20:00.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.389+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=4RZDBYLYQCAU tag=SLGO50D44UB8 type=write size=4011442 2024-09-12T17:20:00.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.393+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~PJP5S6QUBUJ9.0 size=1048576 2024-09-12T17:20:00.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.397+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~PJP5S6QUBUJ9.1 size=1048576 2024-09-12T17:20:00.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.401+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~PJP5S6QUBUJ9.2 size=268818 2024-09-12T17:20:00.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.401+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=PJP5S6QUBUJ9 tag=LOEKMA14V2WT type=write size=3414546 2024-09-12T17:20:00.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.401+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=46CH791SL5MZ type=del 2024-09-12T17:20:00.406 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.409+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~GEXCVZHOCI1A.0 size=1048576 2024-09-12T17:20:00.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.409+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~GEXCVZHOCI1A.1 size=121537 2024-09-12T17:20:00.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.409+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=GEXCVZHOCI1A tag=JP908GETWFHH type=write size=2218689 2024-09-12T17:20:00.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.413+0000 7fbd9195a8c0 1 < suggested update operation key=NZTGLGZX3CR8 tag=V1JB3SD921UF type=write size=208814 2024-09-12T17:20:00.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.421+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~20ZO8XESG2R8.0 size=754112 2024-09-12T17:20:00.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.421+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=20ZO8XESG2R8 tag=R026KZIGBUBI type=write size=1802688 2024-09-12T17:20:00.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.421+0000 7fbd9195a8c0 1 < completed write operation key=GCAJ0JAKNDKG tag=R3HIVK7JEYWI type=write size=341466 2024-09-12T17:20:00.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.425+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=97QO84AIPH0L type=del size=842791 2024-09-12T17:20:00.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.425+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~89HTI36Q35S5.0 size=1048576 2024-09-12T17:20:00.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.429+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~89HTI36Q35S5.1 size=1048576 2024-09-12T17:20:00.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.429+0000 7fbd9195a8c0 1 < canceled part key=_multipart_GCAJ0JAKNDKG.2~89HTI36Q35S5.2 size=217521 2024-09-12T17:20:00.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.433+0000 7fbd9195a8c0 1 < canceled multipart upload key=GCAJ0JAKNDKG upload=89HTI36Q35S5 tag=LZ1GYUZ0YQPR type=write size=3363249 2024-09-12T17:20:00.434 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.437+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=2VOVO1KEZU3F type=del size=3171907 2024-09-12T17:20:00.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.437+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=YJ89NXBF18JE type=del 2024-09-12T17:20:00.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.441+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=25PLHXVNE1JQ type=del size=1136654 2024-09-12T17:20:00.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.445+0000 7fbd9195a8c0 1 < completed write operation key=BB1JW1D7NJVJ tag=TPX4UUA0V6Q3 type=write size=291871 2024-09-12T17:20:00.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.449+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=9CXG2A18O0AQ type=del size=3084394 2024-09-12T17:20:00.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.449+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~R4YH3XZ8AG9M.0 size=1048576 2024-09-12T17:20:00.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.449+0000 7fbd9195a8c0 1 < canceled part key=_multipart_9OCQAHF3Y4ZE.2~R4YH3XZ8AG9M.1 size=622373 2024-09-12T17:20:00.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.457+0000 7fbd9195a8c0 1 < canceled multipart upload key=9OCQAHF3Y4ZE upload=R4YH3XZ8AG9M tag=9A950AJ1RHZZ type=write size=2719525 2024-09-12T17:20:00.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.461+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=JPBPQS0220SN type=del size=3185348 2024-09-12T17:20:00.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.461+0000 7fbd9195a8c0 1 < canceled operation key=00KG7A7MIHV2 tag=XII1EJQZLPWU type=write size=518565 2024-09-12T17:20:00.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.465+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=AMPHA2RKS66N type=del size=2535009 2024-09-12T17:20:00.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.473+0000 7fbd9195a8c0 1 < suggested update operation key=9OCQAHF3Y4ZE tag=5Q4G1TMR58WU type=del size=2499852 2024-09-12T17:20:00.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.481+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~TDJU6GKUJLI9.0 size=1048576 2024-09-12T17:20:00.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.481+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~TDJU6GKUJLI9.1 size=109025 2024-09-12T17:20:00.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.481+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=TDJU6GKUJLI9 tag=FTY9GTN35S0S type=write size=2206177 2024-09-12T17:20:00.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.489+0000 7fbd9195a8c0 1 < suggested update operation key=KAT5FF0HSKKN tag=KM0PMCLJHQWY type=del size=3426614 2024-09-12T17:20:00.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.497+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~L2DI3BULXR8T.0 size=12741 2024-09-12T17:20:00.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.497+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=L2DI3BULXR8T tag=BRGTI77QRPHU type=write size=1061317 2024-09-12T17:20:00.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.501+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~BXE1AOELFLXQ.0 size=133463 2024-09-12T17:20:00.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.509+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=BXE1AOELFLXQ tag=VDDFG758NOGV type=write size=1182039 2024-09-12T17:20:00.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.513+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=XE0G5J0H3WSG type=del size=3612409 2024-09-12T17:20:00.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.517+0000 7fbd9195a8c0 1 < canceled operation key=OQXLNAHMPPDO tag=CFJ9PDFFGNG7 type=del size=3752676 2024-09-12T17:20:00.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.521+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=6Y18RZFUH9F0 type=del size=940474 2024-09-12T17:20:00.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.525+0000 7fbd9195a8c0 1 < suggested remove operation key=POCQSFKQMMPX tag=B45VX231UWG5 type=write 2024-09-12T17:20:00.528 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.529+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=49GQRF98DABD type=del size=3886724 2024-09-12T17:20:00.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.529+0000 7fbd9195a8c0 1 < canceled part key=_multipart_FO2QR27D8UW0.2~TVJHPZDLBYU9.0 size=855467 2024-09-12T17:20:00.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.537+0000 7fbd9195a8c0 1 < canceled multipart upload key=FO2QR27D8UW0 upload=TVJHPZDLBYU9 tag=SLTN5I4311P9 type=write size=1904043 2024-09-12T17:20:00.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.537+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=2DKK7M8GVYB5 type=del size=510838 2024-09-12T17:20:00.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.541+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~VRRKZ6I0L5F3.0 size=1048576 2024-09-12T17:20:00.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.541+0000 7fbd9195a8c0 1 < canceled part key=_multipart_GCAJ0JAKNDKG.2~VRRKZ6I0L5F3.1 size=908541 2024-09-12T17:20:00.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.549+0000 7fbd9195a8c0 1 < canceled multipart upload key=GCAJ0JAKNDKG upload=VRRKZ6I0L5F3 tag=MP4FJORGANBT type=write size=3005693 2024-09-12T17:20:00.552 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.553+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~WYX37FEIFQ5B.0 size=1048576 2024-09-12T17:20:00.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.557+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~WYX37FEIFQ5B.1 size=557512 2024-09-12T17:20:00.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.557+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=WYX37FEIFQ5B tag=7TWFY80DN199 type=write size=2654664 2024-09-12T17:20:00.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.561+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~PJP5S6QUBUJ9.0 size=1048576 2024-09-12T17:20:00.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.561+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~PJP5S6QUBUJ9.1 size=1048576 2024-09-12T17:20:00.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.565+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~PJP5S6QUBUJ9.2 size=268818 2024-09-12T17:20:00.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.569+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=PJP5S6QUBUJ9 tag=LOEKMA14V2WT type=write size=3414546 2024-09-12T17:20:00.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.577+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~Z3Y3VWT5HRC8.0 size=507979 2024-09-12T17:20:00.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.577+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=Z3Y3VWT5HRC8 tag=HN4BIQN0PPE5 type=write size=1556555 2024-09-12T17:20:00.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.577+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KPZHXLWEOCN9.2~GEXCVZHOCI1A.0 size=1048576 2024-09-12T17:20:00.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.581+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~GEXCVZHOCI1A.1 size=121537 2024-09-12T17:20:00.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.585+0000 7fbd9195a8c0 1 < canceled multipart upload key=KPZHXLWEOCN9 upload=GEXCVZHOCI1A tag=JP908GETWFHH type=write size=2218689 2024-09-12T17:20:00.588 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.589+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=IKP5N9Y9JTBW type=del size=786651 2024-09-12T17:20:00.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.589+0000 7fbd9195a8c0 1 < canceled part key=_multipart_FO2QR27D8UW0.2~20ZO8XESG2R8.0 size=754112 2024-09-12T17:20:00.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.597+0000 7fbd9195a8c0 1 < canceled multipart upload key=FO2QR27D8UW0 upload=20ZO8XESG2R8 tag=R026KZIGBUBI type=write size=1802688 2024-09-12T17:20:00.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.601+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=LQT513Z255C6 type=del size=3204866 2024-09-12T17:20:00.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.605+0000 7fbd9195a8c0 1 < suggested update operation key=Y757YR0HCQEP tag=97QO84AIPH0L type=del size=842791 2024-09-12T17:20:00.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.613+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~AVECFJ9WP69T.0 size=986849 2024-09-12T17:20:00.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.613+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=AVECFJ9WP69T tag=TYXY2IT9QJBM type=write size=2035425 2024-09-12T17:20:00.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.613+0000 7fbd9195a8c0 -1 < no bi entry to suggest for operation key=POCQSFKQMMPX tag=2VOVO1KEZU3F type=del size=3171907: (2) No such file or directory 2024-09-12T17:20:00.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.617+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=6Y6WQFZ3E1E5 type=del size=2540898 2024-09-12T17:20:00.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.621+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=25PLHXVNE1JQ type=del 2024-09-12T17:20:00.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.625+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=4NI8ZIEZDIMY type=del size=4068887 2024-09-12T17:20:00.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.629+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=9CXG2A18O0AQ type=del 2024-09-12T17:20:00.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.633+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~4HLWYPUYAQYV.0 size=1048576 2024-09-12T17:20:00.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.637+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~4HLWYPUYAQYV.1 size=1048576 2024-09-12T17:20:00.638 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.641+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~4HLWYPUYAQYV.2 size=763287 2024-09-12T17:20:00.639 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.641+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=4HLWYPUYAQYV tag=HE0DRN1GF55N type=write size=3909015 2024-09-12T17:20:00.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.645+0000 7fbd9195a8c0 1 < suggested remove operation key=O1IZNZKZ8T2I tag=JPBPQS0220SN type=del 2024-09-12T17:20:00.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.649+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=4XFORJ7Y5AUJ type=del size=2487128 2024-09-12T17:20:00.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.653+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=AMPHA2RKS66N type=del 2024-09-12T17:20:00.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.657+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=ZM5VF7185XK4 type=del size=1210649 2024-09-12T17:20:00.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.661+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~TDJU6GKUJLI9.0 size=1048576 2024-09-12T17:20:00.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.665+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~TDJU6GKUJLI9.1 size=109025 2024-09-12T17:20:00.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.669+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=TDJU6GKUJLI9 tag=FTY9GTN35S0S type=write size=2206177 2024-09-12T17:20:00.674 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.677+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~VXFPDGEJR5PF.0 size=244184 2024-09-12T17:20:00.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.677+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=VXFPDGEJR5PF tag=5ECNFWGPUKUB type=write size=1292760 2024-09-12T17:20:00.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.677+0000 7fbd9195a8c0 1 < canceled part key=_multipart_00KG7A7MIHV2.2~L2DI3BULXR8T.0 size=12741 2024-09-12T17:20:00.680 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.681+0000 7fbd9195a8c0 1 < canceled multipart upload key=00KG7A7MIHV2 upload=L2DI3BULXR8T tag=BRGTI77QRPHU type=write size=1061317 2024-09-12T17:20:00.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.685+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=PK8NEYK0ZJWO type=del size=2266498 2024-09-12T17:20:00.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.689+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=XE0G5J0H3WSG type=del 2024-09-12T17:20:00.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.693+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=AEKYO378EHIF type=del size=1245225 2024-09-12T17:20:00.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.697+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=6Y18RZFUH9F0 type=del 2024-09-12T17:20:00.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.701+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=PLCM2JUBBX7B type=del size=3344983 2024-09-12T17:20:00.703 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.705+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=49GQRF98DABD type=del 2024-09-12T17:20:00.706 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.709+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=W2UL75OW4R7A type=del size=1184237 2024-09-12T17:20:00.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.713+0000 7fbd9195a8c0 1 < canceled operation key=OQXLNAHMPPDO tag=2DKK7M8GVYB5 type=del size=510838 2024-09-12T17:20:00.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.717+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~JIDWW9R27LWZ.0 size=1048576 2024-09-12T17:20:00.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.721+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~JIDWW9R27LWZ.1 size=523947 2024-09-12T17:20:00.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.721+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=JIDWW9R27LWZ tag=OM0MSAJL7L9O type=write size=2621099 2024-09-12T17:20:00.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.725+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~WYX37FEIFQ5B.0 size=1048576 2024-09-12T17:20:00.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.725+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~WYX37FEIFQ5B.1 size=557512 2024-09-12T17:20:00.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.733+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=WYX37FEIFQ5B tag=7TWFY80DN199 type=write size=2654664 2024-09-12T17:20:00.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.737+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~3LUXQOH8OJ5C.0 size=986610 2024-09-12T17:20:00.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.737+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=3LUXQOH8OJ5C tag=DQR040D2B33B type=write size=2035186 2024-09-12T17:20:00.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.741+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~Z3Y3VWT5HRC8.0 size=507979 2024-09-12T17:20:00.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.749+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=Z3Y3VWT5HRC8 tag=HN4BIQN0PPE5 type=write size=1556555 2024-09-12T17:20:00.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.749+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=EKYQ3WXPX1DL type=del size=100067 2024-09-12T17:20:00.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.757+0000 7fbd9195a8c0 1 < suggested update operation key=GZRPL96NSXKR tag=IKP5N9Y9JTBW type=del size=786651 2024-09-12T17:20:00.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.761+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=XS3NOR3BXZG7 type=del size=392537 2024-09-12T17:20:00.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.765+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=LQT513Z255C6 type=del 2024-09-12T17:20:00.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.765+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=C0722LW398EI type=del size=294802 2024-09-12T17:20:00.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.769+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~AVECFJ9WP69T.0 size=986849 2024-09-12T17:20:00.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.773+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=AVECFJ9WP69T tag=TYXY2IT9QJBM type=write size=2035425 2024-09-12T17:20:00.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.777+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=3P8MI24LXIT9 type=del size=2397311 2024-09-12T17:20:00.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.781+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=6Y6WQFZ3E1E5 type=del 2024-09-12T17:20:00.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.781+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=LBAMQ49JLB2Z type=del size=242373 2024-09-12T17:20:00.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.785+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=4NI8ZIEZDIMY type=del 2024-09-12T17:20:00.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.789+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=86PKLC44YVB1 type=del size=2866967 2024-09-12T17:20:00.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.789+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~4HLWYPUYAQYV.0 size=1048576 2024-09-12T17:20:00.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.793+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~4HLWYPUYAQYV.1 size=1048576 2024-09-12T17:20:00.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.797+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~4HLWYPUYAQYV.2 size=763287 2024-09-12T17:20:00.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.801+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=4HLWYPUYAQYV tag=HE0DRN1GF55N type=write size=3909015 2024-09-12T17:20:00.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.805+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~THBYUW246KRT.0 size=1048576 2024-09-12T17:20:00.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.809+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~THBYUW246KRT.1 size=1048576 2024-09-12T17:20:00.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.813+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~THBYUW246KRT.2 size=510421 2024-09-12T17:20:00.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.813+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=THBYUW246KRT tag=ASJMR0C8UG5L type=write size=3656149 2024-09-12T17:20:00.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.813+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=4XFORJ7Y5AUJ type=del 2024-09-12T17:20:00.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.821+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~AYP3PYOXVKSE.0 size=593925 2024-09-12T17:20:00.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.821+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=AYP3PYOXVKSE tag=O0EY2Q1Y75CR type=write size=1642501 2024-09-12T17:20:00.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.825+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=ZM5VF7185XK4 type=del 2024-09-12T17:20:00.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.829+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=NCJ46DJYLQWB type=del size=3556838 2024-09-12T17:20:00.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.829+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~VXFPDGEJR5PF.0 size=244184 2024-09-12T17:20:00.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.833+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=VXFPDGEJR5PF tag=5ECNFWGPUKUB type=write size=1292760 2024-09-12T17:20:00.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.837+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=6IPUAD0AA8SP type=del size=2721473 2024-09-12T17:20:00.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.841+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=PK8NEYK0ZJWO type=del 2024-09-12T17:20:00.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.845+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~CL4PZDUSAYQ0.0 size=1048576 2024-09-12T17:20:00.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.849+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~CL4PZDUSAYQ0.1 size=1048576 2024-09-12T17:20:00.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.849+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~CL4PZDUSAYQ0.2 size=51473 2024-09-12T17:20:00.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.849+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=CL4PZDUSAYQ0 tag=O38VB8NOXFQ0 type=write size=3197201 2024-09-12T17:20:00.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.853+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=AEKYO378EHIF type=del 2024-09-12T17:20:00.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.857+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~KINNV9DOG2VZ.0 size=1048576 2024-09-12T17:20:00.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.861+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~KINNV9DOG2VZ.1 size=1048576 2024-09-12T17:20:00.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.865+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~KINNV9DOG2VZ.2 size=364879 2024-09-12T17:20:00.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.865+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=KINNV9DOG2VZ tag=H03HR74306W3 type=write size=3510607 2024-09-12T17:20:00.865 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.865+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=PLCM2JUBBX7B type=del 2024-09-12T17:20:00.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.869+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=JHQAZ9BVSDOI type=del size=652976 2024-09-12T17:20:00.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.873+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=W2UL75OW4R7A type=del 2024-09-12T17:20:00.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.873+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=QJU0FMXSGAPC type=del size=672501 2024-09-12T17:20:00.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.877+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~JIDWW9R27LWZ.0 size=1048576 2024-09-12T17:20:00.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.877+0000 7fbd9195a8c0 1 < canceled part key=_multipart_L0FPLBRF5O79.2~JIDWW9R27LWZ.1 size=523947 2024-09-12T17:20:00.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.881+0000 7fbd9195a8c0 1 < canceled multipart upload key=L0FPLBRF5O79 upload=JIDWW9R27LWZ tag=OM0MSAJL7L9O type=write size=2621099 2024-09-12T17:20:00.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.885+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=9ACSKILITYN3 type=del size=2897753 2024-09-12T17:20:00.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.885+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~3LUXQOH8OJ5C.0 size=986610 2024-09-12T17:20:00.890 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.889+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=3LUXQOH8OJ5C tag=DQR040D2B33B type=write size=2035186 2024-09-12T17:20:00.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.893+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=W1WMZQ6LGK00 type=del size=2119402 2024-09-12T17:20:00.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.897+0000 7fbd9195a8c0 1 < canceled operation key=KPZHXLWEOCN9 tag=EKYQ3WXPX1DL type=del size=100067 2024-09-12T17:20:00.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.901+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=OF1P9RN7ZDUS type=write size=1001241 2024-09-12T17:20:00.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.905+0000 7fbd9195a8c0 1 < suggested remove operation key=OEEZQHUX83CE tag=XS3NOR3BXZG7 type=del 2024-09-12T17:20:00.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.909+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=CY45S5FAFAFT type=del size=4146803 2024-09-12T17:20:00.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.913+0000 7fbd9195a8c0 1 < suggested remove operation key=SLMRZF9L9KXH tag=C0722LW398EI type=del 2024-09-12T17:20:00.918 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.917+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~LQPL65S2ZYIR.0 size=1048576 2024-09-12T17:20:00.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~LQPL65S2ZYIR.1 size=400365 2024-09-12T17:20:00.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.921+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=LQPL65S2ZYIR tag=M4AMKOT5VFLI type=write size=2497517 2024-09-12T17:20:00.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.921+0000 7fbd9195a8c0 -1 < no bi entry to suggest for operation key=SLMRZF9L9KXH tag=3P8MI24LXIT9 type=del size=2397311: (2) No such file or directory 2024-09-12T17:20:00.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.925+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~0CWQU5FI068E.0 size=767313 2024-09-12T17:20:00.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.925+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=0CWQU5FI068E tag=MOQ9A3T0JW1A type=write size=1815889 2024-09-12T17:20:00.931 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.933+0000 7fbd9195a8c0 1 < suggested remove operation key=OQXLNAHMPPDO tag=LBAMQ49JLB2Z type=del 2024-09-12T17:20:00.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.933+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=V2IDI6OKYIDQ type=del size=3493553 2024-09-12T17:20:00.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.937+0000 7fbd9195a8c0 -1 < failed to complete operation key=OEEZQHUX83CE tag=86PKLC44YVB1 type=del size=2866967: (22) Invalid argument 2024-09-12T17:20:00.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.937+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=KF9DDGHF1UO5 type=del size=4116321 2024-09-12T17:20:00.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~THBYUW246KRT.0 size=1048576 2024-09-12T17:20:00.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.945+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~THBYUW246KRT.1 size=1048576 2024-09-12T17:20:00.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.945+0000 7fbd9195a8c0 1 < canceled part key=_multipart_FO2QR27D8UW0.2~THBYUW246KRT.2 size=510421 2024-09-12T17:20:00.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.949+0000 7fbd9195a8c0 1 < canceled multipart upload key=FO2QR27D8UW0 upload=THBYUW246KRT tag=ASJMR0C8UG5L type=write size=3656149 2024-09-12T17:20:00.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.949+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=FJI1IEV4AAIS type=del size=3789974 2024-09-12T17:20:00.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.953+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~AYP3PYOXVKSE.0 size=593925 2024-09-12T17:20:00.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.957+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=AYP3PYOXVKSE tag=O0EY2Q1Y75CR type=write size=1642501 2024-09-12T17:20:00.957 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.957+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=A2GCMCI7HQ2D type=del size=3538909 2024-09-12T17:20:00.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.961+0000 7fbd9195a8c0 -1 < failed to complete operation key=SLMRZF9L9KXH tag=NCJ46DJYLQWB type=del size=3556838: (22) Invalid argument 2024-09-12T17:20:00.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.965+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=KX64MR8XGLT9 type=del size=3368031 2024-09-12T17:20:00.964 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.965+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=6IPUAD0AA8SP type=del 2024-09-12T17:20:00.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.969+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~3XEMMD0L4FWZ.0 size=1048576 2024-09-12T17:20:00.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.973+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~3XEMMD0L4FWZ.1 size=1048576 2024-09-12T17:20:00.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.973+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~3XEMMD0L4FWZ.2 size=808899 2024-09-12T17:20:00.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.973+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=3XEMMD0L4FWZ tag=2KC091JHPON2 type=write size=3954627 2024-09-12T17:20:00.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.977+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~CL4PZDUSAYQ0.0 size=1048576 2024-09-12T17:20:00.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.977+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~CL4PZDUSAYQ0.1 size=1048576 2024-09-12T17:20:00.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.977+0000 7fbd9195a8c0 1 < canceled part key=_multipart_7MLJ2M37A6HT.2~CL4PZDUSAYQ0.2 size=51473 2024-09-12T17:20:00.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.981+0000 7fbd9195a8c0 1 < canceled multipart upload key=7MLJ2M37A6HT upload=CL4PZDUSAYQ0 tag=O38VB8NOXFQ0 type=write size=3197201 2024-09-12T17:20:00.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.985+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~HGG5B3DJGT8K.0 size=231756 2024-09-12T17:20:00.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.985+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=HGG5B3DJGT8K tag=7Z8WVZW4S93N type=write size=1280332 2024-09-12T17:20:00.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.989+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~KINNV9DOG2VZ.0 size=1048576 2024-09-12T17:20:00.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.989+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~KINNV9DOG2VZ.1 size=1048576 2024-09-12T17:20:00.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.993+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~KINNV9DOG2VZ.2 size=364879 2024-09-12T17:20:00.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.997+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=KINNV9DOG2VZ tag=H03HR74306W3 type=write size=3510607 2024-09-12T17:20:00.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:00.997+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=M10TMT9MUUIW type=del size=1220569 2024-09-12T17:20:00.999 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.001+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=JHQAZ9BVSDOI type=del 2024-09-12T17:20:01.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.001+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=LKNUUOI34G0D type=write size=953218 2024-09-12T17:20:01.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.009+0000 7fbd9195a8c0 1 < suggested update operation key=6MVT0KBRIU11 tag=QJU0FMXSGAPC type=del size=672501 2024-09-12T17:20:01.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.013+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~7IAZ5NTT1L39.0 size=1048576 2024-09-12T17:20:01.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.013+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~7IAZ5NTT1L39.1 size=81093 2024-09-12T17:20:01.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.013+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=7IAZ5NTT1L39 tag=THHCXQP0KGHF type=write size=2178245 2024-09-12T17:20:01.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.017+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=9ACSKILITYN3 type=del 2024-09-12T17:20:01.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.021+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=UE0CIWZMFUUB type=del size=1080327 2024-09-12T17:20:01.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.021+0000 7fbd9195a8c0 -1 < failed to complete operation key=OQXLNAHMPPDO tag=W1WMZQ6LGK00 type=del size=2119402: (22) Invalid argument 2024-09-12T17:20:01.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.025+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=RJZUQPV5CO9E type=write size=166177 2024-09-12T17:20:01.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.029+0000 7fbd9195a8c0 -1 < failed to complete operation key=SLMRZF9L9KXH tag=OF1P9RN7ZDUS type=write size=1001241: (22) Invalid argument 2024-09-12T17:20:01.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.033+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~AB40PWXMW0HU.0 size=1015570 2024-09-12T17:20:01.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.033+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=AB40PWXMW0HU tag=NH0NDQTX7S9Z type=write size=2064146 2024-09-12T17:20:01.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.037+0000 7fbd9195a8c0 1 < canceled operation key=HI4CZTBNYDJH tag=CY45S5FAFAFT type=del size=4146803 2024-09-12T17:20:01.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.041+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~3RRJ0KU7BF48.0 size=1048576 2024-09-12T17:20:01.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.045+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~3RRJ0KU7BF48.1 size=593869 2024-09-12T17:20:01.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.045+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=3RRJ0KU7BF48 tag=TISC4D2CYVF7 type=write size=2691021 2024-09-12T17:20:01.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.049+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~LQPL65S2ZYIR.0 size=1048576 2024-09-12T17:20:01.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.049+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~LQPL65S2ZYIR.1 size=400365 2024-09-12T17:20:01.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.057+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=LQPL65S2ZYIR tag=M4AMKOT5VFLI type=write size=2497517 2024-09-12T17:20:01.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.061+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~4JDTBL0KEXV4.0 size=184018 2024-09-12T17:20:01.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.061+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=4JDTBL0KEXV4 tag=03YS5N1S8H3E type=write size=1232594 2024-09-12T17:20:01.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.065+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~0CWQU5FI068E.0 size=767313 2024-09-12T17:20:01.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.073+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=0CWQU5FI068E tag=MOQ9A3T0JW1A type=write size=1815889 2024-09-12T17:20:01.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.077+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=EEARRF90GBHR type=del size=259436 2024-09-12T17:20:01.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.081+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=V2IDI6OKYIDQ type=del 2024-09-12T17:20:01.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.081+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=H6AEJLC8YT95 type=del size=3639023 2024-09-12T17:20:01.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.085+0000 7fbd9195a8c0 1 < completed delete operation key=PK7SUDXCYB4F tag=KF9DDGHF1UO5 type=del 2024-09-12T17:20:01.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.089+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=27ZECPKQLG52 type=del size=1241944 2024-09-12T17:20:01.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.093+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=FJI1IEV4AAIS type=del 2024-09-12T17:20:01.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.097+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~Q3XTJPKQKGAF.0 size=1048576 2024-09-12T17:20:01.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.101+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~Q3XTJPKQKGAF.1 size=399461 2024-09-12T17:20:01.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.101+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=Q3XTJPKQKGAF tag=5M7O48XK3O5E type=write size=2496613 2024-09-12T17:20:01.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.105+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=A2GCMCI7HQ2D type=del 2024-09-12T17:20:01.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.105+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=A68CQ7HPF3TO type=del size=1531387 2024-09-12T17:20:01.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.109+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=KX64MR8XGLT9 type=del 2024-09-12T17:20:01.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.113+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~UO9V8R52GF4F.0 size=1048576 2024-09-12T17:20:01.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.117+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~UO9V8R52GF4F.1 size=955685 2024-09-12T17:20:01.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.117+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=UO9V8R52GF4F tag=FOSXKGPNCFIE type=write size=3052837 2024-09-12T17:20:01.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.121+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~3XEMMD0L4FWZ.0 size=1048576 2024-09-12T17:20:01.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.121+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~3XEMMD0L4FWZ.1 size=1048576 2024-09-12T17:20:01.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.125+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~3XEMMD0L4FWZ.2 size=808899 2024-09-12T17:20:01.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.129+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=3XEMMD0L4FWZ tag=2KC091JHPON2 type=write size=3954627 2024-09-12T17:20:01.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.133+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=1LPUB6L934BX type=write size=493853 2024-09-12T17:20:01.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.133+0000 7fbd9195a8c0 1 < canceled part key=_multipart_1SUNSUP1HQH3.2~HGG5B3DJGT8K.0 size=231756 2024-09-12T17:20:01.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.137+0000 7fbd9195a8c0 1 < canceled multipart upload key=1SUNSUP1HQH3 upload=HGG5B3DJGT8K tag=7Z8WVZW4S93N type=write size=1280332 2024-09-12T17:20:01.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.141+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~SJN5PBA7BCZ8.0 size=541221 2024-09-12T17:20:01.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.141+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=SJN5PBA7BCZ8 tag=MAPL396GAOFH type=write size=1589797 2024-09-12T17:20:01.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.145+0000 7fbd9195a8c0 1 < canceled operation key=7MLJ2M37A6HT tag=M10TMT9MUUIW type=del size=1220569 2024-09-12T17:20:01.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.153+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~H1DFJL4232NS.0 size=140091 2024-09-12T17:20:01.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.153+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=H1DFJL4232NS tag=VZ2X9T3HFW7D type=write size=1188667 2024-09-12T17:20:01.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.157+0000 7fbd9195a8c0 1 < completed write operation key=PK7SUDXCYB4F tag=LKNUUOI34G0D type=write size=953218 2024-09-12T17:20:01.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.157+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=PSI8MLRPPUL1 type=del size=1432350 2024-09-12T17:20:01.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.161+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~7IAZ5NTT1L39.0 size=1048576 2024-09-12T17:20:01.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.165+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~7IAZ5NTT1L39.1 size=81093 2024-09-12T17:20:01.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.169+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=7IAZ5NTT1L39 tag=THHCXQP0KGHF type=write size=2178245 2024-09-12T17:20:01.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.173+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~Q7FAB6X4IAGB.0 size=1048576 2024-09-12T17:20:01.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.173+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~Q7FAB6X4IAGB.1 size=1048576 2024-09-12T17:20:01.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.177+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~Q7FAB6X4IAGB.2 size=910565 2024-09-12T17:20:01.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.177+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=Q7FAB6X4IAGB tag=9I7UAMJX9GGL type=write size=4056293 2024-09-12T17:20:01.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.181+0000 7fbd9195a8c0 1 < suggested remove operation key=PK7SUDXCYB4F tag=UE0CIWZMFUUB type=del 2024-09-12T17:20:01.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.185+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=XA0XAYW73E1V type=del size=4068672 2024-09-12T17:20:01.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.185+0000 7fbd9195a8c0 1 < completed write operation key=L4S21D3VH55N tag=RJZUQPV5CO9E type=write size=166177 2024-09-12T17:20:01.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.189+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=RVAPVWTM6OCK type=del size=1019728 2024-09-12T17:20:01.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.193+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~AB40PWXMW0HU.0 size=1015570 2024-09-12T17:20:01.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.197+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=AB40PWXMW0HU tag=NH0NDQTX7S9Z type=write size=2064146 2024-09-12T17:20:01.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.201+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=PVITZCKD9S1V type=del size=3764062 2024-09-12T17:20:01.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.201+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~3RRJ0KU7BF48.0 size=1048576 2024-09-12T17:20:01.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.205+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~3RRJ0KU7BF48.1 size=593869 2024-09-12T17:20:01.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.209+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=3RRJ0KU7BF48 tag=TISC4D2CYVF7 type=write size=2691021 2024-09-12T17:20:01.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.213+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~WSGZEHRKTPVT.0 size=1048576 2024-09-12T17:20:01.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.217+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~WSGZEHRKTPVT.1 size=1048576 2024-09-12T17:20:01.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.217+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~WSGZEHRKTPVT.2 size=672089 2024-09-12T17:20:01.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.217+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=WSGZEHRKTPVT tag=6DMKRQXDL0EO type=write size=3817817 2024-09-12T17:20:01.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.221+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~4JDTBL0KEXV4.0 size=184018 2024-09-12T17:20:01.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.229+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=4JDTBL0KEXV4 tag=03YS5N1S8H3E type=write size=1232594 2024-09-12T17:20:01.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.229+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=L9KJM432CZ3E type=del size=1901131 2024-09-12T17:20:01.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.237+0000 7fbd9195a8c0 1 < suggested update operation key=SLMRZF9L9KXH tag=EEARRF90GBHR type=del size=259436 2024-09-12T17:20:01.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.241+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=JW7RGSIH2MOK type=del size=3077962 2024-09-12T17:20:01.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.245+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=H6AEJLC8YT95 type=del 2024-09-12T17:20:01.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.245+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=7PAO52LA9LY3 type=del size=63084 2024-09-12T17:20:01.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.253+0000 7fbd9195a8c0 1 < suggested remove operation key=9OCQAHF3Y4ZE tag=27ZECPKQLG52 type=del 2024-09-12T17:20:01.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.257+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=TLG1D4OSCJKL type=del size=2297545 2024-09-12T17:20:01.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.261+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~Q3XTJPKQKGAF.0 size=1048576 2024-09-12T17:20:01.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.261+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~Q3XTJPKQKGAF.1 size=399461 2024-09-12T17:20:01.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.269+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=Q3XTJPKQKGAF tag=5M7O48XK3O5E type=write size=2496613 2024-09-12T17:20:01.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.269+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=GCTMCN25A6Z7 type=write size=173895 2024-09-12T17:20:01.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.273+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=A68CQ7HPF3TO type=del 2024-09-12T17:20:01.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.277+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=17TLS59R3X0C type=del size=888046 2024-09-12T17:20:01.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.281+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~UO9V8R52GF4F.0 size=1048576 2024-09-12T17:20:01.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.285+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~UO9V8R52GF4F.1 size=955685 2024-09-12T17:20:01.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.289+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=UO9V8R52GF4F tag=FOSXKGPNCFIE type=write size=3052837 2024-09-12T17:20:01.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.293+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=J9JWFPTWBZB7 type=write size=705900 2024-09-12T17:20:01.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.297+0000 7fbd9195a8c0 1 < canceled operation key=GCAJ0JAKNDKG tag=1LPUB6L934BX type=write size=493853 2024-09-12T17:20:01.300 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.301+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~PJODK29EK87M.0 size=1048576 2024-09-12T17:20:01.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.305+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~PJODK29EK87M.1 size=1016037 2024-09-12T17:20:01.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.305+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=PJODK29EK87M tag=596DFZXLTUR8 type=write size=3113189 2024-09-12T17:20:01.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.309+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~SJN5PBA7BCZ8.0 size=541221 2024-09-12T17:20:01.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.313+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=SJN5PBA7BCZ8 tag=MAPL396GAOFH type=write size=1589797 2024-09-12T17:20:01.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.317+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=JUC67W1M0DFJ type=write size=452720 2024-09-12T17:20:01.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.321+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~H1DFJL4232NS.0 size=140091 2024-09-12T17:20:01.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.325+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=H1DFJL4232NS tag=VZ2X9T3HFW7D type=write size=1188667 2024-09-12T17:20:01.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.329+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=17T11WVG4TRJ type=del size=2777128 2024-09-12T17:20:01.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.333+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=PSI8MLRPPUL1 type=del 2024-09-12T17:20:01.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.337+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~1MQ0JTNHBSBX.0 size=752553 2024-09-12T17:20:01.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.337+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=1MQ0JTNHBSBX tag=26DU5JF00RJ2 type=write size=1801129 2024-09-12T17:20:01.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.341+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~Q7FAB6X4IAGB.0 size=1048576 2024-09-12T17:20:01.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.345+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~Q7FAB6X4IAGB.1 size=1048576 2024-09-12T17:20:01.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.349+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~Q7FAB6X4IAGB.2 size=910565 2024-09-12T17:20:01.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.353+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=Q7FAB6X4IAGB tag=9I7UAMJX9GGL type=write size=4056293 2024-09-12T17:20:01.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.361+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=7GJXI06YJZ6L type=del size=948764 2024-09-12T17:20:01.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.365+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=XA0XAYW73E1V type=del 2024-09-12T17:20:01.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.369+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=LK7291I9MY48 type=del size=3216213 2024-09-12T17:20:01.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.369+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=RVAPVWTM6OCK type=del 2024-09-12T17:20:01.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.373+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=EDZJ8DSZ1E3X type=del size=1686088 2024-09-12T17:20:01.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.381+0000 7fbd9195a8c0 1 < suggested update operation key=2KWWYKI06IXO tag=PVITZCKD9S1V type=del size=3764062 2024-09-12T17:20:01.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.385+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=P3P6G6TDG2BA type=write size=828495 2024-09-12T17:20:01.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.385+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~WSGZEHRKTPVT.0 size=1048576 2024-09-12T17:20:01.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.385+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KAT5FF0HSKKN.2~WSGZEHRKTPVT.1 size=1048576 2024-09-12T17:20:01.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.389+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~WSGZEHRKTPVT.2 size=672089 2024-09-12T17:20:01.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.393+0000 7fbd9195a8c0 1 < canceled multipart upload key=KAT5FF0HSKKN upload=WSGZEHRKTPVT tag=6DMKRQXDL0EO type=write size=3817817 2024-09-12T17:20:01.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.397+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=JOQ7EXYC1GIN type=del size=3484331 2024-09-12T17:20:01.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.401+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=L9KJM432CZ3E type=del 2024-09-12T17:20:01.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.405+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~N7EWKJ9XBVD8.0 size=1048576 2024-09-12T17:20:01.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.409+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~N7EWKJ9XBVD8.1 size=495052 2024-09-12T17:20:01.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.409+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=N7EWKJ9XBVD8 tag=FKQS91FQUJSD type=write size=2592204 2024-09-12T17:20:01.410 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.413+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=JW7RGSIH2MOK type=del 2024-09-12T17:20:01.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.413+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=2UYS1KGVM64A type=del size=587684 2024-09-12T17:20:01.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.417+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=7PAO52LA9LY3 type=del 2024-09-12T17:20:01.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.421+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=OPFRTG943ISZ type=del size=913982 2024-09-12T17:20:01.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.429+0000 7fbd9195a8c0 1 < suggested remove operation key=HI4CZTBNYDJH tag=TLG1D4OSCJKL type=del 2024-09-12T17:20:01.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.429+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=KV0MRISRRX5X type=del size=2331534 2024-09-12T17:20:01.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.433+0000 7fbd9195a8c0 1 < completed write operation key=KAT5FF0HSKKN tag=GCTMCN25A6Z7 type=write size=173895 2024-09-12T17:20:01.435 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.437+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=32268DQNW6QJ type=del size=554393 2024-09-12T17:20:01.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.441+0000 7fbd9195a8c0 1 < suggested update operation key=TQUAG7E2B31Q tag=17TLS59R3X0C type=del size=888046 2024-09-12T17:20:01.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.445+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~9M3Q35QWY6HK.0 size=1048576 2024-09-12T17:20:01.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.449+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~9M3Q35QWY6HK.1 size=1048576 2024-09-12T17:20:01.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.453+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~9M3Q35QWY6HK.2 size=210630 2024-09-12T17:20:01.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.453+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=9M3Q35QWY6HK tag=YQP24LNN7I3S type=write size=3356358 2024-09-12T17:20:01.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.453+0000 7fbd9195a8c0 1 < completed write operation key=1SUNSUP1HQH3 tag=J9JWFPTWBZB7 type=write size=705900 2024-09-12T17:20:01.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.461+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~WFG9331MKLPY.0 size=1048576 2024-09-12T17:20:01.461 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.461+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~WFG9331MKLPY.1 size=1048576 2024-09-12T17:20:01.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.465+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~WFG9331MKLPY.2 size=308146 2024-09-12T17:20:01.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.465+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=WFG9331MKLPY tag=YXPVS35ZAT7S type=write size=3453874 2024-09-12T17:20:01.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.469+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~PJODK29EK87M.0 size=1048576 2024-09-12T17:20:01.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.469+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~PJODK29EK87M.1 size=1016037 2024-09-12T17:20:01.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.473+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=PJODK29EK87M tag=596DFZXLTUR8 type=write size=3113189 2024-09-12T17:20:01.479 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.481+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~EZ1JSV2FB8HP.0 size=1048576 2024-09-12T17:20:01.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.481+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~EZ1JSV2FB8HP.1 size=1048576 2024-09-12T17:20:01.484 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.485+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~EZ1JSV2FB8HP.2 size=59195 2024-09-12T17:20:01.484 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.485+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=EZ1JSV2FB8HP tag=I656Z4K1W4D6 type=write size=3204923 2024-09-12T17:20:01.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.489+0000 7fbd9195a8c0 1 < completed write operation key=6K742IMCKKDH tag=JUC67W1M0DFJ type=write size=452720 2024-09-12T17:20:01.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.493+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=UA2BYUBGF01A type=del size=1892553 2024-09-12T17:20:01.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.493+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=17T11WVG4TRJ type=del 2024-09-12T17:20:01.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.501+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~Q6QL6HLZZF1K.0 size=1048576 2024-09-12T17:20:01.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.501+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~Q6QL6HLZZF1K.1 size=1048576 2024-09-12T17:20:01.504 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.505+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~Q6QL6HLZZF1K.2 size=706597 2024-09-12T17:20:01.504 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.505+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=Q6QL6HLZZF1K tag=VBG1MWI09UF5 type=write size=3852325 2024-09-12T17:20:01.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.509+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~1MQ0JTNHBSBX.0 size=752553 2024-09-12T17:20:01.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.513+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=1MQ0JTNHBSBX tag=26DU5JF00RJ2 type=write size=1801129 2024-09-12T17:20:01.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.521+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~CA59UP9BWHFE.0 size=1048576 2024-09-12T17:20:01.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.525+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~CA59UP9BWHFE.1 size=858800 2024-09-12T17:20:01.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.525+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=CA59UP9BWHFE tag=EXPM5C1TE894 type=write size=2955952 2024-09-12T17:20:01.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.525+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=7GJXI06YJZ6L type=del 2024-09-12T17:20:01.528 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.529+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=TGCQRKL52W0D type=write size=535127 2024-09-12T17:20:01.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.537+0000 7fbd9195a8c0 1 < suggested update operation key=9OCQAHF3Y4ZE tag=LK7291I9MY48 type=del size=3216213 2024-09-12T17:20:01.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.541+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=09TB3TVSJ2H1 type=del size=2184644 2024-09-12T17:20:01.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.541+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=EDZJ8DSZ1E3X type=del 2024-09-12T17:20:01.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.545+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=93PZRPFIVA32 type=del size=3829949 2024-09-12T17:20:01.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.545+0000 7fbd9195a8c0 1 < canceled operation key=OQXLNAHMPPDO tag=P3P6G6TDG2BA type=write size=828495 2024-09-12T17:20:01.548 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.549+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=DHQRFD5KQ4GN type=del size=1819265 2024-09-12T17:20:01.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.549+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=JOQ7EXYC1GIN type=del 2024-09-12T17:20:01.552 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.553+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=B018AUKHDX63 type=del size=2216786 2024-09-12T17:20:01.554 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.557+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~N7EWKJ9XBVD8.0 size=1048576 2024-09-12T17:20:01.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.557+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~N7EWKJ9XBVD8.1 size=495052 2024-09-12T17:20:01.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.561+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=N7EWKJ9XBVD8 tag=FKQS91FQUJSD type=write size=2592204 2024-09-12T17:20:01.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.561+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=M883DXWD70EE type=del size=3950 2024-09-12T17:20:01.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.565+0000 7fbd9195a8c0 1 < completed delete operation key=PK7SUDXCYB4F tag=2UYS1KGVM64A type=del 2024-09-12T17:20:01.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.565+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=8S1W71QL0FD5 type=del size=1819446 2024-09-12T17:20:01.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.569+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=OPFRTG943ISZ type=del 2024-09-12T17:20:01.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.573+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~4OZ7GQTWFY90.0 size=40991 2024-09-12T17:20:01.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.573+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=4OZ7GQTWFY90 tag=LJGFL19RX5JZ type=write size=1089567 2024-09-12T17:20:01.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.573+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=KV0MRISRRX5X type=del 2024-09-12T17:20:01.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.577+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=W7A3DQ1YUO4Z type=del size=1288574 2024-09-12T17:20:01.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.577+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=32268DQNW6QJ type=del 2024-09-12T17:20:01.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.581+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~PTAFZ66BSFB2.0 size=1048576 2024-09-12T17:20:01.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.585+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~PTAFZ66BSFB2.1 size=772243 2024-09-12T17:20:01.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.585+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=PTAFZ66BSFB2 tag=RG0XMGBKXRT8 type=write size=2869395 2024-09-12T17:20:01.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.585+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~9M3Q35QWY6HK.0 size=1048576 2024-09-12T17:20:01.586 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.589+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~9M3Q35QWY6HK.1 size=1048576 2024-09-12T17:20:01.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.589+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~9M3Q35QWY6HK.2 size=210630 2024-09-12T17:20:01.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.593+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=9M3Q35QWY6HK tag=YQP24LNN7I3S type=write size=3356358 2024-09-12T17:20:01.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.593+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=K4NMGCU46XOG type=del size=3545374 2024-09-12T17:20:01.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.597+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~WFG9331MKLPY.0 size=1048576 2024-09-12T17:20:01.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.597+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~WFG9331MKLPY.1 size=1048576 2024-09-12T17:20:01.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.601+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~WFG9331MKLPY.2 size=308146 2024-09-12T17:20:01.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.601+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=WFG9331MKLPY tag=YXPVS35ZAT7S type=write size=3453874 2024-09-12T17:20:01.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.605+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=FLWVIL7KHW1O type=del size=3299456 2024-09-12T17:20:01.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.605+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~EZ1JSV2FB8HP.0 size=1048576 2024-09-12T17:20:01.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.609+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~EZ1JSV2FB8HP.1 size=1048576 2024-09-12T17:20:01.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.609+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~EZ1JSV2FB8HP.2 size=59195 2024-09-12T17:20:01.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.617+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=EZ1JSV2FB8HP tag=I656Z4K1W4D6 type=write size=3204923 2024-09-12T17:20:01.617 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.617+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=ZB1RNJENTIII type=del size=3732063 2024-09-12T17:20:01.619 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.621+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=UA2BYUBGF01A type=del 2024-09-12T17:20:01.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.621+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=M65LU1TIC5FZ type=del size=3670923 2024-09-12T17:20:01.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.621+0000 7fbd9195a8c0 1 < canceled part key=_multipart_2UQUEMHYAPVH.2~Q6QL6HLZZF1K.0 size=1048576 2024-09-12T17:20:01.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.625+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~Q6QL6HLZZF1K.1 size=1048576 2024-09-12T17:20:01.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.625+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~Q6QL6HLZZF1K.2 size=706597 2024-09-12T17:20:01.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.629+0000 7fbd9195a8c0 1 < canceled multipart upload key=2UQUEMHYAPVH upload=Q6QL6HLZZF1K tag=VBG1MWI09UF5 type=write size=3852325 2024-09-12T17:20:01.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.633+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=Q4DUIMV3LAUT type=del size=442187 2024-09-12T17:20:01.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.633+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~CA59UP9BWHFE.0 size=1048576 2024-09-12T17:20:01.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.637+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~CA59UP9BWHFE.1 size=858800 2024-09-12T17:20:01.639 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.641+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=CA59UP9BWHFE tag=EXPM5C1TE894 type=write size=2955952 2024-09-12T17:20:01.642 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.641+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=3WHD7NKH0DCI type=del size=3366653 2024-09-12T17:20:01.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.649+0000 7fbd9195a8c0 1 < suggested update operation key=OEEZQHUX83CE tag=TGCQRKL52W0D type=write size=535127 2024-09-12T17:20:01.651 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.653+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~JQ7BVZCDGZ2R.0 size=529570 2024-09-12T17:20:01.651 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.653+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=JQ7BVZCDGZ2R tag=F00BYVI79ME1 type=write size=1578146 2024-09-12T17:20:01.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.653+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=09TB3TVSJ2H1 type=del 2024-09-12T17:20:01.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.657+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=6MJ4F9LVC5SX type=del size=3986777 2024-09-12T17:20:01.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.661+0000 7fbd9195a8c0 1 < suggested remove operation key=DXPGRTSHP1VC tag=93PZRPFIVA32 type=del 2024-09-12T17:20:01.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.669+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~MRFA9WB35G9D.0 size=1048576 2024-09-12T17:20:01.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.669+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~MRFA9WB35G9D.1 size=1048576 2024-09-12T17:20:01.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.673+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~MRFA9WB35G9D.2 size=533669 2024-09-12T17:20:01.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.673+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=MRFA9WB35G9D tag=548G3S0ZDQDR type=write size=3679397 2024-09-12T17:20:01.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.677+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=DHQRFD5KQ4GN type=del 2024-09-12T17:20:01.678 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.681+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=FBRTFAQYANYP type=del size=2822012 2024-09-12T17:20:01.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.681+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=B018AUKHDX63 type=del 2024-09-12T17:20:01.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.685+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=T31R4ANSO812 type=write size=13324 2024-09-12T17:20:01.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.693+0000 7fbd9195a8c0 1 < suggested remove operation key=KPZHXLWEOCN9 tag=M883DXWD70EE type=del 2024-09-12T17:20:01.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.697+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=I8UPOLYB0TXD type=del size=3580145 2024-09-12T17:20:01.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.701+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=8S1W71QL0FD5 type=del 2024-09-12T17:20:01.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.701+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=967CM38S6N06 type=write size=931518 2024-09-12T17:20:01.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.705+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~4OZ7GQTWFY90.0 size=40991 2024-09-12T17:20:01.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.709+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=4OZ7GQTWFY90 tag=LJGFL19RX5JZ type=write size=1089567 2024-09-12T17:20:01.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.713+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=IG32K4WQTRZ3 type=write size=449866 2024-09-12T17:20:01.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.721+0000 7fbd9195a8c0 1 < suggested update operation key=6K742IMCKKDH tag=W7A3DQ1YUO4Z type=del size=1288574 2024-09-12T17:20:01.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.721+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=PVTEWT1YB5JC type=del size=3760954 2024-09-12T17:20:01.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.725+0000 7fbd9195a8c0 1 < canceled part key=_multipart_OEEZQHUX83CE.2~PTAFZ66BSFB2.0 size=1048576 2024-09-12T17:20:01.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.725+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~PTAFZ66BSFB2.1 size=772243 2024-09-12T17:20:01.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.729+0000 7fbd9195a8c0 1 < canceled multipart upload key=OEEZQHUX83CE upload=PTAFZ66BSFB2 tag=RG0XMGBKXRT8 type=write size=2869395 2024-09-12T17:20:01.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.733+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=KOMWNEIPU9A5 type=del size=510871 2024-09-12T17:20:01.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.737+0000 7fbd9195a8c0 1 < suggested update operation key=GCAJ0JAKNDKG tag=K4NMGCU46XOG type=del size=3545374 2024-09-12T17:20:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.745+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~Y3HRQMZWO41E.0 size=751652 2024-09-12T17:20:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.745+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=Y3HRQMZWO41E tag=MY833JXYEGQ5 type=write size=1800228 2024-09-12T17:20:01.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.745+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=FLWVIL7KHW1O type=del 2024-09-12T17:20:01.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.753+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~33YMK55HYQDM.0 size=754703 2024-09-12T17:20:01.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.753+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=33YMK55HYQDM tag=KIXAE2OY5FR6 type=write size=1803279 2024-09-12T17:20:01.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.753+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=ZB1RNJENTIII type=del 2024-09-12T17:20:01.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.757+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=SSLBD3CKXK57 type=write size=758874 2024-09-12T17:20:01.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.757+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=M65LU1TIC5FZ type=del 2024-09-12T17:20:01.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.765+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~GUHY14XJSQX1.0 size=1048576 2024-09-12T17:20:01.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.765+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~GUHY14XJSQX1.1 size=969539 2024-09-12T17:20:01.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.765+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=GUHY14XJSQX1 tag=K43XFROQKKAW type=write size=3066691 2024-09-12T17:20:01.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.769+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=Q4DUIMV3LAUT type=del 2024-09-12T17:20:01.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.773+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~IRP8G9DJRJPX.0 size=1048576 2024-09-12T17:20:01.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.773+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~IRP8G9DJRJPX.1 size=592826 2024-09-12T17:20:01.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.773+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=IRP8G9DJRJPX tag=0RZOWQMOPUX4 type=write size=2689978 2024-09-12T17:20:01.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.777+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=3WHD7NKH0DCI type=del 2024-09-12T17:20:01.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.781+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=YSNIQNHK8WG1 type=del size=4092892 2024-09-12T17:20:01.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.781+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~JQ7BVZCDGZ2R.0 size=529570 2024-09-12T17:20:01.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.785+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=JQ7BVZCDGZ2R tag=F00BYVI79ME1 type=write size=1578146 2024-09-12T17:20:01.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.789+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=GHL271T3H4N5 type=write size=721541 2024-09-12T17:20:01.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.793+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=6MJ4F9LVC5SX type=del 2024-09-12T17:20:01.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.793+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=17OQGBYSJTNI type=del size=1122621 2024-09-12T17:20:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.797+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~MRFA9WB35G9D.0 size=1048576 2024-09-12T17:20:01.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.797+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~MRFA9WB35G9D.1 size=1048576 2024-09-12T17:20:01.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.801+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~MRFA9WB35G9D.2 size=533669 2024-09-12T17:20:01.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.805+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=MRFA9WB35G9D tag=548G3S0ZDQDR type=write size=3679397 2024-09-12T17:20:01.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.809+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=NLY11TAWGJBL type=del size=3824075 2024-09-12T17:20:01.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.813+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=FBRTFAQYANYP type=del 2024-09-12T17:20:01.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.817+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~ECQZ9J2EUIA3.0 size=857496 2024-09-12T17:20:01.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.817+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=ECQZ9J2EUIA3 tag=A7H28LGS0CEI type=write size=1906072 2024-09-12T17:20:01.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.821+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=T31R4ANSO812 type=write size=13324 2024-09-12T17:20:01.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.825+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~Y5POK0VVE0YY.0 size=1048576 2024-09-12T17:20:01.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.825+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~Y5POK0VVE0YY.1 size=1048576 2024-09-12T17:20:01.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.829+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~Y5POK0VVE0YY.2 size=1018618 2024-09-12T17:20:01.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.829+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=Y5POK0VVE0YY tag=W33EMAHADYPL type=write size=4164346 2024-09-12T17:20:01.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.833+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=I8UPOLYB0TXD type=del 2024-09-12T17:20:01.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.837+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~QR4YVC2FX1UW.0 size=135492 2024-09-12T17:20:01.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.837+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=QR4YVC2FX1UW tag=5S713EC13LQQ type=write size=1184068 2024-09-12T17:20:01.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.841+0000 7fbd9195a8c0 -1 < failed to complete operation key=6K742IMCKKDH tag=967CM38S6N06 type=write size=931518: (22) Invalid argument 2024-09-12T17:20:01.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.841+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=S7ZG24U8TV3I type=del size=1094211 2024-09-12T17:20:01.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.845+0000 7fbd9195a8c0 1 < canceled operation key=TQUAG7E2B31Q tag=IG32K4WQTRZ3 type=write size=449866 2024-09-12T17:20:01.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.849+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=ANNDQQ9FX3AZ type=del size=3326835 2024-09-12T17:20:01.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.853+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=PVTEWT1YB5JC type=del 2024-09-12T17:20:01.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.857+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=ZISKGYMQFHA6 type=del size=3559916 2024-09-12T17:20:01.858 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.857+0000 7fbd9195a8c0 1 < canceled operation key=NZTGLGZX3CR8 tag=KOMWNEIPU9A5 type=del size=510871 2024-09-12T17:20:01.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.865+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~RWP9O933UXK8.0 size=1048576 2024-09-12T17:20:01.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.869+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~RWP9O933UXK8.1 size=349581 2024-09-12T17:20:01.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.869+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=RWP9O933UXK8 tag=BQFCA2048CIX type=write size=2446733 2024-09-12T17:20:01.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.869+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~Y3HRQMZWO41E.0 size=751652 2024-09-12T17:20:01.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.877+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=Y3HRQMZWO41E tag=MY833JXYEGQ5 type=write size=1800228 2024-09-12T17:20:01.879 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.881+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=CXEXB95GWJT2 type=del size=803603 2024-09-12T17:20:01.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.885+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~33YMK55HYQDM.0 size=754703 2024-09-12T17:20:01.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.889+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=33YMK55HYQDM tag=KIXAE2OY5FR6 type=write size=1803279 2024-09-12T17:20:01.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.889+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=62MEN73TO9U5 type=del size=1214371 2024-09-12T17:20:01.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.893+0000 7fbd9195a8c0 1 < completed write operation key=6K742IMCKKDH tag=SSLBD3CKXK57 type=write size=758874 2024-09-12T17:20:01.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.897+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~CZ41KM3CHFNX.0 size=1048576 2024-09-12T17:20:01.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.901+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~CZ41KM3CHFNX.1 size=1048576 2024-09-12T17:20:01.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.901+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~CZ41KM3CHFNX.2 size=561451 2024-09-12T17:20:01.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.901+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=CZ41KM3CHFNX tag=BFL2VTVC8639 type=write size=3707179 2024-09-12T17:20:01.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.901+0000 7fbd9195a8c0 1 < canceled part key=_multipart_OQXLNAHMPPDO.2~GUHY14XJSQX1.0 size=1048576 2024-09-12T17:20:01.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.905+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~GUHY14XJSQX1.1 size=969539 2024-09-12T17:20:01.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.909+0000 7fbd9195a8c0 1 < canceled multipart upload key=OQXLNAHMPPDO upload=GUHY14XJSQX1 tag=K43XFROQKKAW type=write size=3066691 2024-09-12T17:20:01.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.913+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~1UO14LX8VU1A.0 size=1048576 2024-09-12T17:20:01.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.917+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~1UO14LX8VU1A.1 size=1048576 2024-09-12T17:20:01.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.917+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~1UO14LX8VU1A.2 size=841072 2024-09-12T17:20:01.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.917+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=1UO14LX8VU1A tag=39Q8OG8K7Z1K type=write size=3986800 2024-09-12T17:20:01.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.921+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~IRP8G9DJRJPX.0 size=1048576 2024-09-12T17:20:01.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.921+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~IRP8G9DJRJPX.1 size=592826 2024-09-12T17:20:01.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.929+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=IRP8G9DJRJPX tag=0RZOWQMOPUX4 type=write size=2689978 2024-09-12T17:20:01.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.929+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=AKAG9WHTNYKT type=del size=220749 2024-09-12T17:20:01.931 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.933+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=YSNIQNHK8WG1 type=del 2024-09-12T17:20:01.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.933+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=NFYEETRX3HWI type=del size=861404 2024-09-12T17:20:01.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.937+0000 7fbd9195a8c0 1 < completed write operation key=OEEZQHUX83CE tag=GHL271T3H4N5 type=write size=721541 2024-09-12T17:20:01.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.941+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=OALOAF4Z19QV type=del size=1044133 2024-09-12T17:20:01.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.941+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=17OQGBYSJTNI type=del 2024-09-12T17:20:01.943 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.945+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=18S7GF5L2JLX type=del size=692336 2024-09-12T17:20:01.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.945+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=NLY11TAWGJBL type=del 2024-09-12T17:20:01.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.949+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=RBVO0LAV85E6 type=write size=1039107 2024-09-12T17:20:01.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.953+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~ECQZ9J2EUIA3.0 size=857496 2024-09-12T17:20:01.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.957+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=ECQZ9J2EUIA3 tag=A7H28LGS0CEI type=write size=1906072 2024-09-12T17:20:01.957 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.957+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=PUY6N6KZ2F3K type=del size=2812511 2024-09-12T17:20:01.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.957+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KPZHXLWEOCN9.2~Y5POK0VVE0YY.0 size=1048576 2024-09-12T17:20:01.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.961+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~Y5POK0VVE0YY.1 size=1048576 2024-09-12T17:20:01.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.965+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~Y5POK0VVE0YY.2 size=1018618 2024-09-12T17:20:01.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.969+0000 7fbd9195a8c0 1 < canceled multipart upload key=KPZHXLWEOCN9 upload=Y5POK0VVE0YY tag=W33EMAHADYPL type=write size=4164346 2024-09-12T17:20:01.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.969+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=7D9P9UIQ83HD type=del size=299228 2024-09-12T17:20:01.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.973+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~QR4YVC2FX1UW.0 size=135492 2024-09-12T17:20:01.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.977+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=QR4YVC2FX1UW tag=5S713EC13LQQ type=write size=1184068 2024-09-12T17:20:01.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.981+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~YZQ9TH4ZFVS7.0 size=787760 2024-09-12T17:20:01.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.981+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=YZQ9TH4ZFVS7 tag=0HKWQ8ZBY6V3 type=write size=1836336 2024-09-12T17:20:01.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.981+0000 7fbd9195a8c0 1 < canceled operation key=6K742IMCKKDH tag=S7ZG24U8TV3I type=del size=1094211 2024-09-12T17:20:01.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.985+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=DDMJNZNRUOK9 type=write size=496976 2024-09-12T17:20:01.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.985+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=ANNDQQ9FX3AZ type=del 2024-09-12T17:20:01.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.989+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=T9L0VU3WC3PI type=del size=1273515 2024-09-12T17:20:01.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.993+0000 7fbd9195a8c0 1 < suggested update operation key=3LZK6DWM6YLP tag=ZISKGYMQFHA6 type=del size=3559916 2024-09-12T17:20:01.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.993+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=RZAU681O1JAG type=del size=2048819 2024-09-12T17:20:01.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.997+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~RWP9O933UXK8.0 size=1048576 2024-09-12T17:20:01.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:01.997+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~RWP9O933UXK8.1 size=349581 2024-09-12T17:20:02.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.001+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=RWP9O933UXK8 tag=BQFCA2048CIX type=write size=2446733 2024-09-12T17:20:02.004 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.005+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=1K6I611UW69C type=del size=4050372 2024-09-12T17:20:02.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.009+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=CXEXB95GWJT2 type=del 2024-09-12T17:20:02.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.009+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=95S67FYXEPIX type=del size=38765 2024-09-12T17:20:02.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.013+0000 7fbd9195a8c0 1 < canceled operation key=Y757YR0HCQEP tag=62MEN73TO9U5 type=del size=1214371 2024-09-12T17:20:02.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.017+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~EE1O9AWY8YBN.0 size=1048576 2024-09-12T17:20:02.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.017+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~EE1O9AWY8YBN.1 size=538952 2024-09-12T17:20:02.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.017+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=EE1O9AWY8YBN tag=W9N5M8L0A4T6 type=write size=2636104 2024-09-12T17:20:02.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.021+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~CZ41KM3CHFNX.0 size=1048576 2024-09-12T17:20:02.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.021+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~CZ41KM3CHFNX.1 size=1048576 2024-09-12T17:20:02.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.025+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~CZ41KM3CHFNX.2 size=561451 2024-09-12T17:20:02.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.029+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=CZ41KM3CHFNX tag=BFL2VTVC8639 type=write size=3707179 2024-09-12T17:20:02.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.029+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=HEM757081LHT type=del size=3758958 2024-09-12T17:20:02.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.033+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~1UO14LX8VU1A.0 size=1048576 2024-09-12T17:20:02.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.037+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~1UO14LX8VU1A.1 size=1048576 2024-09-12T17:20:02.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.037+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~1UO14LX8VU1A.2 size=841072 2024-09-12T17:20:02.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.041+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=1UO14LX8VU1A tag=39Q8OG8K7Z1K type=write size=3986800 2024-09-12T17:20:02.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.045+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=N0UZ79THP6AB type=del size=2776173 2024-09-12T17:20:02.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.045+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=AKAG9WHTNYKT type=del 2024-09-12T17:20:02.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.053+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~PU4HUOWCJN31.0 size=1048576 2024-09-12T17:20:02.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.053+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~PU4HUOWCJN31.1 size=1048576 2024-09-12T17:20:02.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.053+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~PU4HUOWCJN31.2 size=828098 2024-09-12T17:20:02.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.053+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=PU4HUOWCJN31 tag=A2ZNFEBLGU1F type=write size=3973826 2024-09-12T17:20:02.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.057+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=NFYEETRX3HWI type=del 2024-09-12T17:20:02.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.057+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=9634UMJED1L9 type=del size=2345658 2024-09-12T17:20:02.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.061+0000 7fbd9195a8c0 1 < completed delete operation key=PK7SUDXCYB4F tag=OALOAF4Z19QV type=del 2024-09-12T17:20:02.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.065+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=LEBV1NI6OYRP type=write size=818802 2024-09-12T17:20:02.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.065+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=18S7GF5L2JLX type=del 2024-09-12T17:20:02.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.069+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~24RI50H7Z6RG.0 size=1048576 2024-09-12T17:20:02.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.073+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~24RI50H7Z6RG.1 size=1048576 2024-09-12T17:20:02.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.073+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~24RI50H7Z6RG.2 size=226030 2024-09-12T17:20:02.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.073+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=24RI50H7Z6RG tag=MHIEF9RFS495 type=write size=3371758 2024-09-12T17:20:02.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.077+0000 7fbd9195a8c0 1 < completed write operation key=1SUNSUP1HQH3 tag=RBVO0LAV85E6 type=write size=1039107 2024-09-12T17:20:02.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.081+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~QQ31V102AY8S.0 size=1048576 2024-09-12T17:20:02.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.081+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~QQ31V102AY8S.1 size=33594 2024-09-12T17:20:02.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.081+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=QQ31V102AY8S tag=KJEQMC1PBT7B type=write size=2130746 2024-09-12T17:20:02.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.085+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=PUY6N6KZ2F3K type=del 2024-09-12T17:20:02.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.089+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~PYWGVPR0MHUO.0 size=1039735 2024-09-12T17:20:02.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.089+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=PYWGVPR0MHUO tag=MKEFRKFUN9DV type=write size=2088311 2024-09-12T17:20:02.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.093+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=7D9P9UIQ83HD type=del 2024-09-12T17:20:02.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.093+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=X64D9NVEO8CI type=del size=558073 2024-09-12T17:20:02.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.097+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~YZQ9TH4ZFVS7.0 size=787760 2024-09-12T17:20:02.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.105+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=YZQ9TH4ZFVS7 tag=0HKWQ8ZBY6V3 type=write size=1836336 2024-09-12T17:20:02.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.105+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=FUQ8INTS1S4N type=del size=4088949 2024-09-12T17:20:02.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.109+0000 7fbd9195a8c0 1 < completed write operation key=1SUNSUP1HQH3 tag=DDMJNZNRUOK9 type=write size=496976 2024-09-12T17:20:02.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.113+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=F2C1FSSLUI0E type=write size=29739 2024-09-12T17:20:02.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.113+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=T9L0VU3WC3PI type=del 2024-09-12T17:20:02.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.117+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=JHD4WE7D8UK1 type=write size=128717 2024-09-12T17:20:02.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.121+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=RZAU681O1JAG type=del 2024-09-12T17:20:02.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.125+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=D8WU38JXN41E type=del size=1500155 2024-09-12T17:20:02.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.125+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=1K6I611UW69C type=del 2024-09-12T17:20:02.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.133+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~5ED46IE9VE5I.0 size=1048576 2024-09-12T17:20:02.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.133+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~5ED46IE9VE5I.1 size=1048576 2024-09-12T17:20:02.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.137+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~5ED46IE9VE5I.2 size=893750 2024-09-12T17:20:02.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.137+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=5ED46IE9VE5I tag=PQ2TAQ4Q0PJF type=write size=4039478 2024-09-12T17:20:02.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.137+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=95S67FYXEPIX type=del 2024-09-12T17:20:02.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.141+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~L5630WKGK6LF.0 size=419460 2024-09-12T17:20:02.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.141+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=L5630WKGK6LF tag=DQY58J65FN0G type=write size=1468036 2024-09-12T17:20:02.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.141+0000 7fbd9195a8c0 1 < canceled part key=_multipart_O1IZNZKZ8T2I.2~EE1O9AWY8YBN.0 size=1048576 2024-09-12T17:20:02.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.145+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~EE1O9AWY8YBN.1 size=538952 2024-09-12T17:20:02.147 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.149+0000 7fbd9195a8c0 1 < canceled multipart upload key=O1IZNZKZ8T2I upload=EE1O9AWY8YBN tag=W9N5M8L0A4T6 type=write size=2636104 2024-09-12T17:20:02.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.153+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~C1HI4QTHD430.0 size=1048576 2024-09-12T17:20:02.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.153+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~C1HI4QTHD430.1 size=920006 2024-09-12T17:20:02.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.153+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=C1HI4QTHD430 tag=KLKQLR76ZAYU type=write size=3017158 2024-09-12T17:20:02.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.157+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=HEM757081LHT type=del 2024-09-12T17:20:02.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.161+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~7UG983E4KOO0.0 size=1048576 2024-09-12T17:20:02.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.161+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~7UG983E4KOO0.1 size=804487 2024-09-12T17:20:02.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.161+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=7UG983E4KOO0 tag=0P2LR1RPILN7 type=write size=2901639 2024-09-12T17:20:02.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.165+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=N0UZ79THP6AB type=del 2024-09-12T17:20:02.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.169+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~SSP39TEB1WO3.0 size=171697 2024-09-12T17:20:02.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.169+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=SSP39TEB1WO3 tag=UPT7IW4J4XTI type=write size=1220273 2024-09-12T17:20:02.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.173+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~PU4HUOWCJN31.0 size=1048576 2024-09-12T17:20:02.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.173+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~PU4HUOWCJN31.1 size=1048576 2024-09-12T17:20:02.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.177+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~PU4HUOWCJN31.2 size=828098 2024-09-12T17:20:02.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.181+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=PU4HUOWCJN31 tag=A2ZNFEBLGU1F type=write size=3973826 2024-09-12T17:20:02.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.185+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=KB8FS44MJISA type=del size=2964772 2024-09-12T17:20:02.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.185+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=9634UMJED1L9 type=del 2024-09-12T17:20:02.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.189+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=BF1EIFP747JR type=del size=1552208 2024-09-12T17:20:02.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.189+0000 7fbd9195a8c0 1 < completed write operation key=7MLJ2M37A6HT tag=LEBV1NI6OYRP type=write size=818802 2024-09-12T17:20:02.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.193+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=Y0XW7ZN3O8P7 type=del size=3099511 2024-09-12T17:20:02.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.197+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~24RI50H7Z6RG.0 size=1048576 2024-09-12T17:20:02.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.197+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~24RI50H7Z6RG.1 size=1048576 2024-09-12T17:20:02.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.201+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~24RI50H7Z6RG.2 size=226030 2024-09-12T17:20:02.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.205+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=24RI50H7Z6RG tag=MHIEF9RFS495 type=write size=3371758 2024-09-12T17:20:02.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.209+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=H2A3O1TUNET2 type=del size=3860096 2024-09-12T17:20:02.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.209+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~QQ31V102AY8S.0 size=1048576 2024-09-12T17:20:02.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.213+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~QQ31V102AY8S.1 size=33594 2024-09-12T17:20:02.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.217+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=QQ31V102AY8S tag=KJEQMC1PBT7B type=write size=2130746 2024-09-12T17:20:02.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.221+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~ULL5BQQG2INK.0 size=1048576 2024-09-12T17:20:02.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.225+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~ULL5BQQG2INK.1 size=1048576 2024-09-12T17:20:02.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.225+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~ULL5BQQG2INK.2 size=94279 2024-09-12T17:20:02.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.225+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=ULL5BQQG2INK tag=FKT7STQ7Y160 type=write size=3240007 2024-09-12T17:20:02.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.229+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~PYWGVPR0MHUO.0 size=1039735 2024-09-12T17:20:02.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.233+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=PYWGVPR0MHUO tag=MKEFRKFUN9DV type=write size=2088311 2024-09-12T17:20:02.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.237+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=ZY6FW8JRWOS2 type=del size=3322674 2024-09-12T17:20:02.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.241+0000 7fbd9195a8c0 1 < suggested remove operation key=Y757YR0HCQEP tag=X64D9NVEO8CI type=del 2024-09-12T17:20:02.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.245+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=N18RVS8HD1ZK type=del size=3366810 2024-09-12T17:20:02.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.249+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=FUQ8INTS1S4N type=del 2024-09-12T17:20:02.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.249+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=KZO0Z1IZR50A type=write size=78445 2024-09-12T17:20:02.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.253+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=F2C1FSSLUI0E type=write size=29739 2024-09-12T17:20:02.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.257+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=OYNW9B2C2IP4 type=del size=4035204 2024-09-12T17:20:02.258 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.261+0000 7fbd9195a8c0 1 < completed write operation key=7MLJ2M37A6HT tag=JHD4WE7D8UK1 type=write size=128717 2024-09-12T17:20:02.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.261+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=ZJSBHAOMRYBY type=del size=1083355 2024-09-12T17:20:02.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.265+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=D8WU38JXN41E type=del 2024-09-12T17:20:02.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.269+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~X23O4EWK6ZH4.0 size=1048576 2024-09-12T17:20:02.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.273+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~X23O4EWK6ZH4.1 size=890533 2024-09-12T17:20:02.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.273+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=X23O4EWK6ZH4 tag=1WG93W5UD68I type=write size=2987685 2024-09-12T17:20:02.274 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.277+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~5ED46IE9VE5I.0 size=1048576 2024-09-12T17:20:02.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.277+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~5ED46IE9VE5I.1 size=1048576 2024-09-12T17:20:02.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.281+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~5ED46IE9VE5I.2 size=893750 2024-09-12T17:20:02.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.285+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=5ED46IE9VE5I tag=PQ2TAQ4Q0PJF type=write size=4039478 2024-09-12T17:20:02.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.289+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=392F4VBFMZSF type=del size=3991403 2024-09-12T17:20:02.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.289+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~L5630WKGK6LF.0 size=419460 2024-09-12T17:20:02.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.293+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=L5630WKGK6LF tag=DQY58J65FN0G type=write size=1468036 2024-09-12T17:20:02.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.297+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~0L2UCZ910CHX.0 size=932194 2024-09-12T17:20:02.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.297+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=0L2UCZ910CHX tag=3OIIQDLD1CMS type=write size=1980770 2024-09-12T17:20:02.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.301+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~C1HI4QTHD430.0 size=1048576 2024-09-12T17:20:02.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.305+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~C1HI4QTHD430.1 size=920006 2024-09-12T17:20:02.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.309+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=C1HI4QTHD430 tag=KLKQLR76ZAYU type=write size=3017158 2024-09-12T17:20:02.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.309+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=WOL87Y1HWCJW type=del size=1664978 2024-09-12T17:20:02.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.313+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~7UG983E4KOO0.0 size=1048576 2024-09-12T17:20:02.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.317+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~7UG983E4KOO0.1 size=804487 2024-09-12T17:20:02.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.321+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=7UG983E4KOO0 tag=0P2LR1RPILN7 type=write size=2901639 2024-09-12T17:20:02.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.325+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~YO1B24EBQ96C.0 size=1048576 2024-09-12T17:20:02.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.329+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~YO1B24EBQ96C.1 size=1048576 2024-09-12T17:20:02.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.329+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~YO1B24EBQ96C.2 size=368594 2024-09-12T17:20:02.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.329+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=YO1B24EBQ96C tag=1QOREQECGFR3 type=write size=3514322 2024-09-12T17:20:02.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.333+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~SSP39TEB1WO3.0 size=171697 2024-09-12T17:20:02.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.337+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=SSP39TEB1WO3 tag=UPT7IW4J4XTI type=write size=1220273 2024-09-12T17:20:02.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.341+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~2YW0GZ8A3GN9.0 size=1048576 2024-09-12T17:20:02.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.349+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~2YW0GZ8A3GN9.1 size=1048576 2024-09-12T17:20:02.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.349+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~2YW0GZ8A3GN9.2 size=468461 2024-09-12T17:20:02.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.349+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=2YW0GZ8A3GN9 tag=AUZXHSB4FCHQ type=write size=3614189 2024-09-12T17:20:02.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.353+0000 7fbd9195a8c0 1 < suggested update operation key=BB1JW1D7NJVJ tag=KB8FS44MJISA type=del size=2964772 2024-09-12T17:20:02.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.361+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~DMKU5YIVDB4P.0 size=1048576 2024-09-12T17:20:02.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.361+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~DMKU5YIVDB4P.1 size=1048576 2024-09-12T17:20:02.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.365+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~DMKU5YIVDB4P.2 size=682192 2024-09-12T17:20:02.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.365+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=DMKU5YIVDB4P tag=M21ENPUSS947 type=write size=3827920 2024-09-12T17:20:02.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.369+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=BF1EIFP747JR type=del 2024-09-12T17:20:02.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.369+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=BKIDPLZWBJQW type=del size=2458320 2024-09-12T17:20:02.371 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.373+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=Y0XW7ZN3O8P7 type=del 2024-09-12T17:20:02.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.377+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=QJR8E18HH39H type=del size=4063581 2024-09-12T17:20:02.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.377+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=H2A3O1TUNET2 type=del 2024-09-12T17:20:02.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.381+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=1K5F1FW5EO0O type=del size=2374869 2024-09-12T17:20:02.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.385+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~ULL5BQQG2INK.0 size=1048576 2024-09-12T17:20:02.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.385+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~ULL5BQQG2INK.1 size=1048576 2024-09-12T17:20:02.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.389+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~ULL5BQQG2INK.2 size=94279 2024-09-12T17:20:02.392 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.393+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=ULL5BQQG2INK tag=FKT7STQ7Y160 type=write size=3240007 2024-09-12T17:20:02.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.397+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=23XQPCQ6ARUC type=del size=2480533 2024-09-12T17:20:02.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.401+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=ZY6FW8JRWOS2 type=del 2024-09-12T17:20:02.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.401+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=4LPVH45W2FKW type=del size=2110614 2024-09-12T17:20:02.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.405+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=N18RVS8HD1ZK type=del 2024-09-12T17:20:02.410 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.409+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~VICXQDGSTXGH.0 size=1048576 2024-09-12T17:20:02.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.413+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~VICXQDGSTXGH.1 size=974929 2024-09-12T17:20:02.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.413+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=VICXQDGSTXGH tag=S5IWO4C3T87S type=write size=3072081 2024-09-12T17:20:02.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.417+0000 7fbd9195a8c0 1 < canceled operation key=5MSE40XZZQHD tag=KZO0Z1IZR50A type=write size=78445 2024-09-12T17:20:02.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.421+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~XVT60B1XK63I.0 size=336699 2024-09-12T17:20:02.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.421+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=XVT60B1XK63I tag=OUGCPPPI8L0F type=write size=1385275 2024-09-12T17:20:02.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.425+0000 7fbd9195a8c0 1 < canceled operation key=2UQUEMHYAPVH tag=OYNW9B2C2IP4 type=del size=4035204 2024-09-12T17:20:02.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.429+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=GM8N3NH3TDI3 type=del size=129175 2024-09-12T17:20:02.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.429+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=ZJSBHAOMRYBY type=del 2024-09-12T17:20:02.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.433+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=L1DGSPKI8VKE type=del size=2145996 2024-09-12T17:20:02.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.433+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~X23O4EWK6ZH4.0 size=1048576 2024-09-12T17:20:02.435 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.437+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~X23O4EWK6ZH4.1 size=890533 2024-09-12T17:20:02.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.441+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=X23O4EWK6ZH4 tag=1WG93W5UD68I type=write size=2987685 2024-09-12T17:20:02.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.441+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=JD7KNPLHOA6G type=write size=1044319 2024-09-12T17:20:02.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.445+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=392F4VBFMZSF type=del 2024-09-12T17:20:02.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.449+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~SCOZ1IBMTVKW.0 size=1048576 2024-09-12T17:20:02.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.453+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~SCOZ1IBMTVKW.1 size=1048576 2024-09-12T17:20:02.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.453+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~SCOZ1IBMTVKW.2 size=211900 2024-09-12T17:20:02.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.453+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=SCOZ1IBMTVKW tag=2FC7XUBLNJMG type=write size=3357628 2024-09-12T17:20:02.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.453+0000 7fbd9195a8c0 1 < canceled part key=_multipart_7MLJ2M37A6HT.2~0L2UCZ910CHX.0 size=932194 2024-09-12T17:20:02.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.457+0000 7fbd9195a8c0 1 < canceled multipart upload key=7MLJ2M37A6HT upload=0L2UCZ910CHX tag=3OIIQDLD1CMS type=write size=1980770 2024-09-12T17:20:02.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.461+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=2UOAI2WZ4P2U type=del size=4188102 2024-09-12T17:20:02.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.465+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=WOL87Y1HWCJW type=del 2024-09-12T17:20:02.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.469+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~9WYFX0PSYU1H.0 size=915959 2024-09-12T17:20:02.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.469+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=9WYFX0PSYU1H tag=CP7AHYXZC5QQ type=write size=1964535 2024-09-12T17:20:02.470 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.473+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~YO1B24EBQ96C.0 size=1048576 2024-09-12T17:20:02.470 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.473+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KPZHXLWEOCN9.2~YO1B24EBQ96C.1 size=1048576 2024-09-12T17:20:02.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.473+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~YO1B24EBQ96C.2 size=368594 2024-09-12T17:20:02.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.477+0000 7fbd9195a8c0 1 < canceled multipart upload key=KPZHXLWEOCN9 upload=YO1B24EBQ96C tag=1QOREQECGFR3 type=write size=3514322 2024-09-12T17:20:02.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.485+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~CX32RUEGCGVO.0 size=236341 2024-09-12T17:20:02.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.485+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=CX32RUEGCGVO tag=YRDCC6OIQGX2 type=write size=1284917 2024-09-12T17:20:02.485 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.485+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~2YW0GZ8A3GN9.0 size=1048576 2024-09-12T17:20:02.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.489+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~2YW0GZ8A3GN9.1 size=1048576 2024-09-12T17:20:02.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.489+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~2YW0GZ8A3GN9.2 size=468461 2024-09-12T17:20:02.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.493+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=2YW0GZ8A3GN9 tag=AUZXHSB4FCHQ type=write size=3614189 2024-09-12T17:20:02.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.497+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=ZAWTGXNBUE3X type=write size=1010934 2024-09-12T17:20:02.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.501+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~DMKU5YIVDB4P.0 size=1048576 2024-09-12T17:20:02.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.501+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~DMKU5YIVDB4P.1 size=1048576 2024-09-12T17:20:02.504 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.505+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~DMKU5YIVDB4P.2 size=682192 2024-09-12T17:20:02.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.509+0000 7fbd9195a8c0 1 < completed multipart upload key=TQUAG7E2B31Q upload=DMKU5YIVDB4P tag=M21ENPUSS947 type=write size=3827920 2024-09-12T17:20:02.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.513+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~Q22Z54PSZ6JN.0 size=1048576 2024-09-12T17:20:02.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.517+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~Q22Z54PSZ6JN.1 size=1048576 2024-09-12T17:20:02.517 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.517+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~Q22Z54PSZ6JN.2 size=386250 2024-09-12T17:20:02.517 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.517+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=Q22Z54PSZ6JN tag=JF4K0VS8A9UI type=write size=3531978 2024-09-12T17:20:02.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.521+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=BKIDPLZWBJQW type=del 2024-09-12T17:20:02.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.525+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=BB9L0KN8YC4K type=del size=3682929 2024-09-12T17:20:02.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.525+0000 7fbd9195a8c0 1 < canceled operation key=OEEZQHUX83CE tag=QJR8E18HH39H type=del size=4063581 2024-09-12T17:20:02.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.529+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=JAFTSIM3UJ32 type=write size=513041 2024-09-12T17:20:02.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.533+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=1K5F1FW5EO0O type=del 2024-09-12T17:20:02.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.537+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~X2RM91EK385D.0 size=1048576 2024-09-12T17:20:02.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.541+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~X2RM91EK385D.1 size=602370 2024-09-12T17:20:02.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.541+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=X2RM91EK385D tag=GYBRC2QLJUCD type=write size=2699522 2024-09-12T17:20:02.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.545+0000 7fbd9195a8c0 1 < suggested update operation key=2KWWYKI06IXO tag=23XQPCQ6ARUC type=del size=2480533 2024-09-12T17:20:02.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.549+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=B3UKMUEGOA7X type=del size=655178 2024-09-12T17:20:02.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.557+0000 7fbd9195a8c0 1 < suggested remove operation key=NZTGLGZX3CR8 tag=4LPVH45W2FKW type=del 2024-09-12T17:20:02.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.561+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~JAN80ZPAZ4B8.0 size=1048576 2024-09-12T17:20:02.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.565+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~JAN80ZPAZ4B8.1 size=1048576 2024-09-12T17:20:02.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.565+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~JAN80ZPAZ4B8.2 size=874940 2024-09-12T17:20:02.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.565+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=JAN80ZPAZ4B8 tag=MB29MW913T98 type=write size=4020668 2024-09-12T17:20:02.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.569+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~VICXQDGSTXGH.0 size=1048576 2024-09-12T17:20:02.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.573+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~VICXQDGSTXGH.1 size=974929 2024-09-12T17:20:02.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.577+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=VICXQDGSTXGH tag=S5IWO4C3T87S type=write size=3072081 2024-09-12T17:20:02.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.581+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~B5OZH9KV7DG3.0 size=1048576 2024-09-12T17:20:02.583 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.585+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~B5OZH9KV7DG3.1 size=1041718 2024-09-12T17:20:02.583 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.585+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=B5OZH9KV7DG3 tag=926A5N2CKS4T type=write size=3138870 2024-09-12T17:20:02.586 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.589+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~XVT60B1XK63I.0 size=336699 2024-09-12T17:20:02.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.593+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=XVT60B1XK63I tag=OUGCPPPI8L0F type=write size=1385275 2024-09-12T17:20:02.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.597+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=CYH1AA7JMQYL type=del size=1356168 2024-09-12T17:20:02.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.601+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=GM8N3NH3TDI3 type=del 2024-09-12T17:20:02.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.609+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~SP6DH7LLS8QB.0 size=500767 2024-09-12T17:20:02.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.609+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=SP6DH7LLS8QB tag=NN9BT5DJEOQS type=write size=1549343 2024-09-12T17:20:02.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.613+0000 7fbd9195a8c0 1 < suggested remove operation key=6K742IMCKKDH tag=L1DGSPKI8VKE type=del 2024-09-12T17:20:02.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.617+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=EXKHW0Z2JWHF type=del size=2075294 2024-09-12T17:20:02.619 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.621+0000 7fbd9195a8c0 1 < completed write operation key=JQDWGB4MGRXE tag=JD7KNPLHOA6G type=write size=1044319 2024-09-12T17:20:02.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.625+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~MVXU233X57PJ.0 size=79521 2024-09-12T17:20:02.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.625+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=MVXU233X57PJ tag=B2C3ENG3VRGV type=write size=1128097 2024-09-12T17:20:02.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.629+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~SCOZ1IBMTVKW.0 size=1048576 2024-09-12T17:20:02.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.629+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~SCOZ1IBMTVKW.1 size=1048576 2024-09-12T17:20:02.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.633+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~SCOZ1IBMTVKW.2 size=211900 2024-09-12T17:20:02.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.637+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=SCOZ1IBMTVKW tag=2FC7XUBLNJMG type=write size=3357628 2024-09-12T17:20:02.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.637+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=L2K1E1JQMG4J type=del size=3783506 2024-09-12T17:20:02.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.645+0000 7fbd9195a8c0 1 < suggested remove operation key=40V2VLOH796T tag=2UOAI2WZ4P2U type=del 2024-09-12T17:20:02.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.645+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=ACOCZ7WN22IX type=del size=2421712 2024-09-12T17:20:02.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.649+0000 7fbd9195a8c0 1 < canceled part key=_multipart_BB1JW1D7NJVJ.2~9WYFX0PSYU1H.0 size=915959 2024-09-12T17:20:02.651 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.653+0000 7fbd9195a8c0 1 < canceled multipart upload key=BB1JW1D7NJVJ upload=9WYFX0PSYU1H tag=CP7AHYXZC5QQ type=write size=1964535 2024-09-12T17:20:02.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.657+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~YTYW9MUWMWH7.0 size=1048576 2024-09-12T17:20:02.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.661+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~YTYW9MUWMWH7.1 size=1048576 2024-09-12T17:20:02.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.665+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~YTYW9MUWMWH7.2 size=377130 2024-09-12T17:20:02.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.665+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=YTYW9MUWMWH7 tag=MJSBDMKW0E4B type=write size=3522858 2024-09-12T17:20:02.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.669+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~CX32RUEGCGVO.0 size=236341 2024-09-12T17:20:02.671 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.673+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=CX32RUEGCGVO tag=YRDCC6OIQGX2 type=write size=1284917 2024-09-12T17:20:02.677 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.677+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~N5BAQY6H37W5.0 size=1048576 2024-09-12T17:20:02.679 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.681+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~N5BAQY6H37W5.1 size=1048576 2024-09-12T17:20:02.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.681+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~N5BAQY6H37W5.2 size=797929 2024-09-12T17:20:02.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.681+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=N5BAQY6H37W5 tag=F9VU0Z28A014 type=write size=3943657 2024-09-12T17:20:02.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.685+0000 7fbd9195a8c0 1 < completed write operation key=5MSE40XZZQHD tag=ZAWTGXNBUE3X type=write size=1010934 2024-09-12T17:20:02.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.689+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=N0SHH2UYYD1P type=del size=1114271 2024-09-12T17:20:02.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.693+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~Q22Z54PSZ6JN.0 size=1048576 2024-09-12T17:20:02.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.693+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~Q22Z54PSZ6JN.1 size=1048576 2024-09-12T17:20:02.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.693+0000 7fbd9195a8c0 1 < canceled part key=_multipart_9OCQAHF3Y4ZE.2~Q22Z54PSZ6JN.2 size=386250 2024-09-12T17:20:02.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.701+0000 7fbd9195a8c0 1 < canceled multipart upload key=9OCQAHF3Y4ZE upload=Q22Z54PSZ6JN tag=JF4K0VS8A9UI type=write size=3531978 2024-09-12T17:20:02.704 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.705+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~M5CJKGK0L0BN.0 size=1048576 2024-09-12T17:20:02.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.705+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~M5CJKGK0L0BN.1 size=1048576 2024-09-12T17:20:02.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.709+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~M5CJKGK0L0BN.2 size=756049 2024-09-12T17:20:02.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.709+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=M5CJKGK0L0BN tag=BNUB4JSU9Q14 type=write size=3901777 2024-09-12T17:20:02.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.713+0000 7fbd9195a8c0 1 < suggested remove operation key=7MLJ2M37A6HT tag=BB9L0KN8YC4K type=del 2024-09-12T17:20:02.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.717+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=EPZMTQNEK0UG type=del size=3143906 2024-09-12T17:20:02.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.721+0000 7fbd9195a8c0 1 < completed write operation key=L0FPLBRF5O79 tag=JAFTSIM3UJ32 type=write size=513041 2024-09-12T17:20:02.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.725+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~I2I8WWNL4WW7.0 size=1048576 2024-09-12T17:20:02.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.729+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~I2I8WWNL4WW7.1 size=271626 2024-09-12T17:20:02.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.729+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=I2I8WWNL4WW7 tag=AY91YI8YB4HP type=write size=2368778 2024-09-12T17:20:02.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.733+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~X2RM91EK385D.0 size=1048576 2024-09-12T17:20:02.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.733+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~X2RM91EK385D.1 size=602370 2024-09-12T17:20:02.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.737+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=X2RM91EK385D tag=GYBRC2QLJUCD type=write size=2699522 2024-09-12T17:20:02.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.741+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=UGGRH1W73YNC type=del size=2617081 2024-09-12T17:20:02.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.745+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=B3UKMUEGOA7X type=del 2024-09-12T17:20:02.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.745+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=I4A6X7IJMFDD type=del size=3830612 2024-09-12T17:20:02.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.749+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~JAN80ZPAZ4B8.0 size=1048576 2024-09-12T17:20:02.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.749+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~JAN80ZPAZ4B8.1 size=1048576 2024-09-12T17:20:02.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.753+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~JAN80ZPAZ4B8.2 size=874940 2024-09-12T17:20:02.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.757+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=JAN80ZPAZ4B8 tag=MB29MW913T98 type=write size=4020668 2024-09-12T17:20:02.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.757+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=QHKDBA9D5HJF type=del size=50012 2024-09-12T17:20:02.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.761+0000 7fbd9195a8c0 1 < canceled part key=_multipart_KAT5FF0HSKKN.2~B5OZH9KV7DG3.0 size=1048576 2024-09-12T17:20:02.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.761+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~B5OZH9KV7DG3.1 size=1041718 2024-09-12T17:20:02.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.765+0000 7fbd9195a8c0 1 < canceled multipart upload key=KAT5FF0HSKKN upload=B5OZH9KV7DG3 tag=926A5N2CKS4T type=write size=3138870 2024-09-12T17:20:02.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.769+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=Q9ARFSJX0JFM type=del size=2840263 2024-09-12T17:20:02.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.769+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=CYH1AA7JMQYL type=del 2024-09-12T17:20:02.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.773+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=R3NJQTXXXNOI type=del size=405156 2024-09-12T17:20:02.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.777+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~SP6DH7LLS8QB.0 size=500767 2024-09-12T17:20:02.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.781+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=SP6DH7LLS8QB tag=NN9BT5DJEOQS type=write size=1549343 2024-09-12T17:20:02.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.781+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=21ZK2GE5GIFF type=del size=1326601 2024-09-12T17:20:02.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.785+0000 7fbd9195a8c0 -1 < failed to complete operation key=7MLJ2M37A6HT tag=EXKHW0Z2JWHF type=del size=2075294: (22) Invalid argument 2024-09-12T17:20:02.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.789+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=M57XLUXUZM83 type=write size=598242 2024-09-12T17:20:02.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.789+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~MVXU233X57PJ.0 size=79521 2024-09-12T17:20:02.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.793+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=MVXU233X57PJ tag=B2C3ENG3VRGV type=write size=1128097 2024-09-12T17:20:02.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.797+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~QWBBQOJI1NCY.0 size=827084 2024-09-12T17:20:02.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.797+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=QWBBQOJI1NCY tag=9CLJEKZWG0XQ type=write size=1875660 2024-09-12T17:20:02.802 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.805+0000 7fbd9195a8c0 1 < suggested remove operation key=9OCQAHF3Y4ZE tag=L2K1E1JQMG4J type=del 2024-09-12T17:20:02.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.805+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=2TB22F7QEOSX type=del size=1517085 2024-09-12T17:20:02.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.809+0000 7fbd9195a8c0 1 < suggested remove operation key=L4S21D3VH55N tag=ACOCZ7WN22IX type=del 2024-09-12T17:20:02.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.813+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~TI3H111DP9RW.0 size=1048576 2024-09-12T17:20:02.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.817+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~TI3H111DP9RW.1 size=36506 2024-09-12T17:20:02.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.817+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=TI3H111DP9RW tag=8L4SXPS9DEMS type=write size=2133658 2024-09-12T17:20:02.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.817+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6MVT0KBRIU11.2~YTYW9MUWMWH7.0 size=1048576 2024-09-12T17:20:02.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.817+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~YTYW9MUWMWH7.1 size=1048576 2024-09-12T17:20:02.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.821+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~YTYW9MUWMWH7.2 size=377130 2024-09-12T17:20:02.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.825+0000 7fbd9195a8c0 1 < canceled multipart upload key=6MVT0KBRIU11 upload=YTYW9MUWMWH7 tag=MJSBDMKW0E4B type=write size=3522858 2024-09-12T17:20:02.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.829+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~W3WIRCMD48NL.0 size=897634 2024-09-12T17:20:02.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.829+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=W3WIRCMD48NL tag=SGFAPXZXU1SS type=write size=1946210 2024-09-12T17:20:02.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.829+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~N5BAQY6H37W5.0 size=1048576 2024-09-12T17:20:02.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.833+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~N5BAQY6H37W5.1 size=1048576 2024-09-12T17:20:02.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.833+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~N5BAQY6H37W5.2 size=797929 2024-09-12T17:20:02.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.837+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=N5BAQY6H37W5 tag=F9VU0Z28A014 type=write size=3943657 2024-09-12T17:20:02.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.841+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~S7282XQ63PQA.0 size=1048576 2024-09-12T17:20:02.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.841+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~S7282XQ63PQA.1 size=558037 2024-09-12T17:20:02.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.841+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=S7282XQ63PQA tag=RXP08ZQ0LB9Q type=write size=2655189 2024-09-12T17:20:02.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.845+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=N0SHH2UYYD1P type=del 2024-09-12T17:20:02.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.845+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=E0QY9EWC3MJN type=del size=4135862 2024-09-12T17:20:02.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.853+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~M5CJKGK0L0BN.0 size=1048576 2024-09-12T17:20:02.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.853+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~M5CJKGK0L0BN.1 size=1048576 2024-09-12T17:20:02.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.857+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~M5CJKGK0L0BN.2 size=756049 2024-09-12T17:20:02.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.861+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=M5CJKGK0L0BN tag=BNUB4JSU9Q14 type=write size=3901777 2024-09-12T17:20:02.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.865+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=FNU902UHXFEI type=del size=492190 2024-09-12T17:20:02.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.869+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=EPZMTQNEK0UG type=del 2024-09-12T17:20:02.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.869+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=AFJ5P1F6MFBM type=del size=341609 2024-09-12T17:20:02.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.873+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~I2I8WWNL4WW7.0 size=1048576 2024-09-12T17:20:02.874 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.873+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~I2I8WWNL4WW7.1 size=271626 2024-09-12T17:20:02.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.877+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=I2I8WWNL4WW7 tag=AY91YI8YB4HP type=write size=2368778 2024-09-12T17:20:02.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.881+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=LNNU3074PE3C type=del size=1982194 2024-09-12T17:20:02.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.885+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=UGGRH1W73YNC type=del 2024-09-12T17:20:02.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.889+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~2CHLRUKSAGUF.0 size=1048576 2024-09-12T17:20:02.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.889+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~2CHLRUKSAGUF.1 size=1048576 2024-09-12T17:20:02.890 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.893+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~2CHLRUKSAGUF.2 size=64945 2024-09-12T17:20:02.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.893+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=2CHLRUKSAGUF tag=UN5IC4DAJJG4 type=write size=3210673 2024-09-12T17:20:02.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.893+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=I4A6X7IJMFDD type=del 2024-09-12T17:20:02.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.897+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=1AEUXIVK4AID type=write size=594687 2024-09-12T17:20:02.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.901+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=QHKDBA9D5HJF type=del 2024-09-12T17:20:02.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.901+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=DLSXHPMAJGJ1 type=del size=4139533 2024-09-12T17:20:02.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.905+0000 7fbd9195a8c0 1 < suggested update operation key=Y757YR0HCQEP tag=Q9ARFSJX0JFM type=del size=2840263 2024-09-12T17:20:02.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.909+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=PNPJJWYXXW1Q type=del size=1933881 2024-09-12T17:20:02.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.913+0000 7fbd9195a8c0 1 < suggested update operation key=KPZHXLWEOCN9 tag=R3NJQTXXXNOI type=del size=405156 2024-09-12T17:20:02.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.917+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~5ZNR99R441OY.0 size=1048576 2024-09-12T17:20:02.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~5ZNR99R441OY.1 size=1048576 2024-09-12T17:20:02.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~5ZNR99R441OY.2 size=293892 2024-09-12T17:20:02.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.921+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=5ZNR99R441OY tag=P1J1GURFFB6C type=write size=3439620 2024-09-12T17:20:02.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.925+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=21ZK2GE5GIFF type=del 2024-09-12T17:20:02.928 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.929+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~306Z6GMSA4J0.0 size=845043 2024-09-12T17:20:02.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.929+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=306Z6GMSA4J0 tag=0YZQPPULVISH type=write size=1893619 2024-09-12T17:20:02.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.933+0000 7fbd9195a8c0 1 < suggested update operation key=DXPGRTSHP1VC tag=M57XLUXUZM83 type=write size=598242 2024-09-12T17:20:02.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.937+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=GSMY1K54B5NU type=del size=1220366 2024-09-12T17:20:02.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~QWBBQOJI1NCY.0 size=827084 2024-09-12T17:20:02.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.945+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=QWBBQOJI1NCY tag=9CLJEKZWG0XQ type=write size=1875660 2024-09-12T17:20:02.944 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.945+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=JFT8Y1BXCV2U type=del size=656941 2024-09-12T17:20:02.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.949+0000 7fbd9195a8c0 1 < suggested remove operation key=40V2VLOH796T tag=2TB22F7QEOSX type=del 2024-09-12T17:20:02.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.953+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=X1WX320KJGFG type=write size=272869 2024-09-12T17:20:02.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.953+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~TI3H111DP9RW.0 size=1048576 2024-09-12T17:20:02.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.957+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~TI3H111DP9RW.1 size=36506 2024-09-12T17:20:02.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.961+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=TI3H111DP9RW tag=8L4SXPS9DEMS type=write size=2133658 2024-09-12T17:20:02.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.961+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=V3BPW3CJZ1G0 type=del size=1555554 2024-09-12T17:20:02.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.961+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6K742IMCKKDH.2~W3WIRCMD48NL.0 size=897634 2024-09-12T17:20:02.964 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.965+0000 7fbd9195a8c0 1 < canceled multipart upload key=6K742IMCKKDH upload=W3WIRCMD48NL tag=SGFAPXZXU1SS type=write size=1946210 2024-09-12T17:20:02.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.969+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~RF2GA4SS3A82.0 size=765980 2024-09-12T17:20:02.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.969+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=RF2GA4SS3A82 tag=KFOXR4QIVUYN type=write size=1814556 2024-09-12T17:20:02.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.973+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~S7282XQ63PQA.0 size=1048576 2024-09-12T17:20:02.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.973+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~S7282XQ63PQA.1 size=558037 2024-09-12T17:20:02.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.977+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=S7282XQ63PQA tag=RXP08ZQ0LB9Q type=write size=2655189 2024-09-12T17:20:02.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.981+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~K0D5LQURPQUZ.0 size=987897 2024-09-12T17:20:02.979 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.981+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=K0D5LQURPQUZ tag=XV03632D7VYP type=write size=2036473 2024-09-12T17:20:02.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.981+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=E0QY9EWC3MJN type=del 2024-09-12T17:20:02.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.985+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~7GPIIN6V82YH.0 size=1048576 2024-09-12T17:20:02.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.985+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~7GPIIN6V82YH.1 size=228988 2024-09-12T17:20:02.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.985+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=7GPIIN6V82YH tag=1Y7JQNHS6YO7 type=write size=2326140 2024-09-12T17:20:02.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.989+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=FNU902UHXFEI type=del 2024-09-12T17:20:02.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.993+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~A72GCE8WSJ9B.0 size=1048576 2024-09-12T17:20:02.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.993+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~A72GCE8WSJ9B.1 size=1048576 2024-09-12T17:20:02.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.997+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~A72GCE8WSJ9B.2 size=1016935 2024-09-12T17:20:02.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.997+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=A72GCE8WSJ9B tag=NX43JX339QQK type=write size=4162663 2024-09-12T17:20:02.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:02.997+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=AFJ5P1F6MFBM type=del 2024-09-12T17:20:03.000 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.001+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~TO12UAABAKO0.0 size=827184 2024-09-12T17:20:03.000 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.001+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=TO12UAABAKO0 tag=ZK9FEU0A6N4Q type=write size=1875760 2024-09-12T17:20:03.002 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.001+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=LNNU3074PE3C type=del 2024-09-12T17:20:03.005 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.005+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~NBT8LTWJJ847.0 size=685721 2024-09-12T17:20:03.005 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.005+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=NBT8LTWJJ847 tag=TX1F7NACZPMO type=write size=1734297 2024-09-12T17:20:03.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.009+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~2CHLRUKSAGUF.0 size=1048576 2024-09-12T17:20:03.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.009+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~2CHLRUKSAGUF.1 size=1048576 2024-09-12T17:20:03.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.013+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~2CHLRUKSAGUF.2 size=64945 2024-09-12T17:20:03.014 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.013+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=2CHLRUKSAGUF tag=UN5IC4DAJJG4 type=write size=3210673 2024-09-12T17:20:03.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.017+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=Z6LS9AOX8HU1 type=del size=185689 2024-09-12T17:20:03.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.017+0000 7fbd9195a8c0 -1 < failed to complete operation key=40V2VLOH796T tag=1AEUXIVK4AID type=write size=594687: (22) Invalid argument 2024-09-12T17:20:03.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.021+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=TFFV30Y9WJVI type=del size=3440959 2024-09-12T17:20:03.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.021+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=DLSXHPMAJGJ1 type=del 2024-09-12T17:20:03.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.025+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~2PTVSJ3BRUTM.0 size=1048576 2024-09-12T17:20:03.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.029+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~2PTVSJ3BRUTM.1 size=1048576 2024-09-12T17:20:03.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.029+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~2PTVSJ3BRUTM.2 size=572058 2024-09-12T17:20:03.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.029+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=2PTVSJ3BRUTM tag=HZ7GKBTEKT1A type=write size=3717786 2024-09-12T17:20:03.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.033+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=PNPJJWYXXW1Q type=del 2024-09-12T17:20:03.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.033+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=ABKH27V9JJEW type=del size=1042876 2024-09-12T17:20:03.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.037+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~5ZNR99R441OY.0 size=1048576 2024-09-12T17:20:03.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.037+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~5ZNR99R441OY.1 size=1048576 2024-09-12T17:20:03.037 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.037+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~5ZNR99R441OY.2 size=293892 2024-09-12T17:20:03.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.041+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=5ZNR99R441OY tag=P1J1GURFFB6C type=write size=3439620 2024-09-12T17:20:03.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.045+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~H1EJTA5GZZYQ.0 size=1048576 2024-09-12T17:20:03.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.049+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~H1EJTA5GZZYQ.1 size=1048576 2024-09-12T17:20:03.048 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.049+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~H1EJTA5GZZYQ.2 size=188918 2024-09-12T17:20:03.048 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.049+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=H1EJTA5GZZYQ tag=PDF79LDFP7KU type=write size=3334646 2024-09-12T17:20:03.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.053+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~306Z6GMSA4J0.0 size=845043 2024-09-12T17:20:03.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.057+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=306Z6GMSA4J0 tag=0YZQPPULVISH type=write size=1893619 2024-09-12T17:20:03.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.061+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~6VQW87E5X244.0 size=1048576 2024-09-12T17:20:03.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.065+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~6VQW87E5X244.1 size=1048576 2024-09-12T17:20:03.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.065+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~6VQW87E5X244.2 size=203024 2024-09-12T17:20:03.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.065+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=6VQW87E5X244 tag=8T7O1TO9YRIU type=write size=3348752 2024-09-12T17:20:03.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.069+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=GSMY1K54B5NU type=del 2024-09-12T17:20:03.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.069+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=GTJE1U3RVLZ2 type=del size=3855119 2024-09-12T17:20:03.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.073+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=JFT8Y1BXCV2U type=del 2024-09-12T17:20:03.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.073+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=6O5FJ4EOJR81 type=del size=2628717 2024-09-12T17:20:03.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.077+0000 7fbd9195a8c0 1 < completed write operation key=KAT5FF0HSKKN tag=X1WX320KJGFG type=write size=272869 2024-09-12T17:20:03.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.081+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=B0WZ991KOXZ8 type=del size=4082341 2024-09-12T17:20:03.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.081+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=V3BPW3CJZ1G0 type=del 2024-09-12T17:20:03.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.085+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=L75P774HPJNG type=write size=478020 2024-09-12T17:20:03.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.085+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~RF2GA4SS3A82.0 size=765980 2024-09-12T17:20:03.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.089+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=RF2GA4SS3A82 tag=KFOXR4QIVUYN type=write size=1814556 2024-09-12T17:20:03.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.093+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=9KZ2M17ZOO02 type=del size=2290055 2024-09-12T17:20:03.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.093+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~K0D5LQURPQUZ.0 size=987897 2024-09-12T17:20:03.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.097+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=K0D5LQURPQUZ tag=XV03632D7VYP type=write size=2036473 2024-09-12T17:20:03.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.101+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=SDBG2ADX9ZOQ type=del size=2004682 2024-09-12T17:20:03.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.101+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~7GPIIN6V82YH.0 size=1048576 2024-09-12T17:20:03.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.105+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~7GPIIN6V82YH.1 size=228988 2024-09-12T17:20:03.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.109+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=7GPIIN6V82YH tag=1Y7JQNHS6YO7 type=write size=2326140 2024-09-12T17:20:03.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.109+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=IX6PLX0RPUIZ type=del size=2940478 2024-09-12T17:20:03.111 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.113+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~A72GCE8WSJ9B.0 size=1048576 2024-09-12T17:20:03.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.113+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~A72GCE8WSJ9B.1 size=1048576 2024-09-12T17:20:03.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.117+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~A72GCE8WSJ9B.2 size=1016935 2024-09-12T17:20:03.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.121+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=A72GCE8WSJ9B tag=NX43JX339QQK type=write size=4162663 2024-09-12T17:20:03.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.121+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~DI9BFKV6H5UM.0 size=747418 2024-09-12T17:20:03.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.121+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=DI9BFKV6H5UM tag=2PVOKV2DVORO type=write size=1795994 2024-09-12T17:20:03.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.125+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~TO12UAABAKO0.0 size=827184 2024-09-12T17:20:03.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.129+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=TO12UAABAKO0 tag=ZK9FEU0A6N4Q type=write size=1875760 2024-09-12T17:20:03.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.129+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=1SD26TYOF812 type=del size=3205266 2024-09-12T17:20:03.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.133+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~NBT8LTWJJ847.0 size=685721 2024-09-12T17:20:03.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.137+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=NBT8LTWJJ847 tag=TX1F7NACZPMO type=write size=1734297 2024-09-12T17:20:03.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.137+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=MNM31VS4LK61 type=del size=2336993 2024-09-12T17:20:03.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.141+0000 7fbd9195a8c0 1 < suggested remove operation key=FO2QR27D8UW0 tag=Z6LS9AOX8HU1 type=del 2024-09-12T17:20:03.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.145+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=26VA30S67H6K type=del size=4064819 2024-09-12T17:20:03.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.145+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=TFFV30Y9WJVI type=del 2024-09-12T17:20:03.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.149+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~11T3OF7V1LKT.0 size=1048576 2024-09-12T17:20:03.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.149+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~11T3OF7V1LKT.1 size=1023921 2024-09-12T17:20:03.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.149+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=11T3OF7V1LKT tag=ODKX2S89KPBJ type=write size=3121073 2024-09-12T17:20:03.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.153+0000 7fbd9195a8c0 1 < canceled part key=_multipart_FO2QR27D8UW0.2~2PTVSJ3BRUTM.0 size=1048576 2024-09-12T17:20:03.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.153+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~2PTVSJ3BRUTM.1 size=1048576 2024-09-12T17:20:03.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.153+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~2PTVSJ3BRUTM.2 size=572058 2024-09-12T17:20:03.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.157+0000 7fbd9195a8c0 1 < canceled multipart upload key=FO2QR27D8UW0 upload=2PTVSJ3BRUTM tag=HZ7GKBTEKT1A type=write size=3717786 2024-09-12T17:20:03.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.161+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=O7YEK6WU6XKT type=del size=3371506 2024-09-12T17:20:03.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.161+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=ABKH27V9JJEW type=del 2024-09-12T17:20:03.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.165+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=7CLG36GH22U0 type=del size=1870631 2024-09-12T17:20:03.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.165+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~H1EJTA5GZZYQ.0 size=1048576 2024-09-12T17:20:03.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.165+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~H1EJTA5GZZYQ.1 size=1048576 2024-09-12T17:20:03.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.169+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~H1EJTA5GZZYQ.2 size=188918 2024-09-12T17:20:03.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.173+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=H1EJTA5GZZYQ tag=PDF79LDFP7KU type=write size=3334646 2024-09-12T17:20:03.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.173+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=NJWJUV3C2RSG type=del size=3802592 2024-09-12T17:20:03.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.177+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~6VQW87E5X244.0 size=1048576 2024-09-12T17:20:03.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.177+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~6VQW87E5X244.1 size=1048576 2024-09-12T17:20:03.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.177+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~6VQW87E5X244.2 size=203024 2024-09-12T17:20:03.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.181+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=6VQW87E5X244 tag=8T7O1TO9YRIU type=write size=3348752 2024-09-12T17:20:03.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.185+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~H04MKONYID7P.0 size=1048576 2024-09-12T17:20:03.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.185+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~H04MKONYID7P.1 size=1048576 2024-09-12T17:20:03.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.189+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~H04MKONYID7P.2 size=282979 2024-09-12T17:20:03.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.189+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=H04MKONYID7P tag=TDW3BPEU5FJ3 type=write size=3428707 2024-09-12T17:20:03.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.189+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=GTJE1U3RVLZ2 type=del 2024-09-12T17:20:03.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.193+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~YKICRQ4NLAJA.0 size=1048576 2024-09-12T17:20:03.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.197+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~YKICRQ4NLAJA.1 size=1048576 2024-09-12T17:20:03.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.197+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~YKICRQ4NLAJA.2 size=1010498 2024-09-12T17:20:03.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.197+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=YKICRQ4NLAJA tag=911S9SSLOHUV type=write size=4156226 2024-09-12T17:20:03.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.197+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=6O5FJ4EOJR81 type=del 2024-09-12T17:20:03.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.201+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=JXHC6A3MYLPG type=del size=2600341 2024-09-12T17:20:03.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.201+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=B0WZ991KOXZ8 type=del 2024-09-12T17:20:03.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.209+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~WCXXPCF0G9C5.0 size=1048576 2024-09-12T17:20:03.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.209+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~WCXXPCF0G9C5.1 size=393800 2024-09-12T17:20:03.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.209+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=WCXXPCF0G9C5 tag=UMUHINW17E2H type=write size=2490952 2024-09-12T17:20:03.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.213+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=L75P774HPJNG type=write size=478020 2024-09-12T17:20:03.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.213+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=L6U9S3PMMS3M type=write size=153581 2024-09-12T17:20:03.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.217+0000 7fbd9195a8c0 1 < suggested remove operation key=POCQSFKQMMPX tag=9KZ2M17ZOO02 type=del 2024-09-12T17:20:03.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.221+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=RHT2IGG9ZAZN type=del size=1037634 2024-09-12T17:20:03.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.221+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=SDBG2ADX9ZOQ type=del 2024-09-12T17:20:03.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.225+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=WLII0OT77XIL type=del size=3703594 2024-09-12T17:20:03.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.225+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=IX6PLX0RPUIZ type=del 2024-09-12T17:20:03.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.229+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~ED1A2ZP13PWL.0 size=447485 2024-09-12T17:20:03.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.229+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=ED1A2ZP13PWL tag=TEDKOVQYKNGG type=write size=1496061 2024-09-12T17:20:03.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.233+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~DI9BFKV6H5UM.0 size=747418 2024-09-12T17:20:03.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.233+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=DI9BFKV6H5UM tag=2PVOKV2DVORO type=write size=1795994 2024-09-12T17:20:03.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.237+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=WKYWN2I5T8ON type=write size=813937 2024-09-12T17:20:03.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.241+0000 7fbd9195a8c0 1 < suggested update operation key=GZRPL96NSXKR tag=1SD26TYOF812 type=del size=3205266 2024-09-12T17:20:03.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.245+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~XFNSD2971RLL.0 size=386435 2024-09-12T17:20:03.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.245+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=XFNSD2971RLL tag=UP83CSLEM6OE type=write size=1435011 2024-09-12T17:20:03.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.245+0000 7fbd9195a8c0 1 < canceled operation key=5MSE40XZZQHD tag=MNM31VS4LK61 type=del size=2336993 2024-09-12T17:20:03.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.253+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~UM4W6L6I4P69.0 size=966854 2024-09-12T17:20:03.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.253+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=UM4W6L6I4P69 tag=K32O5Y9JW1JD type=write size=2015430 2024-09-12T17:20:03.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.257+0000 7fbd9195a8c0 1 < suggested remove operation key=6MVT0KBRIU11 tag=26VA30S67H6K type=del 2024-09-12T17:20:03.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.261+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=OV1X6L8IDVIV type=del size=1867777 2024-09-12T17:20:03.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.265+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~11T3OF7V1LKT.0 size=1048576 2024-09-12T17:20:03.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.265+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~11T3OF7V1LKT.1 size=1023921 2024-09-12T17:20:03.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.269+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=11T3OF7V1LKT tag=ODKX2S89KPBJ type=write size=3121073 2024-09-12T17:20:03.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.273+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~8462Y9UBPIP7.0 size=1048576 2024-09-12T17:20:03.274 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.277+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~8462Y9UBPIP7.1 size=1048576 2024-09-12T17:20:03.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.277+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~8462Y9UBPIP7.2 size=42122 2024-09-12T17:20:03.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.277+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=8462Y9UBPIP7 tag=U34T72BNJ10T type=write size=3187850 2024-09-12T17:20:03.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.281+0000 7fbd9195a8c0 1 < canceled operation key=L4S21D3VH55N tag=O7YEK6WU6XKT type=del size=3371506 2024-09-12T17:20:03.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.281+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=5PR482IE38WJ type=del size=1013880 2024-09-12T17:20:03.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.285+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=7CLG36GH22U0 type=del 2024-09-12T17:20:03.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.289+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~7RDI2I1I82XY.0 size=1048576 2024-09-12T17:20:03.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.289+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~7RDI2I1I82XY.1 size=999491 2024-09-12T17:20:03.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.289+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=7RDI2I1I82XY tag=47NLE1L5G1BY type=write size=3096643 2024-09-12T17:20:03.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.293+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=NJWJUV3C2RSG type=del 2024-09-12T17:20:03.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.297+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=GX8I2HG0K8NT type=del size=3515056 2024-09-12T17:20:03.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.297+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~H04MKONYID7P.0 size=1048576 2024-09-12T17:20:03.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.301+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~H04MKONYID7P.1 size=1048576 2024-09-12T17:20:03.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.301+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~H04MKONYID7P.2 size=282979 2024-09-12T17:20:03.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.305+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=H04MKONYID7P tag=TDW3BPEU5FJ3 type=write size=3428707 2024-09-12T17:20:03.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.309+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~G5UWBH5IDDKF.0 size=1048576 2024-09-12T17:20:03.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.313+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~G5UWBH5IDDKF.1 size=531425 2024-09-12T17:20:03.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.313+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=G5UWBH5IDDKF tag=QTNY7LZ1SJEJ type=write size=2628577 2024-09-12T17:20:03.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.317+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~YKICRQ4NLAJA.0 size=1048576 2024-09-12T17:20:03.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.317+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~YKICRQ4NLAJA.1 size=1048576 2024-09-12T17:20:03.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.321+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~YKICRQ4NLAJA.2 size=1010498 2024-09-12T17:20:03.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.325+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=YKICRQ4NLAJA tag=911S9SSLOHUV type=write size=4156226 2024-09-12T17:20:03.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.329+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~ZE1EK2M5O6I1.0 size=1048576 2024-09-12T17:20:03.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.329+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~ZE1EK2M5O6I1.1 size=1048576 2024-09-12T17:20:03.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.333+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~ZE1EK2M5O6I1.2 size=1782 2024-09-12T17:20:03.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.333+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=ZE1EK2M5O6I1 tag=TV23TUJI8PON type=write size=3147510 2024-09-12T17:20:03.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.333+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=JXHC6A3MYLPG type=del 2024-09-12T17:20:03.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.337+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~8V9B5R8QJJUX.0 size=1048576 2024-09-12T17:20:03.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.341+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~8V9B5R8QJJUX.1 size=941714 2024-09-12T17:20:03.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.341+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=8V9B5R8QJJUX tag=LK8SH0DTI8J1 type=write size=3038866 2024-09-12T17:20:03.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.341+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~WCXXPCF0G9C5.0 size=1048576 2024-09-12T17:20:03.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.345+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~WCXXPCF0G9C5.1 size=393800 2024-09-12T17:20:03.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.349+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=WCXXPCF0G9C5 tag=UMUHINW17E2H type=write size=2490952 2024-09-12T17:20:03.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.353+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~H2YTZC7U5YPN.0 size=49499 2024-09-12T17:20:03.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.353+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=H2YTZC7U5YPN tag=EY7VAP66HDY2 type=write size=1098075 2024-09-12T17:20:03.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.357+0000 7fbd9195a8c0 1 < completed write operation key=TQUAG7E2B31Q tag=L6U9S3PMMS3M type=write size=153581 2024-09-12T17:20:03.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.357+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=HUK2SSUTOS06 type=del size=2702131 2024-09-12T17:20:03.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.361+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=RHT2IGG9ZAZN type=del 2024-09-12T17:20:03.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.365+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=XGU9ME3H66TY type=del size=3379229 2024-09-12T17:20:03.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.365+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=WLII0OT77XIL type=del 2024-09-12T17:20:03.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.369+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=UUMG4QCIP1R5 type=del size=897520 2024-09-12T17:20:03.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.373+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~ED1A2ZP13PWL.0 size=447485 2024-09-12T17:20:03.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.377+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=ED1A2ZP13PWL tag=TEDKOVQYKNGG type=write size=1496061 2024-09-12T17:20:03.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.377+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=5GH39L9IOULJ type=del size=2329389 2024-09-12T17:20:03.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.381+0000 7fbd9195a8c0 1 < completed write operation key=SLMRZF9L9KXH tag=WKYWN2I5T8ON type=write size=813937 2024-09-12T17:20:03.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.385+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~P9X7VU0FRG12.0 size=1048576 2024-09-12T17:20:03.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.385+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~P9X7VU0FRG12.1 size=1048576 2024-09-12T17:20:03.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.389+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~P9X7VU0FRG12.2 size=676844 2024-09-12T17:20:03.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.389+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=P9X7VU0FRG12 tag=P1TSLWDDOAGQ type=write size=3822572 2024-09-12T17:20:03.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.389+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~XFNSD2971RLL.0 size=386435 2024-09-12T17:20:03.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.397+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=XFNSD2971RLL tag=UP83CSLEM6OE type=write size=1435011 2024-09-12T17:20:03.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.397+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=I8BOYQR5J6AD type=del size=3224512 2024-09-12T17:20:03.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.401+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~UM4W6L6I4P69.0 size=966854 2024-09-12T17:20:03.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.405+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=UM4W6L6I4P69 tag=K32O5Y9JW1JD type=write size=2015430 2024-09-12T17:20:03.406 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.409+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=UA3LN9SJRXF8 type=del size=2908113 2024-09-12T17:20:03.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.409+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=OV1X6L8IDVIV type=del 2024-09-12T17:20:03.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.413+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=QI7078ERZFAG type=write size=994440 2024-09-12T17:20:03.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.413+0000 7fbd9195a8c0 1 < canceled part key=_multipart_40V2VLOH796T.2~8462Y9UBPIP7.0 size=1048576 2024-09-12T17:20:03.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.413+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~8462Y9UBPIP7.1 size=1048576 2024-09-12T17:20:03.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.417+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~8462Y9UBPIP7.2 size=42122 2024-09-12T17:20:03.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.421+0000 7fbd9195a8c0 1 < canceled multipart upload key=40V2VLOH796T upload=8462Y9UBPIP7 tag=U34T72BNJ10T type=write size=3187850 2024-09-12T17:20:03.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.425+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~MB2E7IC5X1OQ.0 size=155181 2024-09-12T17:20:03.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.425+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=MB2E7IC5X1OQ tag=RV18R563KKEM type=write size=1203757 2024-09-12T17:20:03.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.429+0000 7fbd9195a8c0 1 < suggested update operation key=OEEZQHUX83CE tag=5PR482IE38WJ type=del size=1013880 2024-09-12T17:20:03.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.433+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=POJHHCY5Y1QF type=del size=2259150 2024-09-12T17:20:03.434 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.437+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~7RDI2I1I82XY.0 size=1048576 2024-09-12T17:20:03.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.437+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~7RDI2I1I82XY.1 size=999491 2024-09-12T17:20:03.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.441+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=7RDI2I1I82XY tag=47NLE1L5G1BY type=write size=3096643 2024-09-12T17:20:03.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.445+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=FZNFMPUXV40G type=del size=295116 2024-09-12T17:20:03.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.449+0000 7fbd9195a8c0 1 < suggested remove operation key=POCQSFKQMMPX tag=GX8I2HG0K8NT type=del 2024-09-12T17:20:03.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.453+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=SYR2OAU8FS00 type=del size=2050472 2024-09-12T17:20:03.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.453+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~G5UWBH5IDDKF.0 size=1048576 2024-09-12T17:20:03.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.457+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~G5UWBH5IDDKF.1 size=531425 2024-09-12T17:20:03.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.461+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=G5UWBH5IDDKF tag=QTNY7LZ1SJEJ type=write size=2628577 2024-09-12T17:20:03.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.465+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~JKX0NSN68BA6.0 size=1048576 2024-09-12T17:20:03.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.465+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~JKX0NSN68BA6.1 size=321456 2024-09-12T17:20:03.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.465+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=JKX0NSN68BA6 tag=2I2Y4W27SKPL type=write size=2418608 2024-09-12T17:20:03.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.469+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~ZE1EK2M5O6I1.0 size=1048576 2024-09-12T17:20:03.470 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.473+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~ZE1EK2M5O6I1.1 size=1048576 2024-09-12T17:20:03.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.473+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~ZE1EK2M5O6I1.2 size=1782 2024-09-12T17:20:03.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.481+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=ZE1EK2M5O6I1 tag=TV23TUJI8PON type=write size=3147510 2024-09-12T17:20:03.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.485+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=43EMQGKVCZX8 type=del size=1466552 2024-09-12T17:20:03.486 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.489+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~8V9B5R8QJJUX.0 size=1048576 2024-09-12T17:20:03.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.489+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~8V9B5R8QJJUX.1 size=941714 2024-09-12T17:20:03.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.493+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=8V9B5R8QJJUX tag=LK8SH0DTI8J1 type=write size=3038866 2024-09-12T17:20:03.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.497+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=PUEVMHYBATKM type=del size=4045215 2024-09-12T17:20:03.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.501+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~H2YTZC7U5YPN.0 size=49499 2024-09-12T17:20:03.505 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.505+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=H2YTZC7U5YPN tag=EY7VAP66HDY2 type=write size=1098075 2024-09-12T17:20:03.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.513+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~4SQK2BSBS6IC.0 size=281798 2024-09-12T17:20:03.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.513+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=4SQK2BSBS6IC tag=N0Y6PWWC0OH4 type=write size=1330374 2024-09-12T17:20:03.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.513+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=HUK2SSUTOS06 type=del 2024-09-12T17:20:03.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.517+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=MR6YZNS0BQL7 type=del size=1844506 2024-09-12T17:20:03.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.521+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=XGU9ME3H66TY type=del 2024-09-12T17:20:03.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.525+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=W74UZHKC3KMU type=del size=2641922 2024-09-12T17:20:03.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.525+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=UUMG4QCIP1R5 type=del 2024-09-12T17:20:03.528 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.529+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=PX1WR3WU2ELG type=del size=2815684 2024-09-12T17:20:03.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.533+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=5GH39L9IOULJ type=del 2024-09-12T17:20:03.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.537+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=ZSHJU5529ARN type=del size=1311460 2024-09-12T17:20:03.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.537+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~P9X7VU0FRG12.0 size=1048576 2024-09-12T17:20:03.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.541+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~P9X7VU0FRG12.1 size=1048576 2024-09-12T17:20:03.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.545+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~P9X7VU0FRG12.2 size=676844 2024-09-12T17:20:03.548 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.549+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=P9X7VU0FRG12 tag=P1TSLWDDOAGQ type=write size=3822572 2024-09-12T17:20:03.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.553+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=O72ND2HTE1IB type=del size=2026339 2024-09-12T17:20:03.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.557+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=I8BOYQR5J6AD type=del 2024-09-12T17:20:03.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.557+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=DG44CVI26AGP type=del size=963919 2024-09-12T17:20:03.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.561+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=UA3LN9SJRXF8 type=del 2024-09-12T17:20:03.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.569+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~O9OXX120SO5S.0 size=1048576 2024-09-12T17:20:03.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.569+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~O9OXX120SO5S.1 size=729331 2024-09-12T17:20:03.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.569+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=O9OXX120SO5S tag=WEEMKFIW3QRR type=write size=2826483 2024-09-12T17:20:03.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.573+0000 7fbd9195a8c0 1 < completed write operation key=9OCQAHF3Y4ZE tag=QI7078ERZFAG type=write size=994440 2024-09-12T17:20:03.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.581+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~KKHV1CKL8XG9.0 size=1048576 2024-09-12T17:20:03.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.581+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~KKHV1CKL8XG9.1 size=1048576 2024-09-12T17:20:03.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.585+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~KKHV1CKL8XG9.2 size=511333 2024-09-12T17:20:03.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.585+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=KKHV1CKL8XG9 tag=XMJK083Q618I type=write size=3657061 2024-09-12T17:20:03.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.589+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~MB2E7IC5X1OQ.0 size=155181 2024-09-12T17:20:03.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.593+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=MB2E7IC5X1OQ tag=RV18R563KKEM type=write size=1203757 2024-09-12T17:20:03.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.597+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=249I413FD25U type=del size=2998601 2024-09-12T17:20:03.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.601+0000 7fbd9195a8c0 1 < suggested remove operation key=OQXLNAHMPPDO tag=POJHHCY5Y1QF type=del 2024-09-12T17:20:03.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.605+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=25WXFH4DYSQ9 type=del size=2288334 2024-09-12T17:20:03.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.609+0000 7fbd9195a8c0 -1 < failed to complete operation key=POCQSFKQMMPX tag=FZNFMPUXV40G type=del size=295116: (22) Invalid argument 2024-09-12T17:20:03.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.613+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~SN7AL4E7UU20.0 size=571942 2024-09-12T17:20:03.614 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.613+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=SN7AL4E7UU20 tag=5HXT7NTR8L47 type=write size=1620518 2024-09-12T17:20:03.617 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.617+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=SYR2OAU8FS00 type=del 2024-09-12T17:20:03.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.621+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=Y8OG4E5T62FI type=del size=2792546 2024-09-12T17:20:03.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.625+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~JKX0NSN68BA6.0 size=1048576 2024-09-12T17:20:03.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.629+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~JKX0NSN68BA6.1 size=321456 2024-09-12T17:20:03.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.633+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=JKX0NSN68BA6 tag=2I2Y4W27SKPL type=write size=2418608 2024-09-12T17:20:03.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.637+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=B7SFJKVFC8P9 type=write size=340527 2024-09-12T17:20:03.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.637+0000 7fbd9195a8c0 1 < completed delete operation key=PK7SUDXCYB4F tag=43EMQGKVCZX8 type=del 2024-09-12T17:20:03.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.645+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~GZ2MDBD3JVMU.0 size=1048576 2024-09-12T17:20:03.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.645+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~GZ2MDBD3JVMU.1 size=688315 2024-09-12T17:20:03.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.645+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=GZ2MDBD3JVMU tag=ILL7QCHXFSBZ type=write size=2785467 2024-09-12T17:20:03.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.649+0000 7fbd9195a8c0 1 < completed delete operation key=PK7SUDXCYB4F tag=PUEVMHYBATKM type=del 2024-09-12T17:20:03.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.653+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=18Y0HPR073GE type=del size=3455518 2024-09-12T17:20:03.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.653+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~4SQK2BSBS6IC.0 size=281798 2024-09-12T17:20:03.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.657+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=4SQK2BSBS6IC tag=N0Y6PWWC0OH4 type=write size=1330374 2024-09-12T17:20:03.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.665+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~2PVITGGKCZ4F.0 size=1048576 2024-09-12T17:20:03.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.665+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~2PVITGGKCZ4F.1 size=1048576 2024-09-12T17:20:03.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.669+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~2PVITGGKCZ4F.2 size=554330 2024-09-12T17:20:03.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.669+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=2PVITGGKCZ4F tag=Y32S3QSOBH10 type=write size=3700058 2024-09-12T17:20:03.670 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.673+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=MR6YZNS0BQL7 type=del 2024-09-12T17:20:03.673 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.673+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=C3X3GR65JI5W type=del size=3148301 2024-09-12T17:20:03.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.677+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=W74UZHKC3KMU type=del 2024-09-12T17:20:03.679 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.681+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=HH6RW60AEUX6 type=write size=413359 2024-09-12T17:20:03.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.685+0000 7fbd9195a8c0 1 < suggested update operation key=NZTGLGZX3CR8 tag=PX1WR3WU2ELG type=del size=2815684 2024-09-12T17:20:03.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.693+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~JFT86TRWLE3K.0 size=1048576 2024-09-12T17:20:03.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.693+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~JFT86TRWLE3K.1 size=1048576 2024-09-12T17:20:03.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.697+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~JFT86TRWLE3K.2 size=956821 2024-09-12T17:20:03.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.697+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=JFT86TRWLE3K tag=7C64DY6UD9D5 type=write size=4102549 2024-09-12T17:20:03.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.701+0000 7fbd9195a8c0 1 < suggested remove operation key=OEEZQHUX83CE tag=ZSHJU5529ARN type=del 2024-09-12T17:20:03.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.705+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~HLW4MVCH04CT.0 size=789101 2024-09-12T17:20:03.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.705+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=HLW4MVCH04CT tag=12JN94Q9GKX0 type=write size=1837677 2024-09-12T17:20:03.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.709+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=O72ND2HTE1IB type=del 2024-09-12T17:20:03.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.713+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=6KBIWWM9CGH7 type=del size=1018439 2024-09-12T17:20:03.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.717+0000 7fbd9195a8c0 1 < canceled operation key=40V2VLOH796T tag=DG44CVI26AGP type=del size=963919 2024-09-12T17:20:03.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.717+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=8RFP5TSPE086 type=del size=3132193 2024-09-12T17:20:03.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.721+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~O9OXX120SO5S.0 size=1048576 2024-09-12T17:20:03.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.725+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~O9OXX120SO5S.1 size=729331 2024-09-12T17:20:03.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.729+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=O9OXX120SO5S tag=WEEMKFIW3QRR type=write size=2826483 2024-09-12T17:20:03.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.733+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=I4UO7CUUKJC5 type=del size=1526464 2024-09-12T17:20:03.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.733+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~KKHV1CKL8XG9.0 size=1048576 2024-09-12T17:20:03.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.737+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~KKHV1CKL8XG9.1 size=1048576 2024-09-12T17:20:03.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.737+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~KKHV1CKL8XG9.2 size=511333 2024-09-12T17:20:03.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.745+0000 7fbd9195a8c0 1 < completed multipart upload key=PK7SUDXCYB4F upload=KKHV1CKL8XG9 tag=XMJK083Q618I type=write size=3657061 2024-09-12T17:20:03.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.745+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=OYFQ1ZXLD8FU type=del size=2769080 2024-09-12T17:20:03.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.749+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=249I413FD25U type=del 2024-09-12T17:20:03.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.753+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=KQ32VJQ3VDUU type=write size=475953 2024-09-12T17:20:03.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.757+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=25WXFH4DYSQ9 type=del 2024-09-12T17:20:03.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.765+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=5IHMJS6EX9IB type=del size=1285970 2024-09-12T17:20:03.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.765+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~SN7AL4E7UU20.0 size=571942 2024-09-12T17:20:03.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.773+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=SN7AL4E7UU20 tag=5HXT7NTR8L47 type=write size=1620518 2024-09-12T17:20:03.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.777+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=2IO3BJAA7ATM type=del size=3084965 2024-09-12T17:20:03.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.781+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=Y8OG4E5T62FI type=del 2024-09-12T17:20:03.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.781+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=QROB1H22HUNF type=del size=3668134 2024-09-12T17:20:03.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.785+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=B7SFJKVFC8P9 type=write size=340527 2024-09-12T17:20:03.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.789+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=KS49NEZUTF0N type=del size=1626829 2024-09-12T17:20:03.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.793+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~GZ2MDBD3JVMU.0 size=1048576 2024-09-12T17:20:03.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.793+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~GZ2MDBD3JVMU.1 size=688315 2024-09-12T17:20:03.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.801+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=GZ2MDBD3JVMU tag=ILL7QCHXFSBZ type=write size=2785467 2024-09-12T17:20:03.801 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.801+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=D87WUS3ZG3JE type=write size=584155 2024-09-12T17:20:03.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.809+0000 7fbd9195a8c0 1 < suggested update operation key=9OCQAHF3Y4ZE tag=18Y0HPR073GE type=del size=3455518 2024-09-12T17:20:03.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.813+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=XY5G8I6X30EG type=write size=338349 2024-09-12T17:20:03.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.813+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~2PVITGGKCZ4F.0 size=1048576 2024-09-12T17:20:03.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.813+0000 7fbd9195a8c0 1 < canceled part key=_multipart_00KG7A7MIHV2.2~2PVITGGKCZ4F.1 size=1048576 2024-09-12T17:20:03.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.817+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~2PVITGGKCZ4F.2 size=554330 2024-09-12T17:20:03.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.821+0000 7fbd9195a8c0 1 < canceled multipart upload key=00KG7A7MIHV2 upload=2PVITGGKCZ4F tag=Y32S3QSOBH10 type=write size=3700058 2024-09-12T17:20:03.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.829+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~I3NG6LFMLC5D.0 size=1039535 2024-09-12T17:20:03.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.829+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=I3NG6LFMLC5D tag=JZ15MCQNQK6J type=write size=2088111 2024-09-12T17:20:03.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.829+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=C3X3GR65JI5W type=del 2024-09-12T17:20:03.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.833+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=7F903N1FY4XU type=del size=3025936 2024-09-12T17:20:03.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.837+0000 7fbd9195a8c0 1 < completed write operation key=L4S21D3VH55N tag=HH6RW60AEUX6 type=write size=413359 2024-09-12T17:20:03.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.841+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~EUR09MQXIMZP.0 size=1048576 2024-09-12T17:20:03.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.841+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~EUR09MQXIMZP.1 size=748192 2024-09-12T17:20:03.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.841+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=EUR09MQXIMZP tag=Y1DLV4WHFN0H type=write size=2845344 2024-09-12T17:20:03.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.845+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~JFT86TRWLE3K.0 size=1048576 2024-09-12T17:20:03.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.845+0000 7fbd9195a8c0 1 < canceled part key=_multipart_2KWWYKI06IXO.2~JFT86TRWLE3K.1 size=1048576 2024-09-12T17:20:03.847 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.849+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~JFT86TRWLE3K.2 size=956821 2024-09-12T17:20:03.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.853+0000 7fbd9195a8c0 1 < canceled multipart upload key=2KWWYKI06IXO upload=JFT86TRWLE3K tag=7C64DY6UD9D5 type=write size=4102549 2024-09-12T17:20:03.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.857+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=XH29JCHLNUOW type=del size=303634 2024-09-12T17:20:03.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.861+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~HLW4MVCH04CT.0 size=789101 2024-09-12T17:20:03.865 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.865+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=HLW4MVCH04CT tag=12JN94Q9GKX0 type=write size=1837677 2024-09-12T17:20:03.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.869+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=7CLATHYVRJ36 type=del size=4135965 2024-09-12T17:20:03.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.873+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=6KBIWWM9CGH7 type=del 2024-09-12T17:20:03.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.877+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~2MPEC4JEVHSS.0 size=80812 2024-09-12T17:20:03.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.877+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=2MPEC4JEVHSS tag=EXSLSY2U8FZL type=write size=1129388 2024-09-12T17:20:03.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.881+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=8RFP5TSPE086 type=del 2024-09-12T17:20:03.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.889+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~XZTV1GGF2KNT.0 size=1048576 2024-09-12T17:20:03.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.889+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~XZTV1GGF2KNT.1 size=1048576 2024-09-12T17:20:03.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.893+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~XZTV1GGF2KNT.2 size=475165 2024-09-12T17:20:03.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.893+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=XZTV1GGF2KNT tag=AZ6U8RJJT540 type=write size=3620893 2024-09-12T17:20:03.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.897+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=I4UO7CUUKJC5 type=del 2024-09-12T17:20:03.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.897+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=OT1J122W5EZI type=write size=1006743 2024-09-12T17:20:03.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.905+0000 7fbd9195a8c0 1 < suggested remove operation key=3LZK6DWM6YLP tag=OYFQ1ZXLD8FU type=del 2024-09-12T17:20:03.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.909+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=I4JIZYXPCFZU type=del size=3940646 2024-09-12T17:20:03.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.909+0000 7fbd9195a8c0 1 < completed write operation key=O1IZNZKZ8T2I tag=KQ32VJQ3VDUU type=write size=475953 2024-09-12T17:20:03.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.917+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~46SJK125I0C5.0 size=1048576 2024-09-12T17:20:03.918 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~46SJK125I0C5.1 size=1048576 2024-09-12T17:20:03.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.921+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~46SJK125I0C5.2 size=961343 2024-09-12T17:20:03.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.921+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=46SJK125I0C5 tag=ZIC5AMV2E5FN type=write size=4107071 2024-09-12T17:20:03.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.925+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=5IHMJS6EX9IB type=del 2024-09-12T17:20:03.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.929+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~H1PKVTQZQFUO.0 size=1048576 2024-09-12T17:20:03.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.933+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~H1PKVTQZQFUO.1 size=1048576 2024-09-12T17:20:03.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.937+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~H1PKVTQZQFUO.2 size=379901 2024-09-12T17:20:03.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.937+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=H1PKVTQZQFUO tag=9VZFT530CRMJ type=write size=3525629 2024-09-12T17:20:03.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.937+0000 7fbd9195a8c0 -1 < failed to complete operation key=9OCQAHF3Y4ZE tag=2IO3BJAA7ATM type=del size=3084965: (22) Invalid argument 2024-09-12T17:20:03.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.941+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=PPVBJBU24USO type=del size=2327144 2024-09-12T17:20:03.944 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.945+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=QROB1H22HUNF type=del 2024-09-12T17:20:03.947 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.949+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=33LL2GIN4E0O type=del size=3022502 2024-09-12T17:20:03.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.953+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=KS49NEZUTF0N type=del 2024-09-12T17:20:03.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.953+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=L2OB2CNJF6X0 type=del size=366276 2024-09-12T17:20:03.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.957+0000 7fbd9195a8c0 1 < completed write operation key=SLMRZF9L9KXH tag=D87WUS3ZG3JE type=write size=584155 2024-09-12T17:20:03.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.961+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=FQUTJ7OY1G2R type=del size=3067178 2024-09-12T17:20:03.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.965+0000 7fbd9195a8c0 1 < completed write operation key=L0FPLBRF5O79 tag=XY5G8I6X30EG type=write size=338349 2024-09-12T17:20:03.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.965+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=9BK8POO9ZOC3 type=del size=3084457 2024-09-12T17:20:03.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.969+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~I3NG6LFMLC5D.0 size=1039535 2024-09-12T17:20:03.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.973+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=I3NG6LFMLC5D tag=JZ15MCQNQK6J type=write size=2088111 2024-09-12T17:20:03.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.977+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=0VAD39N5XBXO type=del size=1384627 2024-09-12T17:20:03.979 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.981+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=7F903N1FY4XU type=del 2024-09-12T17:20:03.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.985+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=OU2HKUONO09M type=del size=2381269 2024-09-12T17:20:03.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.985+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~EUR09MQXIMZP.0 size=1048576 2024-09-12T17:20:03.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.989+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~EUR09MQXIMZP.1 size=748192 2024-09-12T17:20:03.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.993+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=EUR09MQXIMZP tag=Y1DLV4WHFN0H type=write size=2845344 2024-09-12T17:20:03.995 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:03.997+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=A796GTA0CTMV type=del size=3472178 2024-09-12T17:20:04.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.001+0000 7fbd9195a8c0 1 < suggested update operation key=FO2QR27D8UW0 tag=XH29JCHLNUOW type=del size=303634 2024-09-12T17:20:04.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.009+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~4SANBSMYJG0A.0 size=605590 2024-09-12T17:20:04.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.009+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=4SANBSMYJG0A tag=NC32W9OF3J7Q type=write size=1654166 2024-09-12T17:20:04.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.013+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=7CLATHYVRJ36 type=del 2024-09-12T17:20:04.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.017+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=LY428X76UROS type=del size=1344117 2024-09-12T17:20:04.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.017+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~2MPEC4JEVHSS.0 size=80812 2024-09-12T17:20:04.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.025+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=2MPEC4JEVHSS tag=EXSLSY2U8FZL type=write size=1129388 2024-09-12T17:20:04.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.029+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=R8H22YNP7ILR type=del size=464739 2024-09-12T17:20:04.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.033+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~XZTV1GGF2KNT.0 size=1048576 2024-09-12T17:20:04.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.033+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~XZTV1GGF2KNT.1 size=1048576 2024-09-12T17:20:04.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.037+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~XZTV1GGF2KNT.2 size=475165 2024-09-12T17:20:04.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.041+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=XZTV1GGF2KNT tag=AZ6U8RJJT540 type=write size=3620893 2024-09-12T17:20:04.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.045+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=JWOUV46GPNCU type=del size=3584461 2024-09-12T17:20:04.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.053+0000 7fbd9195a8c0 1 < suggested remove operation key=SLMRZF9L9KXH tag=OT1J122W5EZI type=write 2024-09-12T17:20:04.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.061+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=RVA78JGOY9S6 type=write size=430141 2024-09-12T17:20:04.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.061+0000 7fbd9195a8c0 -1 < no bi entry to suggest for operation key=SLMRZF9L9KXH tag=I4JIZYXPCFZU type=del size=3940646: (2) No such file or directory 2024-09-12T17:20:04.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.069+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~PKQ67NA363GR.0 size=1048576 2024-09-12T17:20:04.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.069+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~PKQ67NA363GR.1 size=157912 2024-09-12T17:20:04.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.069+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=PKQ67NA363GR tag=173VA7TZCU2D type=write size=2255064 2024-09-12T17:20:04.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.073+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~46SJK125I0C5.0 size=1048576 2024-09-12T17:20:04.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.077+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~46SJK125I0C5.1 size=1048576 2024-09-12T17:20:04.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.081+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~46SJK125I0C5.2 size=961343 2024-09-12T17:20:04.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.085+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=46SJK125I0C5 tag=ZIC5AMV2E5FN type=write size=4107071 2024-09-12T17:20:04.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.089+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=9KCF5T402N8V type=del size=1027467 2024-09-12T17:20:04.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.093+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~H1PKVTQZQFUO.0 size=1048576 2024-09-12T17:20:04.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.093+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~H1PKVTQZQFUO.1 size=1048576 2024-09-12T17:20:04.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.093+0000 7fbd9195a8c0 1 < canceled part key=_multipart_DXPGRTSHP1VC.2~H1PKVTQZQFUO.2 size=379901 2024-09-12T17:20:04.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.097+0000 7fbd9195a8c0 1 < canceled multipart upload key=DXPGRTSHP1VC upload=H1PKVTQZQFUO tag=9VZFT530CRMJ type=write size=3525629 2024-09-12T17:20:04.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.101+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=T8TH7BYNM3Y0 type=write size=437895 2024-09-12T17:20:04.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.105+0000 7fbd9195a8c0 1 < suggested remove operation key=2UQUEMHYAPVH tag=PPVBJBU24USO type=del 2024-09-12T17:20:04.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.113+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~NTL8KTY1VYVR.0 size=1048576 2024-09-12T17:20:04.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.117+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~NTL8KTY1VYVR.1 size=868782 2024-09-12T17:20:04.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.117+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=NTL8KTY1VYVR tag=XFXHLD93UQRY type=write size=2965934 2024-09-12T17:20:04.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.117+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=33LL2GIN4E0O type=del 2024-09-12T17:20:04.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.121+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=KVT0BJNR419H type=del size=20855 2024-09-12T17:20:04.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.125+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=L2OB2CNJF6X0 type=del 2024-09-12T17:20:04.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.125+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=EQSKNEKTLMH0 type=del size=803521 2024-09-12T17:20:04.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.129+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=FQUTJ7OY1G2R type=del 2024-09-12T17:20:04.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.133+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=6G0SJ5OUSWXO type=del size=3817249 2024-09-12T17:20:04.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.137+0000 7fbd9195a8c0 1 < suggested remove operation key=NZTGLGZX3CR8 tag=9BK8POO9ZOC3 type=del 2024-09-12T17:20:04.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.141+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=KV16JZ0DZAVY type=del size=901473 2024-09-12T17:20:04.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.145+0000 7fbd9195a8c0 1 < suggested remove operation key=KPZHXLWEOCN9 tag=0VAD39N5XBXO type=del 2024-09-12T17:20:04.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.149+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~QSSWX0X21G6D.0 size=475203 2024-09-12T17:20:04.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.149+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=QSSWX0X21G6D tag=88CGFZGUKA7V type=write size=1523779 2024-09-12T17:20:04.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.153+0000 7fbd9195a8c0 1 < canceled operation key=DXPGRTSHP1VC tag=OU2HKUONO09M type=del size=2381269 2024-09-12T17:20:04.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.157+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=618MIP13B2JA type=del size=1041419 2024-09-12T17:20:04.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.161+0000 7fbd9195a8c0 -1 < failed to complete operation key=KPZHXLWEOCN9 tag=A796GTA0CTMV type=del size=3472178: (22) Invalid argument 2024-09-12T17:20:04.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.165+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~XUU9PWG91WGG.0 size=640079 2024-09-12T17:20:04.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.165+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=XUU9PWG91WGG tag=HLG6R4X07B46 type=write size=1688655 2024-09-12T17:20:04.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.169+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~4SANBSMYJG0A.0 size=605590 2024-09-12T17:20:04.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.173+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=4SANBSMYJG0A tag=NC32W9OF3J7Q type=write size=1654166 2024-09-12T17:20:04.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.177+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=SRYXJ2V7L16Z type=write size=12425 2024-09-12T17:20:04.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.181+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=LY428X76UROS type=del 2024-09-12T17:20:04.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.181+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=QUV5JL7IBG5P type=del size=1595243 2024-09-12T17:20:04.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.185+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=R8H22YNP7ILR type=del 2024-09-12T17:20:04.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.193+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~5A2PM89H5LXC.0 size=618033 2024-09-12T17:20:04.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.193+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=5A2PM89H5LXC tag=V9VHIYT9D0W9 type=write size=1666609 2024-09-12T17:20:04.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.197+0000 7fbd9195a8c0 1 < suggested remove operation key=40V2VLOH796T tag=JWOUV46GPNCU type=del 2024-09-12T17:20:04.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.201+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=YMGMXV39IITX type=write size=418441 2024-09-12T17:20:04.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.205+0000 7fbd9195a8c0 1 < completed write operation key=DXPGRTSHP1VC tag=RVA78JGOY9S6 type=write size=430141 2024-09-12T17:20:04.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.209+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~30RLZ74J5F1P.0 size=1048576 2024-09-12T17:20:04.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.213+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~30RLZ74J5F1P.1 size=1048576 2024-09-12T17:20:04.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.213+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~30RLZ74J5F1P.2 size=651244 2024-09-12T17:20:04.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.213+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=30RLZ74J5F1P tag=B2NU1VIWQQUY type=write size=3796972 2024-09-12T17:20:04.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.217+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~PKQ67NA363GR.0 size=1048576 2024-09-12T17:20:04.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.217+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~PKQ67NA363GR.1 size=157912 2024-09-12T17:20:04.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.225+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=PKQ67NA363GR tag=173VA7TZCU2D type=write size=2255064 2024-09-12T17:20:04.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.225+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=U6HKBW2Y14RU type=del size=3575122 2024-09-12T17:20:04.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.229+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=9KCF5T402N8V type=del 2024-09-12T17:20:04.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.233+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=8BKIH1XH2PY4 type=del size=1181706 2024-09-12T17:20:04.235 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.237+0000 7fbd9195a8c0 1 < completed write operation key=7MLJ2M37A6HT tag=T8TH7BYNM3Y0 type=write size=437895 2024-09-12T17:20:04.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.237+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=K7Y4Y26Q9W06 type=del size=826195 2024-09-12T17:20:04.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.241+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~NTL8KTY1VYVR.0 size=1048576 2024-09-12T17:20:04.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.245+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~NTL8KTY1VYVR.1 size=868782 2024-09-12T17:20:04.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.249+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=NTL8KTY1VYVR tag=XFXHLD93UQRY type=write size=2965934 2024-09-12T17:20:04.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.253+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~FPKJSQ2Q3UR6.0 size=1048576 2024-09-12T17:20:04.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.257+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~FPKJSQ2Q3UR6.1 size=1048576 2024-09-12T17:20:04.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.257+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~FPKJSQ2Q3UR6.2 size=1034473 2024-09-12T17:20:04.258 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.257+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=FPKJSQ2Q3UR6 tag=R3DJH4TKD80K type=write size=4180201 2024-09-12T17:20:04.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.261+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=KVT0BJNR419H type=del 2024-09-12T17:20:04.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.265+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=IEZLWKI5HS3T type=del size=2891936 2024-09-12T17:20:04.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.269+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=EQSKNEKTLMH0 type=del 2024-09-12T17:20:04.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.273+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=Z24PCZLXTMMJ type=del size=1559958 2024-09-12T17:20:04.274 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.277+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=6G0SJ5OUSWXO type=del 2024-09-12T17:20:04.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.277+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=97LN31T02JVA type=del size=2041210 2024-09-12T17:20:04.280 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.281+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=KV16JZ0DZAVY type=del 2024-09-12T17:20:04.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.289+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~XDH2MU49DXDQ.0 size=1048576 2024-09-12T17:20:04.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.289+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~XDH2MU49DXDQ.1 size=1048576 2024-09-12T17:20:04.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.293+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~XDH2MU49DXDQ.2 size=751645 2024-09-12T17:20:04.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.293+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=XDH2MU49DXDQ tag=6KPKATQT4LNF type=write size=3897373 2024-09-12T17:20:04.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.297+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~QSSWX0X21G6D.0 size=475203 2024-09-12T17:20:04.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.301+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=QSSWX0X21G6D tag=88CGFZGUKA7V type=write size=1523779 2024-09-12T17:20:04.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.305+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=5V6U9XX7SV6M type=del size=2192172 2024-09-12T17:20:04.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.305+0000 7fbd9195a8c0 1 < canceled operation key=L0FPLBRF5O79 tag=618MIP13B2JA type=del size=1041419 2024-09-12T17:20:04.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.309+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=K366RQH1EJDY type=del size=2419933 2024-09-12T17:20:04.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.313+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~XUU9PWG91WGG.0 size=640079 2024-09-12T17:20:04.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.317+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=XUU9PWG91WGG tag=HLG6R4X07B46 type=write size=1688655 2024-09-12T17:20:04.320 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.321+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=PNIZC3IZQIQI type=del size=926914 2024-09-12T17:20:04.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.325+0000 7fbd9195a8c0 1 < completed write operation key=SLMRZF9L9KXH tag=SRYXJ2V7L16Z type=write size=12425 2024-09-12T17:20:04.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.325+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=9KH4VLGQWL2G type=del size=2063817 2024-09-12T17:20:04.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.329+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=QUV5JL7IBG5P type=del 2024-09-12T17:20:04.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.337+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~5C4IRMOCK8DF.0 size=1048576 2024-09-12T17:20:04.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.337+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~5C4IRMOCK8DF.1 size=1048576 2024-09-12T17:20:04.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.341+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~5C4IRMOCK8DF.2 size=125716 2024-09-12T17:20:04.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.341+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=5C4IRMOCK8DF tag=N3KRKKW5AMTL type=write size=3271444 2024-09-12T17:20:04.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.349+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~5A2PM89H5LXC.0 size=618033 2024-09-12T17:20:04.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.353+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=5A2PM89H5LXC tag=V9VHIYT9D0W9 type=write size=1666609 2024-09-12T17:20:04.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.357+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=206JZPILAS6L type=del size=187180 2024-09-12T17:20:04.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.361+0000 7fbd9195a8c0 1 < completed write operation key=OEEZQHUX83CE tag=YMGMXV39IITX type=write size=418441 2024-09-12T17:20:04.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.365+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=KDI5XF56BRCC type=write size=921661 2024-09-12T17:20:04.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.365+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~30RLZ74J5F1P.0 size=1048576 2024-09-12T17:20:04.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.369+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~30RLZ74J5F1P.1 size=1048576 2024-09-12T17:20:04.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.373+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~30RLZ74J5F1P.2 size=651244 2024-09-12T17:20:04.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.377+0000 7fbd9195a8c0 1 < completed multipart upload key=TQUAG7E2B31Q upload=30RLZ74J5F1P tag=B2NU1VIWQQUY type=write size=3796972 2024-09-12T17:20:04.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.385+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~WXSJJHZWDEAE.0 size=1048576 2024-09-12T17:20:04.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.385+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~WXSJJHZWDEAE.1 size=1048576 2024-09-12T17:20:04.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.389+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~WXSJJHZWDEAE.2 size=147745 2024-09-12T17:20:04.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.389+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=WXSJJHZWDEAE tag=3G2CK52AFWC3 type=write size=3293473 2024-09-12T17:20:04.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.393+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=U6HKBW2Y14RU type=del 2024-09-12T17:20:04.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.397+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~UWU1JZ9BF6MO.0 size=1048576 2024-09-12T17:20:04.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.401+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~UWU1JZ9BF6MO.1 size=1048576 2024-09-12T17:20:04.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.405+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~UWU1JZ9BF6MO.2 size=262898 2024-09-12T17:20:04.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.405+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=UWU1JZ9BF6MO tag=5YX6BZS5FG9Q type=write size=3408626 2024-09-12T17:20:04.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.405+0000 7fbd9195a8c0 1 < canceled operation key=RE67Q37TLF36 tag=8BKIH1XH2PY4 type=del size=1181706 2024-09-12T17:20:04.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.409+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=5EWE0R8LWPLL type=del size=3409842 2024-09-12T17:20:04.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.413+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=K7Y4Y26Q9W06 type=del 2024-09-12T17:20:04.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.421+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~GVWF0WM3YQ9C.0 size=1048576 2024-09-12T17:20:04.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.421+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~GVWF0WM3YQ9C.1 size=439753 2024-09-12T17:20:04.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.421+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=GVWF0WM3YQ9C tag=BD6O2VEOVCN1 type=write size=2536905 2024-09-12T17:20:04.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.425+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~FPKJSQ2Q3UR6.0 size=1048576 2024-09-12T17:20:04.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.429+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~FPKJSQ2Q3UR6.1 size=1048576 2024-09-12T17:20:04.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.433+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~FPKJSQ2Q3UR6.2 size=1034473 2024-09-12T17:20:04.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.437+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=FPKJSQ2Q3UR6 tag=R3DJH4TKD80K type=write size=4180201 2024-09-12T17:20:04.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.441+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=GHBBRT9II4IT type=del size=3387196 2024-09-12T17:20:04.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.445+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=IEZLWKI5HS3T type=del 2024-09-12T17:20:04.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.449+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=P3T4KC04KF0Y type=write size=531135 2024-09-12T17:20:04.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.453+0000 7fbd9195a8c0 1 < suggested update operation key=POCQSFKQMMPX tag=Z24PCZLXTMMJ type=del size=1559958 2024-09-12T17:20:04.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.457+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=2EQYZJ3886MV type=del size=648091 2024-09-12T17:20:04.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.461+0000 7fbd9195a8c0 -1 < failed to complete operation key=POCQSFKQMMPX tag=97LN31T02JVA type=del size=2041210: (22) Invalid argument 2024-09-12T17:20:04.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.469+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~Y70DRK0YL3ZH.0 size=1048576 2024-09-12T17:20:04.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.469+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~Y70DRK0YL3ZH.1 size=122536 2024-09-12T17:20:04.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.469+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=Y70DRK0YL3ZH tag=065HTFF6MXIJ type=write size=2219688 2024-09-12T17:20:04.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.473+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~XDH2MU49DXDQ.0 size=1048576 2024-09-12T17:20:04.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.477+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~XDH2MU49DXDQ.1 size=1048576 2024-09-12T17:20:04.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.481+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~XDH2MU49DXDQ.2 size=751645 2024-09-12T17:20:04.484 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.485+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=XDH2MU49DXDQ tag=6KPKATQT4LNF type=write size=3897373 2024-09-12T17:20:04.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.489+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=7R8D4UW237NF type=del size=503573 2024-09-12T17:20:04.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.493+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=5V6U9XX7SV6M type=del 2024-09-12T17:20:04.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.497+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=ELAD1IU8LV8U type=del size=303236 2024-09-12T17:20:04.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.501+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=K366RQH1EJDY type=del 2024-09-12T17:20:04.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.501+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=DZWDDC2OQJYE type=del size=3750330 2024-09-12T17:20:04.505 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.505+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=PNIZC3IZQIQI type=del 2024-09-12T17:20:04.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.509+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=CZU5G8HV0V5W type=del size=3201911 2024-09-12T17:20:04.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.513+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=9KH4VLGQWL2G type=del 2024-09-12T17:20:04.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.517+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=BT06WU5S6AHQ type=write size=770839 2024-09-12T17:20:04.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.521+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~5C4IRMOCK8DF.0 size=1048576 2024-09-12T17:20:04.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.521+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~5C4IRMOCK8DF.1 size=1048576 2024-09-12T17:20:04.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.525+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~5C4IRMOCK8DF.2 size=125716 2024-09-12T17:20:04.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.529+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=5C4IRMOCK8DF tag=N3KRKKW5AMTL type=write size=3271444 2024-09-12T17:20:04.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.533+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=SGTVSFH1HL92 type=del size=301887 2024-09-12T17:20:04.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.537+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=206JZPILAS6L type=del 2024-09-12T17:20:04.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.541+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=E600QHMTDRYS type=del size=1845604 2024-09-12T17:20:04.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.545+0000 7fbd9195a8c0 1 < canceled operation key=KAT5FF0HSKKN tag=KDI5XF56BRCC type=write size=921661 2024-09-12T17:20:04.547 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.549+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=17V0EG25BZKO type=del size=4012715 2024-09-12T17:20:04.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.553+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~WXSJJHZWDEAE.0 size=1048576 2024-09-12T17:20:04.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.553+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~WXSJJHZWDEAE.1 size=1048576 2024-09-12T17:20:04.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.557+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~WXSJJHZWDEAE.2 size=147745 2024-09-12T17:20:04.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.561+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=WXSJJHZWDEAE tag=3G2CK52AFWC3 type=write size=3293473 2024-09-12T17:20:04.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.565+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=KDW6NFC68XUX type=del size=906573 2024-09-12T17:20:04.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.569+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~UWU1JZ9BF6MO.0 size=1048576 2024-09-12T17:20:04.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.573+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~UWU1JZ9BF6MO.1 size=1048576 2024-09-12T17:20:04.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.573+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~UWU1JZ9BF6MO.2 size=262898 2024-09-12T17:20:04.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.581+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=UWU1JZ9BF6MO tag=5YX6BZS5FG9Q type=write size=3408626 2024-09-12T17:20:04.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.585+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~1NNX0UXC1SBH.0 size=1048576 2024-09-12T17:20:04.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.589+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~1NNX0UXC1SBH.1 size=559782 2024-09-12T17:20:04.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.589+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=1NNX0UXC1SBH tag=FDMPKKPU87Q0 type=write size=2656934 2024-09-12T17:20:04.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.593+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=5EWE0R8LWPLL type=del 2024-09-12T17:20:04.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.593+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=GXO1Y0PSF4W8 type=write size=751936 2024-09-12T17:20:04.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.597+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~GVWF0WM3YQ9C.0 size=1048576 2024-09-12T17:20:04.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.601+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~GVWF0WM3YQ9C.1 size=439753 2024-09-12T17:20:04.604 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.605+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=GVWF0WM3YQ9C tag=BD6O2VEOVCN1 type=write size=2536905 2024-09-12T17:20:04.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.609+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~85IMHU3MFUIB.0 size=974381 2024-09-12T17:20:04.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.609+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=85IMHU3MFUIB tag=XPY5VP86EXCB type=write size=2022957 2024-09-12T17:20:04.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.613+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=GHBBRT9II4IT type=del 2024-09-12T17:20:04.617 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.617+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=I0HI3KZR7GQD type=del size=1092879 2024-09-12T17:20:04.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.621+0000 7fbd9195a8c0 1 < completed write operation key=00KG7A7MIHV2 tag=P3T4KC04KF0Y type=write size=531135 2024-09-12T17:20:04.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.625+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=33K3IYJR0KS5 type=write size=507185 2024-09-12T17:20:04.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.629+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=2EQYZJ3886MV type=del 2024-09-12T17:20:04.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.633+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=NYDHFX5XY6YU type=del size=3776761 2024-09-12T17:20:04.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.637+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~Y70DRK0YL3ZH.0 size=1048576 2024-09-12T17:20:04.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.637+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~Y70DRK0YL3ZH.1 size=122536 2024-09-12T17:20:04.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.645+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=Y70DRK0YL3ZH tag=065HTFF6MXIJ type=write size=2219688 2024-09-12T17:20:04.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.649+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~II25SSD0SBHG.0 size=1048576 2024-09-12T17:20:04.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.653+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~II25SSD0SBHG.1 size=1048576 2024-09-12T17:20:04.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.661+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~II25SSD0SBHG.2 size=61956 2024-09-12T17:20:04.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.661+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=II25SSD0SBHG tag=2OU28MSY4MPF type=write size=3207684 2024-09-12T17:20:04.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.665+0000 7fbd9195a8c0 1 < completed delete operation key=FO2QR27D8UW0 tag=7R8D4UW237NF type=del 2024-09-12T17:20:04.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.669+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~YNKZGJBILQN9.0 size=329143 2024-09-12T17:20:04.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.669+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=YNKZGJBILQN9 tag=Y3TQVC426LPB type=write size=1377719 2024-09-12T17:20:04.673 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.673+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=ELAD1IU8LV8U type=del 2024-09-12T17:20:04.679 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.681+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~4ORYZZL78HOR.0 size=436207 2024-09-12T17:20:04.679 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.681+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=4ORYZZL78HOR tag=D9JVOGSUJQPK type=write size=1484783 2024-09-12T17:20:04.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.685+0000 7fbd9195a8c0 1 < canceled operation key=FO2QR27D8UW0 tag=DZWDDC2OQJYE type=del size=3750330 2024-09-12T17:20:04.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.689+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~QMA59LSJMGZM.0 size=1048576 2024-09-12T17:20:04.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.693+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~QMA59LSJMGZM.1 size=781354 2024-09-12T17:20:04.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.693+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=QMA59LSJMGZM tag=OEK536PDIHI5 type=write size=2878506 2024-09-12T17:20:04.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.697+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=CZU5G8HV0V5W type=del 2024-09-12T17:20:04.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.701+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=O7C5BNIXJK9V type=del size=2397242 2024-09-12T17:20:04.704 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.705+0000 7fbd9195a8c0 1 < suggested remove operation key=SLMRZF9L9KXH tag=BT06WU5S6AHQ type=write 2024-09-12T17:20:04.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.713+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~DJ4G1CXN4X6J.0 size=1048576 2024-09-12T17:20:04.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.713+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~DJ4G1CXN4X6J.1 size=1048576 2024-09-12T17:20:04.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.717+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~DJ4G1CXN4X6J.2 size=426991 2024-09-12T17:20:04.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.717+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=DJ4G1CXN4X6J tag=0N3D7E7ZWL6W type=write size=3572719 2024-09-12T17:20:04.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.721+0000 7fbd9195a8c0 1 < suggested remove operation key=BB1JW1D7NJVJ tag=SGTVSFH1HL92 type=del 2024-09-12T17:20:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.729+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~L6GZV6UMPKWH.0 size=1048576 2024-09-12T17:20:04.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.729+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~L6GZV6UMPKWH.1 size=1048576 2024-09-12T17:20:04.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.733+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~L6GZV6UMPKWH.2 size=531352 2024-09-12T17:20:04.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.733+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=L6GZV6UMPKWH tag=YG3A9W3QE6PW type=write size=3677080 2024-09-12T17:20:04.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.737+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=E600QHMTDRYS type=del 2024-09-12T17:20:04.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.741+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~6192ZNFWW0DN.0 size=778609 2024-09-12T17:20:04.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.741+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=6192ZNFWW0DN tag=RLXLBLPFOMU7 type=write size=1827185 2024-09-12T17:20:04.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.745+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=17V0EG25BZKO type=del 2024-09-12T17:20:04.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.749+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=T5GFH9GJHLPN type=del size=837514 2024-09-12T17:20:04.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.749+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=KDW6NFC68XUX type=del 2024-09-12T17:20:04.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.753+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=R8111ZISQT07 type=write size=482185 2024-09-12T17:20:04.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.757+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~1NNX0UXC1SBH.0 size=1048576 2024-09-12T17:20:04.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.757+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~1NNX0UXC1SBH.1 size=559782 2024-09-12T17:20:04.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.765+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=1NNX0UXC1SBH tag=FDMPKKPU87Q0 type=write size=2656934 2024-09-12T17:20:04.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.765+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=L7MBIZNMMJ8F type=write size=224775 2024-09-12T17:20:04.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.769+0000 7fbd9195a8c0 1 < completed write operation key=Y757YR0HCQEP tag=GXO1Y0PSF4W8 type=write size=751936 2024-09-12T17:20:04.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.773+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=ZGU8XHHQNMGJ type=del size=1331038 2024-09-12T17:20:04.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.773+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~85IMHU3MFUIB.0 size=974381 2024-09-12T17:20:04.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.777+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=85IMHU3MFUIB tag=XPY5VP86EXCB type=write size=2022957 2024-09-12T17:20:04.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.781+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=4T6FF2S8EFTZ type=del size=3349462 2024-09-12T17:20:04.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.785+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=I0HI3KZR7GQD type=del 2024-09-12T17:20:04.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.785+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=OMELSK18DNJB type=write size=718325 2024-09-12T17:20:04.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.789+0000 7fbd9195a8c0 1 < completed write operation key=POCQSFKQMMPX tag=33K3IYJR0KS5 type=write size=507185 2024-09-12T17:20:04.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.789+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=ZXSE1INZU41H type=del size=3098508 2024-09-12T17:20:04.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.793+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=NYDHFX5XY6YU type=del 2024-09-12T17:20:04.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.797+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~2Y2VU60AUVVT.0 size=901223 2024-09-12T17:20:04.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.797+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=2Y2VU60AUVVT tag=QVOGJOULJQON type=write size=1949799 2024-09-12T17:20:04.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.801+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~II25SSD0SBHG.0 size=1048576 2024-09-12T17:20:04.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.801+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~II25SSD0SBHG.1 size=1048576 2024-09-12T17:20:04.801 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.801+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~II25SSD0SBHG.2 size=61956 2024-09-12T17:20:04.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.805+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=II25SSD0SBHG tag=2OU28MSY4MPF type=write size=3207684 2024-09-12T17:20:04.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.809+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=ZNJXK3LGR6DO type=write size=173355 2024-09-12T17:20:04.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.813+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~YNKZGJBILQN9.0 size=329143 2024-09-12T17:20:04.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.817+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=YNKZGJBILQN9 tag=Y3TQVC426LPB type=write size=1377719 2024-09-12T17:20:04.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.817+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=OV39D1179599 type=write size=412258 2024-09-12T17:20:04.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.821+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~4ORYZZL78HOR.0 size=436207 2024-09-12T17:20:04.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.825+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=4ORYZZL78HOR tag=D9JVOGSUJQPK type=write size=1484783 2024-09-12T17:20:04.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.829+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~0Q4CWV2XDUJ9.0 size=1048576 2024-09-12T17:20:04.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.829+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~0Q4CWV2XDUJ9.1 size=1048576 2024-09-12T17:20:04.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.833+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~0Q4CWV2XDUJ9.2 size=704876 2024-09-12T17:20:04.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.833+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=0Q4CWV2XDUJ9 tag=1HPO3W5NGUCQ type=write size=3850604 2024-09-12T17:20:04.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.833+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~QMA59LSJMGZM.0 size=1048576 2024-09-12T17:20:04.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.837+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~QMA59LSJMGZM.1 size=781354 2024-09-12T17:20:04.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.841+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=QMA59LSJMGZM tag=OEK536PDIHI5 type=write size=2878506 2024-09-12T17:20:04.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.841+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=2HFY4SQDEK4O type=del size=3002167 2024-09-12T17:20:04.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.845+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=O7C5BNIXJK9V type=del 2024-09-12T17:20:04.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.845+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=FGQW7GL7I4YT type=del size=1684957 2024-09-12T17:20:04.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.849+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~DJ4G1CXN4X6J.0 size=1048576 2024-09-12T17:20:04.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.853+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~DJ4G1CXN4X6J.1 size=1048576 2024-09-12T17:20:04.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.853+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~DJ4G1CXN4X6J.2 size=426991 2024-09-12T17:20:04.856 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.857+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=DJ4G1CXN4X6J tag=0N3D7E7ZWL6W type=write size=3572719 2024-09-12T17:20:04.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.861+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~R9JYUVJSHM4Z.0 size=1048576 2024-09-12T17:20:04.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.865+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~R9JYUVJSHM4Z.1 size=1048576 2024-09-12T17:20:04.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.865+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~R9JYUVJSHM4Z.2 size=554238 2024-09-12T17:20:04.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.865+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=R9JYUVJSHM4Z tag=WN5WNOZ29PQY type=write size=3699966 2024-09-12T17:20:04.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.869+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~L6GZV6UMPKWH.0 size=1048576 2024-09-12T17:20:04.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.869+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~L6GZV6UMPKWH.1 size=1048576 2024-09-12T17:20:04.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.869+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6K742IMCKKDH.2~L6GZV6UMPKWH.2 size=531352 2024-09-12T17:20:04.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.873+0000 7fbd9195a8c0 1 < canceled multipart upload key=6K742IMCKKDH upload=L6GZV6UMPKWH tag=YG3A9W3QE6PW type=write size=3677080 2024-09-12T17:20:04.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.877+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=LC3PZ2T4XDQ3 type=del size=3107048 2024-09-12T17:20:04.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.877+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~6192ZNFWW0DN.0 size=778609 2024-09-12T17:20:04.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.881+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=6192ZNFWW0DN tag=RLXLBLPFOMU7 type=write size=1827185 2024-09-12T17:20:04.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.885+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=78UQ38ALTBDU type=write size=604924 2024-09-12T17:20:04.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.889+0000 7fbd9195a8c0 1 < suggested remove operation key=L4S21D3VH55N tag=T5GFH9GJHLPN type=del 2024-09-12T17:20:04.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.893+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~WVYG5723H6R8.0 size=1048576 2024-09-12T17:20:04.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.897+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~WVYG5723H6R8.1 size=1048576 2024-09-12T17:20:04.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.897+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~WVYG5723H6R8.2 size=545455 2024-09-12T17:20:04.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.897+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=WVYG5723H6R8 tag=ED6CZGRHUP1Y type=write size=3691183 2024-09-12T17:20:04.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.901+0000 7fbd9195a8c0 1 < canceled operation key=O1IZNZKZ8T2I tag=R8111ZISQT07 type=write size=482185 2024-09-12T17:20:04.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.901+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=55G35G1PJ4EU type=del size=3544328 2024-09-12T17:20:04.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.909+0000 7fbd9195a8c0 1 < completed write operation key=7MLJ2M37A6HT tag=L7MBIZNMMJ8F type=write size=224775 2024-09-12T17:20:04.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.913+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=572XBHYZX1Y4 type=write size=515672 2024-09-12T17:20:04.912 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.913+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=ZGU8XHHQNMGJ type=del 2024-09-12T17:20:04.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.917+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=MUATZMALGHK6 type=write size=636937 2024-09-12T17:20:04.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.921+0000 7fbd9195a8c0 1 < suggested remove operation key=1SUNSUP1HQH3 tag=4T6FF2S8EFTZ type=del 2024-09-12T17:20:04.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.925+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~H9TEUBF07B29.0 size=62338 2024-09-12T17:20:04.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.925+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=H9TEUBF07B29 tag=IPU6YIZOA84T type=write size=1110914 2024-09-12T17:20:04.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.929+0000 7fbd9195a8c0 1 < completed write operation key=DXPGRTSHP1VC tag=OMELSK18DNJB type=write size=718325 2024-09-12T17:20:04.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.929+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=GQZ0IASAP6MF type=del size=3250952 2024-09-12T17:20:04.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.933+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=ZXSE1INZU41H type=del 2024-09-12T17:20:04.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.937+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=ACPSNUAHJECP type=write size=63462 2024-09-12T17:20:04.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.941+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~2Y2VU60AUVVT.0 size=901223 2024-09-12T17:20:04.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.945+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=2Y2VU60AUVVT tag=QVOGJOULJQON type=write size=1949799 2024-09-12T17:20:04.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.949+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~1B8SQ77CLJ7W.0 size=1048576 2024-09-12T17:20:04.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.949+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~1B8SQ77CLJ7W.1 size=1048576 2024-09-12T17:20:04.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.953+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~1B8SQ77CLJ7W.2 size=45369 2024-09-12T17:20:04.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.953+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=1B8SQ77CLJ7W tag=RTVRQ3UX7JB9 type=write size=3191097 2024-09-12T17:20:04.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.953+0000 7fbd9195a8c0 1 < canceled operation key=RE67Q37TLF36 tag=ZNJXK3LGR6DO type=write size=173355 2024-09-12T17:20:04.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.957+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=6X5N6DMVMWYY type=del size=3658180 2024-09-12T17:20:04.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.957+0000 7fbd9195a8c0 1 < canceled operation key=OQXLNAHMPPDO tag=OV39D1179599 type=write size=412258 2024-09-12T17:20:04.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.961+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=KMP1B8WQLITI type=del size=1492556 2024-09-12T17:20:04.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.965+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~0Q4CWV2XDUJ9.0 size=1048576 2024-09-12T17:20:04.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.965+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~0Q4CWV2XDUJ9.1 size=1048576 2024-09-12T17:20:04.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.969+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~0Q4CWV2XDUJ9.2 size=704876 2024-09-12T17:20:04.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.973+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=0Q4CWV2XDUJ9 tag=1HPO3W5NGUCQ type=write size=3850604 2024-09-12T17:20:04.977 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.977+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~HFT5PBNK5F2B.0 size=1048576 2024-09-12T17:20:04.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.981+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~HFT5PBNK5F2B.1 size=501869 2024-09-12T17:20:04.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.981+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=HFT5PBNK5F2B tag=5ML673TO8OBG type=write size=2599021 2024-09-12T17:20:04.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.989+0000 7fbd9195a8c0 1 < suggested update operation key=6K742IMCKKDH tag=2HFY4SQDEK4O type=del size=3002167 2024-09-12T17:20:04.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.989+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=5MKQ4UZLLZYL type=del size=1557429 2024-09-12T17:20:04.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:04.993+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=FGQW7GL7I4YT type=del 2024-09-12T17:20:04.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.001+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~WDCAUOK500VQ.0 size=263948 2024-09-12T17:20:04.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.001+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=WDCAUOK500VQ tag=IWKTVAMLP2IW type=write size=1312524 2024-09-12T17:20:05.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.001+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~R9JYUVJSHM4Z.0 size=1048576 2024-09-12T17:20:05.004 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.005+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~R9JYUVJSHM4Z.1 size=1048576 2024-09-12T17:20:05.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.009+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~R9JYUVJSHM4Z.2 size=554238 2024-09-12T17:20:05.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.013+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=R9JYUVJSHM4Z tag=WN5WNOZ29PQY type=write size=3699966 2024-09-12T17:20:05.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.017+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~OFBSOB0C96I6.0 size=1048576 2024-09-12T17:20:05.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.021+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~OFBSOB0C96I6.1 size=1048576 2024-09-12T17:20:05.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.021+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~OFBSOB0C96I6.2 size=480114 2024-09-12T17:20:05.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.021+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=OFBSOB0C96I6 tag=4CN821ZHA8YX type=write size=3625842 2024-09-12T17:20:05.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.025+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=LC3PZ2T4XDQ3 type=del 2024-09-12T17:20:05.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.029+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=M4L7QAPTUUQY type=del size=4021545 2024-09-12T17:20:05.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.033+0000 7fbd9195a8c0 1 < suggested remove operation key=3LZK6DWM6YLP tag=78UQ38ALTBDU type=write 2024-09-12T17:20:05.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.037+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~ZEIUUTID9PKZ.0 size=1048576 2024-09-12T17:20:05.037 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.037+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~ZEIUUTID9PKZ.1 size=1048576 2024-09-12T17:20:05.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.041+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~ZEIUUTID9PKZ.2 size=363497 2024-09-12T17:20:05.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.041+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=ZEIUUTID9PKZ tag=SK2RFKVI28L8 type=write size=3509225 2024-09-12T17:20:05.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.041+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~WVYG5723H6R8.0 size=1048576 2024-09-12T17:20:05.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.045+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~WVYG5723H6R8.1 size=1048576 2024-09-12T17:20:05.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.045+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~WVYG5723H6R8.2 size=545455 2024-09-12T17:20:05.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.049+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=WVYG5723H6R8 tag=ED6CZGRHUP1Y type=write size=3691183 2024-09-12T17:20:05.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.053+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=4HLBFFD66TTS type=del size=1501655 2024-09-12T17:20:05.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.057+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=55G35G1PJ4EU type=del 2024-09-12T17:20:05.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.057+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=JZUDCVE403X0 type=del size=2503781 2024-09-12T17:20:05.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.061+0000 7fbd9195a8c0 1 < completed write operation key=7MLJ2M37A6HT tag=572XBHYZX1Y4 type=write size=515672 2024-09-12T17:20:05.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.065+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=XF0Y484LEKKB type=write size=565797 2024-09-12T17:20:05.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.069+0000 7fbd9195a8c0 1 < completed write operation key=40V2VLOH796T tag=MUATZMALGHK6 type=write size=636937 2024-09-12T17:20:05.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.069+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=QD8TS9CILW2F type=del size=752811 2024-09-12T17:20:05.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.073+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~H9TEUBF07B29.0 size=62338 2024-09-12T17:20:05.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.077+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=H9TEUBF07B29 tag=IPU6YIZOA84T type=write size=1110914 2024-09-12T17:20:05.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.081+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=PFBBXGT9T4LO type=del size=1878907 2024-09-12T17:20:05.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.085+0000 7fbd9195a8c0 1 < suggested remove operation key=OQXLNAHMPPDO tag=GQZ0IASAP6MF type=del 2024-09-12T17:20:05.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.089+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=03H7NABMPYRV type=del size=2487556 2024-09-12T17:20:05.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.093+0000 7fbd9195a8c0 1 < completed write operation key=Y757YR0HCQEP tag=ACPSNUAHJECP type=write size=63462 2024-09-12T17:20:05.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.097+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=QS4RKS0YBYQV type=del size=2101956 2024-09-12T17:20:05.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.097+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~1B8SQ77CLJ7W.0 size=1048576 2024-09-12T17:20:05.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.101+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~1B8SQ77CLJ7W.1 size=1048576 2024-09-12T17:20:05.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.101+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~1B8SQ77CLJ7W.2 size=45369 2024-09-12T17:20:05.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.109+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=1B8SQ77CLJ7W tag=RTVRQ3UX7JB9 type=write size=3191097 2024-09-12T17:20:05.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.109+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=0QUOHT59WRR6 type=del size=2687121 2024-09-12T17:20:05.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.113+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=6X5N6DMVMWYY type=del 2024-09-12T17:20:05.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.117+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=J4DEVCELF1P0 type=del size=4134379 2024-09-12T17:20:05.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.117+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=KMP1B8WQLITI type=del 2024-09-12T17:20:05.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.121+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=SNYT0QPFYY0H type=del size=3594650 2024-09-12T17:20:05.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.125+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~HFT5PBNK5F2B.0 size=1048576 2024-09-12T17:20:05.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.129+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~HFT5PBNK5F2B.1 size=501869 2024-09-12T17:20:05.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.133+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=HFT5PBNK5F2B tag=5ML673TO8OBG type=write size=2599021 2024-09-12T17:20:05.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.141+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~VDFBCC9O05CE.0 size=1048576 2024-09-12T17:20:05.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.145+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~VDFBCC9O05CE.1 size=502269 2024-09-12T17:20:05.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.145+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=VDFBCC9O05CE tag=JXTHPH21IBNG type=write size=2599421 2024-09-12T17:20:05.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.145+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=5MKQ4UZLLZYL type=del 2024-09-12T17:20:05.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.149+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=43HFMG722ZWH type=write size=692477 2024-09-12T17:20:05.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.153+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~WDCAUOK500VQ.0 size=263948 2024-09-12T17:20:05.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.161+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=WDCAUOK500VQ tag=IWKTVAMLP2IW type=write size=1312524 2024-09-12T17:20:05.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.161+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=IC7O05BOEF3A type=write size=651938 2024-09-12T17:20:05.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.165+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~OFBSOB0C96I6.0 size=1048576 2024-09-12T17:20:05.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.169+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~OFBSOB0C96I6.1 size=1048576 2024-09-12T17:20:05.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.173+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~OFBSOB0C96I6.2 size=480114 2024-09-12T17:20:05.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.181+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=OFBSOB0C96I6 tag=4CN821ZHA8YX type=write size=3625842 2024-09-12T17:20:05.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.181+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=IQ7C1IZPY704 type=del size=3477166 2024-09-12T17:20:05.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.189+0000 7fbd9195a8c0 1 < suggested update operation key=FO2QR27D8UW0 tag=M4L7QAPTUUQY type=del size=4021545 2024-09-12T17:20:05.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.193+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=PM8FLTSJZPVD type=del size=1897719 2024-09-12T17:20:05.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.197+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~ZEIUUTID9PKZ.0 size=1048576 2024-09-12T17:20:05.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.197+0000 7fbd9195a8c0 1 < canceled part key=_multipart_40V2VLOH796T.2~ZEIUUTID9PKZ.1 size=1048576 2024-09-12T17:20:05.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.197+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~ZEIUUTID9PKZ.2 size=363497 2024-09-12T17:20:05.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.201+0000 7fbd9195a8c0 1 < canceled multipart upload key=40V2VLOH796T upload=ZEIUUTID9PKZ tag=SK2RFKVI28L8 type=write size=3509225 2024-09-12T17:20:05.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.205+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=D5GZP89146CJ type=del size=2107138 2024-09-12T17:20:05.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.209+0000 7fbd9195a8c0 1 < canceled operation key=OEEZQHUX83CE tag=4HLBFFD66TTS type=del size=1501655 2024-09-12T17:20:05.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.209+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=QX7UDQJ9IJQ3 type=write size=398584 2024-09-12T17:20:05.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.213+0000 7fbd9195a8c0 -1 < failed to complete operation key=FO2QR27D8UW0 tag=JZUDCVE403X0 type=del size=2503781: (22) Invalid argument 2024-09-12T17:20:05.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.221+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~ZJJ8R0V3IMMK.0 size=785580 2024-09-12T17:20:05.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.221+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=ZJJ8R0V3IMMK tag=9YR63TTYJJVI type=write size=1834156 2024-09-12T17:20:05.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.225+0000 7fbd9195a8c0 1 < suggested remove operation key=1SUNSUP1HQH3 tag=XF0Y484LEKKB type=write 2024-09-12T17:20:05.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.229+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=GYANCHVPO00T type=del size=943191 2024-09-12T17:20:05.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.229+0000 7fbd9195a8c0 1 < canceled operation key=DXPGRTSHP1VC tag=QD8TS9CILW2F type=del size=752811 2024-09-12T17:20:05.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.233+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=W12KQENDP777 type=del size=700894 2024-09-12T17:20:05.235 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.237+0000 7fbd9195a8c0 1 < canceled operation key=7MLJ2M37A6HT tag=PFBBXGT9T4LO type=del size=1878907 2024-09-12T17:20:05.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.241+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~962M01NK8FAP.0 size=1048576 2024-09-12T17:20:05.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.245+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~962M01NK8FAP.1 size=1048576 2024-09-12T17:20:05.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.245+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~962M01NK8FAP.2 size=255403 2024-09-12T17:20:05.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.245+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=962M01NK8FAP tag=ZIQFVYU8LGN2 type=write size=3401131 2024-09-12T17:20:05.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.249+0000 7fbd9195a8c0 1 < canceled operation key=BB1JW1D7NJVJ tag=03H7NABMPYRV type=del size=2487556 2024-09-12T17:20:05.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.253+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=BWX655UUWN1E type=del size=4082801 2024-09-12T17:20:05.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.253+0000 7fbd9195a8c0 -1 < no bi entry to suggest for operation key=1SUNSUP1HQH3 tag=QS4RKS0YBYQV type=del size=2101956: (2) No such file or directory 2024-09-12T17:20:05.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.257+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=IUF91ZRJ7FYE type=write size=94975 2024-09-12T17:20:05.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.261+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=0QUOHT59WRR6 type=del 2024-09-12T17:20:05.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.265+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~UNBGFKYGJWNW.0 size=1048576 2024-09-12T17:20:05.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.269+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~UNBGFKYGJWNW.1 size=1048576 2024-09-12T17:20:05.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.269+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~UNBGFKYGJWNW.2 size=481762 2024-09-12T17:20:05.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.269+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=UNBGFKYGJWNW tag=YO9E8HVKMRFW type=write size=3627490 2024-09-12T17:20:05.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.273+0000 7fbd9195a8c0 -1 < failed to complete operation key=1SUNSUP1HQH3 tag=J4DEVCELF1P0 type=del size=4134379: (22) Invalid argument 2024-09-12T17:20:05.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.281+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~2N0OHWKOVY72.0 size=1048576 2024-09-12T17:20:05.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.281+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~2N0OHWKOVY72.1 size=451571 2024-09-12T17:20:05.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.281+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=2N0OHWKOVY72 tag=697IIE3MMTLX type=write size=2548723 2024-09-12T17:20:05.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.285+0000 7fbd9195a8c0 1 < canceled operation key=GZRPL96NSXKR tag=SNYT0QPFYY0H type=del size=3594650 2024-09-12T17:20:05.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.289+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=RS0E7VDSFDEG type=del size=3552374 2024-09-12T17:20:05.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.293+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~VDFBCC9O05CE.0 size=1048576 2024-09-12T17:20:05.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.293+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~VDFBCC9O05CE.1 size=502269 2024-09-12T17:20:05.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.301+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=VDFBCC9O05CE tag=JXTHPH21IBNG type=write size=2599421 2024-09-12T17:20:05.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.305+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=YCTA5103W2AY type=del size=850214 2024-09-12T17:20:05.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.309+0000 7fbd9195a8c0 1 < suggested remove operation key=SLMRZF9L9KXH tag=43HFMG722ZWH type=write 2024-09-12T17:20:05.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.313+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=B5722PLXW940 type=del size=2548298 2024-09-12T17:20:05.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.317+0000 7fbd9195a8c0 1 < completed write operation key=L0FPLBRF5O79 tag=IC7O05BOEF3A type=write size=651938 2024-09-12T17:20:05.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.321+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=KVMXL5L0QPO1 type=del size=3529677 2024-09-12T17:20:05.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.325+0000 7fbd9195a8c0 1 < suggested update operation key=POCQSFKQMMPX tag=IQ7C1IZPY704 type=del size=3477166 2024-09-12T17:20:05.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.329+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=LWWVH8382IXL type=write size=814607 2024-09-12T17:20:05.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.333+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=PM8FLTSJZPVD type=del 2024-09-12T17:20:05.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.333+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=J0NSWNR3FECS type=del size=1656913 2024-09-12T17:20:05.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.337+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=D5GZP89146CJ type=del 2024-09-12T17:20:05.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.341+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=WHKBNAHTA19A type=del size=1666033 2024-09-12T17:20:05.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.345+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=QX7UDQJ9IJQ3 type=write size=398584 2024-09-12T17:20:05.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.345+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=M0T1BF61RKUC type=del size=1728759 2024-09-12T17:20:05.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.349+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~ZJJ8R0V3IMMK.0 size=785580 2024-09-12T17:20:05.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.357+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=ZJJ8R0V3IMMK tag=9YR63TTYJJVI type=write size=1834156 2024-09-12T17:20:05.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.357+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=5G6SIA57Q3PQ type=del size=3252095 2024-09-12T17:20:05.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.361+0000 7fbd9195a8c0 1 < canceled operation key=GZRPL96NSXKR tag=GYANCHVPO00T type=del size=943191 2024-09-12T17:20:05.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.365+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~CDUDC27596P9.0 size=90483 2024-09-12T17:20:05.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.365+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=CDUDC27596P9 tag=BPIB4F6P4ZM0 type=write size=1139059 2024-09-12T17:20:05.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.369+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=W12KQENDP777 type=del 2024-09-12T17:20:05.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.373+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=XUI3XQ1YBORX type=del size=1050107 2024-09-12T17:20:05.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.377+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~962M01NK8FAP.0 size=1048576 2024-09-12T17:20:05.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.381+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~962M01NK8FAP.1 size=1048576 2024-09-12T17:20:05.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.381+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~962M01NK8FAP.2 size=255403 2024-09-12T17:20:05.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.389+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=962M01NK8FAP tag=ZIQFVYU8LGN2 type=write size=3401131 2024-09-12T17:20:05.392 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.393+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~I7C8J0VJPFF4.0 size=1048576 2024-09-12T17:20:05.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.397+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~I7C8J0VJPFF4.1 size=1048576 2024-09-12T17:20:05.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.397+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~I7C8J0VJPFF4.2 size=491123 2024-09-12T17:20:05.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.397+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=I7C8J0VJPFF4 tag=G60OVW09TMH7 type=write size=3636851 2024-09-12T17:20:05.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.401+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=BWX655UUWN1E type=del 2024-09-12T17:20:05.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.405+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=XIOC11Y4808L type=del size=3081246 2024-09-12T17:20:05.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.409+0000 7fbd9195a8c0 1 < completed write operation key=L4S21D3VH55N tag=IUF91ZRJ7FYE type=write size=94975 2024-09-12T17:20:05.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.417+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~E3XZXIKCA6WD.0 size=76206 2024-09-12T17:20:05.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.417+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=E3XZXIKCA6WD tag=BDMT9ZQS8FYU type=write size=1124782 2024-09-12T17:20:05.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.421+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~UNBGFKYGJWNW.0 size=1048576 2024-09-12T17:20:05.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.421+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~UNBGFKYGJWNW.1 size=1048576 2024-09-12T17:20:05.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.425+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~UNBGFKYGJWNW.2 size=481762 2024-09-12T17:20:05.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.429+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=UNBGFKYGJWNW tag=YO9E8HVKMRFW type=write size=3627490 2024-09-12T17:20:05.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.433+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=5TEROIWEV1NG type=del size=1671584 2024-09-12T17:20:05.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.437+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~2N0OHWKOVY72.0 size=1048576 2024-09-12T17:20:05.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.441+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~2N0OHWKOVY72.1 size=451571 2024-09-12T17:20:05.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.445+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=2N0OHWKOVY72 tag=697IIE3MMTLX type=write size=2548723 2024-09-12T17:20:05.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.449+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=JT8CR36ETMAG type=del size=1787541 2024-09-12T17:20:05.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.453+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=RS0E7VDSFDEG type=del 2024-09-12T17:20:05.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.461+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~BI9J6940IHOQ.0 size=1048576 2024-09-12T17:20:05.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.465+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~BI9J6940IHOQ.1 size=1048576 2024-09-12T17:20:05.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.465+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~BI9J6940IHOQ.2 size=231018 2024-09-12T17:20:05.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.465+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=BI9J6940IHOQ tag=AINNV0KG7HXE type=write size=3376746 2024-09-12T17:20:05.470 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.473+0000 7fbd9195a8c0 1 < completed delete operation key=HI4CZTBNYDJH tag=YCTA5103W2AY type=del 2024-09-12T17:20:05.479 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.481+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=AIXV0NIO8MVS type=del size=2156527 2024-09-12T17:20:05.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.485+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=B5722PLXW940 type=del 2024-09-12T17:20:05.486 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.485+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=MY4541D25IEY type=write size=332742 2024-09-12T17:20:05.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.489+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=KVMXL5L0QPO1 type=del 2024-09-12T17:20:05.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.493+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=O1MASR6JQFLE type=del size=2913406 2024-09-12T17:20:05.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.497+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=LWWVH8382IXL type=write size=814607 2024-09-12T17:20:05.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.501+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~WTITGD8MBET3.0 size=1048576 2024-09-12T17:20:05.504 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.505+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~WTITGD8MBET3.1 size=1048576 2024-09-12T17:20:05.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.509+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~WTITGD8MBET3.2 size=674801 2024-09-12T17:20:05.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.509+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=WTITGD8MBET3 tag=PLEOQD9WB8PV type=write size=3820529 2024-09-12T17:20:05.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.513+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=J0NSWNR3FECS type=del 2024-09-12T17:20:05.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.517+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=WS193320MPI2 type=del size=3443835 2024-09-12T17:20:05.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.521+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=WHKBNAHTA19A type=del 2024-09-12T17:20:05.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.525+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~ZGY2LO0UOXBZ.0 size=903650 2024-09-12T17:20:05.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.525+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=ZGY2LO0UOXBZ tag=4JCDD1TV9OUK type=write size=1952226 2024-09-12T17:20:05.527 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.529+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=M0T1BF61RKUC type=del 2024-09-12T17:20:05.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.533+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=KNMYIXURMQCA type=del size=4163234 2024-09-12T17:20:05.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.533+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=5G6SIA57Q3PQ type=del 2024-09-12T17:20:05.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.541+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~CFY9DPNWWXP2.0 size=1048576 2024-09-12T17:20:05.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.545+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~CFY9DPNWWXP2.1 size=424311 2024-09-12T17:20:05.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.545+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=CFY9DPNWWXP2 tag=T2OXNNKOJ9XH type=write size=2521463 2024-09-12T17:20:05.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.545+0000 7fbd9195a8c0 1 < canceled part key=_multipart_1SUNSUP1HQH3.2~CDUDC27596P9.0 size=90483 2024-09-12T17:20:05.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.549+0000 7fbd9195a8c0 1 < canceled multipart upload key=1SUNSUP1HQH3 upload=CDUDC27596P9 tag=BPIB4F6P4ZM0 type=write size=1139059 2024-09-12T17:20:05.552 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.553+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=CHLIGSXH2FWH type=del size=2540734 2024-09-12T17:20:05.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.557+0000 7fbd9195a8c0 1 < canceled operation key=KPZHXLWEOCN9 tag=XUI3XQ1YBORX type=del size=1050107 2024-09-12T17:20:05.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.561+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=J4OXT00SCNW3 type=del size=3310307 2024-09-12T17:20:05.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.565+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~I7C8J0VJPFF4.0 size=1048576 2024-09-12T17:20:05.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.565+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~I7C8J0VJPFF4.1 size=1048576 2024-09-12T17:20:05.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.569+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~I7C8J0VJPFF4.2 size=491123 2024-09-12T17:20:05.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.573+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=I7C8J0VJPFF4 tag=G60OVW09TMH7 type=write size=3636851 2024-09-12T17:20:05.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.577+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=IYY4GVA6QERQ type=del size=984239 2024-09-12T17:20:05.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.585+0000 7fbd9195a8c0 1 < suggested remove operation key=00KG7A7MIHV2 tag=XIOC11Y4808L type=del 2024-09-12T17:20:05.588 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.589+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~7QNBHOWZT5NO.0 size=1048576 2024-09-12T17:20:05.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.593+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~7QNBHOWZT5NO.1 size=914471 2024-09-12T17:20:05.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.593+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=7QNBHOWZT5NO tag=A3HKBN3H4YI1 type=write size=3011623 2024-09-12T17:20:05.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.593+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~E3XZXIKCA6WD.0 size=76206 2024-09-12T17:20:05.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.601+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=E3XZXIKCA6WD tag=BDMT9ZQS8FYU type=write size=1124782 2024-09-12T17:20:05.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.605+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=5A56IODDRI10 type=del size=3621185 2024-09-12T17:20:05.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.609+0000 7fbd9195a8c0 1 < suggested update operation key=FO2QR27D8UW0 tag=5TEROIWEV1NG type=del size=1671584 2024-09-12T17:20:05.614 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.613+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~8PKWCKVU14VR.0 size=1048576 2024-09-12T17:20:05.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.617+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~8PKWCKVU14VR.1 size=640780 2024-09-12T17:20:05.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.617+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=8PKWCKVU14VR tag=A33RHYJDQUSP type=write size=2737932 2024-09-12T17:20:05.619 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.621+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=JT8CR36ETMAG type=del 2024-09-12T17:20:05.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.625+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=ZWJU6OMW9MN7 type=del size=2856244 2024-09-12T17:20:05.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.625+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~BI9J6940IHOQ.0 size=1048576 2024-09-12T17:20:05.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.629+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~BI9J6940IHOQ.1 size=1048576 2024-09-12T17:20:05.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.629+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~BI9J6940IHOQ.2 size=231018 2024-09-12T17:20:05.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.637+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=BI9J6940IHOQ tag=AINNV0KG7HXE type=write size=3376746 2024-09-12T17:20:05.639 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.641+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~QU1DHGJI9K6Z.0 size=1048576 2024-09-12T17:20:05.641 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.641+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~QU1DHGJI9K6Z.1 size=1048576 2024-09-12T17:20:05.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.645+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~QU1DHGJI9K6Z.2 size=48937 2024-09-12T17:20:05.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.645+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=QU1DHGJI9K6Z tag=97XCRML5Y9ET type=write size=3194665 2024-09-12T17:20:05.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.649+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=AIXV0NIO8MVS type=del 2024-09-12T17:20:05.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.649+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=WY2RCFC8FSBG type=write size=609673 2024-09-12T17:20:05.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.657+0000 7fbd9195a8c0 1 < suggested remove operation key=40V2VLOH796T tag=MY4541D25IEY type=write 2024-09-12T17:20:05.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.657+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=TR2R7FJDK5DC type=del size=1022478 2024-09-12T17:20:05.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.665+0000 7fbd9195a8c0 1 < suggested update operation key=O1IZNZKZ8T2I tag=O1MASR6JQFLE type=del size=2913406 2024-09-12T17:20:05.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.669+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=2V4BQM27UQFH type=del size=2092112 2024-09-12T17:20:05.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.669+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~WTITGD8MBET3.0 size=1048576 2024-09-12T17:20:05.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.673+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~WTITGD8MBET3.1 size=1048576 2024-09-12T17:20:05.674 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.677+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~WTITGD8MBET3.2 size=674801 2024-09-12T17:20:05.680 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.681+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=WTITGD8MBET3 tag=PLEOQD9WB8PV type=write size=3820529 2024-09-12T17:20:05.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.685+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=B5PC5W06JN2Z type=del size=925552 2024-09-12T17:20:05.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.689+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=WS193320MPI2 type=del 2024-09-12T17:20:05.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.689+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=97UCTMIGGWJW type=del size=2587566 2024-09-12T17:20:05.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.693+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~ZGY2LO0UOXBZ.0 size=903650 2024-09-12T17:20:05.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.697+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=ZGY2LO0UOXBZ tag=4JCDD1TV9OUK type=write size=1952226 2024-09-12T17:20:05.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.701+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=LQGP08BD0KW6 type=del size=2547403 2024-09-12T17:20:05.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.705+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=KNMYIXURMQCA type=del 2024-09-12T17:20:05.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.705+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=LZHUGY2WRI9J type=del size=946989 2024-09-12T17:20:05.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.709+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~CFY9DPNWWXP2.0 size=1048576 2024-09-12T17:20:05.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.713+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~CFY9DPNWWXP2.1 size=424311 2024-09-12T17:20:05.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.717+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=CFY9DPNWWXP2 tag=T2OXNNKOJ9XH type=write size=2521463 2024-09-12T17:20:05.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.721+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=X4GS7F0PVCJB type=del size=3695705 2024-09-12T17:20:05.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.725+0000 7fbd9195a8c0 1 < suggested update operation key=DXPGRTSHP1VC tag=CHLIGSXH2FWH type=del size=2540734 2024-09-12T17:20:05.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.729+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=XG104OXPLZU4 type=del size=3338714 2024-09-12T17:20:05.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.729+0000 7fbd9195a8c0 -1 < failed to complete operation key=DXPGRTSHP1VC tag=J4OXT00SCNW3 type=del size=3310307: (22) Invalid argument 2024-09-12T17:20:05.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.733+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=66ENS8R5DQ6T type=del size=1416296 2024-09-12T17:20:05.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.737+0000 7fbd9195a8c0 1 < suggested update operation key=L4S21D3VH55N tag=IYY4GVA6QERQ type=del size=984239 2024-09-12T17:20:05.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.741+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=7SU52AGAOM9X type=del size=648925 2024-09-12T17:20:05.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.741+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~7QNBHOWZT5NO.0 size=1048576 2024-09-12T17:20:05.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.741+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6MVT0KBRIU11.2~7QNBHOWZT5NO.1 size=914471 2024-09-12T17:20:05.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.749+0000 7fbd9195a8c0 1 < canceled multipart upload key=6MVT0KBRIU11 upload=7QNBHOWZT5NO tag=A3HKBN3H4YI1 type=write size=3011623 2024-09-12T17:20:05.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.749+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=K1ZXQNIXU37F type=write size=86494 2024-09-12T17:20:05.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.753+0000 7fbd9195a8c0 -1 < failed to complete operation key=FO2QR27D8UW0 tag=5A56IODDRI10 type=del size=3621185: (22) Invalid argument 2024-09-12T17:20:05.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.757+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~6ULP7FY326FW.0 size=1048576 2024-09-12T17:20:05.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.761+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~6ULP7FY326FW.1 size=107285 2024-09-12T17:20:05.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.761+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=6ULP7FY326FW tag=GJBHBPBESE9P type=write size=2204437 2024-09-12T17:20:05.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.765+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~8PKWCKVU14VR.0 size=1048576 2024-09-12T17:20:05.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.769+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~8PKWCKVU14VR.1 size=640780 2024-09-12T17:20:05.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.773+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=8PKWCKVU14VR tag=A33RHYJDQUSP type=write size=2737932 2024-09-12T17:20:05.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.777+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~RJ7HDMBUYL2S.0 size=133670 2024-09-12T17:20:05.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.777+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=RJ7HDMBUYL2S tag=UYZ9NQKZDCF7 type=write size=1182246 2024-09-12T17:20:05.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.781+0000 7fbd9195a8c0 1 < suggested update operation key=9OCQAHF3Y4ZE tag=ZWJU6OMW9MN7 type=del size=2856244 2024-09-12T17:20:05.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.781+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=ZBMKCBJ6GRY8 type=del size=4116273 2024-09-12T17:20:05.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.785+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~QU1DHGJI9K6Z.0 size=1048576 2024-09-12T17:20:05.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.789+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~QU1DHGJI9K6Z.1 size=1048576 2024-09-12T17:20:05.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.789+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~QU1DHGJI9K6Z.2 size=48937 2024-09-12T17:20:05.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.793+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=QU1DHGJI9K6Z tag=97XCRML5Y9ET type=write size=3194665 2024-09-12T17:20:05.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.797+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~HTW7UKZF0QZ1.0 size=1048576 2024-09-12T17:20:05.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.801+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~HTW7UKZF0QZ1.1 size=898962 2024-09-12T17:20:05.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.801+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=HTW7UKZF0QZ1 tag=8Q2NQHTE0FMJ type=write size=2996114 2024-09-12T17:20:05.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.805+0000 7fbd9195a8c0 1 < suggested remove operation key=3LZK6DWM6YLP tag=WY2RCFC8FSBG type=write 2024-09-12T17:20:05.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.805+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=E4V8SOE33LXG type=del size=2215679 2024-09-12T17:20:05.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.813+0000 7fbd9195a8c0 1 < suggested update operation key=2KWWYKI06IXO tag=TR2R7FJDK5DC type=del size=1022478 2024-09-12T17:20:05.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.813+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=T1XLAJI0VQ5Q type=del size=3061684 2024-09-12T17:20:05.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.817+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=2V4BQM27UQFH type=del 2024-09-12T17:20:05.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.817+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=VQVLCQBKQOPW type=del size=1833529 2024-09-12T17:20:05.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.821+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=B5PC5W06JN2Z type=del 2024-09-12T17:20:05.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.825+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=SXVEOUSZJMT6 type=write size=695980 2024-09-12T17:20:05.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.829+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=97UCTMIGGWJW type=del 2024-09-12T17:20:05.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.829+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=3AQW9DH7DMR1 type=write size=20397 2024-09-12T17:20:05.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.833+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=LQGP08BD0KW6 type=del 2024-09-12T17:20:05.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.837+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~RYBJK19M6KV4.0 size=595148 2024-09-12T17:20:05.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.837+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=RYBJK19M6KV4 tag=XELHJ8N026BY type=write size=1643724 2024-09-12T17:20:05.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.841+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=LZHUGY2WRI9J type=del 2024-09-12T17:20:05.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.841+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=Y7QMWZK4XVSN type=del size=561711 2024-09-12T17:20:05.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.845+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=X4GS7F0PVCJB type=del 2024-09-12T17:20:05.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.845+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=B52AAZ0K6JH0 type=del size=2639654 2024-09-12T17:20:05.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.849+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=XG104OXPLZU4 type=del 2024-09-12T17:20:05.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.853+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=X7RPY4KD6GYX type=del size=1175635 2024-09-12T17:20:05.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.853+0000 7fbd9195a8c0 1 < completed delete operation key=00KG7A7MIHV2 tag=66ENS8R5DQ6T type=del 2024-09-12T17:20:05.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.857+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~D5ZTIQJVYWPP.0 size=1048576 2024-09-12T17:20:05.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.861+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~D5ZTIQJVYWPP.1 size=548293 2024-09-12T17:20:05.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.861+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=D5ZTIQJVYWPP tag=ASO2NS5R0HEU type=write size=2645445 2024-09-12T17:20:05.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.865+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=7SU52AGAOM9X type=del 2024-09-12T17:20:05.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.869+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~DYPT46RX87ZU.0 size=1048576 2024-09-12T17:20:05.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.873+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~DYPT46RX87ZU.1 size=1048576 2024-09-12T17:20:05.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.877+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~DYPT46RX87ZU.2 size=294289 2024-09-12T17:20:05.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.877+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=DYPT46RX87ZU tag=05GDH92K29O9 type=write size=3440017 2024-09-12T17:20:05.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.877+0000 7fbd9195a8c0 1 < completed write operation key=FO2QR27D8UW0 tag=K1ZXQNIXU37F type=write size=86494 2024-09-12T17:20:05.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.881+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=75ANA2BSQTGA type=del size=3086438 2024-09-12T17:20:05.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.885+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~6ULP7FY326FW.0 size=1048576 2024-09-12T17:20:05.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.885+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~6ULP7FY326FW.1 size=107285 2024-09-12T17:20:05.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.889+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=6ULP7FY326FW tag=GJBHBPBESE9P type=write size=2204437 2024-09-12T17:20:05.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.893+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=JSW7UYCO2T4I type=del size=2990371 2024-09-12T17:20:05.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.897+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~RJ7HDMBUYL2S.0 size=133670 2024-09-12T17:20:05.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.901+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=RJ7HDMBUYL2S tag=UYZ9NQKZDCF7 type=write size=1182246 2024-09-12T17:20:05.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.901+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=27DPCZQ5QMU5 type=del size=3103030 2024-09-12T17:20:05.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.905+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=ZBMKCBJ6GRY8 type=del 2024-09-12T17:20:05.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.909+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=8QO2G5ZI8OAN type=del size=1614410 2024-09-12T17:20:05.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.909+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~HTW7UKZF0QZ1.0 size=1048576 2024-09-12T17:20:05.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.913+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~HTW7UKZF0QZ1.1 size=898962 2024-09-12T17:20:05.914 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.917+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=HTW7UKZF0QZ1 tag=8Q2NQHTE0FMJ type=write size=2996114 2024-09-12T17:20:05.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.917+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=1FICYHMUM1UJ type=del size=1353262 2024-09-12T17:20:05.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.921+0000 7fbd9195a8c0 1 < canceled operation key=6MVT0KBRIU11 tag=E4V8SOE33LXG type=del size=2215679 2024-09-12T17:20:05.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.921+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=SLEEK3NEM9T8 type=del size=556330 2024-09-12T17:20:05.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.925+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=T1XLAJI0VQ5Q type=del 2024-09-12T17:20:05.928 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.929+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~JN1AKFY5FA4V.0 size=1048576 2024-09-12T17:20:05.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.933+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~JN1AKFY5FA4V.1 size=270170 2024-09-12T17:20:05.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.933+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=JN1AKFY5FA4V tag=L8ANZTGFYQLN type=write size=2367322 2024-09-12T17:20:05.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.933+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=VQVLCQBKQOPW type=del 2024-09-12T17:20:05.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.941+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~L8THUZO6NZOX.0 size=746202 2024-09-12T17:20:05.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.941+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=L8THUZO6NZOX tag=3P0BXOXTTKP2 type=write size=1794778 2024-09-12T17:20:05.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.941+0000 7fbd9195a8c0 1 < completed write operation key=RE67Q37TLF36 tag=SXVEOUSZJMT6 type=write size=695980 2024-09-12T17:20:05.943 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.945+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=VRXIDEK67JLO type=del size=2526289 2024-09-12T17:20:05.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.949+0000 7fbd9195a8c0 1 < completed write operation key=6MVT0KBRIU11 tag=3AQW9DH7DMR1 type=write size=20397 2024-09-12T17:20:05.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.949+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=DVEKLRLC436A type=del size=807072 2024-09-12T17:20:05.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.953+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~RYBJK19M6KV4.0 size=595148 2024-09-12T17:20:05.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.957+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=RYBJK19M6KV4 tag=XELHJ8N026BY type=write size=1643724 2024-09-12T17:20:05.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.961+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~5VLWHWT7RZIK.0 size=1042612 2024-09-12T17:20:05.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.961+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=5VLWHWT7RZIK tag=DTLGRX98H49A type=write size=2091188 2024-09-12T17:20:05.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.965+0000 7fbd9195a8c0 1 < suggested remove operation key=KPZHXLWEOCN9 tag=Y7QMWZK4XVSN type=del 2024-09-12T17:20:05.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.973+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~0GXYLSOBQ542.0 size=1048576 2024-09-12T17:20:05.971 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.973+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~0GXYLSOBQ542.1 size=1048576 2024-09-12T17:20:05.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.973+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~0GXYLSOBQ542.2 size=610261 2024-09-12T17:20:05.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.973+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=0GXYLSOBQ542 tag=KP17G070YH7V type=write size=3755989 2024-09-12T17:20:05.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.981+0000 7fbd9195a8c0 1 < suggested remove operation key=FO2QR27D8UW0 tag=B52AAZ0K6JH0 type=del 2024-09-12T17:20:05.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.981+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=02ZGCK53E4D5 type=del size=3675226 2024-09-12T17:20:05.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.989+0000 7fbd9195a8c0 1 < suggested remove operation key=9OCQAHF3Y4ZE tag=X7RPY4KD6GYX type=del 2024-09-12T17:20:05.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.989+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=PQL9R20WOD2G type=write size=87498 2024-09-12T17:20:05.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.993+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~D5ZTIQJVYWPP.0 size=1048576 2024-09-12T17:20:05.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:05.997+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~D5ZTIQJVYWPP.1 size=548293 2024-09-12T17:20:05.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.001+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=D5ZTIQJVYWPP tag=ASO2NS5R0HEU type=write size=2645445 2024-09-12T17:20:06.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.009+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~92B9YY2TDJEN.0 size=1048576 2024-09-12T17:20:06.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.009+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~92B9YY2TDJEN.1 size=205153 2024-09-12T17:20:06.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.009+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=92B9YY2TDJEN tag=F2C5H1LAJ8MI type=write size=2302305 2024-09-12T17:20:06.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.013+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~DYPT46RX87ZU.0 size=1048576 2024-09-12T17:20:06.014 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.013+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~DYPT46RX87ZU.1 size=1048576 2024-09-12T17:20:06.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.017+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~DYPT46RX87ZU.2 size=294289 2024-09-12T17:20:06.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.021+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=DYPT46RX87ZU tag=05GDH92K29O9 type=write size=3440017 2024-09-12T17:20:06.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.025+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=H6IVR4ONGDFX type=del size=1363332 2024-09-12T17:20:06.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.029+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=75ANA2BSQTGA type=del 2024-09-12T17:20:06.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.029+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=0Q2HUDN0TWR7 type=del size=3560285 2024-09-12T17:20:06.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.033+0000 7fbd9195a8c0 -1 < failed to complete operation key=KPZHXLWEOCN9 tag=JSW7UYCO2T4I type=del size=2990371: (22) Invalid argument 2024-09-12T17:20:06.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.033+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=ZP0CSWIQVRX7 type=del size=369227 2024-09-12T17:20:06.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.037+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=27DPCZQ5QMU5 type=del 2024-09-12T17:20:06.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.041+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=D320SHBLG1ID type=del size=1264335 2024-09-12T17:20:06.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.041+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=8QO2G5ZI8OAN type=del 2024-09-12T17:20:06.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.049+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~VWXJ30L7W6MF.0 size=1048576 2024-09-12T17:20:06.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.049+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~VWXJ30L7W6MF.1 size=955018 2024-09-12T17:20:06.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.049+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=VWXJ30L7W6MF tag=EXRRK5G0987X type=write size=3052170 2024-09-12T17:20:06.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.053+0000 7fbd9195a8c0 1 < completed delete operation key=SLMRZF9L9KXH tag=1FICYHMUM1UJ type=del 2024-09-12T17:20:06.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.057+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~ICRVMDCI8OSP.0 size=809468 2024-09-12T17:20:06.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.057+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=ICRVMDCI8OSP tag=9C8PX8S3HEYA type=write size=1858044 2024-09-12T17:20:06.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.061+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=SLEEK3NEM9T8 type=del 2024-09-12T17:20:06.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.061+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=3O3C0QG6CV4F type=del size=638495 2024-09-12T17:20:06.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.065+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~JN1AKFY5FA4V.0 size=1048576 2024-09-12T17:20:06.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.065+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6MVT0KBRIU11.2~JN1AKFY5FA4V.1 size=270170 2024-09-12T17:20:06.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.069+0000 7fbd9195a8c0 1 < canceled multipart upload key=6MVT0KBRIU11 upload=JN1AKFY5FA4V tag=L8ANZTGFYQLN type=write size=2367322 2024-09-12T17:20:06.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.073+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~3N1SESEGB429.0 size=1048576 2024-09-12T17:20:06.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.077+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~3N1SESEGB429.1 size=1048576 2024-09-12T17:20:06.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.077+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~3N1SESEGB429.2 size=948138 2024-09-12T17:20:06.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.077+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=3N1SESEGB429 tag=JU73JZ2LAF3B type=write size=4093866 2024-09-12T17:20:06.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.081+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~L8THUZO6NZOX.0 size=746202 2024-09-12T17:20:06.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.085+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=L8THUZO6NZOX tag=3P0BXOXTTKP2 type=write size=1794778 2024-09-12T17:20:06.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.089+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=OQJF4N9810YQ type=del size=3813551 2024-09-12T17:20:06.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.089+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=VRXIDEK67JLO type=del 2024-09-12T17:20:06.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.093+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=F791BOLZOH1C type=del size=59364 2024-09-12T17:20:06.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.097+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=DVEKLRLC436A type=del 2024-09-12T17:20:06.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.101+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=LID3SZXYXU4S type=del size=2780361 2024-09-12T17:20:06.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.101+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~5VLWHWT7RZIK.0 size=1042612 2024-09-12T17:20:06.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.105+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=5VLWHWT7RZIK tag=DTLGRX98H49A type=write size=2091188 2024-09-12T17:20:06.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.113+0000 7fbd9195a8c0 1 > prepared part key=_multipart_TQUAG7E2B31Q.2~XIHWVTOBPEA4.0 size=6998 2024-09-12T17:20:06.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.113+0000 7fbd9195a8c0 1 > prepared multipart upload key=TQUAG7E2B31Q upload=XIHWVTOBPEA4 tag=TT0K92RUIKMK type=write size=1055574 2024-09-12T17:20:06.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.113+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~0GXYLSOBQ542.0 size=1048576 2024-09-12T17:20:06.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.117+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~0GXYLSOBQ542.1 size=1048576 2024-09-12T17:20:06.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.117+0000 7fbd9195a8c0 1 < canceled part key=_multipart_PK7SUDXCYB4F.2~0GXYLSOBQ542.2 size=610261 2024-09-12T17:20:06.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.121+0000 7fbd9195a8c0 1 < canceled multipart upload key=PK7SUDXCYB4F upload=0GXYLSOBQ542 tag=KP17G070YH7V type=write size=3755989 2024-09-12T17:20:06.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.121+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=MSRE7QX37YHR type=write size=892043 2024-09-12T17:20:06.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.125+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=02ZGCK53E4D5 type=del 2024-09-12T17:20:06.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.129+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=EO4UHWK8NB8W type=del size=1300069 2024-09-12T17:20:06.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.129+0000 7fbd9195a8c0 1 < completed write operation key=L0FPLBRF5O79 tag=PQL9R20WOD2G type=write size=87498 2024-09-12T17:20:06.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.133+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=WD0KF1TVZFBA type=del size=506218 2024-09-12T17:20:06.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.137+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~92B9YY2TDJEN.0 size=1048576 2024-09-12T17:20:06.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.137+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~92B9YY2TDJEN.1 size=205153 2024-09-12T17:20:06.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.141+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=92B9YY2TDJEN tag=F2C5H1LAJ8MI type=write size=2302305 2024-09-12T17:20:06.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.145+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=WG3J35W48XR9 type=del size=3941549 2024-09-12T17:20:06.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.145+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=H6IVR4ONGDFX type=del 2024-09-12T17:20:06.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.149+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~DNWEA30RBSMF.0 size=488895 2024-09-12T17:20:06.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.149+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=DNWEA30RBSMF tag=VM4N0IS1O2GH type=write size=1537471 2024-09-12T17:20:06.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.153+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=0Q2HUDN0TWR7 type=del 2024-09-12T17:20:06.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.153+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=034JJ7YXL6PD type=del size=3257348 2024-09-12T17:20:06.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.157+0000 7fbd9195a8c0 1 < canceled operation key=NZTGLGZX3CR8 tag=ZP0CSWIQVRX7 type=del size=369227 2024-09-12T17:20:06.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.161+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~EUC1LD1608UY.0 size=159028 2024-09-12T17:20:06.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.161+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=EUC1LD1608UY tag=K58GQA09CWWR type=write size=1207604 2024-09-12T17:20:06.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.161+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=D320SHBLG1ID type=del 2024-09-12T17:20:06.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.165+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~0EX7L6X2CC4Q.0 size=460118 2024-09-12T17:20:06.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.165+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=0EX7L6X2CC4Q tag=P7997T8FTO26 type=write size=1508694 2024-09-12T17:20:06.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.169+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~VWXJ30L7W6MF.0 size=1048576 2024-09-12T17:20:06.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.169+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~VWXJ30L7W6MF.1 size=955018 2024-09-12T17:20:06.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.173+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=VWXJ30L7W6MF tag=EXRRK5G0987X type=write size=3052170 2024-09-12T17:20:06.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.177+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~FH3LEUL94IQH.0 size=135600 2024-09-12T17:20:06.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.177+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=FH3LEUL94IQH tag=7XSHRBSV9JWY type=write size=1184176 2024-09-12T17:20:06.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.177+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~ICRVMDCI8OSP.0 size=809468 2024-09-12T17:20:06.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.181+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=ICRVMDCI8OSP tag=9C8PX8S3HEYA type=write size=1858044 2024-09-12T17:20:06.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.185+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~0JFU1GEZIUQO.0 size=1048576 2024-09-12T17:20:06.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.189+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~0JFU1GEZIUQO.1 size=345845 2024-09-12T17:20:06.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.189+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=0JFU1GEZIUQO tag=UNK2XDATEY3W type=write size=2442997 2024-09-12T17:20:06.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.189+0000 7fbd9195a8c0 1 < suggested remove operation key=SLMRZF9L9KXH tag=3O3C0QG6CV4F type=del 2024-09-12T17:20:06.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.193+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~B0LFXOC92UXZ.0 size=50151 2024-09-12T17:20:06.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.193+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=B0LFXOC92UXZ tag=8AA5FEY6UQ6R type=write size=1098727 2024-09-12T17:20:06.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.197+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~3N1SESEGB429.0 size=1048576 2024-09-12T17:20:06.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.197+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~3N1SESEGB429.1 size=1048576 2024-09-12T17:20:06.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.201+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~3N1SESEGB429.2 size=948138 2024-09-12T17:20:06.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.205+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=3N1SESEGB429 tag=JU73JZ2LAF3B type=write size=4093866 2024-09-12T17:20:06.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.205+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=5W7DEY1ZXDK1 type=del size=3835036 2024-09-12T17:20:06.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.209+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=OQJF4N9810YQ type=del 2024-09-12T17:20:06.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.209+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=MMGGZ1Q23WSQ type=del size=3662357 2024-09-12T17:20:06.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.213+0000 7fbd9195a8c0 -1 < failed to complete operation key=SLMRZF9L9KXH tag=F791BOLZOH1C type=del size=59364: (22) Invalid argument 2024-09-12T17:20:06.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.213+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=99QD784KJM2W type=del size=2412614 2024-09-12T17:20:06.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.217+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=LID3SZXYXU4S type=del 2024-09-12T17:20:06.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.221+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~G579ROSDSM75.0 size=1048576 2024-09-12T17:20:06.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.225+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~G579ROSDSM75.1 size=143975 2024-09-12T17:20:06.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.225+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=G579ROSDSM75 tag=R2RN0GG2N77U type=write size=2241127 2024-09-12T17:20:06.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.225+0000 7fbd9195a8c0 1 < completed part key=_multipart_TQUAG7E2B31Q.2~XIHWVTOBPEA4.0 size=6998 2024-09-12T17:20:06.231 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.233+0000 7fbd9195a8c0 1 < completed multipart upload key=TQUAG7E2B31Q upload=XIHWVTOBPEA4 tag=TT0K92RUIKMK type=write size=1055574 2024-09-12T17:20:06.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.233+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=2DCNBP14ULK6 type=del size=1639293 2024-09-12T17:20:06.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.237+0000 7fbd9195a8c0 1 < completed write operation key=L4S21D3VH55N tag=MSRE7QX37YHR type=write size=892043 2024-09-12T17:20:06.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.241+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=HJNVVN7M3UFS type=del size=1550886 2024-09-12T17:20:06.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.241+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=EO4UHWK8NB8W type=del 2024-09-12T17:20:06.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.245+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=TLZJWPDUD2Q7 type=del size=1868593 2024-09-12T17:20:06.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.245+0000 7fbd9195a8c0 1 < canceled operation key=7MLJ2M37A6HT tag=WD0KF1TVZFBA type=del size=506218 2024-09-12T17:20:06.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.249+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=WFZUJ9ATQRPC type=del size=2130639 2024-09-12T17:20:06.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.249+0000 7fbd9195a8c0 1 < canceled operation key=NZTGLGZX3CR8 tag=WG3J35W48XR9 type=del size=3941549 2024-09-12T17:20:06.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.253+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~JU8Z059TJ5WF.0 size=1048576 2024-09-12T17:20:06.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.253+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~JU8Z059TJ5WF.1 size=94499 2024-09-12T17:20:06.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.253+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=JU8Z059TJ5WF tag=Q6A720RR0ZL0 type=write size=2191651 2024-09-12T17:20:06.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.257+0000 7fbd9195a8c0 1 < canceled part key=_multipart_5MSE40XZZQHD.2~DNWEA30RBSMF.0 size=488895 2024-09-12T17:20:06.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.257+0000 7fbd9195a8c0 1 < canceled multipart upload key=5MSE40XZZQHD upload=DNWEA30RBSMF tag=VM4N0IS1O2GH type=write size=1537471 2024-09-12T17:20:06.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.261+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=P5X965RGZJS2 type=del size=2221284 2024-09-12T17:20:06.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.261+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=034JJ7YXL6PD type=del 2024-09-12T17:20:06.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.265+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~LB3HXT36I5HM.0 size=1048576 2024-09-12T17:20:06.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.269+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~LB3HXT36I5HM.1 size=1048576 2024-09-12T17:20:06.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.269+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~LB3HXT36I5HM.2 size=933256 2024-09-12T17:20:06.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.269+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=LB3HXT36I5HM tag=63W9BCSDU60O type=write size=4078984 2024-09-12T17:20:06.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.273+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~EUC1LD1608UY.0 size=159028 2024-09-12T17:20:06.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.277+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=EUC1LD1608UY tag=K58GQA09CWWR type=write size=1207604 2024-09-12T17:20:06.278 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.281+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=QQ1ZFOLNQXB5 type=write size=318286 2024-09-12T17:20:06.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.281+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~0EX7L6X2CC4Q.0 size=460118 2024-09-12T17:20:06.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.285+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=0EX7L6X2CC4Q tag=P7997T8FTO26 type=write size=1508694 2024-09-12T17:20:06.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.293+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~EKQWOE8YV1F4.0 size=1048576 2024-09-12T17:20:06.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.293+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~EKQWOE8YV1F4.1 size=573358 2024-09-12T17:20:06.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.293+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=EKQWOE8YV1F4 tag=QHI396X3K4EU type=write size=2670510 2024-09-12T17:20:06.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.297+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~FH3LEUL94IQH.0 size=135600 2024-09-12T17:20:06.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.301+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=FH3LEUL94IQH tag=7XSHRBSV9JWY type=write size=1184176 2024-09-12T17:20:06.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.301+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=1W9DN8QRZPH8 type=del size=2127416 2024-09-12T17:20:06.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.305+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~0JFU1GEZIUQO.0 size=1048576 2024-09-12T17:20:06.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.305+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~0JFU1GEZIUQO.1 size=345845 2024-09-12T17:20:06.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.309+0000 7fbd9195a8c0 1 < completed multipart upload key=FO2QR27D8UW0 upload=0JFU1GEZIUQO tag=UNK2XDATEY3W type=write size=2442997 2024-09-12T17:20:06.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.313+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=MPORHAW8K1CW type=write size=502557 2024-09-12T17:20:06.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.313+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~B0LFXOC92UXZ.0 size=50151 2024-09-12T17:20:06.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.317+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=B0LFXOC92UXZ tag=8AA5FEY6UQ6R type=write size=1098727 2024-09-12T17:20:06.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.321+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=I5ARHNGW7U5X type=del size=116694 2024-09-12T17:20:06.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.325+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=5W7DEY1ZXDK1 type=del 2024-09-12T17:20:06.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.325+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=1WXNM3B8AAK6 type=del size=4139105 2024-09-12T17:20:06.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.329+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=MMGGZ1Q23WSQ type=del 2024-09-12T17:20:06.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.333+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~QQTNTELJ6XJI.0 size=1048576 2024-09-12T17:20:06.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.333+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~QQTNTELJ6XJI.1 size=1048576 2024-09-12T17:20:06.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.337+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~QQTNTELJ6XJI.2 size=609385 2024-09-12T17:20:06.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.337+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=QQTNTELJ6XJI tag=P6H9OZ7DE70A type=write size=3755113 2024-09-12T17:20:06.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.337+0000 7fbd9195a8c0 1 < completed delete operation key=DXPGRTSHP1VC tag=99QD784KJM2W type=del 2024-09-12T17:20:06.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.341+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=JDO1YOK6ZJWG type=del size=2402493 2024-09-12T17:20:06.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.341+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~G579ROSDSM75.0 size=1048576 2024-09-12T17:20:06.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.345+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~G579ROSDSM75.1 size=143975 2024-09-12T17:20:06.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.349+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=G579ROSDSM75 tag=R2RN0GG2N77U type=write size=2241127 2024-09-12T17:20:06.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.353+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~5C9WPA47AHG0.0 size=1048576 2024-09-12T17:20:06.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.357+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~5C9WPA47AHG0.1 size=857067 2024-09-12T17:20:06.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.357+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=5C9WPA47AHG0 tag=6AX21AWGF4HC type=write size=2954219 2024-09-12T17:20:06.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.357+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=2DCNBP14ULK6 type=del 2024-09-12T17:20:06.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.365+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~80U6IW64Y6H6.0 size=999460 2024-09-12T17:20:06.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.365+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=80U6IW64Y6H6 tag=43Y2HLHI140P type=write size=2048036 2024-09-12T17:20:06.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.365+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=HJNVVN7M3UFS type=del 2024-09-12T17:20:06.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.373+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~JJWFK38LICPY.0 size=1048576 2024-09-12T17:20:06.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.373+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~JJWFK38LICPY.1 size=1048576 2024-09-12T17:20:06.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.377+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~JJWFK38LICPY.2 size=1037058 2024-09-12T17:20:06.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.377+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=JJWFK38LICPY tag=305P78PGO68W type=write size=4182786 2024-09-12T17:20:06.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.381+0000 7fbd9195a8c0 1 < suggested update operation key=Y757YR0HCQEP tag=TLZJWPDUD2Q7 type=del size=1868593 2024-09-12T17:20:06.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.381+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=KFK8ZG409UFX type=del size=3062368 2024-09-12T17:20:06.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.385+0000 7fbd9195a8c0 1 < suggested remove operation key=2KWWYKI06IXO tag=WFZUJ9ATQRPC type=del 2024-09-12T17:20:06.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.389+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~XW2EGXZJA402.0 size=1048576 2024-09-12T17:20:06.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.393+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~XW2EGXZJA402.1 size=218249 2024-09-12T17:20:06.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.393+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=XW2EGXZJA402 tag=G8DX35K484Q2 type=write size=2315401 2024-09-12T17:20:06.392 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.393+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~JU8Z059TJ5WF.0 size=1048576 2024-09-12T17:20:06.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.397+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~JU8Z059TJ5WF.1 size=94499 2024-09-12T17:20:06.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.401+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=JU8Z059TJ5WF tag=Q6A720RR0ZL0 type=write size=2191651 2024-09-12T17:20:06.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.405+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~SK4WC4KKK0ZA.0 size=63319 2024-09-12T17:20:06.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.405+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=SK4WC4KKK0ZA tag=V3WQAV8AC93Y type=write size=1111895 2024-09-12T17:20:06.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.405+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=P5X965RGZJS2 type=del 2024-09-12T17:20:06.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.409+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=OW50R8MEH2BJ type=del size=3172236 2024-09-12T17:20:06.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.409+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~LB3HXT36I5HM.0 size=1048576 2024-09-12T17:20:06.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.413+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~LB3HXT36I5HM.1 size=1048576 2024-09-12T17:20:06.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.413+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~LB3HXT36I5HM.2 size=933256 2024-09-12T17:20:06.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.417+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=LB3HXT36I5HM tag=63W9BCSDU60O type=write size=4078984 2024-09-12T17:20:06.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.421+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~3OH7G5WZMUE7.0 size=1048576 2024-09-12T17:20:06.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.425+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~3OH7G5WZMUE7.1 size=1048576 2024-09-12T17:20:06.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.425+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~3OH7G5WZMUE7.2 size=443432 2024-09-12T17:20:06.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.425+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=3OH7G5WZMUE7 tag=GXU89FAC2CPD type=write size=3589160 2024-09-12T17:20:06.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.429+0000 7fbd9195a8c0 1 < canceled operation key=TQUAG7E2B31Q tag=QQ1ZFOLNQXB5 type=write size=318286 2024-09-12T17:20:06.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.429+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=ZJ5IJ5UMTGB7 type=del size=1688446 2024-09-12T17:20:06.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.433+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~EKQWOE8YV1F4.0 size=1048576 2024-09-12T17:20:06.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.433+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~EKQWOE8YV1F4.1 size=573358 2024-09-12T17:20:06.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.437+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=EKQWOE8YV1F4 tag=QHI396X3K4EU type=write size=2670510 2024-09-12T17:20:06.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.441+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=4FJPXCKPJACS type=write size=1009855 2024-09-12T17:20:06.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.441+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=1W9DN8QRZPH8 type=del 2024-09-12T17:20:06.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.449+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~50R4AYT4MRWM.0 size=1048576 2024-09-12T17:20:06.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.449+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~50R4AYT4MRWM.1 size=1037166 2024-09-12T17:20:06.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.449+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=50R4AYT4MRWM tag=4UZW0EPZW1P1 type=write size=3134318 2024-09-12T17:20:06.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.453+0000 7fbd9195a8c0 1 < completed write operation key=BB1JW1D7NJVJ tag=MPORHAW8K1CW type=write size=502557 2024-09-12T17:20:06.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.457+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~1DVQJ2FF55SX.0 size=606771 2024-09-12T17:20:06.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.457+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=1DVQJ2FF55SX tag=FF5GRWJKX4TR type=write size=1655347 2024-09-12T17:20:06.461 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.461+0000 7fbd9195a8c0 1 < suggested update operation key=HI4CZTBNYDJH tag=I5ARHNGW7U5X type=del size=116694 2024-09-12T17:20:06.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.465+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~QRB57336TKKW.0 size=1048576 2024-09-12T17:20:06.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.469+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~QRB57336TKKW.1 size=1048576 2024-09-12T17:20:06.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.469+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~QRB57336TKKW.2 size=409817 2024-09-12T17:20:06.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.469+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=QRB57336TKKW tag=DOA2B78G9GWN type=write size=3555545 2024-09-12T17:20:06.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.473+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=1WXNM3B8AAK6 type=del 2024-09-12T17:20:06.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.477+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~IB8IG4Q2RCT5.0 size=1048576 2024-09-12T17:20:06.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.481+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~IB8IG4Q2RCT5.1 size=750001 2024-09-12T17:20:06.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.481+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=IB8IG4Q2RCT5 tag=Y4GR8RK9IH9D type=write size=2847153 2024-09-12T17:20:06.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.481+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~QQTNTELJ6XJI.0 size=1048576 2024-09-12T17:20:06.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.485+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~QQTNTELJ6XJI.1 size=1048576 2024-09-12T17:20:06.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.485+0000 7fbd9195a8c0 1 < canceled part key=_multipart_00KG7A7MIHV2.2~QQTNTELJ6XJI.2 size=609385 2024-09-12T17:20:06.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.489+0000 7fbd9195a8c0 1 < canceled multipart upload key=00KG7A7MIHV2 upload=QQTNTELJ6XJI tag=P6H9OZ7DE70A type=write size=3755113 2024-09-12T17:20:06.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.493+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=S8GUW9SFL6Y0 type=write size=79034 2024-09-12T17:20:06.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.493+0000 7fbd9195a8c0 1 < canceled operation key=FO2QR27D8UW0 tag=JDO1YOK6ZJWG type=del size=2402493 2024-09-12T17:20:06.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.497+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=ZEPJMLI3DOOW type=del size=168601 2024-09-12T17:20:06.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.501+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~5C9WPA47AHG0.0 size=1048576 2024-09-12T17:20:06.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.501+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~5C9WPA47AHG0.1 size=857067 2024-09-12T17:20:06.507 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.509+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=5C9WPA47AHG0 tag=6AX21AWGF4HC type=write size=2954219 2024-09-12T17:20:06.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.513+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=1TR7WY3WERYX type=del size=3363623 2024-09-12T17:20:06.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.513+0000 7fbd9195a8c0 1 < canceled part key=_multipart_1SUNSUP1HQH3.2~80U6IW64Y6H6.0 size=999460 2024-09-12T17:20:06.517 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.517+0000 7fbd9195a8c0 1 < canceled multipart upload key=1SUNSUP1HQH3 upload=80U6IW64Y6H6 tag=43Y2HLHI140P type=write size=2048036 2024-09-12T17:20:06.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.525+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~HC2RX9GVFBL4.0 size=972167 2024-09-12T17:20:06.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.525+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=HC2RX9GVFBL4 tag=WBG88G21NIPJ type=write size=2020743 2024-09-12T17:20:06.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.529+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~JJWFK38LICPY.0 size=1048576 2024-09-12T17:20:06.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.529+0000 7fbd9195a8c0 1 < canceled part key=_multipart_Y757YR0HCQEP.2~JJWFK38LICPY.1 size=1048576 2024-09-12T17:20:06.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.529+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~JJWFK38LICPY.2 size=1037058 2024-09-12T17:20:06.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.537+0000 7fbd9195a8c0 1 < canceled multipart upload key=Y757YR0HCQEP upload=JJWFK38LICPY tag=305P78PGO68W type=write size=4182786 2024-09-12T17:20:06.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.541+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~1M656L84DI0Y.0 size=604712 2024-09-12T17:20:06.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.541+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=1M656L84DI0Y tag=R08OJX6P47ZB type=write size=1653288 2024-09-12T17:20:06.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.545+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=KFK8ZG409UFX type=del 2024-09-12T17:20:06.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.553+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~0L2T0XDE43IA.0 size=1048576 2024-09-12T17:20:06.552 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.553+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~0L2T0XDE43IA.1 size=1048576 2024-09-12T17:20:06.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.557+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~0L2T0XDE43IA.2 size=980709 2024-09-12T17:20:06.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.557+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=0L2T0XDE43IA tag=8ZOGC1F1TJP9 type=write size=4126437 2024-09-12T17:20:06.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.561+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~XW2EGXZJA402.0 size=1048576 2024-09-12T17:20:06.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.561+0000 7fbd9195a8c0 1 < canceled part key=_multipart_RE67Q37TLF36.2~XW2EGXZJA402.1 size=218249 2024-09-12T17:20:06.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.565+0000 7fbd9195a8c0 1 < canceled multipart upload key=RE67Q37TLF36 upload=XW2EGXZJA402 tag=G8DX35K484Q2 type=write size=2315401 2024-09-12T17:20:06.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.573+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~R7QK2G80N8ES.0 size=1048576 2024-09-12T17:20:06.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.573+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~R7QK2G80N8ES.1 size=912411 2024-09-12T17:20:06.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.573+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=R7QK2G80N8ES tag=4RR6G5XEVLBW type=write size=3009563 2024-09-12T17:20:06.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.573+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6MVT0KBRIU11.2~SK4WC4KKK0ZA.0 size=63319 2024-09-12T17:20:06.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.581+0000 7fbd9195a8c0 1 < canceled multipart upload key=6MVT0KBRIU11 upload=SK4WC4KKK0ZA tag=V3WQAV8AC93Y type=write size=1111895 2024-09-12T17:20:06.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.585+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~Z4W1AW12BHC0.0 size=1048576 2024-09-12T17:20:06.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.589+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~Z4W1AW12BHC0.1 size=313451 2024-09-12T17:20:06.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.589+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=Z4W1AW12BHC0 tag=8V06OLYLEBR4 type=write size=2410603 2024-09-12T17:20:06.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.593+0000 7fbd9195a8c0 -1 < failed to complete operation key=HI4CZTBNYDJH tag=OW50R8MEH2BJ type=del size=3172236: (22) Invalid argument 2024-09-12T17:20:06.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.597+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=3N6O0NOJAEX2 type=del size=3327185 2024-09-12T17:20:06.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.597+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~3OH7G5WZMUE7.0 size=1048576 2024-09-12T17:20:06.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.597+0000 7fbd9195a8c0 1 < canceled part key=_multipart_40V2VLOH796T.2~3OH7G5WZMUE7.1 size=1048576 2024-09-12T17:20:06.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.601+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~3OH7G5WZMUE7.2 size=443432 2024-09-12T17:20:06.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.605+0000 7fbd9195a8c0 1 < canceled multipart upload key=40V2VLOH796T upload=3OH7G5WZMUE7 tag=GXU89FAC2CPD type=write size=3589160 2024-09-12T17:20:06.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.613+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~9H5DTAZTLEO0.0 size=1048576 2024-09-12T17:20:06.614 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.617+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~9H5DTAZTLEO0.1 size=948880 2024-09-12T17:20:06.614 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.617+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=9H5DTAZTLEO0 tag=76OTJM7C1Y3K type=write size=3046032 2024-09-12T17:20:06.617 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.617+0000 7fbd9195a8c0 1 < completed delete operation key=BB1JW1D7NJVJ tag=ZJ5IJ5UMTGB7 type=del 2024-09-12T17:20:06.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.621+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=G16D82UD5NWY type=del size=3334050 2024-09-12T17:20:06.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.625+0000 7fbd9195a8c0 1 < completed write operation key=PK7SUDXCYB4F tag=4FJPXCKPJACS type=write size=1009855 2024-09-12T17:20:06.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.633+0000 7fbd9195a8c0 1 > prepared part key=_multipart_SLMRZF9L9KXH.2~MZ1KPYYB55EF.0 size=612956 2024-09-12T17:20:06.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.633+0000 7fbd9195a8c0 1 > prepared multipart upload key=SLMRZF9L9KXH upload=MZ1KPYYB55EF tag=855HKL2KMFJG type=write size=1661532 2024-09-12T17:20:06.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.637+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~50R4AYT4MRWM.0 size=1048576 2024-09-12T17:20:06.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.637+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~50R4AYT4MRWM.1 size=1037166 2024-09-12T17:20:06.642 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.645+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=50R4AYT4MRWM tag=4UZW0EPZW1P1 type=write size=3134318 2024-09-12T17:20:06.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.645+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=3VM1H036MAKQ type=del size=3389270 2024-09-12T17:20:06.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.649+0000 7fbd9195a8c0 1 < completed part key=_multipart_BB1JW1D7NJVJ.2~1DVQJ2FF55SX.0 size=606771 2024-09-12T17:20:06.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.657+0000 7fbd9195a8c0 1 < completed multipart upload key=BB1JW1D7NJVJ upload=1DVQJ2FF55SX tag=FF5GRWJKX4TR type=write size=1655347 2024-09-12T17:20:06.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.661+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~QAADO3JO1C40.0 size=1017016 2024-09-12T17:20:06.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.661+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=QAADO3JO1C40 tag=5BAVPBM33TH0 type=write size=2065592 2024-09-12T17:20:06.664 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.665+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~QRB57336TKKW.0 size=1048576 2024-09-12T17:20:06.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.669+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~QRB57336TKKW.1 size=1048576 2024-09-12T17:20:06.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.669+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~QRB57336TKKW.2 size=409817 2024-09-12T17:20:06.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.677+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=QRB57336TKKW tag=DOA2B78G9GWN type=write size=3555545 2024-09-12T17:20:06.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.681+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~S3A1N00Z52Z2.0 size=916908 2024-09-12T17:20:06.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.681+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=S3A1N00Z52Z2 tag=L2GXPH8A0ZG5 type=write size=1965484 2024-09-12T17:20:06.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.685+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~IB8IG4Q2RCT5.0 size=1048576 2024-09-12T17:20:06.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.689+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~IB8IG4Q2RCT5.1 size=750001 2024-09-12T17:20:06.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.693+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=IB8IG4Q2RCT5 tag=Y4GR8RK9IH9D type=write size=2847153 2024-09-12T17:20:06.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.697+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=0ASBICEYCA4B type=del size=3972290 2024-09-12T17:20:06.703 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.705+0000 7fbd9195a8c0 1 < suggested remove operation key=RE67Q37TLF36 tag=S8GUW9SFL6Y0 type=write 2024-09-12T17:20:06.706 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.709+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=MH3RP85EDGGG type=del size=2563634 2024-09-12T17:20:06.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.713+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=ZEPJMLI3DOOW type=del 2024-09-12T17:20:06.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.713+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=ME8QZBXT05H7 type=del size=91140 2024-09-12T17:20:06.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.717+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=1TR7WY3WERYX type=del 2024-09-12T17:20:06.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.721+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=PPRQMNPTZ7R3 type=write size=872913 2024-09-12T17:20:06.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.721+0000 7fbd9195a8c0 1 < canceled part key=_multipart_RE67Q37TLF36.2~HC2RX9GVFBL4.0 size=972167 2024-09-12T17:20:06.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.729+0000 7fbd9195a8c0 1 < canceled multipart upload key=RE67Q37TLF36 upload=HC2RX9GVFBL4 tag=WBG88G21NIPJ type=write size=2020743 2024-09-12T17:20:06.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.737+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~4L1MOTLSGWZG.0 size=612748 2024-09-12T17:20:06.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.737+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=4L1MOTLSGWZG tag=9S8K4P563D6P type=write size=1661324 2024-09-12T17:20:06.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.737+0000 7fbd9195a8c0 1 < canceled part key=_multipart_Y757YR0HCQEP.2~1M656L84DI0Y.0 size=604712 2024-09-12T17:20:06.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.745+0000 7fbd9195a8c0 1 < canceled multipart upload key=Y757YR0HCQEP upload=1M656L84DI0Y tag=R08OJX6P47ZB type=write size=1653288 2024-09-12T17:20:06.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.745+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=EDY32ZPJKUBA type=del size=747266 2024-09-12T17:20:06.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.749+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~0L2T0XDE43IA.0 size=1048576 2024-09-12T17:20:06.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.753+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~0L2T0XDE43IA.1 size=1048576 2024-09-12T17:20:06.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.753+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~0L2T0XDE43IA.2 size=980709 2024-09-12T17:20:06.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.761+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=0L2T0XDE43IA tag=8ZOGC1F1TJP9 type=write size=4126437 2024-09-12T17:20:06.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.765+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=95YLAEX378QE type=del size=1157407 2024-09-12T17:20:06.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.769+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~R7QK2G80N8ES.0 size=1048576 2024-09-12T17:20:06.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.769+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~R7QK2G80N8ES.1 size=912411 2024-09-12T17:20:06.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.773+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=R7QK2G80N8ES tag=4RR6G5XEVLBW type=write size=3009563 2024-09-12T17:20:06.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.777+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=NBMHCDUH71FT type=del size=1185280 2024-09-12T17:20:06.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.781+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~Z4W1AW12BHC0.0 size=1048576 2024-09-12T17:20:06.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.781+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~Z4W1AW12BHC0.1 size=313451 2024-09-12T17:20:06.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.789+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=Z4W1AW12BHC0 tag=8V06OLYLEBR4 type=write size=2410603 2024-09-12T17:20:06.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.789+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=N1B5FL4NSV6O type=del size=1462477 2024-09-12T17:20:06.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.793+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=3N6O0NOJAEX2 type=del 2024-09-12T17:20:06.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.797+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~LD0O2GFBR7O6.0 size=1005985 2024-09-12T17:20:06.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.797+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=LD0O2GFBR7O6 tag=D940CPS0O3O4 type=write size=2054561 2024-09-12T17:20:06.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.801+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~9H5DTAZTLEO0.0 size=1048576 2024-09-12T17:20:06.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.805+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~9H5DTAZTLEO0.1 size=948880 2024-09-12T17:20:06.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.809+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=9H5DTAZTLEO0 tag=76OTJM7C1Y3K type=write size=3046032 2024-09-12T17:20:06.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.813+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=A9Q992N71WJM type=del size=400954 2024-09-12T17:20:06.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.813+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=G16D82UD5NWY type=del 2024-09-12T17:20:06.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.817+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=WQEZOGWPQWJ1 type=del size=890881 2024-09-12T17:20:06.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.821+0000 7fbd9195a8c0 1 < completed part key=_multipart_SLMRZF9L9KXH.2~MZ1KPYYB55EF.0 size=612956 2024-09-12T17:20:06.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.825+0000 7fbd9195a8c0 1 < completed multipart upload key=SLMRZF9L9KXH upload=MZ1KPYYB55EF tag=855HKL2KMFJG type=write size=1661532 2024-09-12T17:20:06.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.829+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=I26L0XHYSTPZ type=del size=332726 2024-09-12T17:20:06.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.833+0000 7fbd9195a8c0 1 < completed delete operation key=GZRPL96NSXKR tag=3VM1H036MAKQ type=del 2024-09-12T17:20:06.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.841+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~MKTHB6R3NHEL.0 size=196989 2024-09-12T17:20:06.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.841+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=MKTHB6R3NHEL tag=PUKZV8ZNRGI9 type=write size=1245565 2024-09-12T17:20:06.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.841+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~QAADO3JO1C40.0 size=1017016 2024-09-12T17:20:06.847 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.849+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=QAADO3JO1C40 tag=5BAVPBM33TH0 type=write size=2065592 2024-09-12T17:20:06.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.853+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~KPIU103TX1JG.0 size=1048576 2024-09-12T17:20:06.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.857+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~KPIU103TX1JG.1 size=154626 2024-09-12T17:20:06.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.857+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=KPIU103TX1JG tag=AXM7S09OTA2Q type=write size=2251778 2024-09-12T17:20:06.858 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.861+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~S3A1N00Z52Z2.0 size=916908 2024-09-12T17:20:06.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.865+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=S3A1N00Z52Z2 tag=L2GXPH8A0ZG5 type=write size=1965484 2024-09-12T17:20:06.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.869+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~80MUJ2D4MFXZ.0 size=1048576 2024-09-12T17:20:06.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.873+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~80MUJ2D4MFXZ.1 size=853800 2024-09-12T17:20:06.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.873+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=80MUJ2D4MFXZ tag=PPHNELJXQ5GL type=write size=2950952 2024-09-12T17:20:06.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.877+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=0ASBICEYCA4B type=del 2024-09-12T17:20:06.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.881+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=407EEYS3NE2J type=write size=548736 2024-09-12T17:20:06.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.881+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=MH3RP85EDGGG type=del 2024-09-12T17:20:06.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.885+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=SWNKUYKIJRNN type=del size=433984 2024-09-12T17:20:06.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.889+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=ME8QZBXT05H7 type=del 2024-09-12T17:20:06.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.893+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~AFTE1CXSTL4E.0 size=1048576 2024-09-12T17:20:06.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.893+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~AFTE1CXSTL4E.1 size=37195 2024-09-12T17:20:06.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.893+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=AFTE1CXSTL4E tag=KHENG1RJVFC4 type=write size=2134347 2024-09-12T17:20:06.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.897+0000 7fbd9195a8c0 1 < completed write operation key=1SUNSUP1HQH3 tag=PPRQMNPTZ7R3 type=write size=872913 2024-09-12T17:20:06.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.901+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=X7CBBIBAPUNZ type=write size=388027 2024-09-12T17:20:06.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.901+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~4L1MOTLSGWZG.0 size=612748 2024-09-12T17:20:06.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.905+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=4L1MOTLSGWZG tag=9S8K4P563D6P type=write size=1661324 2024-09-12T17:20:06.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.909+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=Y0AHLU33EA8G type=write size=341076 2024-09-12T17:20:06.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.913+0000 7fbd9195a8c0 1 < canceled operation key=TQUAG7E2B31Q tag=EDY32ZPJKUBA type=del size=747266 2024-09-12T17:20:06.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.913+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=GXBX0R2Q56OJ type=del size=737437 2024-09-12T17:20:06.918 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.921+0000 7fbd9195a8c0 1 < suggested remove operation key=TQUAG7E2B31Q tag=95YLAEX378QE type=del 2024-09-12T17:20:06.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.921+0000 7fbd9195a8c0 1 > prepared operation key=DXPGRTSHP1VC tag=RN7OZKTXJSB9 type=del size=1527084 2024-09-12T17:20:06.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.929+0000 7fbd9195a8c0 1 < suggested remove operation key=00KG7A7MIHV2 tag=NBMHCDUH71FT type=del 2024-09-12T17:20:06.928 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.929+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=8SAQ9DN38FI6 type=del size=1031846 2024-09-12T17:20:06.931 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.933+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=N1B5FL4NSV6O type=del 2024-09-12T17:20:06.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.933+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=9KI7NZA6LVE9 type=del size=2349597 2024-09-12T17:20:06.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.937+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~LD0O2GFBR7O6.0 size=1005985 2024-09-12T17:20:06.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.941+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=LD0O2GFBR7O6 tag=D940CPS0O3O4 type=write size=2054561 2024-09-12T17:20:06.947 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.949+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~HCNJ4MTY1C6L.0 size=1048576 2024-09-12T17:20:06.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.949+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~HCNJ4MTY1C6L.1 size=1048576 2024-09-12T17:20:06.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.953+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~HCNJ4MTY1C6L.2 size=49043 2024-09-12T17:20:06.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.953+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=HCNJ4MTY1C6L tag=GLBNSS9WOG6Z type=write size=3194771 2024-09-12T17:20:06.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.957+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=A9Q992N71WJM type=del 2024-09-12T17:20:06.957 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.957+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=DUII118QHH6C type=del size=3270986 2024-09-12T17:20:06.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.961+0000 7fbd9195a8c0 1 < completed delete operation key=3LZK6DWM6YLP tag=WQEZOGWPQWJ1 type=del 2024-09-12T17:20:06.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.965+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~3SGMWKZ5HQ2I.0 size=1048576 2024-09-12T17:20:06.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.969+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~3SGMWKZ5HQ2I.1 size=733834 2024-09-12T17:20:06.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.969+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=3SGMWKZ5HQ2I tag=F82L71JBDCHZ type=write size=2830986 2024-09-12T17:20:06.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.973+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=I26L0XHYSTPZ type=del 2024-09-12T17:20:06.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.977+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~PGXX00VCQBRW.0 size=1048576 2024-09-12T17:20:06.977 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.977+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~PGXX00VCQBRW.1 size=132337 2024-09-12T17:20:06.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.977+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=PGXX00VCQBRW tag=OG0A5O6L1XGQ type=write size=2229489 2024-09-12T17:20:06.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.981+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~MKTHB6R3NHEL.0 size=196989 2024-09-12T17:20:06.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.985+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=MKTHB6R3NHEL tag=PUKZV8ZNRGI9 type=write size=1245565 2024-09-12T17:20:06.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.989+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=CJB0BODMN0NN type=write size=137491 2024-09-12T17:20:06.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.989+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~KPIU103TX1JG.0 size=1048576 2024-09-12T17:20:06.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.993+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~KPIU103TX1JG.1 size=154626 2024-09-12T17:20:06.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:06.997+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=KPIU103TX1JG tag=AXM7S09OTA2Q type=write size=2251778 2024-09-12T17:20:07.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.001+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~H3UY6SC3S0ML.0 size=1048576 2024-09-12T17:20:07.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.009+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~H3UY6SC3S0ML.1 size=1048576 2024-09-12T17:20:07.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.009+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GCAJ0JAKNDKG.2~H3UY6SC3S0ML.2 size=135540 2024-09-12T17:20:07.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.009+0000 7fbd9195a8c0 1 > prepared multipart upload key=GCAJ0JAKNDKG upload=H3UY6SC3S0ML tag=NRFR631NAVBI type=write size=3281268 2024-09-12T17:20:07.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.013+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~80MUJ2D4MFXZ.0 size=1048576 2024-09-12T17:20:07.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.013+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~80MUJ2D4MFXZ.1 size=853800 2024-09-12T17:20:07.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.017+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=80MUJ2D4MFXZ tag=PPHNELJXQ5GL type=write size=2950952 2024-09-12T17:20:07.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.025+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~PZ9RHZFACV20.0 size=1048576 2024-09-12T17:20:07.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.025+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~PZ9RHZFACV20.1 size=1048576 2024-09-12T17:20:07.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.029+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~PZ9RHZFACV20.2 size=807329 2024-09-12T17:20:07.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.029+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=PZ9RHZFACV20 tag=PSQ2DJLGSPEV type=write size=3953057 2024-09-12T17:20:07.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.029+0000 7fbd9195a8c0 1 < completed write operation key=RE67Q37TLF36 tag=407EEYS3NE2J type=write size=548736 2024-09-12T17:20:07.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.033+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=P8G3WAPDC3XV type=write size=668618 2024-09-12T17:20:07.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.033+0000 7fbd9195a8c0 1 < completed delete operation key=6MVT0KBRIU11 tag=SWNKUYKIJRNN type=del 2024-09-12T17:20:07.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.037+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=FCRJ8ELU4TMC type=del size=1432319 2024-09-12T17:20:07.038 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.041+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~AFTE1CXSTL4E.0 size=1048576 2024-09-12T17:20:07.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.041+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~AFTE1CXSTL4E.1 size=37195 2024-09-12T17:20:07.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.045+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=AFTE1CXSTL4E tag=KHENG1RJVFC4 type=write size=2134347 2024-09-12T17:20:07.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.049+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=1CSK2H7W095A type=del size=1060898 2024-09-12T17:20:07.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.053+0000 7fbd9195a8c0 1 < completed write operation key=POCQSFKQMMPX tag=X7CBBIBAPUNZ type=write size=388027 2024-09-12T17:20:07.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.057+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~65XH75015COF.0 size=1048576 2024-09-12T17:20:07.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.061+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~65XH75015COF.1 size=375161 2024-09-12T17:20:07.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.061+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=65XH75015COF tag=S3DCSOLFRZ5C type=write size=2472313 2024-09-12T17:20:07.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.061+0000 7fbd9195a8c0 1 < completed write operation key=5MSE40XZZQHD tag=Y0AHLU33EA8G type=write size=341076 2024-09-12T17:20:07.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.065+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~1M4B2JR4YQMI.0 size=964805 2024-09-12T17:20:07.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.065+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=1M4B2JR4YQMI tag=SNSC8NBMMCML type=write size=2013381 2024-09-12T17:20:07.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.069+0000 7fbd9195a8c0 1 < canceled operation key=OQXLNAHMPPDO tag=GXBX0R2Q56OJ type=del size=737437 2024-09-12T17:20:07.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.073+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=G50QGUM7QKWH type=write size=901446 2024-09-12T17:20:07.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.077+0000 7fbd9195a8c0 1 < suggested update operation key=DXPGRTSHP1VC tag=RN7OZKTXJSB9 type=del size=1527084 2024-09-12T17:20:07.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.081+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=MT0IRXPXFD8Y type=del size=366756 2024-09-12T17:20:07.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.081+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=8SAQ9DN38FI6 type=del 2024-09-12T17:20:07.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.085+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=0JSC18IH2YE8 type=del size=1157670 2024-09-12T17:20:07.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.089+0000 7fbd9195a8c0 1 < completed delete operation key=KAT5FF0HSKKN tag=9KI7NZA6LVE9 type=del 2024-09-12T17:20:07.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.089+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=VA13476C10PA type=del size=428263 2024-09-12T17:20:07.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.093+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~HCNJ4MTY1C6L.0 size=1048576 2024-09-12T17:20:07.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.093+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~HCNJ4MTY1C6L.1 size=1048576 2024-09-12T17:20:07.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.097+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~HCNJ4MTY1C6L.2 size=49043 2024-09-12T17:20:07.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.101+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=HCNJ4MTY1C6L tag=GLBNSS9WOG6Z type=write size=3194771 2024-09-12T17:20:07.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.105+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=WW532VQXPD03 type=del size=4150042 2024-09-12T17:20:07.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.109+0000 7fbd9195a8c0 1 < suggested update operation key=PK7SUDXCYB4F tag=DUII118QHH6C type=del size=3270986 2024-09-12T17:20:07.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.113+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~6TX7TOWDR96E.0 size=1038114 2024-09-12T17:20:07.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.113+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=6TX7TOWDR96E tag=W91L24KRM942 type=write size=2086690 2024-09-12T17:20:07.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.117+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~3SGMWKZ5HQ2I.0 size=1048576 2024-09-12T17:20:07.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.121+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~3SGMWKZ5HQ2I.1 size=733834 2024-09-12T17:20:07.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.125+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=3SGMWKZ5HQ2I tag=F82L71JBDCHZ type=write size=2830986 2024-09-12T17:20:07.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.129+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~LT4T89KSVRF9.0 size=1048576 2024-09-12T17:20:07.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.133+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~LT4T89KSVRF9.1 size=1048576 2024-09-12T17:20:07.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.133+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~LT4T89KSVRF9.2 size=178671 2024-09-12T17:20:07.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.133+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=LT4T89KSVRF9 tag=O98QKGCUV9Z9 type=write size=3324399 2024-09-12T17:20:07.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.137+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~PGXX00VCQBRW.0 size=1048576 2024-09-12T17:20:07.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.137+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~PGXX00VCQBRW.1 size=132337 2024-09-12T17:20:07.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.145+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=PGXX00VCQBRW tag=OG0A5O6L1XGQ type=write size=2229489 2024-09-12T17:20:07.147 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.149+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~NKWG3U4E8CT6.0 size=1048576 2024-09-12T17:20:07.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.149+0000 7fbd9195a8c0 1 > prepared part key=_multipart_PK7SUDXCYB4F.2~NKWG3U4E8CT6.1 size=65649 2024-09-12T17:20:07.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.149+0000 7fbd9195a8c0 1 > prepared multipart upload key=PK7SUDXCYB4F upload=NKWG3U4E8CT6 tag=UBNQAKQVR6H0 type=write size=2162801 2024-09-12T17:20:07.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.153+0000 7fbd9195a8c0 1 < completed write operation key=BB1JW1D7NJVJ tag=CJB0BODMN0NN type=write size=137491 2024-09-12T17:20:07.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.157+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=TKGWD9OX54KI type=del size=900943 2024-09-12T17:20:07.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.161+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~H3UY6SC3S0ML.0 size=1048576 2024-09-12T17:20:07.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.161+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~H3UY6SC3S0ML.1 size=1048576 2024-09-12T17:20:07.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.165+0000 7fbd9195a8c0 1 < completed part key=_multipart_GCAJ0JAKNDKG.2~H3UY6SC3S0ML.2 size=135540 2024-09-12T17:20:07.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.169+0000 7fbd9195a8c0 1 < completed multipart upload key=GCAJ0JAKNDKG upload=H3UY6SC3S0ML tag=NRFR631NAVBI type=write size=3281268 2024-09-12T17:20:07.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.169+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=G67I5FLT5HWC type=del size=3904117 2024-09-12T17:20:07.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.173+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~PZ9RHZFACV20.0 size=1048576 2024-09-12T17:20:07.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.177+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~PZ9RHZFACV20.1 size=1048576 2024-09-12T17:20:07.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.177+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~PZ9RHZFACV20.2 size=807329 2024-09-12T17:20:07.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.185+0000 7fbd9195a8c0 1 < completed multipart upload key=1SUNSUP1HQH3 upload=PZ9RHZFACV20 tag=PSQ2DJLGSPEV type=write size=3953057 2024-09-12T17:20:07.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.189+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=VJM6NJ54DP1D type=write size=293401 2024-09-12T17:20:07.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.193+0000 7fbd9195a8c0 1 < completed write operation key=5MSE40XZZQHD tag=P8G3WAPDC3XV type=write size=668618 2024-09-12T17:20:07.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.193+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=7ZPJ6XWC3OZS type=del size=95682 2024-09-12T17:20:07.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.197+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=FCRJ8ELU4TMC type=del 2024-09-12T17:20:07.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.201+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=LXU43CBWKZPJ type=del size=3660906 2024-09-12T17:20:07.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.205+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=1CSK2H7W095A type=del 2024-09-12T17:20:07.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.205+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=0FCILD51EVOY type=del size=1251727 2024-09-12T17:20:07.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.209+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~65XH75015COF.0 size=1048576 2024-09-12T17:20:07.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.213+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~65XH75015COF.1 size=375161 2024-09-12T17:20:07.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.217+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=65XH75015COF tag=S3DCSOLFRZ5C type=write size=2472313 2024-09-12T17:20:07.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.225+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~QT58GAEIRDL4.0 size=842436 2024-09-12T17:20:07.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.225+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=QT58GAEIRDL4 tag=PSX9A14ZQM0W type=write size=1891012 2024-09-12T17:20:07.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.229+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~1M4B2JR4YQMI.0 size=964805 2024-09-12T17:20:07.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.233+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=1M4B2JR4YQMI tag=SNSC8NBMMCML type=write size=2013381 2024-09-12T17:20:07.235 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.237+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=TU6TCUK1ANNW type=write size=815086 2024-09-12T17:20:07.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.241+0000 7fbd9195a8c0 1 < completed write operation key=OEEZQHUX83CE tag=G50QGUM7QKWH type=write size=901446 2024-09-12T17:20:07.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.245+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=8TOAJIT3S83M type=del size=1039768 2024-09-12T17:20:07.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.249+0000 7fbd9195a8c0 1 < completed delete operation key=2UQUEMHYAPVH tag=MT0IRXPXFD8Y type=del 2024-09-12T17:20:07.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.249+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=MQX22344RL2V type=write size=698473 2024-09-12T17:20:07.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.253+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=0JSC18IH2YE8 type=del 2024-09-12T17:20:07.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.257+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=TF7MW3YM1ODW type=del size=2531258 2024-09-12T17:20:07.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.265+0000 7fbd9195a8c0 1 < suggested update operation key=L4S21D3VH55N tag=VA13476C10PA type=del size=428263 2024-09-12T17:20:07.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.265+0000 7fbd9195a8c0 1 > prepared operation key=GCAJ0JAKNDKG tag=T0KL2OE4NQRB type=del size=3120279 2024-09-12T17:20:07.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.269+0000 7fbd9195a8c0 -1 < failed to complete operation key=PK7SUDXCYB4F tag=WW532VQXPD03 type=del size=4150042: (22) Invalid argument 2024-09-12T17:20:07.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.277+0000 7fbd9195a8c0 1 > prepared operation key=SLMRZF9L9KXH tag=W090GWDPM7K2 type=write size=795165 2024-09-12T17:20:07.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.277+0000 7fbd9195a8c0 1 < canceled part key=_multipart_DXPGRTSHP1VC.2~6TX7TOWDR96E.0 size=1038114 2024-09-12T17:20:07.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.285+0000 7fbd9195a8c0 1 < canceled multipart upload key=DXPGRTSHP1VC upload=6TX7TOWDR96E tag=W91L24KRM942 type=write size=2086690 2024-09-12T17:20:07.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.289+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=7HYURAGJJ6M0 type=write size=363281 2024-09-12T17:20:07.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.293+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~LT4T89KSVRF9.0 size=1048576 2024-09-12T17:20:07.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.293+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~LT4T89KSVRF9.1 size=1048576 2024-09-12T17:20:07.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.297+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~LT4T89KSVRF9.2 size=178671 2024-09-12T17:20:07.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.305+0000 7fbd9195a8c0 1 < completed multipart upload key=HI4CZTBNYDJH upload=LT4T89KSVRF9 tag=O98QKGCUV9Z9 type=write size=3324399 2024-09-12T17:20:07.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.305+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=BHKZHWQIP1WY type=del size=2762927 2024-09-12T17:20:07.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.309+0000 7fbd9195a8c0 1 < completed part key=_multipart_PK7SUDXCYB4F.2~NKWG3U4E8CT6.0 size=1048576 2024-09-12T17:20:07.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.309+0000 7fbd9195a8c0 1 < canceled part key=_multipart_PK7SUDXCYB4F.2~NKWG3U4E8CT6.1 size=65649 2024-09-12T17:20:07.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.313+0000 7fbd9195a8c0 1 < canceled multipart upload key=PK7SUDXCYB4F upload=NKWG3U4E8CT6 tag=UBNQAKQVR6H0 type=write size=2162801 2024-09-12T17:20:07.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.321+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~I9KMVO4MAIXT.0 size=1048576 2024-09-12T17:20:07.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.321+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~I9KMVO4MAIXT.1 size=1048576 2024-09-12T17:20:07.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.325+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~I9KMVO4MAIXT.2 size=800846 2024-09-12T17:20:07.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.325+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=I9KMVO4MAIXT tag=JVIEQ1SODGN5 type=write size=3946574 2024-09-12T17:20:07.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.329+0000 7fbd9195a8c0 1 < completed delete operation key=Y757YR0HCQEP tag=TKGWD9OX54KI type=del 2024-09-12T17:20:07.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.333+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=MXUL5FU7FBW1 type=write size=6707 2024-09-12T17:20:07.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.337+0000 7fbd9195a8c0 1 < completed delete operation key=TQUAG7E2B31Q tag=G67I5FLT5HWC type=del 2024-09-12T17:20:07.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.337+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=0OAQCYC480L1 type=write size=74702 2024-09-12T17:20:07.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.341+0000 7fbd9195a8c0 1 < completed write operation key=POCQSFKQMMPX tag=VJM6NJ54DP1D type=write size=293401 2024-09-12T17:20:07.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.349+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2KWWYKI06IXO.2~8PZ3E02I979L.0 size=40806 2024-09-12T17:20:07.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.349+0000 7fbd9195a8c0 1 > prepared multipart upload key=2KWWYKI06IXO upload=8PZ3E02I979L tag=Z7CX434KM5AF type=write size=1089382 2024-09-12T17:20:07.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.353+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=7ZPJ6XWC3OZS type=del 2024-09-12T17:20:07.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.357+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~ILC4VY4KIXSX.0 size=1048576 2024-09-12T17:20:07.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.361+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~ILC4VY4KIXSX.1 size=1048576 2024-09-12T17:20:07.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.361+0000 7fbd9195a8c0 1 > prepared part key=_multipart_GZRPL96NSXKR.2~ILC4VY4KIXSX.2 size=726636 2024-09-12T17:20:07.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.361+0000 7fbd9195a8c0 1 > prepared multipart upload key=GZRPL96NSXKR upload=ILC4VY4KIXSX tag=VXCAY3RPTUYR type=write size=3872364 2024-09-12T17:20:07.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.365+0000 7fbd9195a8c0 1 < completed delete operation key=40V2VLOH796T tag=LXU43CBWKZPJ type=del 2024-09-12T17:20:07.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.369+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=MLMNOQ9SOF28 type=del size=1841939 2024-09-12T17:20:07.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.373+0000 7fbd9195a8c0 1 < completed delete operation key=RE67Q37TLF36 tag=0FCILD51EVOY type=del 2024-09-12T17:20:07.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.373+0000 7fbd9195a8c0 1 > prepared operation key=2UQUEMHYAPVH tag=Y6VV5RBP0IZ6 type=del size=1876091 2024-09-12T17:20:07.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.377+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~QT58GAEIRDL4.0 size=842436 2024-09-12T17:20:07.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.381+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=QT58GAEIRDL4 tag=PSX9A14ZQM0W type=write size=1891012 2024-09-12T17:20:07.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.385+0000 7fbd9195a8c0 1 > prepared operation key=FO2QR27D8UW0 tag=IFADXJY6CRPO type=del size=1161734 2024-09-12T17:20:07.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.389+0000 7fbd9195a8c0 1 < canceled operation key=40V2VLOH796T tag=TU6TCUK1ANNW type=write size=815086 2024-09-12T17:20:07.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.397+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~751IZ4BQEJ78.0 size=1048576 2024-09-12T17:20:07.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.397+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~751IZ4BQEJ78.1 size=605612 2024-09-12T17:20:07.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.397+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=751IZ4BQEJ78 tag=Q4GI14TETTRZ type=write size=2702764 2024-09-12T17:20:07.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.401+0000 7fbd9195a8c0 1 < canceled operation key=9OCQAHF3Y4ZE tag=8TOAJIT3S83M type=del size=1039768 2024-09-12T17:20:07.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.405+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~GW80019HEOIS.0 size=1048576 2024-09-12T17:20:07.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.409+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~GW80019HEOIS.1 size=591814 2024-09-12T17:20:07.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.409+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=GW80019HEOIS tag=O3JWDOZVDXWF type=write size=2688966 2024-09-12T17:20:07.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.413+0000 7fbd9195a8c0 1 < completed write operation key=POCQSFKQMMPX tag=MQX22344RL2V type=write size=698473 2024-09-12T17:20:07.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.417+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=NXO8HBD2M5K4 type=del size=434299 2024-09-12T17:20:07.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.417+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=TF7MW3YM1ODW type=del 2024-09-12T17:20:07.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.425+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~BD7VI486C6F8.0 size=1048576 2024-09-12T17:20:07.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.425+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~BD7VI486C6F8.1 size=1048576 2024-09-12T17:20:07.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.429+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~BD7VI486C6F8.2 size=9838 2024-09-12T17:20:07.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.429+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=BD7VI486C6F8 tag=9BPH84XBAZA5 type=write size=3155566 2024-09-12T17:20:07.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.433+0000 7fbd9195a8c0 1 < completed delete operation key=GCAJ0JAKNDKG tag=T0KL2OE4NQRB type=del 2024-09-12T17:20:07.434 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.437+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=B7AE9NY9FUFU type=del size=3378383 2024-09-12T17:20:07.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.437+0000 7fbd9195a8c0 1 < canceled operation key=SLMRZF9L9KXH tag=W090GWDPM7K2 type=write size=795165 2024-09-12T17:20:07.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.441+0000 7fbd9195a8c0 1 > prepared operation key=6MVT0KBRIU11 tag=C15HO3F71X7W type=del size=1939956 2024-09-12T17:20:07.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.445+0000 7fbd9195a8c0 1 < completed write operation key=L0FPLBRF5O79 tag=7HYURAGJJ6M0 type=write size=363281 2024-09-12T17:20:07.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.449+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=1L9U8YKGEN3Q type=write size=958680 2024-09-12T17:20:07.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.453+0000 7fbd9195a8c0 1 < canceled operation key=2UQUEMHYAPVH tag=BHKZHWQIP1WY type=del size=2762927 2024-09-12T17:20:07.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.457+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~8JT5MF5GQFNG.0 size=269446 2024-09-12T17:20:07.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.457+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=8JT5MF5GQFNG tag=IAVZAE0TOQFF type=write size=1318022 2024-09-12T17:20:07.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.461+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~I9KMVO4MAIXT.0 size=1048576 2024-09-12T17:20:07.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.465+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~I9KMVO4MAIXT.1 size=1048576 2024-09-12T17:20:07.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.465+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~I9KMVO4MAIXT.2 size=800846 2024-09-12T17:20:07.470 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.473+0000 7fbd9195a8c0 1 < completed multipart upload key=2UQUEMHYAPVH upload=I9KMVO4MAIXT tag=JVIEQ1SODGN5 type=write size=3946574 2024-09-12T17:20:07.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.473+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=AAWNSXDHX3IJ type=del size=1172215 2024-09-12T17:20:07.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.477+0000 7fbd9195a8c0 1 < canceled operation key=POCQSFKQMMPX tag=MXUL5FU7FBW1 type=write size=6707 2024-09-12T17:20:07.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.481+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~4POPCD081W4Y.0 size=1048576 2024-09-12T17:20:07.484 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.485+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~4POPCD081W4Y.1 size=42836 2024-09-12T17:20:07.484 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.485+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=4POPCD081W4Y tag=44W5D9JHUFIC type=write size=2139988 2024-09-12T17:20:07.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.489+0000 7fbd9195a8c0 1 < completed write operation key=7MLJ2M37A6HT tag=0OAQCYC480L1 type=write size=74702 2024-09-12T17:20:07.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.489+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=43FS3QYABWYB type=del size=1804288 2024-09-12T17:20:07.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.493+0000 7fbd9195a8c0 1 < completed part key=_multipart_2KWWYKI06IXO.2~8PZ3E02I979L.0 size=40806 2024-09-12T17:20:07.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.497+0000 7fbd9195a8c0 1 < completed multipart upload key=2KWWYKI06IXO upload=8PZ3E02I979L tag=Z7CX434KM5AF type=write size=1089382 2024-09-12T17:20:07.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.505+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~5YHOA3QFSFJ8.0 size=1048576 2024-09-12T17:20:07.505 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.505+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~5YHOA3QFSFJ8.1 size=1048576 2024-09-12T17:20:07.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.509+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6MVT0KBRIU11.2~5YHOA3QFSFJ8.2 size=109663 2024-09-12T17:20:07.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.509+0000 7fbd9195a8c0 1 > prepared multipart upload key=6MVT0KBRIU11 upload=5YHOA3QFSFJ8 tag=6QITKEYAPNQK type=write size=3255391 2024-09-12T17:20:07.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.513+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~ILC4VY4KIXSX.0 size=1048576 2024-09-12T17:20:07.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.513+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~ILC4VY4KIXSX.1 size=1048576 2024-09-12T17:20:07.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.517+0000 7fbd9195a8c0 1 < completed part key=_multipart_GZRPL96NSXKR.2~ILC4VY4KIXSX.2 size=726636 2024-09-12T17:20:07.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.521+0000 7fbd9195a8c0 1 < completed multipart upload key=GZRPL96NSXKR upload=ILC4VY4KIXSX tag=VXCAY3RPTUYR type=write size=3872364 2024-09-12T17:20:07.527 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.529+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~NU9JMX3U79KG.0 size=585151 2024-09-12T17:20:07.527 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.529+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=NU9JMX3U79KG tag=7MDY0A3NBZX7 type=write size=1633727 2024-09-12T17:20:07.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.533+0000 7fbd9195a8c0 1 < completed delete operation key=1SUNSUP1HQH3 tag=MLMNOQ9SOF28 type=del 2024-09-12T17:20:07.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.537+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~391QMGO4SKMN.0 size=1048576 2024-09-12T17:20:07.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.541+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~391QMGO4SKMN.1 size=1048576 2024-09-12T17:20:07.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.541+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~391QMGO4SKMN.2 size=752498 2024-09-12T17:20:07.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.541+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=391QMGO4SKMN tag=DHZJF7ABM9Z0 type=write size=3898226 2024-09-12T17:20:07.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.545+0000 7fbd9195a8c0 1 < canceled operation key=2UQUEMHYAPVH tag=Y6VV5RBP0IZ6 type=del size=1876091 2024-09-12T17:20:07.548 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.549+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=HB31T44JPDM6 type=del size=917180 2024-09-12T17:20:07.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.553+0000 7fbd9195a8c0 1 < canceled operation key=FO2QR27D8UW0 tag=IFADXJY6CRPO type=del size=1161734 2024-09-12T17:20:07.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.557+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~A7DA6F495TVL.0 size=461896 2024-09-12T17:20:07.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.557+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=A7DA6F495TVL tag=4E2CSY2AJA86 type=write size=1510472 2024-09-12T17:20:07.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.561+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~751IZ4BQEJ78.0 size=1048576 2024-09-12T17:20:07.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.565+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~751IZ4BQEJ78.1 size=605612 2024-09-12T17:20:07.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.577+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=751IZ4BQEJ78 tag=Q4GI14TETTRZ type=write size=2702764 2024-09-12T17:20:07.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.581+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=SQXKB4ZVZ0E9 type=del size=1627614 2024-09-12T17:20:07.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.581+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~GW80019HEOIS.0 size=1048576 2024-09-12T17:20:07.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.581+0000 7fbd9195a8c0 1 < canceled part key=_multipart_2UQUEMHYAPVH.2~GW80019HEOIS.1 size=591814 2024-09-12T17:20:07.586 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.589+0000 7fbd9195a8c0 1 < canceled multipart upload key=2UQUEMHYAPVH upload=GW80019HEOIS tag=O3JWDOZVDXWF type=write size=2688966 2024-09-12T17:20:07.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.589+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=B5FAKJKPWKLU type=del size=2163838 2024-09-12T17:20:07.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.593+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=NXO8HBD2M5K4 type=del 2024-09-12T17:20:07.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.601+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~Y3DHCT3EIFP7.0 size=1048576 2024-09-12T17:20:07.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.605+0000 7fbd9195a8c0 1 > prepared part key=_multipart_5MSE40XZZQHD.2~Y3DHCT3EIFP7.1 size=30400 2024-09-12T17:20:07.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.605+0000 7fbd9195a8c0 1 > prepared multipart upload key=5MSE40XZZQHD upload=Y3DHCT3EIFP7 tag=EQX1AVN11EJ4 type=write size=2127552 2024-09-12T17:20:07.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.605+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~BD7VI486C6F8.0 size=1048576 2024-09-12T17:20:07.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.609+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~BD7VI486C6F8.1 size=1048576 2024-09-12T17:20:07.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.613+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~BD7VI486C6F8.2 size=9838 2024-09-12T17:20:07.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.617+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=BD7VI486C6F8 tag=9BPH84XBAZA5 type=write size=3155566 2024-09-12T17:20:07.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.621+0000 7fbd9195a8c0 1 > prepared part key=_multipart_9OCQAHF3Y4ZE.2~0NW4T3PDV26X.0 size=446002 2024-09-12T17:20:07.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.621+0000 7fbd9195a8c0 1 > prepared multipart upload key=9OCQAHF3Y4ZE upload=0NW4T3PDV26X tag=VP8MLFYPFVAH type=write size=1494578 2024-09-12T17:20:07.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.629+0000 7fbd9195a8c0 1 < suggested remove operation key=6MVT0KBRIU11 tag=B7AE9NY9FUFU type=del 2024-09-12T17:20:07.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.633+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=2104G7WM92FA type=del size=677678 2024-09-12T17:20:07.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.633+0000 7fbd9195a8c0 -1 < no bi entry to suggest for operation key=6MVT0KBRIU11 tag=C15HO3F71X7W type=del size=1939956: (2) No such file or directory 2024-09-12T17:20:07.639 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.641+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~GV4CAOWAXS3D.0 size=1048576 2024-09-12T17:20:07.641 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.641+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~GV4CAOWAXS3D.1 size=1048576 2024-09-12T17:20:07.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.645+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~GV4CAOWAXS3D.2 size=358246 2024-09-12T17:20:07.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.645+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=GV4CAOWAXS3D tag=D30I31PG8USU type=write size=3503974 2024-09-12T17:20:07.648 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.649+0000 7fbd9195a8c0 1 < completed write operation key=1SUNSUP1HQH3 tag=1L9U8YKGEN3Q type=write size=958680 2024-09-12T17:20:07.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.653+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=8UISO1SQOUJ4 type=write size=1729 2024-09-12T17:20:07.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.653+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~8JT5MF5GQFNG.0 size=269446 2024-09-12T17:20:07.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.661+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=8JT5MF5GQFNG tag=IAVZAE0TOQFF type=write size=1318022 2024-09-12T17:20:07.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.665+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=1Q89KOVZ2JG0 type=del size=3159579 2024-09-12T17:20:07.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.665+0000 7fbd9195a8c0 1 < canceled operation key=40V2VLOH796T tag=AAWNSXDHX3IJ type=del size=1172215 2024-09-12T17:20:07.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.669+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=P4ZU094DZR2G type=del size=585972 2024-09-12T17:20:07.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.673+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~4POPCD081W4Y.0 size=1048576 2024-09-12T17:20:07.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.677+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~4POPCD081W4Y.1 size=42836 2024-09-12T17:20:07.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.681+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=4POPCD081W4Y tag=44W5D9JHUFIC type=write size=2139988 2024-09-12T17:20:07.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.685+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=R33BKHI8TFAQ type=del size=4082567 2024-09-12T17:20:07.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.689+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=43FS3QYABWYB type=del 2024-09-12T17:20:07.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.693+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=Q818EWVE02R5 type=del size=68257 2024-09-12T17:20:07.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.697+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~5YHOA3QFSFJ8.0 size=1048576 2024-09-12T17:20:07.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.697+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~5YHOA3QFSFJ8.1 size=1048576 2024-09-12T17:20:07.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.701+0000 7fbd9195a8c0 1 < completed part key=_multipart_6MVT0KBRIU11.2~5YHOA3QFSFJ8.2 size=109663 2024-09-12T17:20:07.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.705+0000 7fbd9195a8c0 1 < completed multipart upload key=6MVT0KBRIU11 upload=5YHOA3QFSFJ8 tag=6QITKEYAPNQK type=write size=3255391 2024-09-12T17:20:07.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.709+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=II7OHF9A41LH type=write size=109777 2024-09-12T17:20:07.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.709+0000 7fbd9195a8c0 1 < canceled part key=_multipart_1SUNSUP1HQH3.2~NU9JMX3U79KG.0 size=585151 2024-09-12T17:20:07.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.713+0000 7fbd9195a8c0 1 < canceled multipart upload key=1SUNSUP1HQH3 upload=NU9JMX3U79KG tag=7MDY0A3NBZX7 type=write size=1633727 2024-09-12T17:20:07.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.717+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=TO7V2YTQJVBN type=del size=2568718 2024-09-12T17:20:07.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.717+0000 7fbd9195a8c0 1 < canceled part key=_multipart_RE67Q37TLF36.2~391QMGO4SKMN.0 size=1048576 2024-09-12T17:20:07.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.721+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~391QMGO4SKMN.1 size=1048576 2024-09-12T17:20:07.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.721+0000 7fbd9195a8c0 1 < canceled part key=_multipart_RE67Q37TLF36.2~391QMGO4SKMN.2 size=752498 2024-09-12T17:20:07.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.729+0000 7fbd9195a8c0 1 < canceled multipart upload key=RE67Q37TLF36 upload=391QMGO4SKMN tag=DHZJF7ABM9Z0 type=write size=3898226 2024-09-12T17:20:07.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.733+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~6LOPDXNPON24.0 size=1048576 2024-09-12T17:20:07.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.737+0000 7fbd9195a8c0 1 > prepared part key=_multipart_HI4CZTBNYDJH.2~6LOPDXNPON24.1 size=17844 2024-09-12T17:20:07.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.737+0000 7fbd9195a8c0 1 > prepared multipart upload key=HI4CZTBNYDJH upload=6LOPDXNPON24 tag=DY57LBIOK0CX type=write size=2114996 2024-09-12T17:20:07.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.741+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=HB31T44JPDM6 type=del 2024-09-12T17:20:07.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.745+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=N6RJ3E7KUVYV type=del size=2374687 2024-09-12T17:20:07.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.745+0000 7fbd9195a8c0 1 < canceled part key=_multipart_7MLJ2M37A6HT.2~A7DA6F495TVL.0 size=461896 2024-09-12T17:20:07.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.749+0000 7fbd9195a8c0 1 < canceled multipart upload key=7MLJ2M37A6HT upload=A7DA6F495TVL tag=4E2CSY2AJA86 type=write size=1510472 2024-09-12T17:20:07.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.753+0000 7fbd9195a8c0 1 > prepared operation key=PK7SUDXCYB4F tag=612Y3NPPPYID type=del size=3708744 2024-09-12T17:20:07.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.761+0000 7fbd9195a8c0 1 < suggested remove operation key=L4S21D3VH55N tag=SQXKB4ZVZ0E9 type=del 2024-09-12T17:20:07.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.765+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=YW65JP1WOL8L type=del size=2901787 2024-09-12T17:20:07.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.769+0000 7fbd9195a8c0 1 < canceled operation key=3LZK6DWM6YLP tag=B5FAKJKPWKLU type=del size=2163838 2024-09-12T17:20:07.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.773+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~D7VT4TMEHS2I.0 size=1048576 2024-09-12T17:20:07.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.777+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~D7VT4TMEHS2I.1 size=900341 2024-09-12T17:20:07.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.777+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=D7VT4TMEHS2I tag=YX3DXTDLQ1NP type=write size=2997493 2024-09-12T17:20:07.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.781+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~Y3DHCT3EIFP7.0 size=1048576 2024-09-12T17:20:07.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.785+0000 7fbd9195a8c0 1 < completed part key=_multipart_5MSE40XZZQHD.2~Y3DHCT3EIFP7.1 size=30400 2024-09-12T17:20:07.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.789+0000 7fbd9195a8c0 1 < completed multipart upload key=5MSE40XZZQHD upload=Y3DHCT3EIFP7 tag=EQX1AVN11EJ4 type=write size=2127552 2024-09-12T17:20:07.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.797+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~IJVL4FF25MJX.0 size=44038 2024-09-12T17:20:07.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.797+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=IJVL4FF25MJX tag=P10UVMBB1B8P type=write size=1092614 2024-09-12T17:20:07.799 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.801+0000 7fbd9195a8c0 1 < completed part key=_multipart_9OCQAHF3Y4ZE.2~0NW4T3PDV26X.0 size=446002 2024-09-12T17:20:07.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.805+0000 7fbd9195a8c0 1 < completed multipart upload key=9OCQAHF3Y4ZE upload=0NW4T3PDV26X tag=VP8MLFYPFVAH type=write size=1494578 2024-09-12T17:20:07.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.809+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=7BNPU7QXL4C8 type=del size=2296047 2024-09-12T17:20:07.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.813+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=2104G7WM92FA type=del 2024-09-12T17:20:07.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.817+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=TXETPQXXQZA6 type=del size=724644 2024-09-12T17:20:07.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.817+0000 7fbd9195a8c0 1 < canceled part key=_multipart_6K742IMCKKDH.2~GV4CAOWAXS3D.0 size=1048576 2024-09-12T17:20:07.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.821+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~GV4CAOWAXS3D.1 size=1048576 2024-09-12T17:20:07.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.821+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~GV4CAOWAXS3D.2 size=358246 2024-09-12T17:20:07.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.829+0000 7fbd9195a8c0 1 < canceled multipart upload key=6K742IMCKKDH upload=GV4CAOWAXS3D tag=D30I31PG8USU type=write size=3503974 2024-09-12T17:20:07.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.833+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~7T24S86RHUKW.0 size=473454 2024-09-12T17:20:07.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.833+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=7T24S86RHUKW tag=I48F6VF38V4J type=write size=1522030 2024-09-12T17:20:07.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.837+0000 7fbd9195a8c0 1 < canceled operation key=KPZHXLWEOCN9 tag=8UISO1SQOUJ4 type=write size=1729 2024-09-12T17:20:07.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.841+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=DRMYO49BGC0Z type=del size=884523 2024-09-12T17:20:07.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.845+0000 7fbd9195a8c0 -1 < failed to complete operation key=L4S21D3VH55N tag=1Q89KOVZ2JG0 type=del size=3159579: (22) Invalid argument 2024-09-12T17:20:07.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.849+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=9Y57LD4Z007S type=del size=903488 2024-09-12T17:20:07.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.853+0000 7fbd9195a8c0 1 < suggested remove operation key=POCQSFKQMMPX tag=P4ZU094DZR2G type=del 2024-09-12T17:20:07.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.861+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~A2ZPESELJ9WU.0 size=1048576 2024-09-12T17:20:07.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.861+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~A2ZPESELJ9WU.1 size=511130 2024-09-12T17:20:07.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.861+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=A2ZPESELJ9WU tag=X7B5BYLR3YBZ type=write size=2608282 2024-09-12T17:20:07.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.869+0000 7fbd9195a8c0 1 < suggested remove operation key=RE67Q37TLF36 tag=R33BKHI8TFAQ type=del 2024-09-12T17:20:07.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.873+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~F0N2ZOJP10CL.0 size=1048576 2024-09-12T17:20:07.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.877+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OEEZQHUX83CE.2~F0N2ZOJP10CL.1 size=901590 2024-09-12T17:20:07.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.877+0000 7fbd9195a8c0 1 > prepared multipart upload key=OEEZQHUX83CE upload=F0N2ZOJP10CL tag=4C0PY6CVJHS0 type=write size=2998742 2024-09-12T17:20:07.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.881+0000 7fbd9195a8c0 -1 < failed to complete operation key=RE67Q37TLF36 tag=Q818EWVE02R5 type=del size=68257: (22) Invalid argument 2024-09-12T17:20:07.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.889+0000 7fbd9195a8c0 1 > prepared part key=_multipart_3LZK6DWM6YLP.2~4AR1QMK4TB7A.0 size=536995 2024-09-12T17:20:07.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.889+0000 7fbd9195a8c0 1 > prepared multipart upload key=3LZK6DWM6YLP upload=4AR1QMK4TB7A tag=VA4FRXJT2NTB type=write size=1585571 2024-09-12T17:20:07.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.897+0000 7fbd9195a8c0 1 < suggested update operation key=3LZK6DWM6YLP tag=II7OHF9A41LH type=write size=109777 2024-09-12T17:20:07.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.901+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~EAVS7X221R5F.0 size=1048576 2024-09-12T17:20:07.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.905+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~EAVS7X221R5F.1 size=1048576 2024-09-12T17:20:07.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.909+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~EAVS7X221R5F.2 size=268764 2024-09-12T17:20:07.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.909+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=EAVS7X221R5F tag=F9HKERW4PJP5 type=write size=3414492 2024-09-12T17:20:07.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.909+0000 7fbd9195a8c0 -1 < failed to complete operation key=RE67Q37TLF36 tag=TO7V2YTQJVBN type=del size=2568718: (22) Invalid argument 2024-09-12T17:20:07.912 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.913+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=BV6URDXQA3V0 type=del size=519597 2024-09-12T17:20:07.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.913+0000 7fbd9195a8c0 1 < canceled part key=_multipart_HI4CZTBNYDJH.2~6LOPDXNPON24.0 size=1048576 2024-09-12T17:20:07.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.917+0000 7fbd9195a8c0 1 < completed part key=_multipart_HI4CZTBNYDJH.2~6LOPDXNPON24.1 size=17844 2024-09-12T17:20:07.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.921+0000 7fbd9195a8c0 1 < canceled multipart upload key=HI4CZTBNYDJH upload=6LOPDXNPON24 tag=DY57LBIOK0CX type=write size=2114996 2024-09-12T17:20:07.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.925+0000 7fbd9195a8c0 1 > prepared part key=_multipart_00KG7A7MIHV2.2~KWZMLSUPJPY9.0 size=726173 2024-09-12T17:20:07.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.925+0000 7fbd9195a8c0 1 > prepared multipart upload key=00KG7A7MIHV2 upload=KWZMLSUPJPY9 tag=8TO6GRVY7HR1 type=write size=1774749 2024-09-12T17:20:07.928 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.929+0000 7fbd9195a8c0 1 < completed delete operation key=5MSE40XZZQHD tag=N6RJ3E7KUVYV type=del 2024-09-12T17:20:07.931 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.933+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=NGXCF7KG5C91 type=del size=998499 2024-09-12T17:20:07.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.937+0000 7fbd9195a8c0 1 < suggested remove operation key=PK7SUDXCYB4F tag=612Y3NPPPYID type=del 2024-09-12T17:20:07.943 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.945+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~K9LMBXU2H2X6.0 size=223019 2024-09-12T17:20:07.943 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.945+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=K9LMBXU2H2X6 tag=USPKKVUYU0P8 type=write size=1271595 2024-09-12T17:20:07.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.949+0000 7fbd9195a8c0 -1 < failed to complete operation key=RE67Q37TLF36 tag=YW65JP1WOL8L type=del size=2901787: (22) Invalid argument 2024-09-12T17:20:07.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.949+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=XCB7QPOHKRB7 type=write size=479091 2024-09-12T17:20:07.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.953+0000 7fbd9195a8c0 1 < canceled part key=_multipart_RE67Q37TLF36.2~D7VT4TMEHS2I.0 size=1048576 2024-09-12T17:20:07.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.953+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~D7VT4TMEHS2I.1 size=900341 2024-09-12T17:20:07.957 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.957+0000 7fbd9195a8c0 1 < canceled multipart upload key=RE67Q37TLF36 upload=D7VT4TMEHS2I tag=YX3DXTDLQ1NP type=write size=2997493 2024-09-12T17:20:07.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.961+0000 7fbd9195a8c0 1 > prepared operation key=TQUAG7E2B31Q tag=760XZG3BJOOF type=write size=393331 2024-09-12T17:20:07.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.961+0000 7fbd9195a8c0 1 < canceled part key=_multipart_OEEZQHUX83CE.2~IJVL4FF25MJX.0 size=44038 2024-09-12T17:20:07.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.965+0000 7fbd9195a8c0 1 < canceled multipart upload key=OEEZQHUX83CE upload=IJVL4FF25MJX tag=P10UVMBB1B8P type=write size=1092614 2024-09-12T17:20:07.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.969+0000 7fbd9195a8c0 1 > prepared operation key=JQDWGB4MGRXE tag=9KZL0XDK2MZR type=del size=3159727 2024-09-12T17:20:07.971 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.973+0000 7fbd9195a8c0 1 < completed delete operation key=OQXLNAHMPPDO tag=7BNPU7QXL4C8 type=del 2024-09-12T17:20:07.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.977+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~Q8AICSEG926H.0 size=54204 2024-09-12T17:20:07.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.977+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=Q8AICSEG926H tag=RGVGCQ4S0I4Q type=write size=1102780 2024-09-12T17:20:07.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.981+0000 7fbd9195a8c0 1 < completed delete operation key=7MLJ2M37A6HT tag=TXETPQXXQZA6 type=del 2024-09-12T17:20:07.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.985+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~DCDILL12X7TW.0 size=1048576 2024-09-12T17:20:07.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.989+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~DCDILL12X7TW.1 size=670192 2024-09-12T17:20:07.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.989+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=DCDILL12X7TW tag=F89IFD8QTB2X type=write size=2767344 2024-09-12T17:20:07.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.989+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~7T24S86RHUKW.0 size=473454 2024-09-12T17:20:07.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.997+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=7T24S86RHUKW tag=I48F6VF38V4J type=write size=1522030 2024-09-12T17:20:07.997 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:07.997+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=JNA5IE5F7UXN type=write size=421231 2024-09-12T17:20:08.000 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.001+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=DRMYO49BGC0Z type=del 2024-09-12T17:20:08.003 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.005+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=AR8UVIEDCOVY type=write size=620079 2024-09-12T17:20:08.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.009+0000 7fbd9195a8c0 1 < completed delete operation key=O1IZNZKZ8T2I tag=9Y57LD4Z007S type=del 2024-09-12T17:20:08.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.009+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=XR2BD3N1SYBD type=del size=2670265 2024-09-12T17:20:08.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.013+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~A2ZPESELJ9WU.0 size=1048576 2024-09-12T17:20:08.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.017+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~A2ZPESELJ9WU.1 size=511130 2024-09-12T17:20:08.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.021+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=A2ZPESELJ9WU tag=X7B5BYLR3YBZ type=write size=2608282 2024-09-12T17:20:08.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.025+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=2N3ZHZSE2FYQ type=del size=2202758 2024-09-12T17:20:08.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.029+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~F0N2ZOJP10CL.0 size=1048576 2024-09-12T17:20:08.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.029+0000 7fbd9195a8c0 1 < completed part key=_multipart_OEEZQHUX83CE.2~F0N2ZOJP10CL.1 size=901590 2024-09-12T17:20:08.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.033+0000 7fbd9195a8c0 1 < completed multipart upload key=OEEZQHUX83CE upload=F0N2ZOJP10CL tag=4C0PY6CVJHS0 type=write size=2998742 2024-09-12T17:20:08.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.041+0000 7fbd9195a8c0 1 > prepared part key=_multipart_Y757YR0HCQEP.2~RC5KVJC6TBWV.0 size=976738 2024-09-12T17:20:08.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.041+0000 7fbd9195a8c0 1 > prepared multipart upload key=Y757YR0HCQEP upload=RC5KVJC6TBWV tag=E5O63XRI772Z type=write size=2025314 2024-09-12T17:20:08.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.045+0000 7fbd9195a8c0 1 < completed part key=_multipart_3LZK6DWM6YLP.2~4AR1QMK4TB7A.0 size=536995 2024-09-12T17:20:08.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.049+0000 7fbd9195a8c0 1 < completed multipart upload key=3LZK6DWM6YLP upload=4AR1QMK4TB7A tag=VA4FRXJT2NTB type=write size=1585571 2024-09-12T17:20:08.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.053+0000 7fbd9195a8c0 1 > prepared part key=_multipart_40V2VLOH796T.2~XRPEW814IAKC.0 size=169305 2024-09-12T17:20:08.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.053+0000 7fbd9195a8c0 1 > prepared multipart upload key=40V2VLOH796T upload=XRPEW814IAKC tag=081V33J92RS6 type=write size=1217881 2024-09-12T17:20:08.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.057+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~EAVS7X221R5F.0 size=1048576 2024-09-12T17:20:08.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.061+0000 7fbd9195a8c0 1 < completed part key=_multipart_FO2QR27D8UW0.2~EAVS7X221R5F.1 size=1048576 2024-09-12T17:20:08.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.061+0000 7fbd9195a8c0 1 < canceled part key=_multipart_FO2QR27D8UW0.2~EAVS7X221R5F.2 size=268764 2024-09-12T17:20:08.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.065+0000 7fbd9195a8c0 1 < canceled multipart upload key=FO2QR27D8UW0 upload=EAVS7X221R5F tag=F9HKERW4PJP5 type=write size=3414492 2024-09-12T17:20:08.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.073+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~6YI5Z0IIR9ZB.0 size=1048576 2024-09-12T17:20:08.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.073+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~6YI5Z0IIR9ZB.1 size=815819 2024-09-12T17:20:08.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.073+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=6YI5Z0IIR9ZB tag=JKDV2YVUIWKS type=write size=2912971 2024-09-12T17:20:08.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.077+0000 7fbd9195a8c0 1 < completed delete operation key=6K742IMCKKDH tag=BV6URDXQA3V0 type=del 2024-09-12T17:20:08.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.081+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=ONRKJZ349PD9 type=write size=161667 2024-09-12T17:20:08.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.085+0000 7fbd9195a8c0 1 < completed part key=_multipart_00KG7A7MIHV2.2~KWZMLSUPJPY9.0 size=726173 2024-09-12T17:20:08.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.089+0000 7fbd9195a8c0 1 < completed multipart upload key=00KG7A7MIHV2 upload=KWZMLSUPJPY9 tag=8TO6GRVY7HR1 type=write size=1774749 2024-09-12T17:20:08.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.093+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=L4JKX3OMIDZ8 type=del size=2232334 2024-09-12T17:20:08.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.097+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=NGXCF7KG5C91 type=del 2024-09-12T17:20:08.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.101+0000 7fbd9195a8c0 1 > prepared operation key=KAT5FF0HSKKN tag=BY670BW1SCCG type=del size=2308672 2024-09-12T17:20:08.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.101+0000 7fbd9195a8c0 1 < canceled part key=_multipart_Y757YR0HCQEP.2~K9LMBXU2H2X6.0 size=223019 2024-09-12T17:20:08.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.105+0000 7fbd9195a8c0 1 < canceled multipart upload key=Y757YR0HCQEP upload=K9LMBXU2H2X6 tag=USPKKVUYU0P8 type=write size=1271595 2024-09-12T17:20:08.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.109+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=YWYIPNY2J9SA type=write size=325415 2024-09-12T17:20:08.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.113+0000 7fbd9195a8c0 1 < completed write operation key=L0FPLBRF5O79 tag=XCB7QPOHKRB7 type=write size=479091 2024-09-12T17:20:08.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.121+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~2LHGMP2TACNN.0 size=1048576 2024-09-12T17:20:08.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.121+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~2LHGMP2TACNN.1 size=803012 2024-09-12T17:20:08.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.121+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=2LHGMP2TACNN tag=MWBHUDGP6ZAW type=write size=2900164 2024-09-12T17:20:08.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.125+0000 7fbd9195a8c0 1 < completed write operation key=TQUAG7E2B31Q tag=760XZG3BJOOF type=write size=393331 2024-09-12T17:20:08.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.133+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~NBK6JPKBMOPH.0 size=1048576 2024-09-12T17:20:08.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.133+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~NBK6JPKBMOPH.1 size=563803 2024-09-12T17:20:08.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.133+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=NBK6JPKBMOPH tag=0HZV3NKEAIOZ type=write size=2660955 2024-09-12T17:20:08.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.137+0000 7fbd9195a8c0 1 < completed delete operation key=JQDWGB4MGRXE tag=9KZL0XDK2MZR type=del 2024-09-12T17:20:08.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.145+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KAT5FF0HSKKN.2~Z4FXKH86NBL3.0 size=766849 2024-09-12T17:20:08.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.145+0000 7fbd9195a8c0 1 > prepared multipart upload key=KAT5FF0HSKKN upload=Z4FXKH86NBL3 tag=0YWZ83QOGG91 type=write size=1815425 2024-09-12T17:20:08.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.145+0000 7fbd9195a8c0 1 < completed part key=_multipart_DXPGRTSHP1VC.2~Q8AICSEG926H.0 size=54204 2024-09-12T17:20:08.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.153+0000 7fbd9195a8c0 1 < completed multipart upload key=DXPGRTSHP1VC upload=Q8AICSEG926H tag=RGVGCQ4S0I4Q type=write size=1102780 2024-09-12T17:20:08.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.157+0000 7fbd9195a8c0 1 > prepared operation key=6K742IMCKKDH tag=DLI2AUC1MHLV type=del size=185839 2024-09-12T17:20:08.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.161+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~DCDILL12X7TW.0 size=1048576 2024-09-12T17:20:08.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.161+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~DCDILL12X7TW.1 size=670192 2024-09-12T17:20:08.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.169+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=DCDILL12X7TW tag=F89IFD8QTB2X type=write size=2767344 2024-09-12T17:20:08.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.169+0000 7fbd9195a8c0 1 > prepared operation key=7MLJ2M37A6HT tag=T7XAJQ0LC5UT type=write size=577441 2024-09-12T17:20:08.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.173+0000 7fbd9195a8c0 1 < completed write operation key=7MLJ2M37A6HT tag=JNA5IE5F7UXN type=write size=421231 2024-09-12T17:20:08.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.177+0000 7fbd9195a8c0 1 > prepared operation key=OEEZQHUX83CE tag=52HFO7PW2TSW type=del size=1416928 2024-09-12T17:20:08.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.185+0000 7fbd9195a8c0 1 < completed write operation key=5MSE40XZZQHD tag=AR8UVIEDCOVY type=write size=620079 2024-09-12T17:20:08.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.189+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~L5UIRU13XSCB.0 size=1048576 2024-09-12T17:20:08.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.193+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~L5UIRU13XSCB.1 size=1048576 2024-09-12T17:20:08.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.193+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L4S21D3VH55N.2~L5UIRU13XSCB.2 size=975634 2024-09-12T17:20:08.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.193+0000 7fbd9195a8c0 1 > prepared multipart upload key=L4S21D3VH55N upload=L5UIRU13XSCB tag=NMWHX63640F6 type=write size=4121362 2024-09-12T17:20:08.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.197+0000 7fbd9195a8c0 1 < completed delete operation key=9OCQAHF3Y4ZE tag=XR2BD3N1SYBD type=del 2024-09-12T17:20:08.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.201+0000 7fbd9195a8c0 1 > prepared part key=_multipart_POCQSFKQMMPX.2~1H3DELBRUH2G.0 size=1034748 2024-09-12T17:20:08.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.201+0000 7fbd9195a8c0 1 > prepared multipart upload key=POCQSFKQMMPX upload=1H3DELBRUH2G tag=C0OLMRDK1QJ4 type=write size=2083324 2024-09-12T17:20:08.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.205+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=2N3ZHZSE2FYQ type=del 2024-09-12T17:20:08.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.209+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~7Q74FB7PT1JQ.0 size=1048576 2024-09-12T17:20:08.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.213+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~7Q74FB7PT1JQ.1 size=1048576 2024-09-12T17:20:08.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.217+0000 7fbd9195a8c0 1 > prepared part key=_multipart_RE67Q37TLF36.2~7Q74FB7PT1JQ.2 size=146774 2024-09-12T17:20:08.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.217+0000 7fbd9195a8c0 1 > prepared multipart upload key=RE67Q37TLF36 upload=7Q74FB7PT1JQ tag=YYPYPCQFQH8H type=write size=3292502 2024-09-12T17:20:08.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.217+0000 7fbd9195a8c0 1 < completed part key=_multipart_Y757YR0HCQEP.2~RC5KVJC6TBWV.0 size=976738 2024-09-12T17:20:08.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.221+0000 7fbd9195a8c0 1 < completed multipart upload key=Y757YR0HCQEP upload=RC5KVJC6TBWV tag=E5O63XRI772Z type=write size=2025314 2024-09-12T17:20:08.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.229+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~109TJ1JUVLBW.0 size=1048576 2024-09-12T17:20:08.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.229+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~109TJ1JUVLBW.1 size=1048576 2024-09-12T17:20:08.231 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.233+0000 7fbd9195a8c0 1 > prepared part key=_multipart_1SUNSUP1HQH3.2~109TJ1JUVLBW.2 size=931447 2024-09-12T17:20:08.231 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.233+0000 7fbd9195a8c0 1 > prepared multipart upload key=1SUNSUP1HQH3 upload=109TJ1JUVLBW tag=6V2ZYCK1126H type=write size=4077175 2024-09-12T17:20:08.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.237+0000 7fbd9195a8c0 1 < completed part key=_multipart_40V2VLOH796T.2~XRPEW814IAKC.0 size=169305 2024-09-12T17:20:08.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.241+0000 7fbd9195a8c0 1 < completed multipart upload key=40V2VLOH796T upload=XRPEW814IAKC tag=081V33J92RS6 type=write size=1217881 2024-09-12T17:20:08.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.241+0000 7fbd9195a8c0 1 > prepared operation key=2KWWYKI06IXO tag=FGXVS532M1K1 type=del size=690171 2024-09-12T17:20:08.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.245+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~6YI5Z0IIR9ZB.0 size=1048576 2024-09-12T17:20:08.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.249+0000 7fbd9195a8c0 1 < completed part key=_multipart_O1IZNZKZ8T2I.2~6YI5Z0IIR9ZB.1 size=815819 2024-09-12T17:20:08.250 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.253+0000 7fbd9195a8c0 1 < completed multipart upload key=O1IZNZKZ8T2I upload=6YI5Z0IIR9ZB tag=JKDV2YVUIWKS type=write size=2912971 2024-09-12T17:20:08.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.253+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=EBAG5H1U6RQQ type=del size=4171031 2024-09-12T17:20:08.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.257+0000 7fbd9195a8c0 1 < canceled operation key=OQXLNAHMPPDO tag=ONRKJZ349PD9 type=write size=161667 2024-09-12T17:20:08.258 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.261+0000 7fbd9195a8c0 1 > prepared operation key=1SUNSUP1HQH3 tag=CF46TUTVBMOY type=write size=336688 2024-09-12T17:20:08.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.261+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=L4JKX3OMIDZ8 type=del 2024-09-12T17:20:08.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.265+0000 7fbd9195a8c0 1 > prepared operation key=NZTGLGZX3CR8 tag=J1RU6XLPB9C1 type=del size=2781790 2024-09-12T17:20:08.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.273+0000 7fbd9195a8c0 1 < suggested update operation key=KAT5FF0HSKKN tag=BY670BW1SCCG type=del size=2308672 2024-09-12T17:20:08.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.277+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=6EM08UE2WHPE type=write size=90012 2024-09-12T17:20:08.278 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.281+0000 7fbd9195a8c0 1 < completed write operation key=NZTGLGZX3CR8 tag=YWYIPNY2J9SA type=write size=325415 2024-09-12T17:20:08.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.285+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~Y74G7UWGG0Y0.0 size=1048576 2024-09-12T17:20:08.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.289+0000 7fbd9195a8c0 1 > prepared part key=_multipart_JQDWGB4MGRXE.2~Y74G7UWGG0Y0.1 size=500607 2024-09-12T17:20:08.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.289+0000 7fbd9195a8c0 1 > prepared multipart upload key=JQDWGB4MGRXE upload=Y74G7UWGG0Y0 tag=297XU7NIIL7I type=write size=2597759 2024-09-12T17:20:08.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.293+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~2LHGMP2TACNN.0 size=1048576 2024-09-12T17:20:08.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.293+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~2LHGMP2TACNN.1 size=803012 2024-09-12T17:20:08.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.301+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=2LHGMP2TACNN tag=MWBHUDGP6ZAW type=write size=2900164 2024-09-12T17:20:08.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.305+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=DZ6SRRPBG6YZ type=write size=670081 2024-09-12T17:20:08.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.305+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~NBK6JPKBMOPH.0 size=1048576 2024-09-12T17:20:08.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.309+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~NBK6JPKBMOPH.1 size=563803 2024-09-12T17:20:08.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.313+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=NBK6JPKBMOPH tag=0HZV3NKEAIOZ type=write size=2660955 2024-09-12T17:20:08.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.317+0000 7fbd9195a8c0 1 > prepared operation key=POCQSFKQMMPX tag=R7THAZ65F4O8 type=del size=2460584 2024-09-12T17:20:08.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.321+0000 7fbd9195a8c0 1 < completed part key=_multipart_KAT5FF0HSKKN.2~Z4FXKH86NBL3.0 size=766849 2024-09-12T17:20:08.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.325+0000 7fbd9195a8c0 1 < completed multipart upload key=KAT5FF0HSKKN upload=Z4FXKH86NBL3 tag=0YWZ83QOGG91 type=write size=1815425 2024-09-12T17:20:08.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.329+0000 7fbd9195a8c0 1 > prepared part key=_multipart_L0FPLBRF5O79.2~I2SOXM8TUF7J.0 size=357200 2024-09-12T17:20:08.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.329+0000 7fbd9195a8c0 1 > prepared multipart upload key=L0FPLBRF5O79 upload=I2SOXM8TUF7J tag=8T56MCSOE4EM type=write size=1405776 2024-09-12T17:20:08.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.333+0000 7fbd9195a8c0 1 < canceled operation key=6K742IMCKKDH tag=DLI2AUC1MHLV type=del size=185839 2024-09-12T17:20:08.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.337+0000 7fbd9195a8c0 1 > prepared operation key=L0FPLBRF5O79 tag=ZKD2CKFT4JL9 type=del size=159937 2024-09-12T17:20:08.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.341+0000 7fbd9195a8c0 1 < completed write operation key=7MLJ2M37A6HT tag=T7XAJQ0LC5UT type=write size=577441 2024-09-12T17:20:08.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.345+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=JQ1Y17JIBT7U type=del size=1399901 2024-09-12T17:20:08.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.345+0000 7fbd9195a8c0 1 < completed delete operation key=OEEZQHUX83CE tag=52HFO7PW2TSW type=del 2024-09-12T17:20:08.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.353+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~67MLDRXP71DX.0 size=1048576 2024-09-12T17:20:08.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.353+0000 7fbd9195a8c0 1 > prepared part key=_multipart_7MLJ2M37A6HT.2~67MLDRXP71DX.1 size=350892 2024-09-12T17:20:08.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.353+0000 7fbd9195a8c0 1 > prepared multipart upload key=7MLJ2M37A6HT upload=67MLDRXP71DX tag=OPECPCO7PDO6 type=write size=2448044 2024-09-12T17:20:08.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.357+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~L5UIRU13XSCB.0 size=1048576 2024-09-12T17:20:08.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.361+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~L5UIRU13XSCB.1 size=1048576 2024-09-12T17:20:08.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.361+0000 7fbd9195a8c0 1 < completed part key=_multipart_L4S21D3VH55N.2~L5UIRU13XSCB.2 size=975634 2024-09-12T17:20:08.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.369+0000 7fbd9195a8c0 1 < completed multipart upload key=L4S21D3VH55N upload=L5UIRU13XSCB tag=NMWHX63640F6 type=write size=4121362 2024-09-12T17:20:08.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.373+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~GPPP1KBNEU3K.0 size=1048576 2024-09-12T17:20:08.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.377+0000 7fbd9195a8c0 1 > prepared part key=_multipart_2UQUEMHYAPVH.2~GPPP1KBNEU3K.1 size=724205 2024-09-12T17:20:08.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.377+0000 7fbd9195a8c0 1 > prepared multipart upload key=2UQUEMHYAPVH upload=GPPP1KBNEU3K tag=QT3X0YEVLDGG type=write size=2821357 2024-09-12T17:20:08.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.377+0000 7fbd9195a8c0 1 < completed part key=_multipart_POCQSFKQMMPX.2~1H3DELBRUH2G.0 size=1034748 2024-09-12T17:20:08.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.381+0000 7fbd9195a8c0 1 < completed multipart upload key=POCQSFKQMMPX upload=1H3DELBRUH2G tag=C0OLMRDK1QJ4 type=write size=2083324 2024-09-12T17:20:08.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.385+0000 7fbd9195a8c0 1 > prepared operation key=O1IZNZKZ8T2I tag=JV87QDWO69T2 type=del size=3093279 2024-09-12T17:20:08.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.389+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~7Q74FB7PT1JQ.0 size=1048576 2024-09-12T17:20:08.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.393+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~7Q74FB7PT1JQ.1 size=1048576 2024-09-12T17:20:08.392 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.393+0000 7fbd9195a8c0 1 < completed part key=_multipart_RE67Q37TLF36.2~7Q74FB7PT1JQ.2 size=146774 2024-09-12T17:20:08.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.397+0000 7fbd9195a8c0 1 < completed multipart upload key=RE67Q37TLF36 upload=7Q74FB7PT1JQ tag=YYPYPCQFQH8H type=write size=3292502 2024-09-12T17:20:08.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.405+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~AYDGE1WEINUR.0 size=1048576 2024-09-12T17:20:08.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.405+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~AYDGE1WEINUR.1 size=629363 2024-09-12T17:20:08.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.405+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=AYDGE1WEINUR tag=N6KN99A8R95Y type=write size=2726515 2024-09-12T17:20:08.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.405+0000 7fbd9195a8c0 1 < canceled part key=_multipart_1SUNSUP1HQH3.2~109TJ1JUVLBW.0 size=1048576 2024-09-12T17:20:08.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.409+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~109TJ1JUVLBW.1 size=1048576 2024-09-12T17:20:08.410 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.413+0000 7fbd9195a8c0 1 < completed part key=_multipart_1SUNSUP1HQH3.2~109TJ1JUVLBW.2 size=931447 2024-09-12T17:20:08.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.417+0000 7fbd9195a8c0 1 < canceled multipart upload key=1SUNSUP1HQH3 upload=109TJ1JUVLBW tag=6V2ZYCK1126H type=write size=4077175 2024-09-12T17:20:08.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.421+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~B0UHNM9E00GL.0 size=998979 2024-09-12T17:20:08.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.421+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=B0UHNM9E00GL tag=GX92HP57EKDM type=write size=2047555 2024-09-12T17:20:08.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.425+0000 7fbd9195a8c0 1 < completed delete operation key=2KWWYKI06IXO tag=FGXVS532M1K1 type=del 2024-09-12T17:20:08.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.429+0000 7fbd9195a8c0 1 > prepared operation key=KPZHXLWEOCN9 tag=QHWXGJLJJGY7 type=del size=1051161 2024-09-12T17:20:08.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.433+0000 7fbd9195a8c0 1 < completed delete operation key=L4S21D3VH55N tag=EBAG5H1U6RQQ type=del 2024-09-12T17:20:08.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.433+0000 7fbd9195a8c0 1 > prepared operation key=9OCQAHF3Y4ZE tag=R7XRQ0ARIPUI type=del size=2492660 2024-09-12T17:20:08.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.437+0000 7fbd9195a8c0 1 < completed write operation key=1SUNSUP1HQH3 tag=CF46TUTVBMOY type=write size=336688 2024-09-12T17:20:08.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.441+0000 7fbd9195a8c0 1 > prepared operation key=5MSE40XZZQHD tag=PBK9V8YZDT2S type=del size=1172442 2024-09-12T17:20:08.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.445+0000 7fbd9195a8c0 1 < completed delete operation key=NZTGLGZX3CR8 tag=J1RU6XLPB9C1 type=del 2024-09-12T17:20:08.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.449+0000 7fbd9195a8c0 1 > prepared operation key=40V2VLOH796T tag=4PAR2IKYP7AF type=del size=661528 2024-09-12T17:20:08.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.449+0000 7fbd9195a8c0 1 < completed write operation key=KPZHXLWEOCN9 tag=6EM08UE2WHPE type=write size=90012 2024-09-12T17:20:08.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.453+0000 7fbd9195a8c0 1 > prepared operation key=OQXLNAHMPPDO tag=05CV38HO3PBO type=write size=326946 2024-09-12T17:20:08.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.457+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~Y74G7UWGG0Y0.0 size=1048576 2024-09-12T17:20:08.461 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.461+0000 7fbd9195a8c0 1 < completed part key=_multipart_JQDWGB4MGRXE.2~Y74G7UWGG0Y0.1 size=500607 2024-09-12T17:20:08.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.469+0000 7fbd9195a8c0 1 < completed multipart upload key=JQDWGB4MGRXE upload=Y74G7UWGG0Y0 tag=297XU7NIIL7I type=write size=2597759 2024-09-12T17:20:08.471 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.473+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~V4SHJ0UW2CLD.0 size=256262 2024-09-12T17:20:08.471 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.473+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=V4SHJ0UW2CLD tag=4CZ29SIDIQOA type=write size=1304838 2024-09-12T17:20:08.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.477+0000 7fbd9195a8c0 1 < completed write operation key=GZRPL96NSXKR tag=DZ6SRRPBG6YZ type=write size=670081 2024-09-12T17:20:08.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.481+0000 7fbd9195a8c0 1 > prepared part key=_multipart_KPZHXLWEOCN9.2~HOVZIQ7ED5XN.0 size=199892 2024-09-12T17:20:08.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.481+0000 7fbd9195a8c0 1 > prepared multipart upload key=KPZHXLWEOCN9 upload=HOVZIQ7ED5XN tag=SY4KO86V7D2B type=write size=1248468 2024-09-12T17:20:08.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.485+0000 7fbd9195a8c0 1 < completed delete operation key=POCQSFKQMMPX tag=R7THAZ65F4O8 type=del 2024-09-12T17:20:08.485 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.485+0000 7fbd9195a8c0 1 > prepared operation key=L4S21D3VH55N tag=KSM7436FIFAB type=del size=1315858 2024-09-12T17:20:08.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.489+0000 7fbd9195a8c0 1 < completed part key=_multipart_L0FPLBRF5O79.2~I2SOXM8TUF7J.0 size=357200 2024-09-12T17:20:08.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.493+0000 7fbd9195a8c0 1 < completed multipart upload key=L0FPLBRF5O79 upload=I2SOXM8TUF7J tag=8T56MCSOE4EM type=write size=1405776 2024-09-12T17:20:08.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.497+0000 7fbd9195a8c0 1 > prepared operation key=3LZK6DWM6YLP tag=38FJLBQKOAD2 type=del size=1401380 2024-09-12T17:20:08.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.501+0000 7fbd9195a8c0 1 < completed delete operation key=L0FPLBRF5O79 tag=ZKD2CKFT4JL9 type=del 2024-09-12T17:20:08.505 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.505+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~LXDKZ2HV5A3Y.0 size=1048576 2024-09-12T17:20:08.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.509+0000 7fbd9195a8c0 1 > prepared part key=_multipart_NZTGLGZX3CR8.2~LXDKZ2HV5A3Y.1 size=80144 2024-09-12T17:20:08.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.509+0000 7fbd9195a8c0 1 > prepared multipart upload key=NZTGLGZX3CR8 upload=LXDKZ2HV5A3Y tag=GHX0YUTKT8WB type=write size=2177296 2024-09-12T17:20:08.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.513+0000 7fbd9195a8c0 1 < completed delete operation key=KPZHXLWEOCN9 tag=JQ1Y17JIBT7U type=del 2024-09-12T17:20:08.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.517+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=STPU3RKR9WBL type=del size=2579031 2024-09-12T17:20:08.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.517+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~67MLDRXP71DX.0 size=1048576 2024-09-12T17:20:08.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.521+0000 7fbd9195a8c0 1 < completed part key=_multipart_7MLJ2M37A6HT.2~67MLDRXP71DX.1 size=350892 2024-09-12T17:20:08.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.525+0000 7fbd9195a8c0 1 < completed multipart upload key=7MLJ2M37A6HT upload=67MLDRXP71DX tag=OPECPCO7PDO6 type=write size=2448044 2024-09-12T17:20:08.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.529+0000 7fbd9195a8c0 1 > prepared operation key=GZRPL96NSXKR tag=G6D0J8KTBQQM type=del size=1278432 2024-09-12T17:20:08.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.533+0000 7fbd9195a8c0 1 < completed part key=_multipart_2UQUEMHYAPVH.2~GPPP1KBNEU3K.0 size=1048576 2024-09-12T17:20:08.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.533+0000 7fbd9195a8c0 1 < canceled part key=_multipart_2UQUEMHYAPVH.2~GPPP1KBNEU3K.1 size=724205 2024-09-12T17:20:08.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.537+0000 7fbd9195a8c0 1 < canceled multipart upload key=2UQUEMHYAPVH upload=GPPP1KBNEU3K tag=QT3X0YEVLDGG type=write size=2821357 2024-09-12T17:20:08.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.541+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~FH2TOJWLFG3J.0 size=1048576 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.545+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~FH2TOJWLFG3J.1 size=1048576 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.545+0000 7fbd9195a8c0 1 > prepared part key=_multipart_6K742IMCKKDH.2~FH2TOJWLFG3J.2 size=80133 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.545+0000 7fbd9195a8c0 1 > prepared multipart upload key=6K742IMCKKDH upload=FH2TOJWLFG3J tag=8NT2M1BTMSQP type=write size=3225861 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.549+0000 7fbd9195a8c0 1 < suggested update operation key=O1IZNZKZ8T2I tag=JV87QDWO69T2 type=del size=3093279 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.553+0000 7fbd9195a8c0 1 > prepared operation key=Y757YR0HCQEP tag=WFE32OYOMGT7 type=del size=3614367 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.557+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~AYDGE1WEINUR.0 size=1048576 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.557+0000 7fbd9195a8c0 1 < completed part key=_multipart_OQXLNAHMPPDO.2~AYDGE1WEINUR.1 size=629363 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.565+0000 7fbd9195a8c0 1 < completed multipart upload key=OQXLNAHMPPDO upload=AYDGE1WEINUR tag=N6KN99A8R95Y type=write size=2726515 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.569+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~C0LJ4821AKDT.0 size=1048576 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.569+0000 7fbd9195a8c0 1 > prepared part key=_multipart_BB1JW1D7NJVJ.2~C0LJ4821AKDT.1 size=673754 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.569+0000 7fbd9195a8c0 1 > prepared multipart upload key=BB1JW1D7NJVJ upload=C0LJ4821AKDT tag=G6KYL0CNF6P8 type=write size=2770906 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.573+0000 7fbd9195a8c0 1 < completed part key=_multipart_6K742IMCKKDH.2~B0UHNM9E00GL.0 size=998979 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.581+0000 7fbd9195a8c0 1 < completed multipart upload key=6K742IMCKKDH upload=B0UHNM9E00GL tag=GX92HP57EKDM type=write size=2047555 2024-09-12T17:20:08.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.581+0000 7fbd9195a8c0 1 > prepared operation key=BB1JW1D7NJVJ tag=NUZHVXSOEV7W type=del size=3333647 2024-09-12T17:20:08.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.589+0000 7fbd9195a8c0 1 < suggested update operation key=KPZHXLWEOCN9 tag=QHWXGJLJJGY7 type=del size=1051161 2024-09-12T17:20:08.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.593+0000 7fbd9195a8c0 1 > prepared part key=_multipart_OQXLNAHMPPDO.2~V64S2HRWGXP3.0 size=945057 2024-09-12T17:20:08.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.593+0000 7fbd9195a8c0 1 > prepared multipart upload key=OQXLNAHMPPDO upload=V64S2HRWGXP3 tag=Y2OSLDY1RXMP type=write size=1993633 2024-09-12T17:20:08.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.597+0000 7fbd9195a8c0 1 < canceled operation key=9OCQAHF3Y4ZE tag=R7XRQ0ARIPUI type=del size=2492660 2024-09-12T17:20:08.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.601+0000 7fbd9195a8c0 1 > prepared operation key=HI4CZTBNYDJH tag=95SH8FOX3M3M type=del size=3427125 2024-09-12T17:20:08.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.605+0000 7fbd9195a8c0 1 < canceled operation key=5MSE40XZZQHD tag=PBK9V8YZDT2S type=del size=1172442 2024-09-12T17:20:08.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.609+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~ZT8J8E1OOYDO.0 size=1048576 2024-09-12T17:20:08.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.613+0000 7fbd9195a8c0 1 > prepared part key=_multipart_DXPGRTSHP1VC.2~ZT8J8E1OOYDO.1 size=351297 2024-09-12T17:20:08.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.613+0000 7fbd9195a8c0 1 > prepared multipart upload key=DXPGRTSHP1VC upload=ZT8J8E1OOYDO tag=3D28U2GJ2FDX type=write size=2448449 2024-09-12T17:20:08.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.617+0000 7fbd9195a8c0 1 < canceled operation key=40V2VLOH796T tag=4PAR2IKYP7AF type=del size=661528 2024-09-12T17:20:08.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.621+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~6RZFT4F6UGSB.0 size=1048576 2024-09-12T17:20:08.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.625+0000 7fbd9195a8c0 1 > prepared part key=_multipart_O1IZNZKZ8T2I.2~6RZFT4F6UGSB.1 size=187850 2024-09-12T17:20:08.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.625+0000 7fbd9195a8c0 1 > prepared multipart upload key=O1IZNZKZ8T2I upload=6RZFT4F6UGSB tag=7SIB6K6O5XI4 type=write size=2285002 2024-09-12T17:20:08.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.625+0000 7fbd9195a8c0 1 < completed write operation key=OQXLNAHMPPDO tag=05CV38HO3PBO type=write size=326946 2024-09-12T17:20:08.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.633+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~M6UTCZ4EYBYL.0 size=1048576 2024-09-12T17:20:08.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.633+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~M6UTCZ4EYBYL.1 size=1048576 2024-09-12T17:20:08.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.637+0000 7fbd9195a8c0 1 > prepared part key=_multipart_FO2QR27D8UW0.2~M6UTCZ4EYBYL.2 size=810665 2024-09-12T17:20:08.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.637+0000 7fbd9195a8c0 1 > prepared multipart upload key=FO2QR27D8UW0 upload=M6UTCZ4EYBYL tag=C9YQDXQ4KB3V type=write size=3956393 2024-09-12T17:20:08.638 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.641+0000 7fbd9195a8c0 1 < completed part key=_multipart_NZTGLGZX3CR8.2~V4SHJ0UW2CLD.0 size=256262 2024-09-12T17:20:08.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.645+0000 7fbd9195a8c0 1 < completed multipart upload key=NZTGLGZX3CR8 upload=V4SHJ0UW2CLD tag=4CZ29SIDIQOA type=write size=1304838 2024-09-12T17:20:08.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.649+0000 7fbd9195a8c0 1 > prepared operation key=00KG7A7MIHV2 tag=SOED7XXGQB11 type=del size=477483 2024-09-12T17:20:08.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.649+0000 7fbd9195a8c0 1 < completed part key=_multipart_KPZHXLWEOCN9.2~HOVZIQ7ED5XN.0 size=199892 2024-09-12T17:20:08.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.657+0000 7fbd9195a8c0 1 < completed multipart upload key=KPZHXLWEOCN9 upload=HOVZIQ7ED5XN tag=SY4KO86V7D2B type=write size=1248468 2024-09-12T17:20:08.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:20:08.657+0000 7fbd9195a8c0 1 > prepared operation key=RE67Q37TLF36 tag=WIFK7LC2AYN2 type=write size=353767 2024-09-12T17:20:08.658 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] cls_rgw_stats.simulate (21730 ms) 2024-09-12T17:20:08.658 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 1 test from cls_rgw_stats (21730 ms total) 2024-09-12T17:20:08.658 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:20:08.658 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:20:08.898 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 1 test from 1 test suite ran. (23882 ms total) 2024-09-12T17:20:08.898 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 1 test. 2024-09-12T17:20:08.907 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:20:08.907 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:20:08.963 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2024-09-12T17:20:08.964 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-12T17:20:08.965 DEBUG:teuthology.orchestra.run.smithi183:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-12T17:20:09.028 INFO:tasks.workunit.client.0.smithi183.stdout:Running main() from gmock_main.cc 2024-09-12T17:20:09.028 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-12T17:20:09.028 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:20:10.941 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 31 tests from CmpOmap 2024-09-12T17:20:10.941 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-12T17:20:10.965 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (24 ms) 2024-09-12T17:20:10.965 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-12T17:20:10.980 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (15 ms) 2024-09-12T17:20:10.981 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-12T17:20:10.984 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (5 ms) 2024-09-12T17:20:10.984 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-12T17:20:10.990 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (5 ms) 2024-09-12T17:20:10.990 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-12T17:20:11.001 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_vals_str (11 ms) 2024-09-12T17:20:11.001 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-12T17:20:11.012 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_vals_u64 (11 ms) 2024-09-12T17:20:11.012 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-12T17:20:11.017 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (6 ms) 2024-09-12T17:20:11.018 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-12T17:20:11.026 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (8 ms) 2024-09-12T17:20:11.026 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-12T17:20:11.036 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (10 ms) 2024-09-12T17:20:11.036 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-12T17:20:11.047 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (10 ms) 2024-09-12T17:20:11.047 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-12T17:20:11.049 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (2 ms) 2024-09-12T17:20:11.049 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-12T17:20:11.050 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (2 ms) 2024-09-12T17:20:11.051 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-12T17:20:11.065 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (14 ms) 2024-09-12T17:20:11.065 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-12T17:20:11.084 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (19 ms) 2024-09-12T17:20:11.084 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-12T17:20:11.099 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (15 ms) 2024-09-12T17:20:11.099 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-12T17:20:11.178 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (79 ms) 2024-09-12T17:20:11.179 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-12T17:20:11.199 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_set_vals_str (21 ms) 2024-09-12T17:20:11.199 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-12T17:20:11.220 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (21 ms) 2024-09-12T17:20:11.220 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-12T17:20:11.228 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (8 ms) 2024-09-12T17:20:11.228 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-12T17:20:11.234 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (6 ms) 2024-09-12T17:20:11.234 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-12T17:20:11.236 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (3 ms) 2024-09-12T17:20:11.237 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-12T17:20:11.239 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (2 ms) 2024-09-12T17:20:11.239 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-12T17:20:11.255 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (16 ms) 2024-09-12T17:20:11.255 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-12T17:20:11.271 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (16 ms) 2024-09-12T17:20:11.271 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-12T17:20:11.290 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (19 ms) 2024-09-12T17:20:11.290 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-12T17:20:11.311 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (21 ms) 2024-09-12T17:20:11.311 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-12T17:20:11.317 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (6 ms) 2024-09-12T17:20:11.317 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-12T17:20:11.324 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (7 ms) 2024-09-12T17:20:11.324 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-12T17:20:11.327 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (3 ms) 2024-09-12T17:20:11.327 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-12T17:20:11.329 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (2 ms) 2024-09-12T17:20:11.329 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-12T17:20:11.351 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (23 ms) 2024-09-12T17:20:11.352 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 31 tests from CmpOmap (411 ms total) 2024-09-12T17:20:11.352 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:20:11.352 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:20:11.962 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 31 tests from 1 test suite ran. (2934 ms total) 2024-09-12T17:20:11.962 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 31 tests. 2024-09-12T17:20:11.968 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:20:11.968 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:20:12.023 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2024-09-12T17:20:12.024 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-12T17:20:12.024 DEBUG:teuthology.orchestra.run.smithi183:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-12T17:20:12.089 INFO:tasks.workunit.client.0.smithi183.stdout:Running main() from gmock_main.cc 2024-09-12T17:20:12.089 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:20:12.089 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:20:12.089 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 24 tests from TestCls2PCQueue 2024-09-12T17:20:12.089 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-12T17:20:14.981 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2891 ms) 2024-09-12T17:20:14.981 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-12T17:20:18.016 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3036 ms) 2024-09-12T17:20:18.016 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-12T17:20:21.030 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.Reserve (3013 ms) 2024-09-12T17:20:21.030 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-12T17:20:24.107 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3078 ms) 2024-09-12T17:20:24.107 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-12T17:20:28.177 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.Commit (4070 ms) 2024-09-12T17:20:28.177 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.Stats 2024-09-12T17:20:32.231 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.Stats (4054 ms) 2024-09-12T17:20:32.232 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2024-09-12T17:20:36.286 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4048 ms) 2024-09-12T17:20:36.286 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-12T17:20:39.301 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.Abort (3022 ms) 2024-09-12T17:20:39.301 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-12T17:20:42.335 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.ReserveError (3034 ms) 2024-09-12T17:20:42.336 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-12T17:20:45.384 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.CommitError (3048 ms) 2024-09-12T17:20:45.384 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-12T17:20:48.422 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.AbortError (3035 ms) 2024-09-12T17:20:48.422 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-12T17:20:51.429 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3010 ms) 2024-09-12T17:20:51.429 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-12T17:20:54.490 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3061 ms) 2024-09-12T17:20:54.490 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-12T17:20:57.555 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3066 ms) 2024-09-12T17:20:57.556 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-12T17:21:00.614 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3059 ms) 2024-09-12T17:21:00.615 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-12T17:21:03.646 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3031 ms) 2024-09-12T17:21:03.647 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-12T17:21:06.680 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3035 ms) 2024-09-12T17:21:06.680 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-12T17:21:09.686 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.Cleanup (3005 ms) 2024-09-12T17:21:09.686 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-12T17:21:22.893 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.MultiProducer (13207 ms) 2024-09-12T17:21:22.894 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-12T17:21:27.934 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (5041 ms) 2024-09-12T17:21:27.935 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-12T17:21:41.907 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (13973 ms) 2024-09-12T17:21:41.907 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-12T17:21:47.982 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (6076 ms) 2024-09-12T17:21:47.983 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-12T17:21:57.916 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (9933 ms) 2024-09-12T17:21:57.916 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-12T17:22:07.912 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (9996 ms) 2024-09-12T17:22:07.912 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 24 tests from TestCls2PCQueue (115824 ms total) 2024-09-12T17:22:07.912 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:22:07.912 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:22:07.912 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 24 tests from 1 test suite ran. (115824 ms total) 2024-09-12T17:22:07.913 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 24 tests. 2024-09-12T17:22:07.918 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:22:07.919 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:22:07.974 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2024-09-12T17:22:07.975 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2024-09-12T17:22:07.975 DEBUG:teuthology.orchestra.run.smithi183:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2024-09-12T17:22:08.054 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:22:08.054 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:22:08.054 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:22:08.054 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:22:09.918 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 4 tests from ClsAccount 2024-09-12T17:22:09.918 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsAccount.add 2024-09-12T17:22:09.965 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsAccount.add (48 ms) 2024-09-12T17:22:09.965 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsAccount.get 2024-09-12T17:22:09.974 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsAccount.get (9 ms) 2024-09-12T17:22:09.975 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsAccount.rm 2024-09-12T17:22:09.988 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsAccount.rm (14 ms) 2024-09-12T17:22:09.988 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] ClsAccount.list 2024-09-12T17:22:10.028 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] ClsAccount.list (40 ms) 2024-09-12T17:22:10.029 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 4 tests from ClsAccount (111 ms total) 2024-09-12T17:22:10.029 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:22:10.029 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:22:10.923 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 4 tests from 1 test suite ran. (2868 ms total) 2024-09-12T17:22:10.923 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 4 tests. 2024-09-12T17:22:10.930 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:22:10.930 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:22:10.985 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2024-09-12T17:22:10.986 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2024-09-12T17:22:10.986 DEBUG:teuthology.orchestra.run.smithi183:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2024-09-12T17:22:11.061 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:22:11.061 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:22:11.061 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-12T17:22:11.062 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:22:12.972 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 6 tests from rgw_gc_log 2024-09-12T17:22:12.972 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2024-09-12T17:22:13.012 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] rgw_gc_log.init_existing_queue (40 ms) 2024-09-12T17:22:13.012 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2024-09-12T17:22:13.016 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] rgw_gc_log.init_existing_omap (5 ms) 2024-09-12T17:22:13.016 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2024-09-12T17:22:13.024 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (7 ms) 2024-09-12T17:22:13.024 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2024-09-12T17:22:13.027 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (4 ms) 2024-09-12T17:22:13.027 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2024-09-12T17:22:13.032 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] rgw_gc_log.defer1_after_init (5 ms) 2024-09-12T17:22:13.032 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2024-09-12T17:22:13.035 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] rgw_gc_log.defer2_before_init (3 ms) 2024-09-12T17:22:13.035 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 6 tests from rgw_gc_log (64 ms total) 2024-09-12T17:22:13.035 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:22:13.035 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:22:13.992 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 6 tests from 1 test suite ran. (2931 ms total) 2024-09-12T17:22:13.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 6 tests. 2024-09-12T17:22:13.999 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:22:13.999 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:22:14.053 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2024-09-12T17:22:14.054 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2024-09-12T17:22:14.054 DEBUG:teuthology.orchestra.run.smithi183:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2024-09-12T17:22:14.127 INFO:tasks.workunit.client.0.smithi183.stdout:Running main() from gmock_main.cc 2024-09-12T17:22:14.127 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T17:22:14.127 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:22:14.127 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 4 tests from TestRGWObj 2024-09-12T17:22:14.127 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestRGWObj.underscore 2024-09-12T17:22:14.127 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj 2024-09-12T17:22:14.127 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: _obj ns= i= 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: _obj ns= i= 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: _obj ns= i= 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout: "obj1": { 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.128 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.129 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: "obj2": { 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.130 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3": { 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.131 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3-2": { 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.132 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.133 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: _obj ns=ns i= 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: _obj ns=ns i= 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: _obj ns=ns i= 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout: "obj1": { 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.134 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.135 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: "obj2": { 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.136 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.137 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.137 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.137 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.137 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.137 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.137 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.137 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3": { 2024-09-12T17:22:14.137 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.137 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.137 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.137 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.137 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.138 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.138 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.138 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.138 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.138 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.138 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.138 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.138 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.138 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.138 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.138 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.138 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3-2": { 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.139 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj[v1] 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj[v1] 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: _obj ns= i=v1 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj[v1] 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj[v1] 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: _obj ns= i=v1 2024-09-12T17:22:14.140 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj[v1] 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj[v1] 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: _obj ns= i=v1 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout: "obj1": { 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.141 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "v1", 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: "obj2": { 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.142 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "v1", 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3": { 2024-09-12T17:22:14.143 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.144 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3-2": { 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.145 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "v1", 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj[v1] 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj[v1] 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj[v1] 2024-09-12T17:22:14.146 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj[v1] 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj[v1] 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: _obj[v1] 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: _obj ns=ns i=v1 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout: "obj1": { 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.147 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "v1", 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: "obj2": { 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.148 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "v1", 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.149 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3": { 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.150 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3-2": { 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.151 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_obj", 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "v1", 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestRGWObj.underscore (0 ms) 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestRGWObj.no_underscore 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj 2024-09-12T17:22:14.152 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: obj ns= i= 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: obj ns= i= 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: obj ns= i= 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout: "obj1": { 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.153 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.154 INFO:tasks.workunit.client.0.smithi183.stdout: "obj2": { 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.155 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.156 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.156 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.156 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.156 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3": { 2024-09-12T17:22:14.156 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.156 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.156 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.156 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.156 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.156 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.156 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.156 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3-2": { 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.157 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.158 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: obj ns=ns i= 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: obj ns=ns i= 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: obj ns=ns i= 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout: "obj1": { 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.159 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.160 INFO:tasks.workunit.client.0.smithi183.stdout: "obj2": { 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.161 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3": { 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.162 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3-2": { 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.163 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj[v1] 2024-09-12T17:22:14.164 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj[v1] 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: obj ns= i=v1 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj[v1] 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj[v1] 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: obj ns= i=v1 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj[v1] 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj[v1] 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: obj ns= i=v1 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout: "obj1": { 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.165 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.166 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.166 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.166 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.166 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.166 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "v1", 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: "obj2": { 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.167 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "v1", 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3": { 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.168 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.169 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3-2": { 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "v1", 2024-09-12T17:22:14.170 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj[v1] 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj[v1] 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj[v1] 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj[v1] 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj[v1] 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout:parsed: obj[v1] 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout:stripped: obj ns=ns i=v1 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout: "obj1": { 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.171 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.172 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.172 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.172 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.172 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.172 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.172 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.172 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.172 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.172 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.172 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.172 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.172 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "v1", 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: "obj2": { 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.173 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "v1", 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3": { 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.174 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.175 INFO:tasks.workunit.client.0.smithi183.stdout: "obj3-2": { 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "obj", 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "v1", 2024-09-12T17:22:14.176 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestRGWObj.no_underscore (1 ms) 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestRGWObj.obj_to_raw 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.177 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.178 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.179 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": "default-placement.data", 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker_myobj", 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.180 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.181 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.181 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.181 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.181 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.181 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.181 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.181 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.181 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.181 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.181 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.181 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.181 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.182 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.182 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.182 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.182 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.182 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.182 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.182 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.182 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.182 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.182 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.182 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.182 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.183 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker_myobj", 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.184 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.185 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.185 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.185 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.185 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.185 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.185 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.185 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.185 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.185 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.185 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.185 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.185 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.186 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.187 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.187 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.187 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.187 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.187 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.187 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.187 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.187 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.187 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.187 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.187 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.187 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.188 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": "default-placement.data", 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.189 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.190 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.191 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.192 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.192 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.192 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.192 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.192 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.192 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.192 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.192 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.192 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.192 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.192 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.192 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:22:14.193 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.194 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.194 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.194 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.194 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.194 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.194 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.194 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.194 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.194 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.194 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.194 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.194 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.195 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.195 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.195 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.195 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.195 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.195 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.195 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.195 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.195 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.195 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.195 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.195 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.196 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.197 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": "default-placement.data", 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.198 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.199 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.200 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.201 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.202 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.203 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.204 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.205 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.206 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": "default-placement.data", 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.207 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.208 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.209 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.209 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.209 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.209 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.209 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.209 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.209 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.209 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.209 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.209 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.209 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.209 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.210 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.211 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.212 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.213 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.214 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.214 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.214 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.214 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.214 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.214 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.215 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": "default-placement.data", 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker___myobj", 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj" 2024-09-12T17:22:14.216 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.217 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.218 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.219 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.220 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker___myobj", 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj" 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.221 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.222 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.223 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.224 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": "default-placement.data", 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.225 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.226 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.227 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.228 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.229 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.229 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.229 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.229 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.229 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.229 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.229 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.229 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.229 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.229 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.229 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.230 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.231 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.232 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.233 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": "default-placement.data", 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj" 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.234 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.235 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.236 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.237 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.237 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.237 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.237 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.237 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.237 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.237 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.237 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.237 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.237 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.237 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.237 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj" 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.238 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.239 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.240 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.241 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": "default-placement.data", 2024-09-12T17:22:14.242 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.243 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.244 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.244 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.244 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.244 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.244 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.244 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.244 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.244 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.244 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.244 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.244 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.244 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.245 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.246 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.247 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.248 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.248 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.248 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.248 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.248 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.248 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.248 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.248 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.248 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.248 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.248 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.248 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.249 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.250 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.251 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": "default-placement.data", 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker___myobj_", 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj_" 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.252 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.253 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.254 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.255 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker___myobj_", 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj_" 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.256 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.257 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.258 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.259 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": "default-placement.data", 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.260 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.261 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.262 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.263 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.264 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.265 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.265 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.265 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:22:14.265 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.265 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.265 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.265 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.265 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.265 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.265 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.265 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.265 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.266 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.267 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.268 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": "default-placement.data", 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj_" 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.269 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.270 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.271 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.271 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.271 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.271 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.271 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.271 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.271 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.271 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.271 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.271 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.271 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.271 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.272 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.272 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.272 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.272 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.272 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.272 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.272 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.272 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.272 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.272 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.272 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.272 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.273 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj_" 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.274 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.275 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.276 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.277 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": "default-placement.data", 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.278 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.279 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.279 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "test", 2024-09-12T17:22:14.279 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.279 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.279 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.279 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.279 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": "", 2024-09-12T17:22:14.279 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.279 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": "" 2024-09-12T17:22:14.279 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.279 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.279 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.280 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.280 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.280 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.280 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.280 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.280 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.280 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.280 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.280 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.280 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.280 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.280 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout: "obj": { 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.281 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.282 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.283 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.283 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.283 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.283 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.283 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:22:14.283 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.283 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.283 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.283 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.283 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.283 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.283 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.284 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] TestRGWObj.old_to_raw 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker_myobj", 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.285 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.286 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.286 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.286 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.286 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.286 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.286 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.286 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.286 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.286 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.286 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.286 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout:raw=.data-pool:marker_myobj 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj2": { 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker_myobj", 2024-09-12T17:22:14.287 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj2": { 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.288 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.289 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.289 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.289 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.289 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.289 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.289 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.289 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.289 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.289 INFO:tasks.workunit.client.0.smithi183.stdout:raw2=.data-pool:marker_myobj 2024-09-12T17:22:14.289 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.289 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.289 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.290 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout:raw=.data-pool:marker__ns_myobj 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj2": { 2024-09-12T17:22:14.291 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.292 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns_myobj", 2024-09-12T17:22:14.292 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.292 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.292 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.292 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.292 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj2": { 2024-09-12T17:22:14.292 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.292 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.292 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.292 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.292 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.292 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.293 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.293 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.293 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.293 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.293 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.293 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.293 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.293 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.293 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.293 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.293 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.293 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout:raw2=.data-pool:marker__ns_myobj 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.294 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.295 INFO:tasks.workunit.client.0.smithi183.stdout:raw=.data-pool:marker__:inst_myobj 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj2": { 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__:inst_myobj", 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj2": { 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.296 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.297 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.297 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.297 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.297 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.297 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.297 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.297 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.297 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.297 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.297 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.297 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.297 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout:raw2=.data-pool:marker__:inst_myobj 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.298 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.299 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.300 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.300 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.300 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.300 INFO:tasks.workunit.client.0.smithi183.stdout:raw=.data-pool:marker__ns:inst_myobj 2024-09-12T17:22:14.300 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.300 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj2": { 2024-09-12T17:22:14.300 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.300 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T17:22:14.300 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.300 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.300 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.300 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj2": { 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.301 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "myobj", 2024-09-12T17:22:14.302 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.302 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.302 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.302 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.302 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.302 INFO:tasks.workunit.client.0.smithi183.stdout:raw2=.data-pool:marker__ns:inst_myobj 2024-09-12T17:22:14.302 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.302 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.302 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.302 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker___myobj", 2024-09-12T17:22:14.302 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj" 2024-09-12T17:22:14.302 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.303 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout:raw=.data-pool:marker___myobj 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj2": { 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.304 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker___myobj", 2024-09-12T17:22:14.305 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj" 2024-09-12T17:22:14.305 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.305 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.305 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.305 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj2": { 2024-09-12T17:22:14.305 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.305 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.305 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.305 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.305 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.305 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.305 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout:raw2=.data-pool:marker___myobj 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.306 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.307 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.308 INFO:tasks.workunit.client.0.smithi183.stdout:raw=.data-pool:marker__ns__myobj 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj2": { 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns__myobj", 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj2": { 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.309 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.310 INFO:tasks.workunit.client.0.smithi183.stdout:raw2=.data-pool:marker__ns__myobj 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj" 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.311 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.312 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout:raw=.data-pool:marker__:inst__myobj 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj2": { 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__:inst__myobj", 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj" 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj2": { 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.313 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.314 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.314 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.314 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.314 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.314 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.314 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.315 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.315 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.315 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.315 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.315 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.315 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.315 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.315 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.315 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.315 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.315 INFO:tasks.workunit.client.0.smithi183.stdout:raw2=.data-pool:marker__:inst__myobj 2024-09-12T17:22:14.315 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.316 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.317 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout:raw=.data-pool:marker__ns:inst__myobj 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj2": { 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj2": { 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.318 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj", 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout:raw2=.data-pool:marker__ns:inst__myobj 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.319 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.320 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.320 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker___myobj_", 2024-09-12T17:22:14.320 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj_" 2024-09-12T17:22:14.320 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.320 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.320 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.320 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.320 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.320 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.320 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.320 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.320 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.321 INFO:tasks.workunit.client.0.smithi183.stdout:raw=.data-pool:marker___myobj_ 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj2": { 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker___myobj_", 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj_" 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj2": { 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.322 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.323 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout:raw2=.data-pool:marker___myobj_ 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.324 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.325 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout:raw=.data-pool:marker__ns__myobj_ 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj2": { 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns__myobj_", 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.326 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj2": { 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.327 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "", 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout:raw2=.data-pool:marker__ns__myobj_ 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj_" 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.328 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.329 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout:raw=.data-pool:marker__:inst__myobj_ 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj2": { 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "marker__myobj_" 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.330 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj2": { 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.331 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "" 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout:raw2=.data-pool:marker__:inst__myobj_ 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj": { 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.332 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj": { 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.333 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout: "raw_obj2": { 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout: "pool": ".data-pool", 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T17:22:14.334 INFO:tasks.workunit.client.0.smithi183.stdout: "loc": "" 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout: "new_obj2": { 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket": { 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "ebtest", 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout: "marker": "marker", 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_id": "bucket-id", 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout: "tenant": "", 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout: "explicit_placement": { 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout: "data_pool": ".data-pool", 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout: "data_extra_pool": "", 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout: "index_pool": ".index-pool" 2024-09-12T17:22:14.335 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.336 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.336 INFO:tasks.workunit.client.0.smithi183.stdout: "key": { 2024-09-12T17:22:14.336 INFO:tasks.workunit.client.0.smithi183.stdout: "name": "_myobj_", 2024-09-12T17:22:14.336 INFO:tasks.workunit.client.0.smithi183.stdout: "instance": "inst", 2024-09-12T17:22:14.336 INFO:tasks.workunit.client.0.smithi183.stdout: "ns": "ns" 2024-09-12T17:22:14.336 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.336 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.336 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.336 INFO:tasks.workunit.client.0.smithi183.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2024-09-12T17:22:14.336 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2024-09-12T17:22:14.336 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 4 tests from TestRGWObj (1 ms total) 2024-09-12T17:22:14.336 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:22:14.337 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:22:14.337 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 4 tests from 1 test suite ran. (1 ms total) 2024-09-12T17:22:14.337 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 4 tests. 2024-09-12T17:22:14.337 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:22:14.337 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:22:14.352 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2024-09-12T17:22:14.353 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2024-09-12T17:22:14.353 DEBUG:teuthology.orchestra.run.smithi183:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2024-09-12T17:22:14.457 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:22:14.457 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:22:14.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.499+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.503+0000 7fd2decde9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:14.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.503+0000 7fd2decde9c0 20 realm 2024-09-12T17:22:14.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.503+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.503+0000 7fd2decde9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:14.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.503+0000 7fd2decde9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:22:14.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.503+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.503+0000 7fd2decde9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:14.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.503+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.503+0000 7fd2decde9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:14.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.503+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.504 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.507+0000 7fd2decde9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:22:14.504 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.507+0000 7fd2decde9c0 20 searching for the correct realm 2024-09-12T17:22:14.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.511+0000 7fd2dcfe5640 0 -- 172.21.15.183:0/3201983531 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fd2d0127bc0 msgr2=0x7fd2d00e2110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:22:14.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.515+0000 7fd2dbfe3640 0 -- 172.21.15.183:0/3201983531 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fd2d400f940 msgr2=0x7fd2d40333f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:22:14.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:22:14.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:22:14.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:22:14.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:22:14.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:22:14.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:22:14.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:14.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:22:14.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:22:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 zone default found 2024-09-12T17:22:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 4 Realm: () 2024-09-12T17:22:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:22:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:22:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:22:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 zonegroup default 2024-09-12T17:22:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.735+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.739+0000 7fd2decde9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:14.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.739+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.739+0000 7fd2decde9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:14.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.739+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.739+0000 7fd2decde9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:14.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.739+0000 7fd2decde9c0 20 started sync module instance, tier type = 2024-09-12T17:22:14.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.739+0000 7fd2decde9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:22:14.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.767+0000 7fd2decde9c0 20 add_watcher() i=0 2024-09-12T17:22:14.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.767+0000 7fd2decde9c0 20 add_watcher() i=1 2024-09-12T17:22:14.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.767+0000 7fd2decde9c0 20 add_watcher() i=2 2024-09-12T17:22:14.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.767+0000 7fd2decde9c0 20 add_watcher() i=3 2024-09-12T17:22:14.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.767+0000 7fd2decde9c0 20 add_watcher() i=4 2024-09-12T17:22:14.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.767+0000 7fd2decde9c0 20 add_watcher() i=5 2024-09-12T17:22:14.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.767+0000 7fd2decde9c0 20 add_watcher() i=6 2024-09-12T17:22:14.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.771+0000 7fd2decde9c0 20 add_watcher() i=7 2024-09-12T17:22:14.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.771+0000 7fd2decde9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:22:14.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.775+0000 7fd192fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:22:14.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.775+0000 7fd2decde9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:22:14.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.775+0000 7fd2decde9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:22:14.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.775+0000 7fd2decde9c0 5 note: GC not initialized 2024-09-12T17:22:14.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.775+0000 7fd191fdb640 20 reqs_thread_entry: start 2024-09-12T17:22:14.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.775+0000 7fd2decde9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:22:14.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.775+0000 7fd2decde9c0 20 Filter name: none 2024-09-12T17:22:14.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.775+0000 7fd1037fe640 20 reqs_thread_entry: start 2024-09-12T17:22:14.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.775+0000 7fd2decde9c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2024-09-12T17:22:14.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.775+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:14.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2024-09-12T17:22:14.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:22:14.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2024-09-12T17:22:14.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:14.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2024-09-12T17:22:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:22:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 10 cache get: name=default.rgw.meta+users.keys+wOsm3wG7rufAy2k/buFmkSn3acY= : miss 2024-09-12T17:22:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 20 rados->read ofs=0 len=0 2024-09-12T17:22:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:22:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 10 cache put: name=default.rgw.meta+users.keys+wOsm3wG7rufAy2k/buFmkSn3acY= info.flags=0x0 2024-09-12T17:22:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 10 adding default.rgw.meta+users.keys+wOsm3wG7rufAy2k/buFmkSn3acY= to cache LRU end 2024-09-12T17:22:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 10 cache get: name=default.rgw.meta+users.keys+wOsm3wG7rufAy2k/buFmkSn3acY= : hit (negative entry) 2024-09-12T17:22:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.779+0000 7fd2decde9c0 10 cache get: name=default.rgw.meta+users.keys+wOsm3wG7rufAy2k/buFmkSn3acY= : hit (negative entry) 2024-09-12T17:22:14.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.783+0000 7fd2decde9c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T17:22:14.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.783+0000 7fd2decde9c0 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:22:14.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.783+0000 7fd2decde9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2024-09-12T17:22:14.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.783+0000 7fd1b2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824001 cookie 94254946547136 notifier 5571 bl.length()=697 2024-09-12T17:22:14.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.783+0000 7fd1b2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T17:22:14.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.783+0000 7fd1b2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T17:22:14.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.787+0000 7fd2decde9c0 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T17:22:14.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.787+0000 7fd2decde9c0 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:22:14.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.787+0000 7fd2decde9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2024-09-12T17:22:14.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.787+0000 7fd1b2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824000 cookie 94254946542208 notifier 5571 bl.length()=194 2024-09-12T17:22:14.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.787+0000 7fd1b2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T17:22:14.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.787+0000 7fd1b2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T17:22:14.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.791+0000 7fd2decde9c0 10 cache put: name=default.rgw.meta+users.keys+wOsm3wG7rufAy2k/buFmkSn3acY= info.flags=0x7 2024-09-12T17:22:14.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.791+0000 7fd2decde9c0 10 moving default.rgw.meta+users.keys+wOsm3wG7rufAy2k/buFmkSn3acY= to cache LRU end 2024-09-12T17:22:14.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.791+0000 7fd2decde9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:wOsm3wG7rufAy2k/buFmkSn3acY=, ofs0, ns] 2024-09-12T17:22:14.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.791+0000 7fd1b37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824002 cookie 94254946552384 notifier 5571 bl.length()=203 2024-09-12T17:22:14.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.791+0000 7fd1b37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+wOsm3wG7rufAy2k/buFmkSn3acY= info.flags=0x7 2024-09-12T17:22:14.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.791+0000 7fd1b37fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+wOsm3wG7rufAy2k/buFmkSn3acY= to cache LRU end 2024-09-12T17:22:14.792 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:22:14.793 INFO:tasks.workunit.client.0.smithi183.stdout: "user_id": "ceph-test-librgw-file", 2024-09-12T17:22:14.793 INFO:tasks.workunit.client.0.smithi183.stdout: "display_name": "librgw test user", 2024-09-12T17:22:14.793 INFO:tasks.workunit.client.0.smithi183.stdout: "email": "librgw@example.com", 2024-09-12T17:22:14.793 INFO:tasks.workunit.client.0.smithi183.stdout: "suspended": 0, 2024-09-12T17:22:14.793 INFO:tasks.workunit.client.0.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:22:14.793 INFO:tasks.workunit.client.0.smithi183.stdout: "subusers": [], 2024-09-12T17:22:14.793 INFO:tasks.workunit.client.0.smithi183.stdout: "keys": [ 2024-09-12T17:22:14.793 INFO:tasks.workunit.client.0.smithi183.stdout: { 2024-09-12T17:22:14.793 INFO:tasks.workunit.client.0.smithi183.stdout: "user": "ceph-test-librgw-file", 2024-09-12T17:22:14.793 INFO:tasks.workunit.client.0.smithi183.stdout: "access_key": "wOsm3wG7rufAy2k/buFmkSn3acY=", 2024-09-12T17:22:14.793 INFO:tasks.workunit.client.0.smithi183.stdout: "secret_key": "OJ1u+0LrpYHIeq4aKmlB1YykGNMmORCjzQnNctVbORWxu2Ss+Axq3A==", 2024-09-12T17:22:14.793 INFO:tasks.workunit.client.0.smithi183.stdout: "active": true, 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: "create_date": "2024-09-12T17:22:14.784261Z" 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: ], 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: "swift_keys": [], 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: "caps": [], 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: "default_placement": "", 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: "placement_tags": [], 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_quota": { 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: "enabled": false, 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: "max_size": -1, 2024-09-12T17:22:14.794 INFO:tasks.workunit.client.0.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "max_objects": -1 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "user_quota": { 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "enabled": false, 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "max_size": -1, 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "max_objects": -1 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "type": "rgw", 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "mfa_ids": [], 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "account_id": "", 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "path": "/", 2024-09-12T17:22:14.795 INFO:tasks.workunit.client.0.smithi183.stdout: "create_date": "2024-09-12T17:22:14.784233Z", 2024-09-12T17:22:14.796 INFO:tasks.workunit.client.0.smithi183.stdout: "tags": [], 2024-09-12T17:22:14.796 INFO:tasks.workunit.client.0.smithi183.stdout: "group_ids": [] 2024-09-12T17:22:14.796 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:22:14.796 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:22:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.795+0000 7fd192fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:22:14.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.799+0000 7fd2decde9c0 20 remove_watcher() i=0 2024-09-12T17:22:14.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.799+0000 7fd2decde9c0 2 removed watcher, disabling cache 2024-09-12T17:22:14.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.803+0000 7fd2decde9c0 20 remove_watcher() i=1 2024-09-12T17:22:14.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.803+0000 7fd2decde9c0 20 remove_watcher() i=2 2024-09-12T17:22:14.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.807+0000 7fd2decde9c0 20 remove_watcher() i=3 2024-09-12T17:22:14.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.807+0000 7fd2decde9c0 20 remove_watcher() i=4 2024-09-12T17:22:14.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.811+0000 7fd2decde9c0 20 remove_watcher() i=5 2024-09-12T17:22:14.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.811+0000 7fd2decde9c0 20 remove_watcher() i=6 2024-09-12T17:22:14.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:14.811+0000 7fd2decde9c0 20 remove_watcher() i=7 2024-09-12T17:22:14.825 INFO:tasks.workunit.client.0.smithi183.stdout:phase 1.1 2024-09-12T17:22:14.843 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:22:14.843 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:22:14.843 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:22:14.843 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:22:14.855 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:22:14.855 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:22:15.419 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.INIT (576 ms) 2024-09-12T17:22:15.419 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:22:15.422 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT_NOROOT (3 ms) 2024-09-12T17:22:15.422 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:22:15.422 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:22:15.422 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:22:15.434 INFO:tasks.workunit.client.0.smithi183.stdout:creating: nfsroot:foo/bar/baz/quux 2024-09-12T17:22:15.441 INFO:tasks.workunit.client.0.smithi183.stdout:creating: nfsroot:foo/f1 2024-09-12T17:22:15.446 INFO:tasks.workunit.client.0.smithi183.stdout:creating: nfsroot:foo/f2 2024-09-12T17:22:15.451 INFO:tasks.workunit.client.0.smithi183.stdout:creating: nfsroot:foo/bar/f1 2024-09-12T17:22:15.456 INFO:tasks.workunit.client.0.smithi183.stdout:creating: nfsroot:foo/bar/d1/ 2024-09-12T17:22:15.460 INFO:tasks.workunit.client.0.smithi183.stdout:creating: nfsroot:foo/bar/baz/hungry 2024-09-12T17:22:15.465 INFO:tasks.workunit.client.0.smithi183.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2024-09-12T17:22:15.469 INFO:tasks.workunit.client.0.smithi183.stdout:creating: nfsroot:foo/bar/baz/momma 2024-09-12T17:22:15.474 INFO:tasks.workunit.client.0.smithi183.stdout:creating: nfsroot:foo/bar/baz/bear/ 2024-09-12T17:22:15.479 INFO:tasks.workunit.client.0.smithi183.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2024-09-12T17:22:15.485 INFO:tasks.workunit.client.0.smithi183.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2024-09-12T17:22:15.491 INFO:tasks.workunit.client.0.smithi183.stdout:creating: nfsroot:foo/bar/baz/frobozz 2024-09-12T17:22:15.494 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SETUP_HIER1 (72 ms) 2024-09-12T17:22:15.494 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:22:15.701 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SETUP_DIRS1 (206 ms) 2024-09-12T17:22:15.701 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:22:15.701 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:22:15.701 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:22:15.738 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (38 ms) 2024-09-12T17:22:15.738 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:22:15.830 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (91 ms) 2024-09-12T17:22:15.830 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:22:15.830 INFO:tasks.workunit.client.0.smithi183.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2024-09-12T17:22:15.845 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (16 ms) 2024-09-12T17:22:15.845 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:22:15.845 INFO:tasks.workunit.client.0.smithi183.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2024-09-12T17:22:15.861 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (16 ms) 2024-09-12T17:22:15.861 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:22:15.861 INFO:tasks.workunit.client.0.smithi183.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T17:22:15.861 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:22:15.861 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:22:15.861 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:22:15.862 INFO:tasks.workunit.client.0.smithi183.stdout:read back objects in /bdirs1/dir_0 2024-09-12T17:22:15.863 INFO:tasks.workunit.client.0.smithi183.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T17:22:15.864 INFO:tasks.workunit.client.0.smithi183.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:22:15.864 INFO:tasks.workunit.client.0.smithi183.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T17:22:15.867 INFO:tasks.workunit.client.0.smithi183.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:22:15.867 INFO:tasks.workunit.client.0.smithi183.stdout:read back objects in /bdirs1/dir_1 2024-09-12T17:22:15.867 INFO:tasks.workunit.client.0.smithi183.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T17:22:15.869 INFO:tasks.workunit.client.0.smithi183.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:22:15.869 INFO:tasks.workunit.client.0.smithi183.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T17:22:15.871 INFO:tasks.workunit.client.0.smithi183.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:22:15.871 INFO:tasks.workunit.client.0.smithi183.stdout:read back objects in /bdirs1/dir_2 2024-09-12T17:22:15.872 INFO:tasks.workunit.client.0.smithi183.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T17:22:15.874 INFO:tasks.workunit.client.0.smithi183.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:22:15.874 INFO:tasks.workunit.client.0.smithi183.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T17:22:15.876 INFO:tasks.workunit.client.0.smithi183.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:22:15.876 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READ_DIRS1 (15 ms) 2024-09-12T17:22:15.876 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READF_SETUP1 (221 ms) 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:22:16.098 INFO:tasks.workunit.client.0.smithi183.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:22:16.099 INFO:tasks.workunit.client.0.smithi183.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:22:16.099 INFO:tasks.workunit.client.0.smithi183.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:22:16.099 INFO:tasks.workunit.client.0.smithi183.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:22:16.099 INFO:tasks.workunit.client.0.smithi183.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:22:16.099 INFO:tasks.workunit.client.0.smithi183.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:22:16.099 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:22:16.099 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:22:16.109 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T17:22:16.109 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T17:22:16.113 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T17:22:16.115 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T17:22:16.120 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:22:16.121 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:22:16.122 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T17:22:16.123 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T17:22:16.124 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:22:16.125 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:22:16.126 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T17:22:16.130 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T17:22:16.130 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T17:22:16.130 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T17:22:16.130 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo (foo): DIR 2024-09-12T17:22:16.130 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot (nfsroot): DIR 2024-09-12T17:22:16.130 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.HIER1 (32 ms) 2024-09-12T17:22:16.130 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:22:16.130 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:22:16.130 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:22:16.130 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:22:16.130 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:22:16.130 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:22:16.131 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:22:16.131 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:22:16.131 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:22:16.131 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:22:16.131 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:22:16.131 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:22:16.131 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:22:16.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:16.131+0000 7f087b2e9a80 -1 shutting down 2024-09-12T17:22:16.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:16.135+0000 7f075503b640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 57349, si_uid : 1000, si_addr0x3e80000e005, si_status0 2024-09-12T17:22:45.753 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SHUTDOWN (29623 ms) 2024-09-12T17:22:45.753 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 24 tests from LibRGW (30909 ms total) 2024-09-12T17:22:45.753 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:22:45.753 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:22:45.753 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 24 tests from 1 test suite ran. (30909 ms total) 2024-09-12T17:22:45.753 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 24 tests. 2024-09-12T17:22:45.767 INFO:tasks.workunit.client.0.smithi183.stdout:phase 1.2 2024-09-12T17:22:45.789 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:22:45.790 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:22:45.790 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:22:45.790 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:22:45.800 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:22:45.800 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:22:46.314 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.INIT (525 ms) 2024-09-12T17:22:46.314 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:22:46.317 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-12T17:22:46.317 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:22:46.317 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T17:22:46.318 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:22:46.319 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:22:46.320 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:22:46.321 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:22:46.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:46.318+0000 7f3537b42a80 -1 shutting down 2024-09-12T17:22:46.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:22:46.318+0000 7f3411894640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 57995, si_uid : 1000, si_addr0x3e80000e28b, si_status0 2024-09-12T17:23:16.575 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SHUTDOWN (30258 ms) 2024-09-12T17:23:16.576 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 24 tests from LibRGW (30786 ms total) 2024-09-12T17:23:16.576 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:23:16.576 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:23:16.576 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 24 tests from 1 test suite ran. (30786 ms total) 2024-09-12T17:23:16.576 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 24 tests. 2024-09-12T17:23:16.588 INFO:tasks.workunit.client.0.smithi183.stdout:phase 1.3 2024-09-12T17:23:16.612 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T17:23:16.612 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:23:16.612 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 24 tests from LibRGW 2024-09-12T17:23:16.612 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:23:16.624 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:16.625 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:17.366 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.INIT (754 ms) 2024-09-12T17:23:17.366 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T17:23:17.368 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2024-09-12T17:23:17.368 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:23:17.368 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T17:23:17.368 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T17:23:17.374 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SETUP_HIER1 (6 ms) 2024-09-12T17:23:17.374 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T17:23:17.481 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SETUP_DIRS1 (107 ms) 2024-09-12T17:23:17.481 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T17:23:17.481 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T17:23:17.481 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T17:23:17.481 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T17:23:17.481 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:23:17.482 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:23:17.483 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:23:17.483 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:23:17.483 INFO:tasks.workunit.client.0.smithi183.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T17:23:17.483 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T17:23:17.483 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T17:23:17.483 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T17:23:17.483 INFO:tasks.workunit.client.0.smithi183.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T17:23:17.483 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T17:23:17.483 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T17:23:17.483 INFO:tasks.workunit.client.0.smithi183.stdout:read back objects in /bdirs1/dir_0 2024-09-12T17:23:17.483 INFO:tasks.workunit.client.0.smithi183.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T17:23:17.484 INFO:tasks.workunit.client.0.smithi183.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:23:17.484 INFO:tasks.workunit.client.0.smithi183.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T17:23:17.486 INFO:tasks.workunit.client.0.smithi183.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:23:17.486 INFO:tasks.workunit.client.0.smithi183.stdout:read back objects in /bdirs1/dir_1 2024-09-12T17:23:17.486 INFO:tasks.workunit.client.0.smithi183.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T17:23:17.488 INFO:tasks.workunit.client.0.smithi183.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:23:17.488 INFO:tasks.workunit.client.0.smithi183.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T17:23:17.490 INFO:tasks.workunit.client.0.smithi183.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:23:17.490 INFO:tasks.workunit.client.0.smithi183.stdout:read back objects in /bdirs1/dir_2 2024-09-12T17:23:17.490 INFO:tasks.workunit.client.0.smithi183.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T17:23:17.492 INFO:tasks.workunit.client.0.smithi183.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T17:23:17.492 INFO:tasks.workunit.client.0.smithi183.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T17:23:17.494 INFO:tasks.workunit.client.0.smithi183.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T17:23:17.494 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READ_DIRS1 (13 ms) 2024-09-12T17:23:17.494 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T17:23:17.494 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T17:23:17.494 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T17:23:17.494 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T17:23:17.494 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T17:23:17.495 INFO:tasks.workunit.client.0.smithi183.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T17:23:17.496 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T17:23:17.496 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T17:23:17.505 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T17:23:17.506 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T17:23:17.510 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T17:23:17.513 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T17:23:17.518 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:23:17.519 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T17:23:17.521 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T17:23:17.522 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T17:23:17.523 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:23:17.524 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T17:23:17.525 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot/foo (foo): DIR 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:/nfsroot (nfsroot): DIR 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.HIER1 (34 ms) 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:23:17.529 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:23:17.530 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:23:17.530 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:23:17.530 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:23:17.530 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:23:17.530 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:23:17.530 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:23:17.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:23:17.534+0000 7f3c023d6a80 -1 shutting down 2024-09-12T17:23:17.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:23:17.534+0000 7f3adc128640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 58640, si_uid : 1000, si_addr0x3e80000e510, si_status0 2024-09-12T17:23:47.436 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SHUTDOWN (29908 ms) 2024-09-12T17:23:47.436 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 24 tests from LibRGW (30824 ms total) 2024-09-12T17:23:47.436 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:23:47.436 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:23:47.436 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 24 tests from 1 test suite ran. (30824 ms total) 2024-09-12T17:23:47.436 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 24 tests. 2024-09-12T17:23:47.449 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2.1 2024-09-12T17:23:47.473 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:23:47.473 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:23:47.474 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 9 tests from LibRGW 2024-09-12T17:23:47.474 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:23:47.484 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:23:47.484 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:23:48.221 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.INIT (748 ms) 2024-09-12T17:23:48.221 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:23:48.223 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:23:48.223 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:23:48.235 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CREATE_BUCKET (13 ms) 2024-09-12T17:23:48.235 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:23:48.236 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:23:48.236 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T17:23:48.249 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave0 2024-09-12T17:23:48.265 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave1 2024-09-12T17:23:48.278 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave2 2024-09-12T17:23:48.292 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave3 2024-09-12T17:23:48.308 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave4 2024-09-12T17:23:48.324 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave5 2024-09-12T17:23:48.344 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave6 2024-09-12T17:23:48.364 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave7 2024-09-12T17:23:48.383 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave8 2024-09-12T17:23:48.402 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave9 2024-09-12T17:23:48.402 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (167 ms) 2024-09-12T17:23:48.402 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T17:23:48.804 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (401 ms) 2024-09-12T17:23:48.804 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:23:48.804 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:23:48.804 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:23:48.804 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:23:48.804 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:23:48.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:23:48.805+0000 7f7381f4ca80 -1 shutting down 2024-09-12T17:23:48.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:23:48.809+0000 7f725bc9e640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59285, si_uid : 1000, si_addr0x3e80000e795, si_status0 2024-09-12T17:24:18.257 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SHUTDOWN (29453 ms) 2024-09-12T17:24:18.258 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 9 tests from LibRGW (30784 ms total) 2024-09-12T17:24:18.258 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:24:18.258 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:24:18.258 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 9 tests from 1 test suite ran. (30784 ms total) 2024-09-12T17:24:18.258 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 9 tests. 2024-09-12T17:24:18.270 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2.2 2024-09-12T17:24:18.293 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T17:24:18.293 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:24:18.293 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 9 tests from LibRGW 2024-09-12T17:24:18.293 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:24:18.304 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:24:18.304 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:24:19.043 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.INIT (750 ms) 2024-09-12T17:24:19.043 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:24:19.045 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:24:19.045 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:24:19.046 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:24:19.046 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:24:19.077 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.DELETE_BUCKET (31 ms) 2024-09-12T17:24:19.077 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T17:24:19.088 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave0 2024-09-12T17:24:19.104 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave1 2024-09-12T17:24:19.117 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave2 2024-09-12T17:24:19.132 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave3 2024-09-12T17:24:19.149 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave4 2024-09-12T17:24:19.166 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave5 2024-09-12T17:24:19.183 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave6 2024-09-12T17:24:19.199 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave7 2024-09-12T17:24:19.218 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave8 2024-09-12T17:24:19.237 INFO:tasks.workunit.client.0.smithi183.stdout:created: sorrydave9 2024-09-12T17:24:19.237 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (160 ms) 2024-09-12T17:24:19.237 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T17:24:19.637 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (400 ms) 2024-09-12T17:24:19.637 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:24:19.637 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:24:19.637 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:24:19.638 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:24:19.638 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:24:19.638 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:24:19.641+0000 7fd2cb348a80 -1 shutting down 2024-09-12T17:24:19.641 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:24:19.645+0000 7fd1a509a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 59930, si_uid : 1000, si_addr0x3e80000ea1a, si_status0 2024-09-12T17:24:49.260 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SHUTDOWN (29622 ms) 2024-09-12T17:24:49.260 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 9 tests from LibRGW (30966 ms total) 2024-09-12T17:24:49.261 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:24:49.261 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:24:49.261 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 9 tests from 1 test suite ran. (30966 ms total) 2024-09-12T17:24:49.261 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 9 tests. 2024-09-12T17:24:49.274 INFO:tasks.workunit.client.0.smithi183.stdout:phase 3.1 2024-09-12T17:24:49.615 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T17:24:49.615 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:24:49.615 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 13 tests from LibRGW 2024-09-12T17:24:49.615 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:24:49.625 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:24:49.625 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:24:50.117 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.INIT (501 ms) 2024-09-12T17:24:50.117 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:24:50.118 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:24:50.118 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:24:50.130 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CREATE_BUCKET (12 ms) 2024-09-12T17:24:50.130 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:24:50.135 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2024-09-12T17:24:50.135 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:24:50.137 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2024-09-12T17:24:50.137 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T17:24:50.211 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LARGE1 (73 ms) 2024-09-12T17:24:50.211 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T17:24:50.286 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LARGE2 (76 ms) 2024-09-12T17:24:50.287 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:24:50.287 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:24:50.287 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:24:50.287 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T17:24:50.287 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:24:50.287 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:24:50.287 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:24:50.287 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:24:50.287 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:24:50.287 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:24:50.287 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:24:50.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:24:50.288+0000 7f6edc4c8a80 -1 shutting down 2024-09-12T17:24:50.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:24:50.292+0000 7f6db621a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 60575, si_uid : 1000, si_addr0x3e80000ec9f, si_status0 2024-09-12T17:25:20.267 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SHUTDOWN (29980 ms) 2024-09-12T17:25:20.267 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 13 tests from LibRGW (30651 ms total) 2024-09-12T17:25:20.267 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:25:20.267 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:25:20.267 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 13 tests from 1 test suite ran. (30651 ms total) 2024-09-12T17:25:20.267 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 13 tests. 2024-09-12T17:25:20.282 INFO:tasks.workunit.client.0.smithi183.stdout:phase 3.2 2024-09-12T17:25:20.623 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T17:25:20.623 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:25:20.623 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 13 tests from LibRGW 2024-09-12T17:25:20.623 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:25:20.631 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:25:20.631 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:25:21.367 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.INIT (744 ms) 2024-09-12T17:25:21.367 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:25:21.369 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT (3 ms) 2024-09-12T17:25:21.369 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:25:21.369 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:25:21.369 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:25:21.377 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (7 ms) 2024-09-12T17:25:21.377 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:25:21.383 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (6 ms) 2024-09-12T17:25:21.383 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T17:25:21.464 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LARGE1 (81 ms) 2024-09-12T17:25:21.464 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T17:25:21.464 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2024-09-12T17:25:21.464 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:25:21.465 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:25:21.465 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:25:21.472 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.DELETE_OBJECT (9 ms) 2024-09-12T17:25:21.473 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:25:21.512 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.DELETE_BUCKET (39 ms) 2024-09-12T17:25:21.512 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:25:21.512 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:25:21.512 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:25:21.512 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:25:21.512 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:25:21.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:25:21.515+0000 7fe82f853a80 -1 shutting down 2024-09-12T17:25:21.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:25:21.519+0000 7fe7095a5640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61225, si_uid : 1000, si_addr0x3e80000ef29, si_status0 2024-09-12T17:25:51.405 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SHUTDOWN (29893 ms) 2024-09-12T17:25:51.405 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 13 tests from LibRGW (30782 ms total) 2024-09-12T17:25:51.405 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:25:51.405 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:25:51.405 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 13 tests from 1 test suite ran. (30782 ms total) 2024-09-12T17:25:51.405 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 13 tests. 2024-09-12T17:25:51.424 INFO:tasks.workunit.client.0.smithi183.stdout:phase 4.1 2024-09-12T17:25:51.449 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:25:51.449 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:25:51.449 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 11 tests from LibRGW 2024-09-12T17:25:51.449 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T17:25:51.449 INFO:tasks.workunit.client.0.smithi183.stdout:read i1: 64001 2024-09-12T17:25:51.449 INFO:tasks.workunit.client.0.smithi183.stdout:read s1: blunderbuss 2024-09-12T17:25:51.449 INFO:tasks.workunit.client.0.smithi183.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T17:25:51.449 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:25:51.462 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:25:51.462 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:25:52.045 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.INIT (597 ms) 2024-09-12T17:25:52.045 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:25:52.047 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:25:52.047 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:25:52.077 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (30 ms) 2024-09-12T17:25:52.077 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:25:53.474 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_0 2024-09-12T17:25:53.474 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_1 2024-09-12T17:25:53.474 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_2 2024-09-12T17:25:53.474 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_3 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_4 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_5 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_6 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_7 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_8 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_9 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_10 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_11 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_12 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_13 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_14 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_15 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_16 2024-09-12T17:25:53.475 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_17 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_18 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_19 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_20 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_21 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_22 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_23 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_24 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_25 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_26 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_27 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_28 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_29 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_30 2024-09-12T17:25:53.476 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_31 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_32 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_33 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_34 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_35 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_36 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_37 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_38 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_39 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_40 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_41 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_42 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_43 2024-09-12T17:25:53.477 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_44 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_45 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_46 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_47 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_48 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_49 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_50 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_51 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_52 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_53 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_54 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_55 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_56 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_57 2024-09-12T17:25:53.478 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_58 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_59 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_60 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_61 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_62 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_63 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_64 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_65 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_66 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_67 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_68 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_69 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_70 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_71 2024-09-12T17:25:53.479 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_72 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_73 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_74 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_75 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_76 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_77 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_78 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_79 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_80 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_81 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_82 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_83 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_84 2024-09-12T17:25:53.480 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_85 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_86 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_87 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_88 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_89 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_90 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_91 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_92 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_93 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_94 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_95 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_96 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_97 2024-09-12T17:25:53.481 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_98 2024-09-12T17:25:53.482 INFO:tasks.workunit.client.0.smithi183.stdout:created: dmarker:f_99 2024-09-12T17:25:53.482 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (1397 ms) 2024-09-12T17:25:53.482 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:25:53.483 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2024-09-12T17:25:53.483 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2024-09-12T17:25:53.484 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:25:53.484 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:25:53.484 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:25:53.484 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:25:53.484 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:25:53.484 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:25:53.484 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:25:53.484 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:25:53.484 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:25:53.484 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:25:53.484 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:25:53.485 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:25:53.485 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:25:53.485 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:25:53.485 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:25:53.485 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:25:53.485 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:25:53.485 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:25:53.485 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:25:53.485 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:25:53.485 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:25:53.485 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:25:53.485 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:25:53.486 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:25:53.487 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:25:53.488 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:25:53.488 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:25:53.488 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:25:53.488 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:25:53.488 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:25:53.488 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:25:53.488 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:25:53.488 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:25:53.489 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:25:53.490 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:25:53.491 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_READDIR (10 ms) 2024-09-12T17:25:53.492 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T17:25:53.492 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:25:53.492 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:25:53.493 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:25:53.494 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:25:53.494 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:25:53.494 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:25:53.494 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:25:53.494 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:25:53.494 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:25:53.494 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:25:53.494 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:25:53.494 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:25:53.494 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:25:53.494 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:25:53.494 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:25:53.495 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:25:53.496 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:25:53.496 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:25:53.496 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:25:53.496 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:25:53.496 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:25:53.496 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:25:53.496 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:25:53.496 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:25:53.496 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:25:53.496 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:25:53.496 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:25:53.496 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:25:53.497 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:25:53.498 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:25:53.499 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER2_READDIR (7 ms) 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (1 ms) 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:25:53.500 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:25:53.501 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:25:53.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:25:53.495+0000 7f1e62a4aa80 -1 shutting down 2024-09-12T17:25:53.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:25:53.499+0000 7f1d3c79c640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 61870, si_uid : 1000, si_addr0x3e80000f1ae, si_status0 2024-09-12T17:26:22.332 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SHUTDOWN (28839 ms) 2024-09-12T17:26:22.333 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 11 tests from LibRGW (30883 ms total) 2024-09-12T17:26:22.333 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:26:22.333 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:26:22.333 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 11 tests from 1 test suite ran. (30883 ms total) 2024-09-12T17:26:22.333 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 11 tests. 2024-09-12T17:26:22.346 INFO:tasks.workunit.client.0.smithi183.stdout:phase 4.2 2024-09-12T17:26:22.368 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T17:26:22.368 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:26:22.369 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 11 tests from LibRGW 2024-09-12T17:26:22.369 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T17:26:22.369 INFO:tasks.workunit.client.0.smithi183.stdout:read i1: 64001 2024-09-12T17:26:22.369 INFO:tasks.workunit.client.0.smithi183.stdout:read s1: blunderbuss 2024-09-12T17:26:22.369 INFO:tasks.workunit.client.0.smithi183.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T17:26:22.369 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:26:22.378 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:26:22.378 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:26:23.134 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.INIT (765 ms) 2024-09-12T17:26:23.134 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:26:23.135 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:26:23.135 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T17:26:23.150 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (15 ms) 2024-09-12T17:26:23.150 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T17:26:23.150 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T17:26:23.150 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T17:26:23.150 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T17:26:23.150 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T17:26:23.157 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T17:26:23.157 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T17:26:23.157 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T17:26:23.157 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T17:26:23.157 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T17:26:23.157 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T17:26:23.157 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T17:26:23.158 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T17:26:23.159 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T17:26:23.160 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T17:26:23.161 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T17:26:23.162 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T17:26:23.163 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T17:26:23.163 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T17:26:23.163 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T17:26:23.163 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T17:26:23.163 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T17:26:23.163 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T17:26:23.163 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T17:26:23.163 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T17:26:23.163 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T17:26:23.164 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T17:26:23.164 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T17:26:23.164 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T17:26:23.164 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T17:26:23.164 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T17:26:23.164 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T17:26:23.164 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T17:26:23.164 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T17:26:23.164 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T17:26:23.164 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T17:26:23.164 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER2_READDIR (7 ms) 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:26:23.165 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:26:23.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:26:23.158+0000 7f33176b2a80 -1 shutting down 2024-09-12T17:26:23.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:26:23.162+0000 7f31f1404640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 62516, si_uid : 1000, si_addr0x3e80000f434, si_status0 2024-09-12T17:26:53.283 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SHUTDOWN (30126 ms) 2024-09-12T17:26:53.283 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 11 tests from LibRGW (30915 ms total) 2024-09-12T17:26:53.283 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:26:53.284 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:26:53.284 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 11 tests from 1 test suite ran. (30915 ms total) 2024-09-12T17:26:53.284 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 11 tests. 2024-09-12T17:26:53.296 INFO:tasks.workunit.client.0.smithi183.stdout:phase 5.1 2024-09-12T17:26:53.330 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T17:26:53.330 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:26:53.330 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 19 tests from LibRGW 2024-09-12T17:26:53.330 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:26:53.341 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:26:53.342 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:26:53.881 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.INIT (551 ms) 2024-09-12T17:26:53.881 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:26:53.884 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT (3 ms) 2024-09-12T17:26:53.884 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:26:53.896 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CREATE_BUCKET (12 ms) 2024-09-12T17:26:53.896 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:26:53.899 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (4 ms) 2024-09-12T17:26:53.899 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T17:26:53.899 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T17:26:53.899 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:26:53.902 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2024-09-12T17:26:53.902 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T17:26:53.902 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T17:26:53.902 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T17:26:53.908 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.PUT_OBJECT (6 ms) 2024-09-12T17:26:53.908 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T17:26:53.910 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.GET_OBJECT (2 ms) 2024-09-12T17:26:53.910 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:26:53.910 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:26:53.910 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READV 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:26:53.911 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:26:53.912 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:26:53.912 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:26:53.912 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:26:53.914+0000 7fe7c7df3a80 -1 shutting down 2024-09-12T17:26:53.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:26:53.914+0000 7fe6a1b45640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63161, si_uid : 1000, si_addr0x3e80000f6b9, si_status0 2024-09-12T17:27:24.207 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SHUTDOWN (30297 ms) 2024-09-12T17:27:24.207 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 19 tests from LibRGW (30877 ms total) 2024-09-12T17:27:24.207 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:27:24.208 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:27:24.208 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 19 tests from 1 test suite ran. (30877 ms total) 2024-09-12T17:27:24.208 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 19 tests. 2024-09-12T17:27:24.220 INFO:tasks.workunit.client.0.smithi183.stdout:phase 5.2 2024-09-12T17:27:24.254 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T17:27:24.254 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:27:24.254 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 19 tests from LibRGW 2024-09-12T17:27:24.254 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:27:24.262 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:27:24.262 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:27:24.982 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.INIT (729 ms) 2024-09-12T17:27:24.982 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:27:24.985 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT (3 ms) 2024-09-12T17:27:24.985 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T17:27:24.985 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T17:27:24.985 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T17:27:24.992 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (7 ms) 2024-09-12T17:27:24.992 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T17:27:24.992 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T17:27:24.992 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T17:27:24.992 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2024-09-12T17:27:24.992 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T17:27:24.992 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T17:27:24.992 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READV 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T17:27:24.993 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T17:27:25.001 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.DELETE_OBJECT (9 ms) 2024-09-12T17:27:25.001 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T17:27:25.027 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.DELETE_BUCKET (26 ms) 2024-09-12T17:27:25.027 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:27:25.028 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:27:25.028 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:27:25.028 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:27:25.028 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:27:25.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:27:25.034+0000 7f4ea38f3a80 -1 shutting down 2024-09-12T17:27:25.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:27:25.038+0000 7f4d7d645640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 63806, si_uid : 1000, si_addr0x3e80000f93e, si_status0 2024-09-12T17:27:55.337 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SHUTDOWN (30310 ms) 2024-09-12T17:27:55.338 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 19 tests from LibRGW (31084 ms total) 2024-09-12T17:27:55.338 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:27:55.338 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:27:55.338 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 19 tests from 1 test suite ran. (31084 ms total) 2024-09-12T17:27:55.338 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 19 tests. 2024-09-12T17:27:55.345 INFO:tasks.workunit.client.0.smithi183.stdout:phase 6.1 2024-09-12T17:27:55.369 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T17:27:55.369 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment set-up. 2024-09-12T17:27:55.369 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 10 tests from LibRGW 2024-09-12T17:27:55.369 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.INIT 2024-09-12T17:27:55.378 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:27:55.378 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:27:56.110 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.INIT (741 ms) 2024-09-12T17:27:56.110 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T17:27:56.112 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T17:27:56.112 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2024-09-12T17:27:56.139 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CREATE_BUCKETS (27 ms) 2024-09-12T17:27:56.139 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2024-09-12T17:27:56.149 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (10 ms) 2024-09-12T17:27:56.149 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2024-09-12T17:27:56.183 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.TOPDIR_RENAME (34 ms) 2024-09-12T17:27:56.183 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2024-09-12T17:27:56.236 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SUBDIR_RENAME (53 ms) 2024-09-12T17:27:56.236 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2024-09-12T17:27:56.290 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (54 ms) 2024-09-12T17:27:56.290 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T17:27:56.291 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T17:27:56.291 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T17:27:56.291 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T17:27:56.291 INFO:tasks.workunit.client.0.smithi183.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T17:27:56.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:27:56.297+0000 7f7b77d28a80 -1 shutting down 2024-09-12T17:27:56.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:27:56.301+0000 7f7a51a7a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 64452, si_uid : 1000, si_addr0x3e80000fbc4, si_status0 2024-09-12T17:28:26.294 INFO:tasks.workunit.client.0.smithi183.stdout:[ OK ] LibRGW.SHUTDOWN (30004 ms) 2024-09-12T17:28:26.295 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] 10 tests from LibRGW (30925 ms total) 2024-09-12T17:28:26.295 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:28:26.295 INFO:tasks.workunit.client.0.smithi183.stdout:[----------] Global test environment tear-down 2024-09-12T17:28:26.295 INFO:tasks.workunit.client.0.smithi183.stdout:[==========] 10 tests from 1 test suite ran. (30925 ms total) 2024-09-12T17:28:26.295 INFO:tasks.workunit.client.0.smithi183.stdout:[ PASSED ] 10 tests. 2024-09-12T17:28:26.307 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:28:26.308 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:28:26.323 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2024-09-12T17:28:26.325 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2024-09-12T17:28:26.325 DEBUG:teuthology.orchestra.run.smithi183:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2024-09-12T17:28:26.377 INFO:tasks.workunit.client.0.smithi183.stderr:+ [ -z ] 2024-09-12T17:28:26.377 INFO:tasks.workunit.client.0.smithi183.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T17:28:26.378 INFO:tasks.workunit.client.0.smithi183.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T17:28:26.378 INFO:tasks.workunit.client.0.smithi183.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name maven test user --email sigv4@example.com 2024-09-12T17:28:26.418 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:28:26.418 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:28:26.461 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.469+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.469+0000 7f30fe6469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:26.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.469+0000 7f30fe6469c0 20 realm 2024-09-12T17:28:26.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.469+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.469+0000 7f30fe6469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:26.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.469+0000 7f30fe6469c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:28:26.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.469+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.469+0000 7f30fe6469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:26.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.469+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.473+0000 7f30fe6469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:26.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.473+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.473+0000 7f30fe6469c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:28:26.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.473+0000 7f30fe6469c0 20 searching for the correct realm 2024-09-12T17:28:26.471 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.477+0000 7f30fc94d640 0 -- 172.21.15.183:0/773904562 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x563e1742ee70 msgr2=0x563e17431260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:28:26.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.485+0000 7f30fb94b640 0 -- 172.21.15.183:0/773904562 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f30f4105dc0 msgr2=0x7f30f4124630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:28:26.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.493+0000 7f30fe6469c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:28:26.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.493+0000 7f30fe6469c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:28:26.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.493+0000 7f30fe6469c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:28:26.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.493+0000 7f30fe6469c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:28:26.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.493+0000 7f30fe6469c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:28:26.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.493+0000 7f30fe6469c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:28:26.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.493+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.493+0000 7f30fe6469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:26.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.493+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.493+0000 7f30fe6469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:28:26.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.493+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:28:26.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 20 zone default found 2024-09-12T17:28:26.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 4 Realm: () 2024-09-12T17:28:26.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:28:26.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:28:26.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:28:26.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 20 zonegroup default 2024-09-12T17:28:26.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:26.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:26.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:26.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 20 started sync module instance, tier type = 2024-09-12T17:28:26.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.497+0000 7f30fe6469c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:28:26.505 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.513+0000 7f30fe6469c0 20 add_watcher() i=0 2024-09-12T17:28:26.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.513+0000 7f30fe6469c0 20 add_watcher() i=1 2024-09-12T17:28:26.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.513+0000 7f30fe6469c0 20 add_watcher() i=2 2024-09-12T17:28:26.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.513+0000 7f30fe6469c0 20 add_watcher() i=3 2024-09-12T17:28:26.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.513+0000 7f30fe6469c0 20 add_watcher() i=4 2024-09-12T17:28:26.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.513+0000 7f30fe6469c0 20 add_watcher() i=5 2024-09-12T17:28:26.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.513+0000 7f30fe6469c0 20 add_watcher() i=6 2024-09-12T17:28:26.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.513+0000 7f30fe6469c0 20 add_watcher() i=7 2024-09-12T17:28:26.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.513+0000 7f30fe6469c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:28:26.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f2fb37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:26.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:28:26.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:28:26.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 5 note: GC not initialized 2024-09-12T17:28:26.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f2fb27dc640 20 reqs_thread_entry: start 2024-09-12T17:28:26.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 20 init_complete bucket index max shards: 1 2024-09-12T17:28:26.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 20 Filter name: none 2024-09-12T17:28:26.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f2fab7fe640 20 reqs_thread_entry: start 2024-09-12T17:28:26.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2024-09-12T17:28:26.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:26.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2024-09-12T17:28:26.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:28:26.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2024-09-12T17:28:26.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:26.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2024-09-12T17:28:26.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:28:26.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2024-09-12T17:28:26.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 20 rados->read ofs=0 len=0 2024-09-12T17:28:26.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:28:26.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2024-09-12T17:28:26.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:28:26.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T17:28:26.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.517+0000 7f30fe6469c0 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T17:28:26.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.521+0000 7f30fe6469c0 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T17:28:26.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.521+0000 7f30fe6469c0 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:28:26.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.521+0000 7f30fe6469c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2024-09-12T17:28:26.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.521+0000 7f2fd37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824013 cookie 94824678262736 notifier 5495 bl.length()=677 2024-09-12T17:28:26.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.521+0000 7f2fd37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T17:28:26.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.521+0000 7f2fd37fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T17:28:26.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.521+0000 7f30fe6469c0 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T17:28:26.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.521+0000 7f30fe6469c0 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:28:26.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.521+0000 7f30fe6469c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2024-09-12T17:28:26.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.525+0000 7f2fd37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824054 cookie 94824678232256 notifier 5495 bl.length()=187 2024-09-12T17:28:26.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.525+0000 7f2fd37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T17:28:26.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.525+0000 7f2fd37fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T17:28:26.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.525+0000 7f30fe6469c0 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T17:28:26.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.525+0000 7f30fe6469c0 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:28:26.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.525+0000 7f30fe6469c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2024-09-12T17:28:26.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.529+0000 7f2fd2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824055 cookie 94824678232256 notifier 5495 bl.length()=197 2024-09-12T17:28:26.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.529+0000 7f2fd2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T17:28:26.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.529+0000 7f2fd2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T17:28:26.521 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:28:26.521 INFO:tasks.workunit.client.0.smithi183.stdout: "user_id": "ceph-test-maven", 2024-09-12T17:28:26.521 INFO:tasks.workunit.client.0.smithi183.stdout: "display_name": "maven test user", 2024-09-12T17:28:26.521 INFO:tasks.workunit.client.0.smithi183.stdout: "email": "sigv4@example.com", 2024-09-12T17:28:26.521 INFO:tasks.workunit.client.0.smithi183.stdout: "suspended": 0, 2024-09-12T17:28:26.521 INFO:tasks.workunit.client.0.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:28:26.521 INFO:tasks.workunit.client.0.smithi183.stdout: "subusers": [], 2024-09-12T17:28:26.521 INFO:tasks.workunit.client.0.smithi183.stdout: "keys": [ 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: { 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: "user": "ceph-test-maven", 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: "active": true, 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: "create_date": "2024-09-12T17:28:26.521181Z" 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: ], 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: "swift_keys": [], 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: "caps": [], 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: "default_placement": "", 2024-09-12T17:28:26.522 INFO:tasks.workunit.client.0.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "placement_tags": [], 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_quota": { 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "enabled": false, 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "max_size": -1, 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "max_objects": -1 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "user_quota": { 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "enabled": false, 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "max_size": -1, 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: "max_objects": -1 2024-09-12T17:28:26.523 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:28:26.524 INFO:tasks.workunit.client.0.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:28:26.524 INFO:tasks.workunit.client.0.smithi183.stdout: "type": "rgw", 2024-09-12T17:28:26.524 INFO:tasks.workunit.client.0.smithi183.stdout: "mfa_ids": [], 2024-09-12T17:28:26.524 INFO:tasks.workunit.client.0.smithi183.stdout: "account_id": "", 2024-09-12T17:28:26.524 INFO:tasks.workunit.client.0.smithi183.stdout: "path": "/", 2024-09-12T17:28:26.524 INFO:tasks.workunit.client.0.smithi183.stdout: "create_date": "2024-09-12T17:28:26.521158Z", 2024-09-12T17:28:26.524 INFO:tasks.workunit.client.0.smithi183.stdout: "tags": [], 2024-09-12T17:28:26.524 INFO:tasks.workunit.client.0.smithi183.stdout: "group_ids": [] 2024-09-12T17:28:26.524 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:28:26.524 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:28:26.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.529+0000 7f2fb37de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:28:26.527 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.533+0000 7f30fe6469c0 20 remove_watcher() i=0 2024-09-12T17:28:26.527 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.533+0000 7f30fe6469c0 2 removed watcher, disabling cache 2024-09-12T17:28:26.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.537+0000 7f30fe6469c0 20 remove_watcher() i=1 2024-09-12T17:28:26.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.537+0000 7f30fe6469c0 20 remove_watcher() i=2 2024-09-12T17:28:26.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.541+0000 7f30fe6469c0 20 remove_watcher() i=3 2024-09-12T17:28:26.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.541+0000 7f30fe6469c0 20 remove_watcher() i=4 2024-09-12T17:28:26.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.545+0000 7f30fe6469c0 20 remove_watcher() i=5 2024-09-12T17:28:26.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.545+0000 7f30fe6469c0 20 remove_watcher() i=6 2024-09-12T17:28:26.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:28:26.545+0000 7f30fe6469c0 20 remove_watcher() i=7 2024-09-12T17:28:26.553 INFO:tasks.workunit.client.0.smithi183.stderr:+ [ -z ] 2024-09-12T17:28:26.553 INFO:tasks.workunit.client.0.smithi183.stderr:+ [ -z /home/ubuntu/cephtest ] 2024-09-12T17:28:26.553 INFO:tasks.workunit.client.0.smithi183.stderr:+ cat /home/ubuntu/cephtest/url_file 2024-09-12T17:28:26.554 INFO:tasks.workunit.client.0.smithi183.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://smithi183.front.sepia.ceph.com:443 2024-09-12T17:28:26.554 INFO:tasks.workunit.client.0.smithi183.stderr:+ [ -z /home/ubuntu/cephtest/clone.client.0 ] 2024-09-12T17:28:26.554 INFO:tasks.workunit.client.0.smithi183.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2024-09-12T17:28:26.554 INFO:tasks.workunit.client.0.smithi183.stderr:+ ./mvnw clean package 2024-09-12T17:28:26.560 INFO:tasks.workunit.client.0.smithi183.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T17:28:29.247 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Scanning for projects... 2024-09-12T17:28:29.390 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2024-09-12T17:28:29.503 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.4/5.6 kB Progress (1): 2.8/5.6 kB Progress (1): 4.1/5.6 kB Progress (1): 5.5/5.6 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 49 kB/s) 2024-09-12T17:28:29.523 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2024-09-12T17:28:29.559 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.4/83 kB Progress (1): 2.8/83 kB Progress (1): 4.1/83 kB Progress (1): 5.5/83 kB Progress (1): 6.9/83 kB Progress (1): 8.3/83 kB Progress (1): 9.7/83 kB Progress (1): 11/83 kB Progress (1): 12/83 kB Progress (1): 14/83 kB Progress (1): 15/83 kB Progress (1): 16/83 kB Progress (1): 33/83 kB Progress (1): 49/83 kB Progress (1): 65/83 kB Progress (1): 81/83 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 2.3 MB/s) 2024-09-12T17:28:29.569 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2024-09-12T17:28:29.589 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/77 kB Progress (1): 33/77 kB Progress (1): 49/77 kB Progress (1): 64/77 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 4.0 MB/s) 2024-09-12T17:28:29.621 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:29.621 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T17:28:29.621 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Building jcksum 1.0 2024-09-12T17:28:29.621 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] from pom.xml 2024-09-12T17:28:29.621 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T17:28:29.625 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2024-09-12T17:28:29.641 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 312 kB/s) 2024-09-12T17:28:29.649 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2024-09-12T17:28:29.665 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 619 kB/s) 2024-09-12T17:28:29.669 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2024-09-12T17:28:29.685 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 2.7 MB/s) 2024-09-12T17:28:29.695 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2024-09-12T17:28:29.711 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 1.2 MB/s) 2024-09-12T17:28:29.726 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2024-09-12T17:28:29.743 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/36 kB Progress (1): 32/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 2.1 MB/s) 2024-09-12T17:28:29.751 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2024-09-12T17:28:29.768 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 480 kB/s) 2024-09-12T17:28:29.770 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2024-09-12T17:28:29.786 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 539 kB/s) 2024-09-12T17:28:29.788 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2024-09-12T17:28:29.805 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/48 kB Progress (1): 33/48 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 2.8 MB/s) 2024-09-12T17:28:29.809 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2024-09-12T17:28:29.825 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 1.3 MB/s) 2024-09-12T17:28:29.833 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2024-09-12T17:28:29.851 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 1.7 MB/s) 2024-09-12T17:28:29.865 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2024-09-12T17:28:29.881 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 577 kB/s) 2024-09-12T17:28:29.894 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2024-09-12T17:28:29.912 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/66 kB Progress (1): 33/66 kB Progress (1): 49/66 kB Progress (1): 66/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 3.5 MB/s) 2024-09-12T17:28:29.925 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2024-09-12T17:28:29.942 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 313 kB/s) 2024-09-12T17:28:29.946 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2024-09-12T17:28:29.963 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 1.3 MB/s) 2024-09-12T17:28:29.971 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2024-09-12T17:28:29.989 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/50 kB Progress (1): 32/50 kB Progress (1): 49/50 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 2.6 MB/s) 2024-09-12T17:28:29.998 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2024-09-12T17:28:30.016 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 1.4 MB/s) 2024-09-12T17:28:30.029 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2024-09-12T17:28:30.046 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 352 kB/s) 2024-09-12T17:28:30.054 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2024-09-12T17:28:30.070 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 2.6 MB/s) 2024-09-12T17:28:30.079 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2024-09-12T17:28:30.094 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 451 kB/s) 2024-09-12T17:28:30.098 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2024-09-12T17:28:30.115 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 619 kB/s) 2024-09-12T17:28:30.117 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2024-09-12T17:28:30.137 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/46 kB Progress (1): 33/46 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 2.3 MB/s) 2024-09-12T17:28:30.143 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2024-09-12T17:28:30.158 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 1.4 MB/s) 2024-09-12T17:28:30.163 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2024-09-12T17:28:30.178 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 1.7 MB/s) 2024-09-12T17:28:30.201 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2024-09-12T17:28:30.216 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 380 kB/s) 2024-09-12T17:28:30.219 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2024-09-12T17:28:30.237 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 1.3 MB/s) 2024-09-12T17:28:30.244 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2024-09-12T17:28:30.263 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 1.0 MB/s) 2024-09-12T17:28:30.275 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2024-09-12T17:28:30.291 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 250 kB/s) 2024-09-12T17:28:30.294 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2024-09-12T17:28:30.309 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 104 kB/s) 2024-09-12T17:28:30.312 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2024-09-12T17:28:30.328 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 139 kB/s) 2024-09-12T17:28:30.335 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2024-09-12T17:28:30.351 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 227 kB/s) 2024-09-12T17:28:30.358 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2024-09-12T17:28:30.372 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 215 kB/s) 2024-09-12T17:28:30.378 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2024-09-12T17:28:30.393 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 685 kB/s) 2024-09-12T17:28:30.399 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2024-09-12T17:28:30.418 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 94 kB/s) 2024-09-12T17:28:30.424 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2024-09-12T17:28:30.439 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 239 kB/s) 2024-09-12T17:28:30.445 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2024-09-12T17:28:30.460 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 327 kB/s) 2024-09-12T17:28:30.465 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2024-09-12T17:28:30.480 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 72 kB/s) 2024-09-12T17:28:30.482 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2024-09-12T17:28:30.497 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 256 kB/s) 2024-09-12T17:28:30.499 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2024-09-12T17:28:30.514 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 920 kB/s) 2024-09-12T17:28:30.518 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2024-09-12T17:28:30.533 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 245 kB/s) 2024-09-12T17:28:30.537 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2024-09-12T17:28:30.553 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 163 kB/s) 2024-09-12T17:28:30.556 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2024-09-12T17:28:30.572 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 194 kB/s) 2024-09-12T17:28:30.576 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2024-09-12T17:28:30.590 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 494 kB/s) 2024-09-12T17:28:30.594 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2024-09-12T17:28:30.610 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 364 kB/s) 2024-09-12T17:28:30.614 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2024-09-12T17:28:30.629 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 233 kB/s) 2024-09-12T17:28:30.634 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2024-09-12T17:28:30.649 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 275 kB/s) 2024-09-12T17:28:30.651 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2024-09-12T17:28:30.666 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 161 kB/s) 2024-09-12T17:28:30.671 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2024-09-12T17:28:30.688 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 379 kB/s) 2024-09-12T17:28:30.693 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2024-09-12T17:28:30.708 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 404 kB/s) 2024-09-12T17:28:30.712 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2024-09-12T17:28:30.727 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 198 kB/s) 2024-09-12T17:28:30.733 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2024-09-12T17:28:30.746 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 232 kB/s) 2024-09-12T17:28:30.751 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2024-09-12T17:28:30.766 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 272 kB/s) 2024-09-12T17:28:30.769 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2024-09-12T17:28:30.784 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 118 kB/s) 2024-09-12T17:28:30.789 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2024-09-12T17:28:30.805 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 441 kB/s) 2024-09-12T17:28:30.807 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2024-09-12T17:28:30.822 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 1.2 MB/s) 2024-09-12T17:28:30.824 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2024-09-12T17:28:30.840 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/35 kB Progress (1): 33/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 2.2 MB/s) 2024-09-12T17:28:30.845 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2024-09-12T17:28:30.861 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 1.1 MB/s) 2024-09-12T17:28:30.868 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2024-09-12T17:28:30.883 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 331 kB/s) 2024-09-12T17:28:30.887 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2024-09-12T17:28:30.903 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 823 kB/s) 2024-09-12T17:28:30.910 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2024-09-12T17:28:30.927 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 822 kB/s) 2024-09-12T17:28:30.931 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2024-09-12T17:28:30.949 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/68 kB Progress (1): 33/68 kB Progress (1): 49/68 kB Progress (1): 66/68 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 3.8 MB/s) 2024-09-12T17:28:30.961 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2024-09-12T17:28:30.977 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 922 kB/s) 2024-09-12T17:28:30.984 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2024-09-12T17:28:31.000 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 965 kB/s) 2024-09-12T17:28:31.004 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2024-09-12T17:28:31.021 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/79 kB Progress (1): 32/79 kB Progress (1): 49/79 kB Progress (1): 65/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 4.4 MB/s) 2024-09-12T17:28:31.029 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2024-09-12T17:28:31.045 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 1.1 MB/s) 2024-09-12T17:28:31.053 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2024-09-12T17:28:31.070 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 1.2 MB/s) 2024-09-12T17:28:31.075 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2024-09-12T17:28:31.094 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 4.1 MB/s) 2024-09-12T17:28:31.108 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2024-09-12T17:28:31.125 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 226 kB/s) 2024-09-12T17:28:31.129 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2024-09-12T17:28:31.149 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 657 kB/s) 2024-09-12T17:28:31.155 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2024-09-12T17:28:31.173 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 189 kB/s) 2024-09-12T17:28:31.178 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2024-09-12T17:28:31.194 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 199 kB/s) 2024-09-12T17:28:31.199 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2024-09-12T17:28:31.214 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 127 kB/s) 2024-09-12T17:28:31.219 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2024-09-12T17:28:31.235 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 167 kB/s) 2024-09-12T17:28:31.240 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2024-09-12T17:28:31.256 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 95 kB/s) 2024-09-12T17:28:31.261 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2024-09-12T17:28:31.277 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 0.2/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 188 kB/s) 2024-09-12T17:28:31.283 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2024-09-12T17:28:31.300 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 178 kB/s) 2024-09-12T17:28:31.305 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2024-09-12T17:28:31.325 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 169 kB/s) 2024-09-12T17:28:31.331 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2024-09-12T17:28:31.347 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 60 kB/s) 2024-09-12T17:28:31.355 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2024-09-12T17:28:31.372 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 60 kB/s) 2024-09-12T17:28:31.377 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2024-09-12T17:28:31.394 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 180 kB/s) 2024-09-12T17:28:31.399 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2024-09-12T17:28:31.415 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 190 kB/s) 2024-09-12T17:28:31.420 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2024-09-12T17:28:31.437 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 202 kB/s) 2024-09-12T17:28:31.442 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2024-09-12T17:28:31.459 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 191 kB/s) 2024-09-12T17:28:31.465 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2024-09-12T17:28:31.481 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 178 kB/s) 2024-09-12T17:28:31.549 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2024-09-12T17:28:31.663 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 28 MB/s) 2024-09-12T17:28:31.666 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2024-09-12T17:28:31.666 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2024-09-12T17:28:31.666 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2024-09-12T17:28:31.667 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2024-09-12T17:28:31.667 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2024-09-12T17:28:31.705 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/98 kB Progress (1): 33/98 kB Progress (1): 49/98 kB Progress (1): 63/98 kB Progress (1): 79/98 kB Progress (1): 95/98 kB Progress (1): 98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 2.4 MB/s) 2024-09-12T17:28:31.705 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2024-09-12T17:28:31.720 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 11/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 303 kB/s) 2024-09-12T17:28:31.721 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2024-09-12T17:28:31.734 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.4/16 kB Progress (2): 1.4/16 kB | 1.4/35 kB Progress (2): 2.8/16 kB | 1.4/35 kB Progress (2): 2.8/16 kB | 2.8/35 kB Progress (2): 4.1/16 kB | 2.8/35 kB Progress (2): 4.1/16 kB | 4.1/35 kB Progress (2): 5.5/16 kB | 4.1/35 kB Progress (2): 5.5/16 kB | 5.5/35 kB Progress (2): 6.9/16 kB | 5.5/35 kB Progress (2): 6.9/16 kB | 6.9/35 kB Progress (2): 8.3/16 kB | 6.9/35 kB Progress (2): 8.3/16 kB | 8.3/35 kB Progress (2): 9.7/16 kB | 8.3/35 kB Progress (2): 9.7/16 kB | 9.7/35 kB Progress (2): 11/16 kB | 9.7/35 kB Progress (2): 11/16 kB | 11/35 kB Progress (2): 12/16 kB | 11/35 kB Progress (2): 12/16 kB | 12/35 kB Progress (2): 14/16 kB | 12/35 kB Progress (2): 14/16 kB | 14/35 kB Progress (2): 15/16 kB | 14/35 kB Progress (2): 15/16 kB | 15/35 kB Progress (2): 16 kB | 15/35 kB Progress (2): 16 kB | 17/35 kB Progress (2): 16 kB | 18/35 kB Progress (2): 16 kB | 19/35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 236 kB/s) 2024-09-12T17:28:31.734 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 21/35 kB Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2024-09-12T17:28:31.741 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 21/35 kB | 16/782 kB Progress (2): 22/35 kB | 16/782 kB Progress (2): 23/35 kB | 16/782 kB Progress (2): 23/35 kB | 33/782 kB Progress (2): 23/35 kB | 49/782 kB Progress (2): 25/35 kB | 49/782 kB Progress (2): 26/35 kB | 49/782 kB Progress (2): 26/35 kB | 62/782 kB Progress (2): 26/35 kB | 78/782 kB Progress (2): 28/35 kB | 78/782 kB Progress (2): 28/35 kB | 95/782 kB Progress (2): 29/35 kB | 95/782 kB Progress (2): 29/35 kB | 111/782 kB Progress (2): 29/35 kB | 128/782 kB Progress (2): 30/35 kB | 128/782 kB Progress (2): 30/35 kB | 144/782 kB Progress (2): 31/35 kB | 144/782 kB Progress (2): 31/35 kB | 160/782 kB Progress (2): 33/35 kB | 160/782 kB Progress (2): 33/35 kB | 177/782 kB Progress (2): 33/35 kB | 193/782 kB Progress (2): 34/35 kB | 193/782 kB Progress (2): 34/35 kB | 209/782 kB Progress (2): 35 kB | 209/782 kB Progress (2): 35 kB | 226/782 kB Progress (2): 35 kB | 242/782 kB Progress (2): 35 kB | 259/782 kB Progress (2): 35 kB | 275/782 kB Progress (2): 35 kB | 291/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 469 kB/s) 2024-09-12T17:28:31.741 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 308/782 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2024-09-12T17:28:31.759 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 324/782 kB Progress (1): 341/782 kB Progress (1): 357/782 kB Progress (1): 373/782 kB Progress (1): 390/782 kB Progress (1): 406/782 kB Progress (1): 422/782 kB Progress (1): 439/782 kB Progress (1): 455/782 kB Progress (1): 472/782 kB Progress (2): 472/782 kB | 1.4/71 kB Progress (2): 488/782 kB | 1.4/71 kB Progress (2): 488/782 kB | 2.8/71 kB Progress (2): 488/782 kB | 4.1/71 kB Progress (2): 504/782 kB | 4.1/71 kB Progress (2): 504/782 kB | 5.5/71 kB Progress (2): 504/782 kB | 6.9/71 kB Progress (2): 521/782 kB | 6.9/71 kB Progress (2): 521/782 kB | 8.3/71 kB Progress (2): 521/782 kB | 9.7/71 kB Progress (2): 537/782 kB | 9.7/71 kB Progress (2): 537/782 kB | 11/71 kB Progress (2): 537/782 kB | 12/71 kB Progress (2): 554/782 kB | 12/71 kB Progress (2): 554/782 kB | 14/71 kB Progress (2): 554/782 kB | 15/71 kB Progress (2): 570/782 kB | 15/71 kB Progress (3): 570/782 kB | 15/71 kB | 1.4/49 kB Progress (3): 570/782 kB | 17/71 kB | 1.4/49 kB Progress (3): 586/782 kB | 17/71 kB | 1.4/49 kB Progress (3): 586/782 kB | 18/71 kB | 1.4/49 kB Progress (3): 586/782 kB | 18/71 kB | 2.8/49 kB Progress (3): 603/782 kB | 18/71 kB | 2.8/49 kB Progress (3): 603/782 kB | 19/71 kB | 2.8/49 kB Progress (3): 603/782 kB | 19/71 kB | 4.1/49 kB Progress (3): 619/782 kB | 19/71 kB | 4.1/49 kB Progress (3): 619/782 kB | 21/71 kB | 4.1/49 kB Progress (3): 619/782 kB | 21/71 kB | 5.5/49 kB Progress (3): 619/782 kB | 22/71 kB | 5.5/49 kB Progress (3): 635/782 kB | 22/71 kB | 5.5/49 kB Progress (3): 635/782 kB | 22/71 kB | 6.9/49 kB Progress (3): 635/782 kB | 23/71 kB | 6.9/49 kB Progress (3): 635/782 kB | 23/71 kB | 8.3/49 kB Progress (3): 652/782 kB | 23/71 kB | 8.3/49 kB Progress (3): 652/782 kB | 25/71 kB | 8.3/49 kB Progress (3): 652/782 kB | 25/71 kB | 9.7/49 kB Progress (3): 652/782 kB | 26/71 kB | 9.7/49 kB Progress (4): 652/782 kB | 26/71 kB | 9.7/49 kB | 1.4/11 kB Progress (4): 652/782 kB | 26/71 kB | 11/49 kB | 1.4/11 kB Progress (4): 652/782 kB | 28/71 kB | 11/49 kB | 1.4/11 kB Progress (4): 668/782 kB | 28/71 kB | 11/49 kB | 1.4/11 kB Progress (4): 668/782 kB | 28/71 kB | 12/49 kB | 1.4/11 kB Progress (4): 668/782 kB | 28/71 kB | 12/49 kB | 2.8/11 kB Progress (4): 668/782 kB | 29/71 kB | 12/49 kB | 2.8/11 kB Progress (4): 685/782 kB | 29/71 kB | 12/49 kB | 2.8/11 kB Progress (4): 685/782 kB | 29/71 kB | 14/49 kB | 2.8/11 kB Progress (4): 685/782 kB | 29/71 kB | 14/49 kB | 4.1/11 kB Progress (4): 685/782 kB | 30/71 kB | 14/49 kB | 4.1/11 kB Progress (4): 701/782 kB | 30/71 kB | 14/49 kB | 4.1/11 kB Progress (4): 701/782 kB | 30/71 kB | 14/49 kB | 5.5/11 kB Progress (4): 701/782 kB | 30/71 kB | 15/49 kB | 5.5/11 kB Progress (4): 701/782 kB | 30/71 kB | 15/49 kB | 6.9/11 kB Progress (4): 701/782 kB | 32/71 kB | 15/49 kB | 6.9/11 kB Progress (4): 701/782 kB | 32/71 kB | 17/49 kB | 6.9/11 kB Progress (4): 701/782 kB | 32/71 kB | 17/49 kB | 8.3/11 kB Progress (4): 717/782 kB | 32/71 kB | 17/49 kB | 8.3/11 kB Progress (4): 717/782 kB | 32/71 kB | 17/49 kB | 9.7/11 kB Progress (4): 717/782 kB | 33/71 kB | 17/49 kB | 9.7/11 kB Progress (4): 734/782 kB | 33/71 kB | 17/49 kB | 9.7/11 kB Progress (4): 734/782 kB | 33/71 kB | 17/49 kB | 11/11 kB Progress (4): 734/782 kB | 33/71 kB | 18/49 kB | 11/11 kB Progress (4): 750/782 kB | 33/71 kB | 18/49 kB | 11/11 kB Progress (4): 750/782 kB | 33/71 kB | 18/49 kB | 11 kB Progress (4): 750/782 kB | 34/71 kB | 18/49 kB | 11 kB Progress (4): 750/782 kB | 34/71 kB | 19/49 kB | 11 kB Progress (4): 750/782 kB | 36/71 kB | 19/49 kB | 11 kB Progress (4): 767/782 kB | 36/71 kB | 19/49 kB | 11 kB Progress (4): 767/782 kB | 36/71 kB | 21/49 kB | 11 kB Progress (4): 767/782 kB | 37/71 kB | 21/49 kB | 11 kB Progress (4): 782 kB | 37/71 kB | 21/49 kB | 11 kB Progress (4): 782 kB | 37/71 kB | 22/49 kB | 11 kB Progress (4): 782 kB | 39/71 kB | 22/49 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 135 kB/s) 2024-09-12T17:28:31.760 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (3): 782 kB | 39/71 kB | 23/49 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 9.2 MB/s) 2024-09-12T17:28:31.760 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2024-09-12T17:28:31.760 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2024-09-12T17:28:31.761 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 39/71 kB | 25/49 kB Progress (2): 39/71 kB | 26/49 kB Progress (2): 39/71 kB | 28/49 kB Progress (2): 39/71 kB | 29/49 kB Progress (2): 39/71 kB | 30/49 kB Progress (2): 39/71 kB | 32/49 kB Progress (2): 39/71 kB | 33/49 kB Progress (2): 39/71 kB | 34/49 kB Progress (2): 39/71 kB | 36/49 kB Progress (2): 40/71 kB | 36/49 kB Progress (2): 40/71 kB | 37/49 kB Progress (2): 41/71 kB | 37/49 kB Progress (2): 43/71 kB | 37/49 kB Progress (2): 44/71 kB | 37/49 kB Progress (2): 44/71 kB | 39/49 kB Progress (2): 46/71 kB | 39/49 kB Progress (2): 47/71 kB | 39/49 kB Progress (2): 48/71 kB | 39/49 kB Progress (3): 48/71 kB | 39/49 kB | 1.4/205 kB Progress (3): 50/71 kB | 39/49 kB | 1.4/205 kB Progress (3): 50/71 kB | 39/49 kB | 2.8/205 kB Progress (3): 51/71 kB | 39/49 kB | 2.8/205 kB Progress (3): 52/71 kB | 39/49 kB | 2.8/205 kB Progress (3): 52/71 kB | 39/49 kB | 4.1/205 kB Progress (3): 54/71 kB | 39/49 kB | 4.1/205 kB Progress (3): 55/71 kB | 39/49 kB | 4.1/205 kB Progress (3): 55/71 kB | 39/49 kB | 5.5/205 kB Progress (3): 55/71 kB | 40/49 kB | 5.5/205 kB Progress (3): 55/71 kB | 40/49 kB | 6.9/205 kB Progress (3): 57/71 kB | 40/49 kB | 6.9/205 kB Progress (3): 57/71 kB | 41/49 kB | 6.9/205 kB Progress (3): 58/71 kB | 41/49 kB | 6.9/205 kB Progress (3): 58/71 kB | 41/49 kB | 8.3/205 kB Progress (3): 59/71 kB | 41/49 kB | 8.3/205 kB Progress (3): 59/71 kB | 43/49 kB | 8.3/205 kB Progress (3): 61/71 kB | 43/49 kB | 8.3/205 kB Progress (3): 61/71 kB | 44/49 kB | 8.3/205 kB Progress (3): 61/71 kB | 44/49 kB | 9.7/205 kB Progress (3): 62/71 kB | 44/49 kB | 9.7/205 kB Progress (3): 62/71 kB | 46/49 kB | 9.7/205 kB Progress (3): 62/71 kB | 46/49 kB | 11/205 kB Progress (3): 62/71 kB | 47/49 kB | 11/205 kB Progress (3): 63/71 kB | 47/49 kB | 11/205 kB Progress (3): 63/71 kB | 47/49 kB | 12/205 kB Progress (3): 63/71 kB | 48/49 kB | 12/205 kB Progress (3): 63/71 kB | 48/49 kB | 12/205 kB Progress (3): 63/71 kB | 48/49 kB | 14/205 kB Progress (3): 63/71 kB | 49 kB | 14/205 kB Progress (3): 71 kB | 49 kB | 14/205 kB Progress (3): 71 kB | 49 kB | 15/205 kB Progress (3): 71 kB | 49 kB | 16/205 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 742 kB/s) 2024-09-12T17:28:31.761 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2024-09-12T17:28:31.762 INFO:tasks.workunit.client.0.smithi183.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 518 kB/s) 2024-09-12T17:28:31.762 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 33/205 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2024-09-12T17:28:31.768 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 49/205 kB Progress (2): 49/205 kB | 1.4/30 kB Progress (2): 49/205 kB | 2.8/30 kB Progress (2): 49/205 kB | 4.1/30 kB Progress (2): 49/205 kB | 5.5/30 kB Progress (2): 49/205 kB | 6.9/30 kB Progress (3): 49/205 kB | 6.9/30 kB | 16/81 kB Progress (3): 49/205 kB | 6.9/30 kB | 33/81 kB Progress (3): 49/205 kB | 8.3/30 kB | 33/81 kB Progress (3): 49/205 kB | 8.3/30 kB | 49/81 kB Progress (3): 49/205 kB | 9.7/30 kB | 49/81 kB Progress (3): 49/205 kB | 11/30 kB | 49/81 kB Progress (3): 49/205 kB | 11/30 kB | 64/81 kB Progress (3): 64/205 kB | 11/30 kB | 64/81 kB Progress (3): 64/205 kB | 11/30 kB | 80/81 kB Progress (3): 64/205 kB | 11/30 kB | 81 kB Progress (3): 64/205 kB | 12/30 kB | 81 kB Progress (3): 64/205 kB | 14/30 kB | 81 kB Progress (3): 64/205 kB | 15/30 kB | 81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 813 kB/s) 2024-09-12T17:28:31.769 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2024-09-12T17:28:31.772 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 64/205 kB | 17/30 kB Progress (2): 64/205 kB | 18/30 kB Progress (2): 64/205 kB | 19/30 kB Progress (2): 80/205 kB | 19/30 kB Progress (2): 80/205 kB | 21/30 kB Progress (2): 80/205 kB | 22/30 kB Progress (2): 80/205 kB | 23/30 kB Progress (2): 80/205 kB | 25/30 kB Progress (2): 97/205 kB | 25/30 kB Progress (2): 97/205 kB | 26/30 kB Progress (2): 97/205 kB | 28/30 kB Progress (2): 97/205 kB | 29/30 kB Progress (2): 97/205 kB | 30 kB Progress (2): 113/205 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 290 kB/s) 2024-09-12T17:28:31.772 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2024-09-12T17:28:31.779 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 129/205 kB Progress (1): 146/205 kB Progress (1): 162/205 kB Progress (1): 179/205 kB Progress (2): 179/205 kB | 16/798 kB Progress (2): 179/205 kB | 32/798 kB Progress (2): 179/205 kB | 49/798 kB Progress (3): 179/205 kB | 49/798 kB | 1.4/13 kB Progress (3): 179/205 kB | 49/798 kB | 1.4/13 kB Progress (3): 179/205 kB | 49/798 kB | 2.8/13 kB Progress (3): 179/205 kB | 49/798 kB | 4.1/13 kB Progress (3): 179/205 kB | 49/798 kB | 5.5/13 kB Progress (3): 179/205 kB | 49/798 kB | 6.9/13 kB Progress (3): 179/205 kB | 49/798 kB | 8.3/13 kB Progress (3): 179/205 kB | 66/798 kB | 8.3/13 kB Progress (3): 179/205 kB | 66/798 kB | 9.7/13 kB Progress (3): 179/205 kB | 66/798 kB | 11/13 kB Progress (3): 179/205 kB | 66/798 kB | 12/13 kB Progress (3): 179/205 kB | 66/798 kB | 13 kB Progress (3): 179/205 kB | 82/798 kB | 13 kB Progress (3): 195/205 kB | 82/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 120 kB/s) 2024-09-12T17:28:31.779 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2024-09-12T17:28:31.781 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 195/205 kB | 98/798 kB Progress (2): 205 kB | 98/798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 1.8 MB/s) 2024-09-12T17:28:31.781 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2024-09-12T17:28:31.787 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 98/798 kB | 16/182 kB Progress (2): 98/798 kB | 33/182 kB Progress (2): 98/798 kB | 49/182 kB Progress (2): 98/798 kB | 62/182 kB Progress (2): 98/798 kB | 78/182 kB Progress (2): 98/798 kB | 94/182 kB Progress (2): 98/798 kB | 111/182 kB Progress (2): 98/798 kB | 127/182 kB Progress (2): 98/798 kB | 143/182 kB Progress (2): 98/798 kB | 160/182 kB Progress (2): 98/798 kB | 176/182 kB Progress (2): 98/798 kB | 182 kB Progress (2): 115/798 kB | 182 kB Progress (2): 131/798 kB | 182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.5 MB/s) 2024-09-12T17:28:31.787 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2024-09-12T17:28:31.796 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 131/798 kB | 15/151 kB Progress (2): 147/798 kB | 15/151 kB Progress (2): 164/798 kB | 15/151 kB Progress (2): 180/798 kB | 15/151 kB Progress (2): 180/798 kB | 31/151 kB Progress (2): 197/798 kB | 31/151 kB Progress (2): 213/798 kB | 31/151 kB Progress (2): 229/798 kB | 31/151 kB Progress (2): 246/798 kB | 31/151 kB Progress (2): 246/798 kB | 48/151 kB Progress (2): 262/798 kB | 48/151 kB Progress (2): 279/798 kB | 48/151 kB Progress (2): 295/798 kB | 48/151 kB Progress (2): 311/798 kB | 48/151 kB Progress (2): 328/798 kB | 48/151 kB Progress (3): 328/798 kB | 48/151 kB | 16/27 kB Progress (3): 328/798 kB | 48/151 kB | 27 kB Progress (4): 328/798 kB | 48/151 kB | 27 kB | 16/30 kB Progress (4): 328/798 kB | 48/151 kB | 27 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 215 kB/s) 2024-09-12T17:28:31.796 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2024-09-12T17:28:31.796 INFO:tasks.workunit.client.0.smithi183.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 237 kB/s) 2024-09-12T17:28:31.796 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2024-09-12T17:28:31.804 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 344/798 kB | 48/151 kB Progress (2): 344/798 kB | 64/151 kB Progress (2): 360/798 kB | 64/151 kB Progress (2): 377/798 kB | 64/151 kB Progress (2): 377/798 kB | 79/151 kB Progress (2): 393/798 kB | 79/151 kB Progress (2): 410/798 kB | 79/151 kB Progress (2): 426/798 kB | 79/151 kB Progress (2): 426/798 kB | 95/151 kB Progress (2): 442/798 kB | 95/151 kB Progress (2): 459/798 kB | 95/151 kB Progress (2): 475/798 kB | 95/151 kB Progress (2): 492/798 kB | 95/151 kB Progress (2): 492/798 kB | 111/151 kB Progress (2): 508/798 kB | 111/151 kB Progress (2): 524/798 kB | 111/151 kB Progress (2): 541/798 kB | 111/151 kB Progress (2): 541/798 kB | 128/151 kB Progress (2): 557/798 kB | 128/151 kB Progress (2): 573/798 kB | 128/151 kB Progress (2): 590/798 kB | 128/151 kB Progress (3): 590/798 kB | 128/151 kB | 16/385 kB Progress (3): 590/798 kB | 144/151 kB | 16/385 kB Progress (3): 606/798 kB | 144/151 kB | 16/385 kB Progress (3): 606/798 kB | 151 kB | 16/385 kB Progress (3): 606/798 kB | 151 kB | 33/385 kB Progress (3): 623/798 kB | 151 kB | 33/385 kB Progress (3): 623/798 kB | 151 kB | 49/385 kB Progress (3): 639/798 kB | 151 kB | 49/385 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 1.1 MB/s) 2024-09-12T17:28:31.804 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2024-09-12T17:28:31.810 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 639/798 kB | 65/385 kB Progress (2): 655/798 kB | 65/385 kB Progress (2): 655/798 kB | 82/385 kB Progress (2): 672/798 kB | 82/385 kB Progress (2): 672/798 kB | 98/385 kB Progress (2): 688/798 kB | 98/385 kB Progress (2): 688/798 kB | 114/385 kB Progress (2): 705/798 kB | 114/385 kB Progress (2): 705/798 kB | 131/385 kB Progress (2): 721/798 kB | 131/385 kB Progress (2): 721/798 kB | 147/385 kB Progress (2): 737/798 kB | 147/385 kB Progress (2): 737/798 kB | 164/385 kB Progress (2): 754/798 kB | 164/385 kB Progress (2): 754/798 kB | 180/385 kB Progress (2): 770/798 kB | 180/385 kB Progress (2): 770/798 kB | 196/385 kB Progress (2): 786/798 kB | 196/385 kB Progress (2): 786/798 kB | 213/385 kB Progress (2): 786/798 kB | 229/385 kB Progress (2): 786/798 kB | 245/385 kB Progress (2): 786/798 kB | 262/385 kB Progress (2): 786/798 kB | 278/385 kB Progress (2): 786/798 kB | 295/385 kB Progress (2): 798 kB | 295/385 kB Progress (2): 798 kB | 311/385 kB Progress (2): 798 kB | 327/385 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 5.6 MB/s) 2024-09-12T17:28:31.811 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2024-09-12T17:28:31.812 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 344/385 kB Progress (2): 344/385 kB | 13 kB Progress (3): 344/385 kB | 13 kB | 16/75 kB Progress (3): 360/385 kB | 13 kB | 16/75 kB Progress (3): 376/385 kB | 13 kB | 16/75 kB Progress (3): 385 kB | 13 kB | 16/75 kB Progress (3): 385 kB | 13 kB | 33/75 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 91 kB/s) 2024-09-12T17:28:31.812 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2024-09-12T17:28:31.812 INFO:tasks.workunit.client.0.smithi183.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 2.7 MB/s) 2024-09-12T17:28:31.812 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2024-09-12T17:28:31.816 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 49/75 kB Progress (1): 61/75 kB Progress (1): 75 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 507 kB/s) 2024-09-12T17:28:31.816 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2024-09-12T17:28:31.833 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/780 kB Progress (1): 33/780 kB Progress (1): 49/780 kB Progress (1): 66/780 kB Progress (1): 82/780 kB Progress (1): 98/780 kB Progress (1): 115/780 kB Progress (1): 131/780 kB Progress (1): 147/780 kB Progress (1): 164/780 kB Progress (1): 180/780 kB Progress (2): 180/780 kB | 16/329 kB Progress (2): 197/780 kB | 16/329 kB Progress (2): 197/780 kB | 33/329 kB Progress (2): 197/780 kB | 49/329 kB Progress (2): 213/780 kB | 49/329 kB Progress (2): 213/780 kB | 66/329 kB Progress (2): 213/780 kB | 82/329 kB Progress (2): 213/780 kB | 98/329 kB Progress (2): 213/780 kB | 115/329 kB Progress (2): 213/780 kB | 131/329 kB Progress (3): 213/780 kB | 131/329 kB | 16/354 kB Progress (3): 213/780 kB | 147/329 kB | 16/354 kB Progress (3): 213/780 kB | 147/329 kB | 33/354 kB Progress (3): 213/780 kB | 164/329 kB | 33/354 kB Progress (3): 213/780 kB | 164/329 kB | 49/354 kB Progress (3): 213/780 kB | 180/329 kB | 49/354 kB Progress (3): 213/780 kB | 180/329 kB | 66/354 kB Progress (4): 213/780 kB | 180/329 kB | 66/354 kB | 16/501 kB Progress (4): 213/780 kB | 197/329 kB | 66/354 kB | 16/501 kB Progress (4): 213/780 kB | 197/329 kB | 82/354 kB | 16/501 kB Progress (4): 213/780 kB | 213/329 kB | 82/354 kB | 16/501 kB Progress (4): 213/780 kB | 213/329 kB | 82/354 kB | 33/501 kB Progress (4): 213/780 kB | 213/329 kB | 98/354 kB | 33/501 kB Progress (4): 213/780 kB | 229/329 kB | 98/354 kB | 33/501 kB Progress (4): 213/780 kB | 229/329 kB | 115/354 kB | 33/501 kB Progress (4): 213/780 kB | 246/329 kB | 115/354 kB | 33/501 kB Progress (4): 213/780 kB | 246/329 kB | 115/354 kB | 49/501 kB Progress (4): 213/780 kB | 246/329 kB | 131/354 kB | 49/501 kB Progress (4): 213/780 kB | 262/329 kB | 131/354 kB | 49/501 kB Progress (5): 213/780 kB | 262/329 kB | 131/354 kB | 49/501 kB | 16/41 kB Progress (5): 213/780 kB | 262/329 kB | 131/354 kB | 66/501 kB | 16/41 kB Progress (5): 213/780 kB | 262/329 kB | 147/354 kB | 66/501 kB | 16/41 kB Progress (5): 229/780 kB | 262/329 kB | 147/354 kB | 66/501 kB | 16/41 kB Progress (5): 229/780 kB | 262/329 kB | 147/354 kB | 66/501 kB | 33/41 kB Progress (5): 229/780 kB | 262/329 kB | 164/354 kB | 66/501 kB | 33/41 kB Progress (5): 229/780 kB | 262/329 kB | 164/354 kB | 82/501 kB | 33/41 kB Progress (5): 229/780 kB | 262/329 kB | 164/354 kB | 82/501 kB | 41 kB Progress (5): 246/780 kB | 262/329 kB | 164/354 kB | 82/501 kB | 41 kB Progress (5): 246/780 kB | 262/329 kB | 180/354 kB | 82/501 kB | 41 kB Progress (5): 262/780 kB | 262/329 kB | 180/354 kB | 82/501 kB | 41 kB Progress (5): 262/780 kB | 262/329 kB | 197/354 kB | 82/501 kB | 41 kB Progress (5): 262/780 kB | 262/329 kB | 197/354 kB | 98/501 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 251 kB/s) 2024-09-12T17:28:31.834 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (4): 262/780 kB | 262/329 kB | 213/354 kB | 98/501 kB Progress (4): 279/780 kB | 262/329 kB | 213/354 kB | 98/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2024-09-12T17:28:31.840 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (4): 279/780 kB | 262/329 kB | 213/354 kB | 115/501 kB Progress (4): 295/780 kB | 262/329 kB | 213/354 kB | 115/501 kB Progress (4): 311/780 kB | 262/329 kB | 213/354 kB | 115/501 kB Progress (4): 311/780 kB | 262/329 kB | 229/354 kB | 115/501 kB Progress (4): 311/780 kB | 262/329 kB | 229/354 kB | 131/501 kB Progress (4): 328/780 kB | 262/329 kB | 229/354 kB | 131/501 kB Progress (4): 328/780 kB | 262/329 kB | 246/354 kB | 131/501 kB Progress (4): 328/780 kB | 262/329 kB | 246/354 kB | 147/501 kB Progress (4): 328/780 kB | 262/329 kB | 262/354 kB | 147/501 kB Progress (4): 344/780 kB | 262/329 kB | 262/354 kB | 147/501 kB Progress (4): 344/780 kB | 262/329 kB | 279/354 kB | 147/501 kB Progress (4): 344/780 kB | 262/329 kB | 279/354 kB | 164/501 kB Progress (4): 360/780 kB | 262/329 kB | 279/354 kB | 164/501 kB Progress (4): 360/780 kB | 262/329 kB | 295/354 kB | 164/501 kB Progress (4): 360/780 kB | 262/329 kB | 295/354 kB | 180/501 kB Progress (4): 360/780 kB | 279/329 kB | 295/354 kB | 180/501 kB Progress (4): 377/780 kB | 279/329 kB | 295/354 kB | 180/501 kB Progress (4): 377/780 kB | 279/329 kB | 311/354 kB | 180/501 kB Progress (4): 377/780 kB | 279/329 kB | 311/354 kB | 197/501 kB Progress (4): 393/780 kB | 279/329 kB | 311/354 kB | 197/501 kB Progress (4): 393/780 kB | 279/329 kB | 328/354 kB | 197/501 kB Progress (4): 393/780 kB | 295/329 kB | 328/354 kB | 197/501 kB Progress (4): 393/780 kB | 295/329 kB | 328/354 kB | 213/501 kB Progress (4): 410/780 kB | 295/329 kB | 328/354 kB | 213/501 kB Progress (4): 410/780 kB | 295/329 kB | 344/354 kB | 213/501 kB Progress (4): 410/780 kB | 295/329 kB | 344/354 kB | 229/501 kB Progress (4): 410/780 kB | 311/329 kB | 344/354 kB | 229/501 kB Progress (4): 410/780 kB | 311/329 kB | 354 kB | 229/501 kB Progress (4): 426/780 kB | 311/329 kB | 354 kB | 229/501 kB Progress (4): 426/780 kB | 311/329 kB | 354 kB | 246/501 kB Progress (4): 426/780 kB | 311/329 kB | 354 kB | 256/501 kB Progress (4): 442/780 kB | 311/329 kB | 354 kB | 256/501 kB Progress (4): 442/780 kB | 328/329 kB | 354 kB | 256/501 kB Progress (4): 442/780 kB | 328/329 kB | 354 kB | 272/501 kB Progress (4): 442/780 kB | 329 kB | 354 kB | 272/501 kB Progress (4): 459/780 kB | 329 kB | 354 kB | 272/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 2.1 MB/s) 2024-09-12T17:28:31.840 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2024-09-12T17:28:31.840 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (3): 459/780 kB | 329 kB | 289/501 kB Progress (3): 475/780 kB | 329 kB | 289/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 1.9 MB/s) 2024-09-12T17:28:31.840 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 492/780 kB | 289/501 kB Progress (2): 492/780 kB | 305/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2024-09-12T17:28:31.845 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 508/780 kB | 305/501 kB Progress (2): 508/780 kB | 321/501 kB Progress (2): 524/780 kB | 321/501 kB Progress (2): 524/780 kB | 338/501 kB Progress (2): 541/780 kB | 338/501 kB Progress (2): 557/780 kB | 338/501 kB Progress (2): 557/780 kB | 354/501 kB Progress (2): 573/780 kB | 354/501 kB Progress (2): 573/780 kB | 370/501 kB Progress (2): 585/780 kB | 370/501 kB Progress (2): 601/780 kB | 370/501 kB Progress (2): 601/780 kB | 387/501 kB Progress (2): 617/780 kB | 387/501 kB Progress (2): 617/780 kB | 403/501 kB Progress (2): 634/780 kB | 403/501 kB Progress (2): 650/780 kB | 403/501 kB Progress (2): 650/780 kB | 420/501 kB Progress (2): 650/780 kB | 436/501 kB Progress (2): 650/780 kB | 452/501 kB Progress (2): 650/780 kB | 469/501 kB Progress (2): 667/780 kB | 469/501 kB Progress (2): 683/780 kB | 469/501 kB Progress (2): 683/780 kB | 485/501 kB Progress (2): 699/780 kB | 485/501 kB Progress (2): 699/780 kB | 501 kB Progress (2): 716/780 kB | 501 kB Progress (2): 732/780 kB | 501 kB Progress (2): 749/780 kB | 501 kB Progress (2): 765/780 kB | 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 2.8 MB/s) 2024-09-12T17:28:31.845 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 780 kB Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2024-09-12T17:28:31.846 INFO:tasks.workunit.client.0.smithi183.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 4.4 MB/s) 2024-09-12T17:28:31.846 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2024-09-12T17:28:31.848 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 36 kB/s) 2024-09-12T17:28:31.848 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2024-09-12T17:28:31.859 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/586 kB Progress (1): 33/586 kB Progress (2): 33/586 kB | 16/211 kB Progress (2): 49/586 kB | 16/211 kB Progress (2): 66/586 kB | 16/211 kB Progress (2): 66/586 kB | 33/211 kB Progress (2): 78/586 kB | 33/211 kB Progress (2): 78/586 kB | 49/211 kB Progress (2): 95/586 kB | 49/211 kB Progress (2): 95/586 kB | 65/211 kB Progress (2): 111/586 kB | 65/211 kB Progress (2): 111/586 kB | 81/211 kB Progress (2): 127/586 kB | 81/211 kB Progress (2): 127/586 kB | 98/211 kB Progress (2): 144/586 kB | 98/211 kB Progress (2): 144/586 kB | 114/211 kB Progress (2): 160/586 kB | 114/211 kB Progress (2): 176/586 kB | 114/211 kB Progress (2): 176/586 kB | 131/211 kB Progress (2): 193/586 kB | 131/211 kB Progress (2): 193/586 kB | 147/211 kB Progress (2): 209/586 kB | 147/211 kB Progress (2): 209/586 kB | 163/211 kB Progress (2): 226/586 kB | 163/211 kB Progress (2): 226/586 kB | 180/211 kB Progress (2): 242/586 kB | 180/211 kB Progress (2): 242/586 kB | 196/211 kB Progress (2): 258/586 kB | 196/211 kB Progress (2): 258/586 kB | 211 kB Progress (2): 275/586 kB | 211 kB Progress (2): 291/586 kB | 211 kB Progress (2): 308/586 kB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 1.1 MB/s) 2024-09-12T17:28:31.859 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 324/586 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2024-09-12T17:28:31.861 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 340/586 kB Progress (1): 357/586 kB Progress (1): 373/586 kB Progress (2): 373/586 kB | 16/106 kB Progress (2): 389/586 kB | 16/106 kB Progress (2): 389/586 kB | 33/106 kB Progress (3): 389/586 kB | 33/106 kB | 14 kB Progress (3): 406/586 kB | 33/106 kB | 14 kB Progress (3): 406/586 kB | 49/106 kB | 14 kB Progress (3): 422/586 kB | 49/106 kB | 14 kB Progress (3): 422/586 kB | 65/106 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 74 kB/s) 2024-09-12T17:28:31.861 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 439/586 kB | 65/106 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2024-09-12T17:28:31.863 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 439/586 kB | 81/106 kB Progress (2): 455/586 kB | 81/106 kB Progress (2): 455/586 kB | 98/106 kB Progress (2): 455/586 kB | 106 kB Progress (3): 455/586 kB | 106 kB | 6.8 kB Progress (3): 471/586 kB | 106 kB | 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 551 kB/s) 2024-09-12T17:28:31.863 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 488/586 kB | 6.8 kB Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2024-09-12T17:28:31.863 INFO:tasks.workunit.client.0.smithi183.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 35 kB/s) 2024-09-12T17:28:31.863 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2024-09-12T17:28:31.865 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 504/586 kB Progress (1): 521/586 kB Progress (1): 537/586 kB Progress (1): 553/586 kB Progress (1): 570/586 kB Progress (1): 586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 3.0 MB/s) 2024-09-12T17:28:31.865 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2024-09-12T17:28:31.878 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/245 kB Progress (1): 33/245 kB Progress (1): 49/245 kB Progress (2): 49/245 kB | 15/205 kB Progress (2): 59/245 kB | 15/205 kB Progress (3): 59/245 kB | 15/205 kB | 15 kB Progress (3): 75/245 kB | 15/205 kB | 15 kB Progress (4): 75/245 kB | 15/205 kB | 15 kB | 16/16 kB Progress (4): 75/245 kB | 31/205 kB | 15 kB | 16/16 kB Progress (4): 75/245 kB | 31/205 kB | 15 kB | 16 kB Progress (4): 91/245 kB | 31/205 kB | 15 kB | 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 74 kB/s) 2024-09-12T17:28:31.879 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (3): 99/245 kB | 31/205 kB | 16 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2024-09-12T17:28:31.879 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (3): 99/245 kB | 48/205 kB | 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 80 kB/s) 2024-09-12T17:28:31.879 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2024-09-12T17:28:31.880 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 116/245 kB | 48/205 kB Progress (2): 116/245 kB | 64/205 kB Progress (2): 132/245 kB | 64/205 kB Progress (2): 145/245 kB | 64/205 kB Progress (2): 145/245 kB | 77/205 kB Progress (2): 161/245 kB | 77/205 kB Progress (3): 161/245 kB | 77/205 kB | 6.4 kB Progress (3): 161/245 kB | 94/205 kB | 6.4 kB Progress (3): 177/245 kB | 94/205 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 30 kB/s) 2024-09-12T17:28:31.880 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 194/245 kB | 94/205 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2024-09-12T17:28:31.881 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 194/245 kB | 110/205 kB Progress (2): 210/245 kB | 110/205 kB Progress (2): 226/245 kB | 110/205 kB Progress (2): 226/245 kB | 126/205 kB Progress (2): 243/245 kB | 126/205 kB Progress (2): 245 kB | 126/205 kB Progress (2): 245 kB | 143/205 kB Progress (2): 245 kB | 159/205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 1.2 MB/s) 2024-09-12T17:28:31.881 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2024-09-12T17:28:31.883 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 175/205 kB Progress (1): 192/205 kB Progress (1): 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 962 kB/s) 2024-09-12T17:28:31.893 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.7/24 kB Progress (2): 2.7/24 kB | 16/23 kB Progress (2): 2.7/24 kB | 23 kB Progress (2): 19/24 kB | 23 kB Progress (2): 22/24 kB | 23 kB Progress (2): 24 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 102 kB/s) 2024-09-12T17:28:31.893 INFO:tasks.workunit.client.0.smithi183.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 109 kB/s) 2024-09-12T17:28:31.894 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 77 kB/s) 2024-09-12T17:28:31.899 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/184 kB Progress (1): 33/184 kB Progress (1): 48/184 kB Progress (1): 64/184 kB Progress (1): 81/184 kB Progress (1): 97/184 kB Progress (1): 113/184 kB Progress (1): 130/184 kB Progress (1): 146/184 kB Progress (1): 162/184 kB Progress (1): 179/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 803 kB/s) 2024-09-12T17:28:31.928 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:31.929 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2024-09-12T17:28:31.935 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2024-09-12T17:28:31.950 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 389 kB/s) 2024-09-12T17:28:31.952 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2024-09-12T17:28:31.967 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 340 kB/s) 2024-09-12T17:28:31.969 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2024-09-12T17:28:31.984 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/43 kB Progress (1): 33/43 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 2.9 MB/s) 2024-09-12T17:28:31.988 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2024-09-12T17:28:32.002 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 1.0 MB/s) 2024-09-12T17:28:32.008 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2024-09-12T17:28:32.026 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/153 kB Progress (1): 33/153 kB Progress (1): 49/153 kB Progress (1): 66/153 kB Progress (1): 82/153 kB Progress (1): 98/153 kB Progress (1): 115/153 kB Progress (1): 131/153 kB Progress (1): 147/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 8.1 MB/s) 2024-09-12T17:28:32.026 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2024-09-12T17:28:32.049 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/215 kB Progress (1): 33/215 kB Progress (1): 49/215 kB Progress (1): 66/215 kB Progress (1): 82/215 kB Progress (1): 98/215 kB Progress (1): 115/215 kB Progress (1): 131/215 kB Progress (1): 147/215 kB Progress (1): 164/215 kB Progress (1): 180/215 kB Progress (1): 197/215 kB Progress (1): 213/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 9.3 MB/s) 2024-09-12T17:28:32.124 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:32.124 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T17:28:32.129 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2024-09-12T17:28:32.146 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 156 kB/s) 2024-09-12T17:28:32.149 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2024-09-12T17:28:32.163 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 1.6 MB/s) 2024-09-12T17:28:32.167 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2024-09-12T17:28:32.181 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 585 kB/s) 2024-09-12T17:28:32.184 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2024-09-12T17:28:32.198 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 1.8 MB/s) 2024-09-12T17:28:32.202 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2024-09-12T17:28:32.217 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 431 kB/s) 2024-09-12T17:28:32.219 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2024-09-12T17:28:32.233 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 248 kB/s) 2024-09-12T17:28:32.236 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2024-09-12T17:28:32.250 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 44 kB/s) 2024-09-12T17:28:32.253 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2024-09-12T17:28:32.266 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 196 kB/s) 2024-09-12T17:28:32.268 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2024-09-12T17:28:32.282 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 1.0 MB/s) 2024-09-12T17:28:32.285 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2024-09-12T17:28:32.299 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 229 kB/s) 2024-09-12T17:28:32.302 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2024-09-12T17:28:32.316 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 597 kB/s) 2024-09-12T17:28:32.319 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2024-09-12T17:28:32.333 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 597 kB/s) 2024-09-12T17:28:32.337 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2024-09-12T17:28:32.350 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 572 kB/s) 2024-09-12T17:28:32.355 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2024-09-12T17:28:32.370 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 1.3 MB/s) 2024-09-12T17:28:32.380 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2024-09-12T17:28:32.395 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 340 kB/s) 2024-09-12T17:28:32.400 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2024-09-12T17:28:32.415 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 1.9 MB/s) 2024-09-12T17:28:32.425 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2024-09-12T17:28:32.440 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 319 kB/s) 2024-09-12T17:28:32.449 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2024-09-12T17:28:32.467 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/85 kB Progress (1): 33/85 kB Progress (1): 49/85 kB Progress (1): 66/85 kB Progress (1): 82/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 4.5 MB/s) 2024-09-12T17:28:32.468 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2024-09-12T17:28:32.468 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2024-09-12T17:28:32.468 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2024-09-12T17:28:32.468 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2024-09-12T17:28:32.469 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2024-09-12T17:28:32.484 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/55 kB Progress (2): 16/55 kB | 2.5 kB Progress (3): 16/55 kB | 2.5 kB | 8.5 kB Progress (3): 33/55 kB | 2.5 kB | 8.5 kB Progress (4): 33/55 kB | 2.5 kB | 8.5 kB | 16/41 kB Progress (4): 49/55 kB | 2.5 kB | 8.5 kB | 16/41 kB Progress (4): 55 kB | 2.5 kB | 8.5 kB | 16/41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 565 kB/s) 2024-09-12T17:28:32.484 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (4): 55 kB | 2.5 kB | 16/41 kB | 16/269 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2024-09-12T17:28:32.484 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (4): 55 kB | 2.5 kB | 32/41 kB | 16/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 156 kB/s) 2024-09-12T17:28:32.484 INFO:tasks.workunit.client.0.smithi183.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 3.4 MB/s) 2024-09-12T17:28:32.484 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 41 kB | 16/269 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2024-09-12T17:28:32.485 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 41 kB | 32/269 kB Progress (2): 41 kB | 49/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 2.6 MB/s) 2024-09-12T17:28:32.489 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 65/269 kB Progress (1): 81/269 kB Progress (1): 98/269 kB Progress (1): 114/269 kB Progress (1): 130/269 kB Progress (1): 147/269 kB Progress (1): 163/269 kB Progress (1): 180/269 kB Progress (1): 196/269 kB Progress (1): 212/269 kB Progress (1): 229/269 kB Progress (1): 245/269 kB Progress (1): 262/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 12 MB/s) 2024-09-12T17:28:32.503 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/327 kB Progress (1): 33/327 kB Progress (1): 49/327 kB Progress (1): 65/327 kB Progress (1): 81/327 kB Progress (1): 98/327 kB Progress (1): 114/327 kB Progress (1): 130/327 kB Progress (1): 147/327 kB Progress (1): 163/327 kB Progress (1): 180/327 kB Progress (2): 180/327 kB | 16/587 kB Progress (2): 196/327 kB | 16/587 kB Progress (2): 212/327 kB | 16/587 kB Progress (2): 229/327 kB | 16/587 kB Progress (2): 229/327 kB | 32/587 kB Progress (2): 245/327 kB | 32/587 kB Progress (2): 261/327 kB | 32/587 kB Progress (2): 261/327 kB | 49/587 kB Progress (2): 278/327 kB | 49/587 kB Progress (2): 294/327 kB | 49/587 kB Progress (2): 311/327 kB | 49/587 kB Progress (2): 311/327 kB | 65/587 kB Progress (2): 327/327 kB | 65/587 kB Progress (2): 327 kB | 65/587 kB Progress (2): 327 kB | 81/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 9.3 MB/s) 2024-09-12T17:28:32.520 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 98/587 kB Progress (1): 114/587 kB Progress (1): 131/587 kB Progress (1): 147/587 kB Progress (1): 163/587 kB Progress (1): 180/587 kB Progress (1): 196/587 kB Progress (1): 212/587 kB Progress (1): 229/587 kB Progress (1): 245/587 kB Progress (1): 262/587 kB Progress (1): 278/587 kB Progress (1): 294/587 kB Progress (1): 311/587 kB Progress (1): 327/587 kB Progress (1): 344/587 kB Progress (1): 360/587 kB Progress (1): 376/587 kB Progress (1): 393/587 kB Progress (1): 402/587 kB Progress (1): 418/587 kB Progress (1): 435/587 kB Progress (1): 451/587 kB Progress (1): 468/587 kB Progress (1): 484/587 kB Progress (1): 500/587 kB Progress (1): 517/587 kB Progress (1): 533/587 kB Progress (1): 549/587 kB Progress (1): 566/587 kB Progress (1): 582/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 12 MB/s) 2024-09-12T17:28:32.569 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T17:28:32.570 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:32.570 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T17:28:32.577 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2024-09-12T17:28:32.593 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 316 kB/s) 2024-09-12T17:28:32.596 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2024-09-12T17:28:32.613 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 353 kB/s) 2024-09-12T17:28:32.616 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2024-09-12T17:28:32.632 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/33 kB Progress (1): 32/33 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 2.0 MB/s) 2024-09-12T17:28:32.635 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2024-09-12T17:28:32.650 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 932 kB/s) 2024-09-12T17:28:32.654 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2024-09-12T17:28:32.670 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 51 kB/s) 2024-09-12T17:28:32.674 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2024-09-12T17:28:32.689 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 265 kB/s) 2024-09-12T17:28:32.692 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2024-09-12T17:28:32.707 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 1.2 MB/s) 2024-09-12T17:28:32.711 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2024-09-12T17:28:32.727 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 331 kB/s) 2024-09-12T17:28:32.729 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2024-09-12T17:28:32.744 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 276 kB/s) 2024-09-12T17:28:32.748 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2024-09-12T17:28:32.762 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 169 kB/s) 2024-09-12T17:28:32.765 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2024-09-12T17:28:32.780 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 753 kB/s) 2024-09-12T17:28:32.784 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2024-09-12T17:28:32.799 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 1.1 MB/s) 2024-09-12T17:28:32.802 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2024-09-12T17:28:32.818 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 438 kB/s) 2024-09-12T17:28:32.821 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2024-09-12T17:28:32.836 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 70 kB/s) 2024-09-12T17:28:32.838 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2024-09-12T17:28:32.852 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 599 kB/s) 2024-09-12T17:28:32.855 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2024-09-12T17:28:32.871 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 179 kB/s) 2024-09-12T17:28:32.874 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2024-09-12T17:28:32.889 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 375 kB/s) 2024-09-12T17:28:32.893 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2024-09-12T17:28:32.907 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 76 kB/s) 2024-09-12T17:28:32.912 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2024-09-12T17:28:32.926 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 55 kB/s) 2024-09-12T17:28:32.928 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2024-09-12T17:28:32.943 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 402 kB/s) 2024-09-12T17:28:32.946 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2024-09-12T17:28:32.960 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 1.7 MB/s) 2024-09-12T17:28:32.965 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2024-09-12T17:28:32.980 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 80 kB/s) 2024-09-12T17:28:32.983 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2024-09-12T17:28:32.997 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 94 kB/s) 2024-09-12T17:28:33.005 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2024-09-12T17:28:33.020 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 903 kB/s) 2024-09-12T17:28:33.021 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2024-09-12T17:28:33.021 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2024-09-12T17:28:33.021 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2024-09-12T17:28:33.022 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2024-09-12T17:28:33.022 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2024-09-12T17:28:33.037 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/55 kB Progress (1): 33/55 kB Progress (1): 49/55 kB Progress (1): 55 kB Progress (2): 55 kB | 15/122 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 3.4 MB/s) 2024-09-12T17:28:33.037 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 15/122 kB | 16/334 kB Progress (2): 31/122 kB | 16/334 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2024-09-12T17:28:33.039 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 31/122 kB | 32/334 kB Progress (2): 48/122 kB | 32/334 kB Progress (2): 48/122 kB | 49/334 kB Progress (2): 64/122 kB | 49/334 kB Progress (3): 64/122 kB | 49/334 kB | 16/27 kB Progress (3): 64/122 kB | 65/334 kB | 16/27 kB Progress (3): 80/122 kB | 65/334 kB | 16/27 kB Progress (3): 80/122 kB | 65/334 kB | 27 kB Progress (3): 80/122 kB | 81/334 kB | 27 kB Progress (3): 96/122 kB | 81/334 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 1.5 MB/s) 2024-09-12T17:28:33.039 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 113/122 kB | 81/334 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2024-09-12T17:28:33.040 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 113/122 kB | 98/334 kB Progress (2): 122 kB | 98/334 kB Progress (2): 122 kB | 114/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 6.4 MB/s) 2024-09-12T17:28:33.040 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2024-09-12T17:28:33.054 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 130/334 kB Progress (1): 147/334 kB Progress (1): 163/334 kB Progress (1): 180/334 kB Progress (1): 196/334 kB Progress (1): 212/334 kB Progress (1): 229/334 kB Progress (1): 245/334 kB Progress (1): 262/334 kB Progress (1): 278/334 kB Progress (1): 294/334 kB Progress (2): 294/334 kB | 16/267 kB Progress (2): 311/334 kB | 16/267 kB Progress (2): 311/334 kB | 32/267 kB Progress (2): 327/334 kB | 32/267 kB Progress (2): 327/334 kB | 49/267 kB Progress (3): 327/334 kB | 49/267 kB | 4.7 kB Progress (3): 334 kB | 49/267 kB | 4.7 kB Progress (3): 334 kB | 65/267 kB | 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 146 kB/s) 2024-09-12T17:28:33.055 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (3): 334 kB | 65/267 kB | 16/23 kB Progress (3): 334 kB | 81/267 kB | 16/23 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 10 MB/s) 2024-09-12T17:28:33.055 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 81/267 kB | 23 kB Progress (2): 98/267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 691 kB/s) 2024-09-12T17:28:33.058 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 114/267 kB Progress (1): 130/267 kB Progress (1): 147/267 kB Progress (1): 163/267 kB Progress (1): 180/267 kB Progress (1): 196/267 kB Progress (1): 212/267 kB Progress (1): 229/267 kB Progress (1): 245/267 kB Progress (1): 262/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 7.2 MB/s) 2024-09-12T17:28:33.123 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 41 kB/s) 2024-09-12T17:28:33.537 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Changes detected - recompiling the module! :source 2024-09-12T17:28:33.540 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2024-09-12T17:28:34.703 INFO:tasks.workunit.client.0.smithi183.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T17:28:34.703 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:34.703 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T17:28:34.706 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T17:28:34.706 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:34.706 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T17:28:34.711 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Changes detected - recompiling the module! :dependency 2024-09-12T17:28:34.711 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2024-09-12T17:28:34.877 INFO:tasks.workunit.client.0.smithi183.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T17:28:34.877 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:34.877 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T17:28:34.882 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2024-09-12T17:28:34.897 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 446 kB/s) 2024-09-12T17:28:34.901 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2024-09-12T17:28:34.915 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 252 kB/s) 2024-09-12T17:28:34.918 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2024-09-12T17:28:34.933 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 217 kB/s) 2024-09-12T17:28:34.936 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2024-09-12T17:28:34.951 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 271 kB/s) 2024-09-12T17:28:34.954 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2024-09-12T17:28:34.969 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 220 kB/s) 2024-09-12T17:28:34.972 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2024-09-12T17:28:34.986 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 318 kB/s) 2024-09-12T17:28:34.990 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2024-09-12T17:28:35.004 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 126 kB/s) 2024-09-12T17:28:35.007 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2024-09-12T17:28:35.021 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 157 kB/s) 2024-09-12T17:28:35.024 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2024-09-12T17:28:35.036 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/30 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 2.2 MB/s) 2024-09-12T17:28:35.038 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2024-09-12T17:28:35.052 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 146 kB/s) 2024-09-12T17:28:35.054 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2024-09-12T17:28:35.068 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 414 kB/s) 2024-09-12T17:28:35.071 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2024-09-12T17:28:35.085 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 181 kB/s) 2024-09-12T17:28:35.086 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2024-09-12T17:28:35.100 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 1.6 MB/s) 2024-09-12T17:28:35.102 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2024-09-12T17:28:35.116 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/37 kB Progress (1): 33/37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 2.7 MB/s) 2024-09-12T17:28:35.119 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2024-09-12T17:28:35.134 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 952 kB/s) 2024-09-12T17:28:35.137 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2024-09-12T17:28:35.152 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 618 kB/s) 2024-09-12T17:28:35.153 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2024-09-12T17:28:35.168 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 1.8 MB/s) 2024-09-12T17:28:35.171 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2024-09-12T17:28:35.185 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 620 kB/s) 2024-09-12T17:28:35.188 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2024-09-12T17:28:35.201 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 167 kB/s) 2024-09-12T17:28:35.204 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2024-09-12T17:28:35.218 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 185 kB/s) 2024-09-12T17:28:35.222 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2024-09-12T17:28:35.236 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 110 kB/s) 2024-09-12T17:28:35.238 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2024-09-12T17:28:35.252 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 236 kB/s) 2024-09-12T17:28:35.254 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2024-09-12T17:28:35.267 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 1.5 MB/s) 2024-09-12T17:28:35.269 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2024-09-12T17:28:35.283 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 483 kB/s) 2024-09-12T17:28:35.284 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2024-09-12T17:28:35.299 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 969 kB/s) 2024-09-12T17:28:35.302 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2024-09-12T17:28:35.315 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 212 kB/s) 2024-09-12T17:28:35.317 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2024-09-12T17:28:35.331 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 523 kB/s) 2024-09-12T17:28:35.332 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2024-09-12T17:28:35.347 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 560 kB/s) 2024-09-12T17:28:35.349 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2024-09-12T17:28:35.362 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 159 kB/s) 2024-09-12T17:28:35.365 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2024-09-12T17:28:35.378 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 171 kB/s) 2024-09-12T17:28:35.382 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2024-09-12T17:28:35.397 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 216 kB/s) 2024-09-12T17:28:35.401 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2024-09-12T17:28:35.416 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 998 kB/s) 2024-09-12T17:28:35.418 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2024-09-12T17:28:35.432 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 1.0 MB/s) 2024-09-12T17:28:35.436 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2024-09-12T17:28:35.449 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 959 kB/s) 2024-09-12T17:28:35.451 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2024-09-12T17:28:35.464 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 342 kB/s) 2024-09-12T17:28:35.466 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2024-09-12T17:28:35.479 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 483 kB/s) 2024-09-12T17:28:35.481 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2024-09-12T17:28:35.495 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/32 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 2.3 MB/s) 2024-09-12T17:28:35.498 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2024-09-12T17:28:35.512 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 1.2 MB/s) 2024-09-12T17:28:35.514 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2024-09-12T17:28:35.528 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 987 kB/s) 2024-09-12T17:28:35.533 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2024-09-12T17:28:35.547 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 50 kB/s) 2024-09-12T17:28:35.548 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2024-09-12T17:28:35.562 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 343 kB/s) 2024-09-12T17:28:35.565 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2024-09-12T17:28:35.578 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 565 kB/s) 2024-09-12T17:28:35.581 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2024-09-12T17:28:35.594 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 214 kB/s) 2024-09-12T17:28:35.598 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2024-09-12T17:28:35.611 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 304 kB/s) 2024-09-12T17:28:35.614 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2024-09-12T17:28:35.628 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 147 kB/s) 2024-09-12T17:28:35.631 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2024-09-12T17:28:35.644 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 248 kB/s) 2024-09-12T17:28:35.647 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2024-09-12T17:28:35.661 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 781 kB/s) 2024-09-12T17:28:35.663 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2024-09-12T17:28:35.677 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 1.0 MB/s) 2024-09-12T17:28:35.679 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2024-09-12T17:28:35.693 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/19 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 1.2 MB/s) 2024-09-12T17:28:35.696 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2024-09-12T17:28:35.710 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 24 kB/s) 2024-09-12T17:28:35.713 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2024-09-12T17:28:35.729 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 407 kB/s) 2024-09-12T17:28:35.732 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2024-09-12T17:28:35.747 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 489 kB/s) 2024-09-12T17:28:35.750 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2024-09-12T17:28:35.765 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 322 kB/s) 2024-09-12T17:28:35.771 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2024-09-12T17:28:35.786 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 487 kB/s) 2024-09-12T17:28:35.792 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2024-09-12T17:28:35.807 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 1.4 MB/s) 2024-09-12T17:28:35.812 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2024-09-12T17:28:35.830 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 4.3 MB/s) 2024-09-12T17:28:35.837 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2024-09-12T17:28:35.852 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 1.5 MB/s) 2024-09-12T17:28:35.859 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2024-09-12T17:28:35.873 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 377 kB/s) 2024-09-12T17:28:35.878 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2024-09-12T17:28:35.892 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 285 kB/s) 2024-09-12T17:28:35.896 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2024-09-12T17:28:35.911 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 213 kB/s) 2024-09-12T17:28:35.915 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2024-09-12T17:28:35.930 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/28 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 1.7 MB/s) 2024-09-12T17:28:35.936 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2024-09-12T17:28:35.952 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 148 kB/s) 2024-09-12T17:28:35.965 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2024-09-12T17:28:35.992 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/308 kB Progress (1): 33/308 kB Progress (1): 49/308 kB Progress (1): 65/308 kB Progress (1): 82/308 kB Progress (1): 98/308 kB Progress (1): 114/308 kB Progress (1): 131/308 kB Progress (1): 147/308 kB Progress (1): 163/308 kB Progress (1): 180/308 kB Progress (1): 196/308 kB Progress (1): 213/308 kB Progress (1): 229/308 kB Progress (1): 245/308 kB Progress (1): 262/308 kB Progress (1): 278/308 kB Progress (1): 282/308 kB Progress (1): 299/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 11 MB/s) 2024-09-12T17:28:35.992 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2024-09-12T17:28:35.992 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2024-09-12T17:28:35.993 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2024-09-12T17:28:35.993 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2024-09-12T17:28:35.994 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2024-09-12T17:28:36.010 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/171 kB Progress (1): 31/171 kB Progress (1): 48/171 kB Progress (1): 64/171 kB Progress (2): 64/171 kB | 8.2 kB Progress (2): 77/171 kB | 8.2 kB Progress (2): 93/171 kB | 8.2 kB Progress (2): 109/171 kB | 8.2 kB Progress (3): 109/171 kB | 8.2 kB | 14 kB Progress (3): 126/171 kB | 8.2 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 511 kB/s) 2024-09-12T17:28:36.010 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (3): 126/171 kB | 14 kB | 16/118 kB Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2024-09-12T17:28:36.011 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (3): 142/171 kB | 14 kB | 16/118 kB Progress (3): 142/171 kB | 14 kB | 32/118 kB Progress (3): 158/171 kB | 14 kB | 32/118 kB Progress (4): 158/171 kB | 14 kB | 32/118 kB | 16/26 kB Progress (4): 158/171 kB | 14 kB | 49/118 kB | 16/26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 715 kB/s) 2024-09-12T17:28:36.011 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (3): 158/171 kB | 49/118 kB | 26 kB Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2024-09-12T17:28:36.012 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (3): 171 kB | 49/118 kB | 26 kB Progress (3): 171 kB | 65/118 kB | 26 kB Progress (3): 171 kB | 81/118 kB | 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 1.3 MB/s) 2024-09-12T17:28:36.012 INFO:tasks.workunit.client.0.smithi183.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 8.1 MB/s) 2024-09-12T17:28:36.013 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 98/118 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2024-09-12T17:28:36.013 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2024-09-12T17:28:36.013 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 114/118 kB Progress (1): 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 5.9 MB/s) 2024-09-12T17:28:36.013 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2024-09-12T17:28:36.028 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 15/146 kB Progress (1): 31/146 kB Progress (1): 48/146 kB Progress (1): 64/146 kB Progress (1): 79/146 kB Progress (2): 79/146 kB | 16/136 kB Progress (2): 95/146 kB | 16/136 kB Progress (2): 95/146 kB | 33/136 kB Progress (3): 95/146 kB | 33/136 kB | 15/61 kB Progress (3): 95/146 kB | 49/136 kB | 15/61 kB Progress (3): 112/146 kB | 49/136 kB | 15/61 kB Progress (3): 112/146 kB | 49/136 kB | 31/61 kB Progress (4): 112/146 kB | 49/136 kB | 31/61 kB | 16/501 kB Progress (4): 112/146 kB | 63/136 kB | 31/61 kB | 16/501 kB Progress (4): 128/146 kB | 63/136 kB | 31/61 kB | 16/501 kB Progress (4): 128/146 kB | 63/136 kB | 48/61 kB | 16/501 kB Progress (4): 128/146 kB | 80/136 kB | 48/61 kB | 16/501 kB Progress (4): 128/146 kB | 80/136 kB | 48/61 kB | 31/501 kB Progress (4): 144/146 kB | 80/136 kB | 48/61 kB | 31/501 kB Progress (4): 144/146 kB | 80/136 kB | 61 kB | 31/501 kB Progress (4): 146 kB | 80/136 kB | 61 kB | 31/501 kB Progress (4): 146 kB | 96/136 kB | 61 kB | 31/501 kB Progress (4): 146 kB | 96/136 kB | 61 kB | 48/501 kB Progress (4): 146 kB | 112/136 kB | 61 kB | 48/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 4.3 MB/s) 2024-09-12T17:28:36.028 INFO:tasks.workunit.client.0.smithi183.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 1.8 MB/s) 2024-09-12T17:28:36.028 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 129/136 kB | 48/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2024-09-12T17:28:36.028 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 129/136 kB | 64/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2024-09-12T17:28:36.029 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 136 kB | 64/501 kB Progress (2): 136 kB | 77/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 3.9 MB/s) 2024-09-12T17:28:36.030 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 77/501 kB | 16/58 kB Progress (2): 93/501 kB | 16/58 kB Progress (2): 93/501 kB | 32/58 kB Progress (2): 110/501 kB | 32/58 kB Progress (2): 110/501 kB | 49/58 kB Progress (2): 110/501 kB | 58 kB Progress (2): 126/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 1.6 MB/s) 2024-09-12T17:28:36.038 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 143/501 kB Progress (1): 159/501 kB Progress (1): 175/501 kB Progress (1): 192/501 kB Progress (1): 208/501 kB Progress (1): 224/501 kB Progress (1): 241/501 kB Progress (1): 257/501 kB Progress (1): 274/501 kB Progress (1): 278/501 kB Progress (1): 294/501 kB Progress (1): 310/501 kB Progress (1): 327/501 kB Progress (1): 343/501 kB Progress (1): 360/501 kB Progress (1): 376/501 kB Progress (1): 392/501 kB Progress (1): 409/501 kB Progress (1): 425/501 kB Progress (1): 442/501 kB Progress (1): 458/501 kB Progress (1): 474/501 kB Progress (1): 491/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 11 MB/s) 2024-09-12T17:28:36.044 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/124 kB Progress (1): 33/124 kB Progress (1): 49/124 kB Progress (2): 49/124 kB | 0/2.4 MB Progress (2): 66/124 kB | 0/2.4 MB Progress (2): 82/124 kB | 0/2.4 MB Progress (2): 82/124 kB | 0/2.4 MB Progress (2): 98/124 kB | 0/2.4 MB Progress (2): 98/124 kB | 0/2.4 MB Progress (2): 115/124 kB | 0/2.4 MB Progress (2): 115/124 kB | 0.1/2.4 MB Progress (2): 124 kB | 0.1/2.4 MB Progress (2): 124 kB | 0.1/2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 2.4 MB/s) 2024-09-12T17:28:36.078 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 29 MB/s) 2024-09-12T17:28:36.192 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:36.192 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2024-09-12T17:28:36.195 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2024-09-12T17:28:36.209 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 320 kB/s) 2024-09-12T17:28:36.211 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2024-09-12T17:28:36.225 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 350 kB/s) 2024-09-12T17:28:36.227 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2024-09-12T17:28:36.241 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 3.0 MB/s) 2024-09-12T17:28:36.244 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2024-09-12T17:28:36.260 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 1.4 MB/s) 2024-09-12T17:28:36.262 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2024-09-12T17:28:36.275 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 370 kB/s) 2024-09-12T17:28:36.278 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2024-09-12T17:28:36.293 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 261 kB/s) 2024-09-12T17:28:36.298 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2024-09-12T17:28:36.313 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 401 kB/s) 2024-09-12T17:28:36.316 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2024-09-12T17:28:36.333 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 391 kB/s) 2024-09-12T17:28:36.336 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2024-09-12T17:28:36.351 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 1.4 MB/s) 2024-09-12T17:28:36.356 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2024-09-12T17:28:36.372 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 909 kB/s) 2024-09-12T17:28:36.377 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2024-09-12T17:28:36.392 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 136 kB/s) 2024-09-12T17:28:36.396 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2024-09-12T17:28:36.410 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 548 kB/s) 2024-09-12T17:28:36.414 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2024-09-12T17:28:36.428 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 1.7 MB/s) 2024-09-12T17:28:36.437 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2024-09-12T17:28:36.452 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 2.4 MB/s) 2024-09-12T17:28:36.454 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2024-09-12T17:28:36.454 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2024-09-12T17:28:36.454 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2024-09-12T17:28:36.454 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2024-09-12T17:28:36.455 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2024-09-12T17:28:36.473 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/79 kB Progress (2): 16/79 kB | 16/58 kB Progress (3): 16/79 kB | 16/58 kB | 16/26 kB Progress (4): 16/79 kB | 16/58 kB | 16/26 kB | 0/1.0 MB Progress (4): 16/79 kB | 16/58 kB | 26 kB | 0/1.0 MB Progress (4): 33/79 kB | 16/58 kB | 26 kB | 0/1.0 MB Progress (4): 33/79 kB | 33/58 kB | 26 kB | 0/1.0 MB Progress (5): 33/79 kB | 33/58 kB | 26 kB | 0/1.0 MB | 15/211 kB Progress (5): 33/79 kB | 33/58 kB | 26 kB | 0/1.0 MB | 15/211 kB Progress (5): 49/79 kB | 33/58 kB | 26 kB | 0/1.0 MB | 15/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 1.6 MB/s) 2024-09-12T17:28:36.473 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (4): 49/79 kB | 49/58 kB | 0/1.0 MB | 15/211 kB Progress (4): 49/79 kB | 49/58 kB | 0/1.0 MB | 15/211 kB Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2024-09-12T17:28:36.473 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (4): 49/79 kB | 49/58 kB | 0/1.0 MB | 31/211 kB Progress (4): 62/79 kB | 49/58 kB | 0/1.0 MB | 31/211 kB Progress (4): 62/79 kB | 58 kB | 0/1.0 MB | 31/211 kB Progress (4): 62/79 kB | 58 kB | 0.1/1.0 MB | 31/211 kB Progress (4): 62/79 kB | 58 kB | 0.1/1.0 MB | 31/211 kB Progress (4): 78/79 kB | 58 kB | 0.1/1.0 MB | 31/211 kB Progress (4): 78/79 kB | 58 kB | 0.1/1.0 MB | 48/211 kB Progress (4): 79 kB | 58 kB | 0.1/1.0 MB | 48/211 kB Progress (4): 79 kB | 58 kB | 0.1/1.0 MB | 48/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 3.6 MB/s) 2024-09-12T17:28:36.473 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2024-09-12T17:28:36.473 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (3): 79 kB | 0.1/1.0 MB | 48/211 kB Progress (3): 79 kB | 0.1/1.0 MB | 64/211 kB Progress (3): 79 kB | 0.1/1.0 MB | 64/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 4.4 MB/s) 2024-09-12T17:28:36.477 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 0.1/1.0 MB | 64/211 kB Progress (2): 0.1/1.0 MB | 79/211 kB Progress (2): 0.2/1.0 MB | 79/211 kB Progress (2): 0.2/1.0 MB | 79/211 kB Progress (2): 0.2/1.0 MB | 95/211 kB Progress (2): 0.2/1.0 MB | 95/211 kB Progress (2): 0.2/1.0 MB | 95/211 kB Progress (2): 0.2/1.0 MB | 112/211 kB Progress (2): 0.2/1.0 MB | 112/211 kB Progress (2): 0.2/1.0 MB | 112/211 kB Progress (2): 0.3/1.0 MB | 112/211 kB Progress (2): 0.3/1.0 MB | 128/211 kB Progress (2): 0.3/1.0 MB | 128/211 kB Progress (2): 0.3/1.0 MB | 128/211 kB Progress (2): 0.3/1.0 MB | 145/211 kB Progress (2): 0.3/1.0 MB | 145/211 kB Progress (2): 0.3/1.0 MB | 145/211 kB Progress (2): 0.3/1.0 MB | 145/211 kB Progress (2): 0.3/1.0 MB | 161/211 kB Progress (2): 0.4/1.0 MB | 161/211 kB Progress (2): 0.4/1.0 MB | 161/211 kB Progress (2): 0.4/1.0 MB | 177/211 kB Progress (2): 0.4/1.0 MB | 177/211 kB Progress (2): 0.4/1.0 MB | 177/211 kB Progress (2): 0.4/1.0 MB | 194/211 kB Progress (2): 0.4/1.0 MB | 194/211 kB Progress (2): 0.4/1.0 MB | 194/211 kB Progress (2): 0.4/1.0 MB | 210/211 kB Progress (2): 0.5/1.0 MB | 210/211 kB Progress (2): 0.5/1.0 MB | 211 kB Progress (2): 0.5/1.0 MB | 211 kB Progress (2): 0.5/1.0 MB | 211 kB Progress (2): 0.5/1.0 MB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 9.2 MB/s) 2024-09-12T17:28:36.485 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 1.0/1.0 MB Progress (2): 1.0/1.0 MB | 16/116 kB Progress (2): 1.0/1.0 MB | 16/116 kB Progress (2): 1.0/1.0 MB | 16/116 kB Progress (2): 1.0/1.0 MB | 33/116 kB Progress (2): 1.0/1.0 MB | 33/116 kB Progress (2): 1.0 MB | 33/116 kB Progress (2): 1.0 MB | 49/116 kB Progress (2): 1.0 MB | 66/116 kB Progress (3): 1.0 MB | 66/116 kB | 16/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 33 MB/s) 2024-09-12T17:28:36.486 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 82/116 kB | 16/267 kB Progress (2): 82/116 kB | 33/267 kB Progress (2): 82/116 kB | 49/267 kB Progress (2): 98/116 kB | 49/267 kB Progress (2): 98/116 kB | 66/267 kB Progress (2): 115/116 kB | 66/267 kB Progress (2): 116 kB | 66/267 kB Progress (2): 116 kB | 79/267 kB Progress (2): 116 kB | 96/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 3.6 MB/s) 2024-09-12T17:28:36.489 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 112/267 kB Progress (1): 128/267 kB Progress (1): 145/267 kB Progress (1): 161/267 kB Progress (1): 178/267 kB Progress (1): 194/267 kB Progress (1): 210/267 kB Progress (1): 227/267 kB Progress (1): 243/267 kB Progress (1): 260/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 7.4 MB/s) 2024-09-12T17:28:36.663 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2024-09-12T17:28:36.697 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:28:36.697 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] BUILD SUCCESS 2024-09-12T17:28:36.697 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:28:36.698 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Total time: 7.478 s 2024-09-12T17:28:36.698 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Finished at: 2024-09-12T17:28:36Z 2024-09-12T17:28:36.698 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:28:36.730 INFO:tasks.workunit.client.0.smithi183.stderr:+ ./mvnw test -Dtest=PutObjects 2024-09-12T17:28:36.736 INFO:tasks.workunit.client.0.smithi183.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T17:28:37.963 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Scanning for projects... 2024-09-12T17:28:38.042 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:38.042 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T17:28:38.042 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Building jcksum 1.0 2024-09-12T17:28:38.043 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] from pom.xml 2024-09-12T17:28:38.043 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T17:28:38.309 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:38.309 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T17:28:38.419 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T17:28:38.419 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:38.419 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T17:28:38.518 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T17:28:38.518 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:38.518 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T17:28:38.520 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T17:28:38.520 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:38.520 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T17:28:38.525 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T17:28:38.525 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:38.525 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T17:28:38.723 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2024-09-12T17:28:38.962 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2024-09-12T17:28:39.151 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.4/4.7 kB Progress (1): 2.8/4.7 kB Progress (1): 4.1/4.7 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 24 kB/s) 2024-09-12T17:28:39.159 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2024-09-12T17:28:39.177 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.4/2.6 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 154 kB/s) 2024-09-12T17:28:39.182 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2024-09-12T17:28:39.199 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 166 kB/s) 2024-09-12T17:28:39.203 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2024-09-12T17:28:39.305 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.4/3.0 kB Progress (1): 2.8/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 30 kB/s) 2024-09-12T17:28:39.309 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2024-09-12T17:28:39.327 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.4/3.2 kB Progress (1): 2.8/3.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 178 kB/s) 2024-09-12T17:28:39.333 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2024-09-12T17:28:39.347 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.4/1.7 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 99 kB/s) 2024-09-12T17:28:39.350 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2024-09-12T17:28:39.366 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 177 kB/s) 2024-09-12T17:28:39.375 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2024-09-12T17:28:39.400 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.4/27 kB Progress (1): 2.8/27 kB Progress (1): 4.1/27 kB Progress (1): 5.5/27 kB Progress (1): 6.9/27 kB Progress (1): 8.3/27 kB Progress (1): 9.7/27 kB Progress (1): 11/27 kB Progress (1): 12/27 kB Progress (1): 14/27 kB Progress (1): 15/27 kB Progress (1): 17/27 kB Progress (1): 18/27 kB Progress (1): 19/27 kB Progress (1): 21/27 kB Progress (1): 22/27 kB Progress (1): 23/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 1.1 MB/s) 2024-09-12T17:28:39.402 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2024-09-12T17:28:39.402 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2024-09-12T17:28:39.403 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2024-09-12T17:28:39.405 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2024-09-12T17:28:39.411 INFO:tasks.workunit.client.0.smithi183.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2024-09-12T17:28:39.430 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 605 kB/s) 2024-09-12T17:28:39.468 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 1.4/189 kB Progress (2): 1.4/189 kB | 1.4/7.7 kB Progress (2): 2.8/189 kB | 1.4/7.7 kB Progress (3): 2.8/189 kB | 1.4/7.7 kB | 1.4/169 kB Progress (3): 4.1/189 kB | 1.4/7.7 kB | 1.4/169 kB Progress (3): 4.1/189 kB | 1.4/7.7 kB | 2.8/169 kB Progress (3): 4.1/189 kB | 2.8/7.7 kB | 2.8/169 kB Progress (3): 4.1/189 kB | 2.8/7.7 kB | 4.1/169 kB Progress (3): 5.5/189 kB | 2.8/7.7 kB | 4.1/169 kB Progress (3): 5.5/189 kB | 2.8/7.7 kB | 5.5/169 kB Progress (3): 5.5/189 kB | 4.1/7.7 kB | 5.5/169 kB Progress (4): 5.5/189 kB | 4.1/7.7 kB | 5.5/169 kB | 16/103 kB Progress (4): 5.5/189 kB | 5.5/7.7 kB | 5.5/169 kB | 16/103 kB Progress (4): 5.5/189 kB | 5.5/7.7 kB | 6.9/169 kB | 16/103 kB Progress (4): 5.5/189 kB | 6.9/7.7 kB | 6.9/169 kB | 16/103 kB Progress (4): 6.9/189 kB | 6.9/7.7 kB | 6.9/169 kB | 16/103 kB Progress (4): 6.9/189 kB | 7.7 kB | 6.9/169 kB | 16/103 kB Progress (4): 6.9/189 kB | 7.7 kB | 6.9/169 kB | 33/103 kB Progress (4): 6.9/189 kB | 7.7 kB | 8.3/169 kB | 33/103 kB Progress (4): 8.3/189 kB | 7.7 kB | 8.3/169 kB | 33/103 kB Progress (4): 8.3/189 kB | 7.7 kB | 9.7/169 kB | 33/103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 116 kB/s) 2024-09-12T17:28:39.486 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (3): 9.7/189 kB | 9.7/169 kB | 33/103 kB Progress (3): 9.7/189 kB | 11/169 kB | 33/103 kB Progress (3): 11/189 kB | 11/169 kB | 33/103 kB Progress (3): 11/189 kB | 12/169 kB | 33/103 kB Progress (3): 12/189 kB | 12/169 kB | 33/103 kB Progress (3): 12/189 kB | 14/169 kB | 33/103 kB Progress (3): 14/189 kB | 14/169 kB | 33/103 kB Progress (3): 14/189 kB | 15/169 kB | 33/103 kB Progress (3): 15/189 kB | 15/169 kB | 33/103 kB Progress (3): 15/189 kB | 16/169 kB | 33/103 kB Progress (3): 17/189 kB | 16/169 kB | 33/103 kB Progress (3): 17/189 kB | 18/169 kB | 33/103 kB Progress (3): 18/189 kB | 18/169 kB | 33/103 kB Progress (3): 18/189 kB | 19/169 kB | 33/103 kB Progress (3): 19/189 kB | 19/169 kB | 33/103 kB Progress (3): 19/189 kB | 21/169 kB | 33/103 kB Progress (3): 21/189 kB | 21/169 kB | 33/103 kB Progress (3): 21/189 kB | 22/169 kB | 33/103 kB Progress (3): 22/189 kB | 22/169 kB | 33/103 kB Progress (3): 22/189 kB | 22/169 kB | 49/103 kB Progress (3): 23/189 kB | 22/169 kB | 49/103 kB Progress (3): 23/189 kB | 23/169 kB | 49/103 kB Progress (3): 25/189 kB | 23/169 kB | 49/103 kB Progress (3): 25/189 kB | 25/169 kB | 49/103 kB Progress (3): 26/189 kB | 25/169 kB | 49/103 kB Progress (3): 26/189 kB | 26/169 kB | 49/103 kB Progress (3): 28/189 kB | 26/169 kB | 49/103 kB Progress (3): 28/189 kB | 27/169 kB | 49/103 kB Progress (3): 29/189 kB | 27/169 kB | 49/103 kB Progress (3): 29/189 kB | 29/169 kB | 49/103 kB Progress (3): 30/189 kB | 29/169 kB | 49/103 kB Progress (3): 30/189 kB | 29/169 kB | 66/103 kB Progress (3): 30/189 kB | 30/169 kB | 66/103 kB Progress (3): 32/189 kB | 30/169 kB | 66/103 kB Progress (3): 32/189 kB | 32/169 kB | 66/103 kB Progress (3): 33/189 kB | 32/169 kB | 66/103 kB Progress (3): 33/189 kB | 32/169 kB | 82/103 kB Progress (3): 33/189 kB | 33/169 kB | 82/103 kB Progress (3): 34/189 kB | 33/169 kB | 82/103 kB Progress (3): 34/189 kB | 34/169 kB | 82/103 kB Progress (3): 36/189 kB | 34/169 kB | 82/103 kB Progress (3): 36/189 kB | 36/169 kB | 82/103 kB Progress (3): 37/189 kB | 36/169 kB | 82/103 kB Progress (3): 37/189 kB | 37/169 kB | 82/103 kB Progress (3): 39/189 kB | 37/169 kB | 82/103 kB Progress (3): 39/189 kB | 38/169 kB | 82/103 kB Progress (3): 40/189 kB | 38/169 kB | 82/103 kB Progress (3): 40/189 kB | 38/169 kB | 98/103 kB Progress (3): 40/189 kB | 40/169 kB | 98/103 kB Progress (3): 41/189 kB | 40/169 kB | 98/103 kB Progress (3): 41/189 kB | 40/169 kB | 103 kB Progress (3): 41/189 kB | 41/169 kB | 103 kB Progress (3): 43/189 kB | 41/169 kB | 103 kB Progress (3): 43/189 kB | 43/169 kB | 103 kB Progress (3): 44/189 kB | 43/169 kB | 103 kB Progress (3): 44/189 kB | 44/169 kB | 103 kB Progress (3): 46/189 kB | 44/169 kB | 103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 1.3 MB/s) 2024-09-12T17:28:39.502 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (2): 46/189 kB | 45/169 kB Progress (2): 47/189 kB | 45/169 kB Progress (2): 47/189 kB | 47/169 kB Progress (2): 48/189 kB | 47/169 kB Progress (2): 48/189 kB | 48/169 kB Progress (2): 50/189 kB | 48/169 kB Progress (2): 50/189 kB | 49/169 kB Progress (2): 51/189 kB | 49/169 kB Progress (2): 51/189 kB | 51/169 kB Progress (2): 52/189 kB | 51/169 kB Progress (2): 52/189 kB | 52/169 kB Progress (2): 54/189 kB | 52/169 kB Progress (2): 54/189 kB | 54/169 kB Progress (2): 55/189 kB | 54/169 kB Progress (2): 55/189 kB | 55/169 kB Progress (2): 57/189 kB | 55/169 kB Progress (2): 57/189 kB | 56/169 kB Progress (2): 58/189 kB | 56/169 kB Progress (2): 58/189 kB | 58/169 kB Progress (2): 59/189 kB | 58/169 kB Progress (2): 59/189 kB | 59/169 kB Progress (2): 61/189 kB | 59/169 kB Progress (2): 61/189 kB | 61/169 kB Progress (2): 62/189 kB | 61/169 kB Progress (2): 62/189 kB | 61/169 kB Progress (2): 63/189 kB | 61/169 kB Progress (2): 63/189 kB | 78/169 kB Progress (2): 79/189 kB | 78/169 kB Progress (2): 79/189 kB | 94/169 kB Progress (2): 79/189 kB | 111/169 kB Progress (2): 96/189 kB | 111/169 kB Progress (2): 96/189 kB | 127/169 kB Progress (2): 112/189 kB | 127/169 kB Progress (2): 128/189 kB | 127/169 kB Progress (2): 128/189 kB | 143/169 kB Progress (2): 128/189 kB | 160/169 kB Progress (2): 128/189 kB | 169 kB Progress (2): 145/189 kB | 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 1.7 MB/s) 2024-09-12T17:28:39.504 INFO:tasks.workunit.client.0.smithi183.stdout:Progress (1): 161/189 kB Progress (1): 178/189 kB Progress (1): 189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 1.9 MB/s) 2024-09-12T17:28:39.520 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:39.520 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] ------------------------------------------------------- 2024-09-12T17:28:39.521 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] T E S T S 2024-09-12T17:28:39.521 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] ------------------------------------------------------- 2024-09-12T17:28:40.158 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2024-09-12T17:28:40.191 INFO:tasks.workunit.client.0.smithi183.stdout:PutObjects.java: starting test run: 2024-09-12T17:28:40.289 INFO:tasks.workunit.client.0.smithi183.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T17:28:40.289 INFO:tasks.workunit.client.0.smithi183.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T17:28:40.290 INFO:tasks.workunit.client.0.smithi183.stdout: EndpointUrl=https://smithi183.front.sepia.ceph.com:443 2024-09-12T17:28:40.290 INFO:tasks.workunit.client.0.smithi183.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2024-09-12T17:28:40.389 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: Environment Variables Read 2024-09-12T17:28:40.790 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: S3 Client Initialized 2024-09-12T17:28:40.790 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: Generating File 2024-09-12T17:28:40.790 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: File Generated 2024-09-12T17:28:40.790 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: Generating File 2024-09-12T17:28:40.791 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: File Generated 2024-09-12T17:28:40.791 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: Generating File 2024-09-12T17:28:40.890 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: File Generated 2024-09-12T17:28:40.890 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: Generating File 2024-09-12T17:28:40.890 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: File Generated 2024-09-12T17:28:40.890 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: Generating File 2024-09-12T17:28:40.891 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: File Generated 2024-09-12T17:28:40.891 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: Generating File 2024-09-12T17:28:40.891 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: File Generated 2024-09-12T17:28:40.891 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: Generated Big Files 2024-09-12T17:28:41.191 INFO:tasks.workunit.client.0.smithi183.stdout:HeadBucketResponse() 2024-09-12T17:28:41.191 INFO:tasks.workunit.client.0.smithi183.stdout:sheik is ready 2024-09-12T17:28:41.191 INFO:tasks.workunit.client.0.smithi183.stdout:DEBUG: Test Bucket Created 2024-09-12T17:28:41.290 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileNoCksum called with file-0b 2024-09-12T17:28:41.391 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileNoCksum called with file-8b 2024-09-12T17:28:41.470 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileNoCksum called with file-200b 2024-09-12T17:28:41.491 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileNoCksum called with file-21983b 2024-09-12T17:28:41.591 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileNoCksum called with file-5519b 2024-09-12T17:28:41.692 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileNoCksum called with file-204329b 2024-09-12T17:28:41.792 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileNoCksum called with file-256k 2024-09-12T17:28:41.992 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileNoCksum called with file-1m 2024-09-12T17:28:42.092 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileNoCksum called with file-1038757b 2024-09-12T17:28:42.293 INFO:tasks.workunit.client.0.smithi183.stdout:mpuObjectFromFileNoCksum called with file-5m 2024-09-12T17:28:44.097 INFO:tasks.workunit.client.0.smithi183.stdout:mpuObjectFromFileNoCksum called with file-10m 2024-09-12T17:28:44.698 INFO:tasks.workunit.client.0.smithi183.stdout:mpuObjectFromFileNoCksum called with file-100m 2024-09-12T17:28:48.197 INFO:tasks.workunit.client.0.smithi183.stdout:arg: file-0b 2024-09-12T17:28:48.198 INFO:tasks.workunit.client.0.smithi183.stdout:arg: file-8b 2024-09-12T17:28:48.199 INFO:tasks.workunit.client.0.smithi183.stdout:arg: file-200b 2024-09-12T17:28:48.200 INFO:tasks.workunit.client.0.smithi183.stdout:arg: file-21983b 2024-09-12T17:28:48.202 INFO:tasks.workunit.client.0.smithi183.stdout:arg: file-5519b 2024-09-12T17:28:48.203 INFO:tasks.workunit.client.0.smithi183.stdout:arg: file-204329b 2024-09-12T17:28:48.204 INFO:tasks.workunit.client.0.smithi183.stdout:arg: file-256k 2024-09-12T17:28:48.205 INFO:tasks.workunit.client.0.smithi183.stdout:arg: file-1m 2024-09-12T17:28:48.206 INFO:tasks.workunit.client.0.smithi183.stdout:arg: file-1038757b 2024-09-12T17:28:48.250 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileCksum called with file-0b 2024-09-12T17:28:48.250 INFO:tasks.workunit.client.0.smithi183.stdout:PutObjectResponse 2024-09-12T17:28:48.306 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileCksum called with file-8b 2024-09-12T17:28:48.306 INFO:tasks.workunit.client.0.smithi183.stdout:PutObjectResponse 2024-09-12T17:28:48.395 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileCksum called with file-200b 2024-09-12T17:28:48.395 INFO:tasks.workunit.client.0.smithi183.stdout:PutObjectResponse 2024-09-12T17:28:48.406 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileCksum called with file-21983b 2024-09-12T17:28:48.479 INFO:tasks.workunit.client.0.smithi183.stdout:PutObjectResponse 2024-09-12T17:28:48.507 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileCksum called with file-5519b 2024-09-12T17:28:48.571 INFO:tasks.workunit.client.0.smithi183.stdout:PutObjectResponse 2024-09-12T17:28:48.607 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileCksum called with file-204329b 2024-09-12T17:28:48.640 INFO:tasks.workunit.client.0.smithi183.stdout:PutObjectResponse 2024-09-12T17:28:48.707 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileCksum called with file-256k 2024-09-12T17:28:48.707 INFO:tasks.workunit.client.0.smithi183.stdout:PutObjectResponse 2024-09-12T17:28:48.807 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileCksum called with file-1m 2024-09-12T17:28:48.807 INFO:tasks.workunit.client.0.smithi183.stdout:PutObjectResponse 2024-09-12T17:28:48.907 INFO:tasks.workunit.client.0.smithi183.stdout:putObjectFromFileCksum called with file-1038757b 2024-09-12T17:28:49.007 INFO:tasks.workunit.client.0.smithi183.stdout:PutObjectResponse 2024-09-12T17:28:49.108 INFO:tasks.workunit.client.0.smithi183.stdout:mpuObjectFromFileCksum called with file-5m 2024-09-12T17:28:49.609 INFO:tasks.workunit.client.0.smithi183.stdout:mpuObjectFromFileCksum called with file-10m 2024-09-12T17:28:50.210 INFO:tasks.workunit.client.0.smithi183.stdout:mpuObjectFromFileCksum called with file-100m 2024-09-12T17:28:57.049 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 16.85 s -- in io.ceph.jcksum.PutObjects 2024-09-12T17:28:57.082 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:57.082 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Results: 2024-09-12T17:28:57.082 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:57.082 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2024-09-12T17:28:57.082 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] 2024-09-12T17:28:57.084 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:28:57.084 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] BUILD SUCCESS 2024-09-12T17:28:57.084 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:28:57.085 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Total time: 19.143 s 2024-09-12T17:28:57.085 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] Finished at: 2024-09-12T17:28:57Z 2024-09-12T17:28:57.085 INFO:tasks.workunit.client.0.smithi183.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T17:28:57.104 INFO:tasks.workunit.client.0.smithi183.stderr:+ exit 2024-09-12T17:28:57.105 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:28:57.105 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:28:57.166 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2024-09-12T17:28:57.166 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:28:57.533 DEBUG:teuthology.parallel:result is None 2024-09-12T17:28:57.534 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:28:57.547 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:28:57.547 DEBUG:teuthology.orchestra.run.smithi183:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:28:57.593 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:28:57.593 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:28:57.604 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:28:57.604 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:28:57.604 DEBUG:teuthology.orchestra.run.smithi183:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:28:57.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:28:57.641 INFO:teuthology.orchestra.run.smithi183.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:28:57.642 DEBUG:teuthology.orchestra.run.smithi183:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:28:57.689 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:28:57.689 DEBUG:teuthology.orchestra.run.smithi183:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:28:57.741 INFO:tasks.workunit:timeout=3h 2024-09-12T17:28:57.744 INFO:tasks.workunit:cleanup=True 2024-09-12T17:28:57.745 DEBUG:teuthology.orchestra.run.smithi183:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:28:57.791 INFO:tasks.workunit.client.0.smithi183.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:29:54.205 INFO:tasks.workunit.client.0.smithi183.stderr:Updating files: 97% (12406/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-12T17:29:54.756 INFO:tasks.workunit.client.0.smithi183.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:29:54.756 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:29:54.756 INFO:tasks.workunit.client.0.smithi183.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:29:54.756 INFO:tasks.workunit.client.0.smithi183.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:29:54.756 INFO:tasks.workunit.client.0.smithi183.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:29:54.756 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:29:54.756 INFO:tasks.workunit.client.0.smithi183.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:29:54.756 INFO:tasks.workunit.client.0.smithi183.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:29:54.757 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:29:54.757 INFO:tasks.workunit.client.0.smithi183.stderr: git switch -c 2024-09-12T17:29:54.757 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:29:54.757 INFO:tasks.workunit.client.0.smithi183.stderr:Or undo this operation with: 2024-09-12T17:29:54.757 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:29:54.757 INFO:tasks.workunit.client.0.smithi183.stderr: git switch - 2024-09-12T17:29:54.757 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:29:54.757 INFO:tasks.workunit.client.0.smithi183.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:29:54.757 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:29:54.757 INFO:tasks.workunit.client.0.smithi183.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:29:54.766 DEBUG:teuthology.orchestra.run.smithi183:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:29:54.813 INFO:tasks.workunit.client.0.smithi183.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:29:54.817 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:29:54.817 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:29:54.866 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:29:54.917 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:29:54.963 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:29:54.964 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:29:54.964 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:29:55.009 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:29:55.013 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:29:55.013 DEBUG:teuthology.orchestra.run.smithi183:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:29:55.061 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2024-09-12T17:29:55.062 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2024-09-12T17:29:55.062 DEBUG:teuthology.orchestra.run.smithi183:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2024-09-12T17:29:55.118 INFO:tasks.workunit.client.0.smithi183.stdout:INFO: fully qualified domain name: smithi183.front.sepia.ceph.com 2024-09-12T17:29:55.118 INFO:tasks.workunit.client.0.smithi183.stdout:== TESTING *COMPLETING* MULTIPART UPLOAD WITH RE-UPLOADS == 2024-09-12T17:29:55.118 INFO:tasks.workunit.client.0.smithi183.stdout:== TESTING NON-VERSIONED BUCKET == 2024-09-12T17:29:58.413 INFO:tasks.workunit.client.0.smithi183.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T17:29:58.615 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting pip 2024-09-12T17:29:58.621 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:29:58.656 INFO:tasks.workunit.client.0.smithi183.stdout:Installing collected packages: pip 2024-09-12T17:29:58.656 INFO:tasks.workunit.client.0.smithi183.stdout: Attempting uninstall: pip 2024-09-12T17:29:58.656 INFO:tasks.workunit.client.0.smithi183.stdout: Found existing installation: pip 22.0.2 2024-09-12T17:29:58.945 INFO:tasks.workunit.client.0.smithi183.stdout: Uninstalling pip-22.0.2: 2024-09-12T17:29:58.952 INFO:tasks.workunit.client.0.smithi183.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T17:29:59.990 INFO:tasks.workunit.client.0.smithi183.stdout:Successfully installed pip-24.2 2024-09-12T17:30:01.038 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting boto3 2024-09-12T17:30:01.039 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:30:01.533 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:30:01.534 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:30:01.585 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:30:01.586 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:30:01.632 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:30:01.633 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:30:01.681 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:30:01.682 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:30:01.761 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:30:01.762 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-12T17:30:01.895 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:30:01.896 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:30:01.900 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:30:01.901 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:30:01.911 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:30:01.912 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:30:01.913 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:30:01.914 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-12T17:30:01.915 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:30:01.983 INFO:tasks.workunit.client.0.smithi183.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:30:03.016 INFO:tasks.workunit.client.0.smithi183.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-12T17:30:03.336 INFO:tasks.workunit.client.0.smithi183.stdout:INFO: creating user 2024-09-12T17:30:03.690 INFO:tasks.workunit.client.0.smithi183.stdout:{ 2024-09-12T17:30:03.690 INFO:tasks.workunit.client.0.smithi183.stdout: "user_id": "testid", 2024-09-12T17:30:03.691 INFO:tasks.workunit.client.0.smithi183.stdout: "display_name": "M. Tester", 2024-09-12T17:30:03.691 INFO:tasks.workunit.client.0.smithi183.stdout: "email": "tester@ceph.com", 2024-09-12T17:30:03.691 INFO:tasks.workunit.client.0.smithi183.stdout: "suspended": 0, 2024-09-12T17:30:03.691 INFO:tasks.workunit.client.0.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:30:03.691 INFO:tasks.workunit.client.0.smithi183.stdout: "subusers": [], 2024-09-12T17:30:03.691 INFO:tasks.workunit.client.0.smithi183.stdout: "keys": [ 2024-09-12T17:30:03.691 INFO:tasks.workunit.client.0.smithi183.stdout: { 2024-09-12T17:30:03.691 INFO:tasks.workunit.client.0.smithi183.stdout: "user": "testid", 2024-09-12T17:30:03.691 INFO:tasks.workunit.client.0.smithi183.stdout: "access_key": "0555b35654ad1656d804", 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: "active": true, 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: "create_date": "2024-09-12T17:30:03.689449Z" 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: } 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: ], 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: "swift_keys": [], 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: "caps": [], 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: "default_placement": "", 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: "placement_tags": [], 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: "bucket_quota": { 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: "enabled": false, 2024-09-12T17:30:03.692 INFO:tasks.workunit.client.0.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: "max_size": -1, 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: "max_objects": -1 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: "user_quota": { 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: "enabled": false, 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: "max_size": -1, 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: "max_objects": -1 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: }, 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:30:03.693 INFO:tasks.workunit.client.0.smithi183.stdout: "type": "rgw", 2024-09-12T17:30:03.694 INFO:tasks.workunit.client.0.smithi183.stdout: "mfa_ids": [], 2024-09-12T17:30:03.694 INFO:tasks.workunit.client.0.smithi183.stdout: "account_id": "", 2024-09-12T17:30:03.694 INFO:tasks.workunit.client.0.smithi183.stdout: "path": "/", 2024-09-12T17:30:03.694 INFO:tasks.workunit.client.0.smithi183.stdout: "create_date": "2024-09-12T17:30:03.689420Z", 2024-09-12T17:30:03.694 INFO:tasks.workunit.client.0.smithi183.stdout: "tags": [], 2024-09-12T17:30:03.694 INFO:tasks.workunit.client.0.smithi183.stdout: "group_ids": [] 2024-09-12T17:30:03.694 INFO:tasks.workunit.client.0.smithi183.stdout:} 2024-09-12T17:30:03.694 INFO:tasks.workunit.client.0.smithi183.stdout: 2024-09-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:14.145 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:14.189 INFO:tasks.workunit.client.0.smithi183.stderr:5+0 records in 2024-09-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi183.stderr:5+0 records out 2024-09-12T17:30:14.190 INFO:tasks.workunit.client.0.smithi183.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0221143 s, 237 MB/s 2024-09-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:14.193 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:14.275 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:14.426 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:14.563 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:14.564 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:14.709 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:14.857 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:15.007 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:15.156 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:15.303 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:15.303 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:15.447 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:15.448 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:15.592 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:15.592 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:15.741 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:15.741 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:15.886 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:15.887 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:16.030 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:16.030 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:16.155 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:30:16.155 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:30:16.228 INFO:tasks.workunit.client.0.smithi183.stdout:bucket nams is reupload-bkt-130335 2024-09-12T17:30:16.228 INFO:tasks.workunit.client.0.smithi183.stdout:endpoint is https://smithi183.front.sepia.ceph.com:443 2024-09-12T17:30:16.228 INFO:tasks.workunit.client.0.smithi183.stdout:start UploadId=2~La3P9oKCo4TadqIn0956FcTfBQATc5B 2024-09-12T17:30:16.228 INFO:tasks.workunit.client.0.smithi183.stdout:phase 1 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1} 2024-09-12T17:30:16.228 INFO:tasks.workunit.client.0.smithi183.stdout:phase 1 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 2} 2024-09-12T17:30:16.228 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1} 2024-09-12T17:30:16.228 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1} 2024-09-12T17:30:16.228 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1} 2024-09-12T17:30:16.228 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1} 2024-09-12T17:30:16.228 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1} 2024-09-12T17:30:16.229 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1} 2024-09-12T17:30:16.229 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1} 2024-09-12T17:30:16.229 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1} 2024-09-12T17:30:16.229 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1} 2024-09-12T17:30:16.229 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1} 2024-09-12T17:30:16.229 INFO:tasks.workunit.client.0.smithi183.stdout:phase 2 uploaded part {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1} 2024-09-12T17:30:16.229 INFO:tasks.workunit.client.0.smithi183.stdout:completing multipart upload, parts=[{'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 1}, {'ETag': '"223832548783ef24f3fa3726609c0b2b"', 'PartNumber': 2}] 2024-09-12T17:30:18.032 INFO:tasks.workunit.client.0.smithi183.stdout:radosgw-admin bucket radoslist: 2024-09-12T17:30:18.033 INFO:tasks.workunit.client.0.smithi183.stdout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.3_mpu_test4 2024-09-12T17:30:18.034 INFO:tasks.workunit.client.0.smithi183.stdout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.3__multipart_mpu_test4.2~La3P9oKCo4TadqIn0956FcTfBQATc5B.2 2024-09-12T17:30:18.034 INFO:tasks.workunit.client.0.smithi183.stdout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.3__multipart_mpu_test4.Eksf_twc5oy44FofG0g6J9djoGmrupQg.1 2024-09-12T17:30:18.034 INFO:tasks.workunit.client.0.smithi183.stdout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.3__shadow_mpu_test4.2~La3P9oKCo4TadqIn0956FcTfBQATc5B.2_1 2024-09-12T17:30:18.034 INFO:tasks.workunit.client.0.smithi183.stdout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.3__shadow_mpu_test4.Eksf_twc5oy44FofG0g6J9djoGmrupQg.1_1 2024-09-12T17:30:18.125 INFO:tasks.workunit.client.0.smithi183.stdout:rados ls: 2024-09-12T17:30:18.126 INFO:tasks.workunit.client.0.smithi183.stdout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.3_mpu_test4 2024-09-12T17:30:18.126 INFO:tasks.workunit.client.0.smithi183.stdout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.3__multipart_mpu_test4.2~La3P9oKCo4TadqIn0956FcTfBQATc5B.2 2024-09-12T17:30:18.126 INFO:tasks.workunit.client.0.smithi183.stdout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.3__multipart_mpu_test4.Eksf_twc5oy44FofG0g6J9djoGmrupQg.1 2024-09-12T17:30:18.127 INFO:tasks.workunit.client.0.smithi183.stdout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.3__shadow_mpu_test4.2~La3P9oKCo4TadqIn0956FcTfBQATc5B.2_1 2024-09-12T17:30:18.127 INFO:tasks.workunit.client.0.smithi183.stdout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.3__shadow_mpu_test4.Eksf_twc5oy44FofG0g6J9djoGmrupQg.1_1 2024-09-12T17:30:18.154 INFO:tasks.workunit.client.0.smithi183.stdout:== PASSED == 2024-09-12T17:30:18.155 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:30:18.155 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:30:18.206 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2024-09-12T17:30:18.206 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:30:18.604 DEBUG:teuthology.parallel:result is None 2024-09-12T17:30:18.605 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:30:18.616 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:30:18.616 DEBUG:teuthology.orchestra.run.smithi183:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:30:18.665 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:30:18.665 INFO:teuthology.run_tasks:Running task ragweed... 2024-09-12T17:30:18.680 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2024-09-12T17:30:18.681 INFO:tasks.ragweed:Downloading ragweed... 2024-09-12T17:30:18.681 INFO:tasks.ragweed:Using branch 'wip-rgw-meta-handlers' for ragweed 2024-09-12T17:30:18.681 DEBUG:teuthology.orchestra.run.smithi183:> git clone -b wip-rgw-meta-handlers https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:30:18.713 INFO:teuthology.orchestra.run.smithi183.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-12T17:30:18.772 INFO:teuthology.orchestra.run.smithi183.stderr:fatal: Remote branch wip-rgw-meta-handlers not found in upstream origin 2024-09-12T17:30:18.772 DEBUG:teuthology.orchestra.run:got remote process result: 128 2024-09-12T17:30:18.774 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2024-09-12T17:30:18.774 DEBUG:teuthology.orchestra.run.smithi183:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:30:18.821 INFO:teuthology.orchestra.run.smithi183.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-12T17:30:19.001 INFO:tasks.ragweed:Creating rgw users... 2024-09-12T17:30:19.002 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2024-09-12T17:30:19.002 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key KMRQDFUWAEIRSFUJHDGL --secret fLOOGZxLW736qODTNZf9NRgYd/at4Kc7IY/YDs9ayClIjLCsuDHvyg== --email ragweed.client.0+test@test.test --system false 2024-09-12T17:30:19.091 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:19.091 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:19.132 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.137+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.133 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.141+0000 7f29cde899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.134 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.141+0000 7f29cde899c0 20 realm 2024-09-12T17:30:19.134 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.141+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.134 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.141+0000 7f29cde899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.134 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.141+0000 7f29cde899c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:19.134 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.141+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.134 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.141+0000 7f29cde899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.134 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.141+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.135 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.141+0000 7f29cde899c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:19.135 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.141+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.136 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.141+0000 7f29cde899c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:19.136 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.141+0000 7f29cde899c0 20 searching for the correct realm 2024-09-12T17:30:19.139 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.145+0000 7f29cc190640 0 -- 172.21.15.183:0/3094213074 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f29c0114ba0 msgr2=0x7f29c0134110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:19.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.361+0000 7f29cb18e640 0 -- 172.21.15.183:0/3094213074 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f29c405a8a0 msgr2=0x7f29c407f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:19.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.577+0000 7f29cde899c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:19.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.577+0000 7f29cde899c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:19.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.577+0000 7f29cde899c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:30:19.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.577+0000 7f29cde899c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:30:19.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.577+0000 7f29cde899c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:19.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.577+0000 7f29cde899c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:19.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.577+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.577+0000 7f29cde899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.577+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:19.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:19.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 20 zone default found 2024-09-12T17:30:19.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 4 Realm: () 2024-09-12T17:30:19.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:30:19.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:30:19.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:19.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 20 zonegroup default 2024-09-12T17:30:19.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.581+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.585+0000 7f29cde899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.585+0000 7f29cde899c0 20 started sync module instance, tier type = 2024-09-12T17:30:19.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.585+0000 7f29cde899c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:30:19.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.609+0000 7f29cde899c0 20 add_watcher() i=0 2024-09-12T17:30:19.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.609+0000 7f29cde899c0 20 add_watcher() i=1 2024-09-12T17:30:19.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.609+0000 7f29cde899c0 20 add_watcher() i=2 2024-09-12T17:30:19.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.609+0000 7f29cde899c0 20 add_watcher() i=3 2024-09-12T17:30:19.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.609+0000 7f29cde899c0 20 add_watcher() i=4 2024-09-12T17:30:19.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.609+0000 7f29cde899c0 20 add_watcher() i=5 2024-09-12T17:30:19.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.609+0000 7f29cde899c0 20 add_watcher() i=6 2024-09-12T17:30:19.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.609+0000 7f29cde899c0 20 add_watcher() i=7 2024-09-12T17:30:19.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.609+0000 7f29cde899c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:19.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.613+0000 7f2881fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:19.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.613+0000 7f29cde899c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:19.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.613+0000 7f29cde899c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:19.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.613+0000 7f29cde899c0 5 note: GC not initialized 2024-09-12T17:30:19.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f2880fe1640 20 reqs_thread_entry: start 2024-09-12T17:30:19.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:19.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 20 Filter name: none 2024-09-12T17:30:19.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f27fa7fc640 20 reqs_thread_entry: start 2024-09-12T17:30:19.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T17:30:19.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2024-09-12T17:30:19.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:30:19.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2024-09-12T17:30:19.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2024-09-12T17:30:19.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:30:19.612 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 10 cache get: name=default.rgw.meta+users.keys+KMRQDFUWAEIRSFUJHDGL : miss 2024-09-12T17:30:19.612 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.612 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.612 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 10 cache put: name=default.rgw.meta+users.keys+KMRQDFUWAEIRSFUJHDGL info.flags=0x0 2024-09-12T17:30:19.612 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 10 adding default.rgw.meta+users.keys+KMRQDFUWAEIRSFUJHDGL to cache LRU end 2024-09-12T17:30:19.612 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 10 cache get: name=default.rgw.meta+users.keys+KMRQDFUWAEIRSFUJHDGL : hit (negative entry) 2024-09-12T17:30:19.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.617+0000 7f29cde899c0 10 cache get: name=default.rgw.meta+users.keys+KMRQDFUWAEIRSFUJHDGL : hit (negative entry) 2024-09-12T17:30:19.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.621+0000 7f29cde899c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T17:30:19.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.621+0000 7f29cde899c0 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:30:19.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.621+0000 7f29cde899c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T17:30:19.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.625+0000 7f28aaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725907 cookie 94321275477184 notifier 5600 bl.length()=675 2024-09-12T17:30:19.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.625+0000 7f28aaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T17:30:19.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.625+0000 7f28aaffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:30:19.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.629+0000 7f29cde899c0 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T17:30:19.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.629+0000 7f29cde899c0 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:30:19.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.629+0000 7f29cde899c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T17:30:19.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.629+0000 7f28aaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725944 cookie 94321275472016 notifier 5600 bl.length()=202 2024-09-12T17:30:19.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.629+0000 7f28aaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T17:30:19.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.629+0000 7f28aaffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T17:30:19.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.633+0000 7f29cde899c0 10 cache put: name=default.rgw.meta+users.keys+KMRQDFUWAEIRSFUJHDGL info.flags=0x7 2024-09-12T17:30:19.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.633+0000 7f29cde899c0 10 moving default.rgw.meta+users.keys+KMRQDFUWAEIRSFUJHDGL to cache LRU end 2024-09-12T17:30:19.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.633+0000 7f29cde899c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:KMRQDFUWAEIRSFUJHDGL, ofs0, ns] 2024-09-12T17:30:19.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.633+0000 7f28aa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725945 cookie 94321275472016 notifier 5600 bl.length()=190 2024-09-12T17:30:19.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.633+0000 7f28aa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+KMRQDFUWAEIRSFUJHDGL info.flags=0x7 2024-09-12T17:30:19.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.633+0000 7f28aa7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+KMRQDFUWAEIRSFUJHDGL to cache LRU end 2024-09-12T17:30:19.627 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: "user_id": "ragweed.client.0", 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: "display_name": "Mr. ragweed.client.0", 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "ragweed.client.0+test@test.test", 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: "suspended": 0, 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: "subusers": [], 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: "keys": [ 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: "user": "ragweed.client.0", 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: "access_key": "KMRQDFUWAEIRSFUJHDGL", 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: "secret_key": "fLOOGZxLW736qODTNZf9NRgYd/at4Kc7IY/YDs9ayClIjLCsuDHvyg==", 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: "active": true, 2024-09-12T17:30:19.628 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:30:19.622155Z" 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: } 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: ], 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: "swift_keys": [], 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: "caps": [], 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: "default_placement": "", 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: "placement_tags": [], 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:30:19.629 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "user_quota": { 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "rgw", 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "mfa_ids": [], 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "account_id": "", 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "path": "/", 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:30:19.622110Z", 2024-09-12T17:30:19.630 INFO:teuthology.orchestra.run.smithi183.stdout: "tags": [], 2024-09-12T17:30:19.631 INFO:teuthology.orchestra.run.smithi183.stdout: "group_ids": [] 2024-09-12T17:30:19.631 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:30:19.631 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:30:19.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.637+0000 7f2881fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:19.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.641+0000 7f29cde899c0 20 remove_watcher() i=0 2024-09-12T17:30:19.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.641+0000 7f29cde899c0 2 removed watcher, disabling cache 2024-09-12T17:30:19.637 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.645+0000 7f29cde899c0 20 remove_watcher() i=1 2024-09-12T17:30:19.639 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.645+0000 7f29cde899c0 20 remove_watcher() i=2 2024-09-12T17:30:19.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.649+0000 7f29cde899c0 20 remove_watcher() i=3 2024-09-12T17:30:19.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.649+0000 7f29cde899c0 20 remove_watcher() i=4 2024-09-12T17:30:19.645 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.653+0000 7f29cde899c0 20 remove_watcher() i=5 2024-09-12T17:30:19.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.653+0000 7f29cde899c0 20 remove_watcher() i=6 2024-09-12T17:30:19.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.657+0000 7f29cde899c0 20 remove_watcher() i=7 2024-09-12T17:30:19.665 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2024-09-12T17:30:19.665 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key KJLBDDTAZCAZOKYBATUT --secret DcV3L9gcQqUPue+ylIGY81kCy3fBtDvSIOBhrzv3G4uZC4pWpxAxug== --email sysuser.client.0+test@test.test --system true 2024-09-12T17:30:19.711 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:19.711 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:19.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.757+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.761+0000 7f84c50799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.761+0000 7f84c50799c0 20 realm 2024-09-12T17:30:19.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.761+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.761+0000 7f84c50799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.761+0000 7f84c50799c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:19.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.761+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.761+0000 7f84c50799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.761+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.761+0000 7f84c50799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:19.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.761+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.761+0000 7f84c50799c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:19.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.761+0000 7f84c50799c0 20 searching for the correct realm 2024-09-12T17:30:19.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.769+0000 7f84c3380640 0 -- 172.21.15.183:0/1620542472 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x56240740bc10 msgr2=0x56240740e000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:19.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.773+0000 7f84c237e640 0 -- 172.21.15.183:0/1620542472 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f84b4055910 msgr2=0x7f84b40343b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:30:19.776 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.781+0000 7f84c50799c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:19.776 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.781+0000 7f84c50799c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:19.776 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.781+0000 7f84c50799c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:30:19.776 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.781+0000 7f84c50799c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:30:19.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.781+0000 7f84c50799c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:19.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.781+0000 7f84c50799c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:19.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.781+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.781+0000 7f84c50799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.781+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:19.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:19.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 zone default found 2024-09-12T17:30:19.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 4 Realm: () 2024-09-12T17:30:19.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:30:19.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:30:19.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:19.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 zonegroup default 2024-09-12T17:30:19.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 started sync module instance, tier type = 2024-09-12T17:30:19.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.785+0000 7f84c50799c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:30:19.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.801+0000 7f84c50799c0 20 add_watcher() i=0 2024-09-12T17:30:19.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.801+0000 7f84c50799c0 20 add_watcher() i=1 2024-09-12T17:30:19.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.801+0000 7f84c50799c0 20 add_watcher() i=2 2024-09-12T17:30:19.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.801+0000 7f84c50799c0 20 add_watcher() i=3 2024-09-12T17:30:19.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.801+0000 7f84c50799c0 20 add_watcher() i=4 2024-09-12T17:30:19.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.801+0000 7f84c50799c0 20 add_watcher() i=5 2024-09-12T17:30:19.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.801+0000 7f84c50799c0 20 add_watcher() i=6 2024-09-12T17:30:19.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.801+0000 7f84c50799c0 20 add_watcher() i=7 2024-09-12T17:30:19.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.801+0000 7f84c50799c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:19.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f8379fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:19.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:19.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:19.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 5 note: GC not initialized 2024-09-12T17:30:19.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f8378fe1640 20 reqs_thread_entry: start 2024-09-12T17:30:19.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:19.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 20 Filter name: none 2024-09-12T17:30:19.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f8371ffb640 20 reqs_thread_entry: start 2024-09-12T17:30:19.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T17:30:19.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2024-09-12T17:30:19.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:30:19.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2024-09-12T17:30:19.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2024-09-12T17:30:19.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:30:19.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 10 cache get: name=default.rgw.meta+users.keys+KJLBDDTAZCAZOKYBATUT : miss 2024-09-12T17:30:19.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.805+0000 7f84c50799c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:19.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.809+0000 7f84c50799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:19.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.809+0000 7f84c50799c0 10 cache put: name=default.rgw.meta+users.keys+KJLBDDTAZCAZOKYBATUT info.flags=0x0 2024-09-12T17:30:19.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.809+0000 7f84c50799c0 10 adding default.rgw.meta+users.keys+KJLBDDTAZCAZOKYBATUT to cache LRU end 2024-09-12T17:30:19.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.809+0000 7f84c50799c0 10 cache get: name=default.rgw.meta+users.keys+KJLBDDTAZCAZOKYBATUT : hit (negative entry) 2024-09-12T17:30:19.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.809+0000 7f84c50799c0 10 cache get: name=default.rgw.meta+users.keys+KJLBDDTAZCAZOKYBATUT : hit (negative entry) 2024-09-12T17:30:19.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.809+0000 7f84c50799c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T17:30:19.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.809+0000 7f84c50799c0 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:30:19.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.809+0000 7f84c50799c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T17:30:19.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.809+0000 7f83a67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725946 cookie 94712740519808 notifier 5943 bl.length()=675 2024-09-12T17:30:19.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.809+0000 7f83a67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T17:30:19.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.809+0000 7f83a67fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:30:19.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.813+0000 7f84c50799c0 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T17:30:19.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.813+0000 7f84c50799c0 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:30:19.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.813+0000 7f84c50799c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T17:30:19.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.813+0000 7f83a5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725908 cookie 94712740524688 notifier 5943 bl.length()=202 2024-09-12T17:30:19.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.813+0000 7f83a5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T17:30:19.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.813+0000 7f83a5ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T17:30:19.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.817+0000 7f84c50799c0 10 cache put: name=default.rgw.meta+users.keys+KJLBDDTAZCAZOKYBATUT info.flags=0x7 2024-09-12T17:30:19.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.817+0000 7f84c50799c0 10 moving default.rgw.meta+users.keys+KJLBDDTAZCAZOKYBATUT to cache LRU end 2024-09-12T17:30:19.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.817+0000 7f84c50799c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:KJLBDDTAZCAZOKYBATUT, ofs0, ns] 2024-09-12T17:30:19.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.821+0000 7f83a67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725947 cookie 94712740519808 notifier 5943 bl.length()=190 2024-09-12T17:30:19.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.821+0000 7f83a67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+KJLBDDTAZCAZOKYBATUT info.flags=0x7 2024-09-12T17:30:19.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.821+0000 7f83a67fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+KJLBDDTAZCAZOKYBATUT to cache LRU end 2024-09-12T17:30:19.814 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:30:19.814 INFO:teuthology.orchestra.run.smithi183.stdout: "user_id": "sysuser.client.0", 2024-09-12T17:30:19.814 INFO:teuthology.orchestra.run.smithi183.stdout: "display_name": "Mr. sysuser.client.0", 2024-09-12T17:30:19.814 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "sysuser.client.0+test@test.test", 2024-09-12T17:30:19.814 INFO:teuthology.orchestra.run.smithi183.stdout: "suspended": 0, 2024-09-12T17:30:19.814 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:30:19.814 INFO:teuthology.orchestra.run.smithi183.stdout: "subusers": [], 2024-09-12T17:30:19.814 INFO:teuthology.orchestra.run.smithi183.stdout: "keys": [ 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: "user": "sysuser.client.0", 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: "access_key": "KJLBDDTAZCAZOKYBATUT", 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: "secret_key": "DcV3L9gcQqUPue+ylIGY81kCy3fBtDvSIOBhrzv3G4uZC4pWpxAxug==", 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: "active": true, 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:30:19.810521Z" 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: } 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: ], 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: "swift_keys": [], 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: "caps": [], 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: "system": true, 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: "default_placement": "", 2024-09-12T17:30:19.815 INFO:teuthology.orchestra.run.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "placement_tags": [], 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "user_quota": { 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:30:19.816 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:30:19.817 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:30:19.817 INFO:teuthology.orchestra.run.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:30:19.817 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "rgw", 2024-09-12T17:30:19.817 INFO:teuthology.orchestra.run.smithi183.stdout: "mfa_ids": [], 2024-09-12T17:30:19.817 INFO:teuthology.orchestra.run.smithi183.stdout: "account_id": "", 2024-09-12T17:30:19.817 INFO:teuthology.orchestra.run.smithi183.stdout: "path": "/", 2024-09-12T17:30:19.817 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:30:19.810506Z", 2024-09-12T17:30:19.817 INFO:teuthology.orchestra.run.smithi183.stdout: "tags": [], 2024-09-12T17:30:19.817 INFO:teuthology.orchestra.run.smithi183.stdout: "group_ids": [] 2024-09-12T17:30:19.817 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:30:19.817 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:30:19.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.821+0000 7f8379fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:19.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.825+0000 7f84c50799c0 20 remove_watcher() i=0 2024-09-12T17:30:19.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.829+0000 7f84c50799c0 2 removed watcher, disabling cache 2024-09-12T17:30:19.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.829+0000 7f84c50799c0 20 remove_watcher() i=1 2024-09-12T17:30:19.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.833+0000 7f84c50799c0 20 remove_watcher() i=2 2024-09-12T17:30:19.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.833+0000 7f84c50799c0 20 remove_watcher() i=3 2024-09-12T17:30:19.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.837+0000 7f84c50799c0 20 remove_watcher() i=4 2024-09-12T17:30:19.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.837+0000 7f84c50799c0 20 remove_watcher() i=5 2024-09-12T17:30:19.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.841+0000 7f84c50799c0 20 remove_watcher() i=6 2024-09-12T17:30:19.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:19.841+0000 7f84c50799c0 20 remove_watcher() i=7 2024-09-12T17:30:19.848 INFO:tasks.ragweed:Configuring ragweed... 2024-09-12T17:30:19.849 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:30:19.849 DEBUG:teuthology.orchestra.run.smithi183:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2024-09-12T17:30:19.853 INFO:tasks.ragweed:Configuring boto... 2024-09-12T17:30:19.854 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:30:19.854 DEBUG:teuthology.orchestra.run.smithi183:> dd of=/home/ubuntu/cephtest/boto.cfg 2024-09-12T17:30:19.900 DEBUG:teuthology.orchestra.run.smithi183:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2024-09-12T17:30:20.085 INFO:teuthology.orchestra.run.smithi183.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2024-09-12T17:30:20.262 INFO:teuthology.orchestra.run.smithi183.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2024-09-12T17:30:20.861 INFO:teuthology.orchestra.run.smithi183.stdout:py installdeps: -rrequirements.txt 2024-09-12T17:30:23.592 INFO:teuthology.orchestra.run.smithi183.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2024-09-12T17:30:28.600 INFO:teuthology.orchestra.run.smithi183.stdout:py installed: appdirs==1.4.4,asyncssh==2.5.0,attrs==21.2.0,Babel==2.8.0,bcrypt==3.2.0,beautifulsoup4==4.10.0,beniget==0.4.1,blinker==1.4,boto==2.49.0,Brotli==1.0.9,cachetools==5.0.0,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2020.6.20,chardet==4.0.0,cheroot==8.5.2+ds1,CherryPy==18.6.1,command-not-found==0.3,configobj==5.0.6,cryptography==3.4.8,cycler==0.11.0,dbus-python==1.2.18,decorator==4.4.2,distlib==0.3.4,distro==1.7.0,distro-info===1.1build1,docopt==0.6.2,execnet==1.9.0,filelock==3.6.0,fonttools==4.29.1,fs==2.4.12,gast==0.5.2,gevent==21.8.0,google-auth==1.5.1,greenlet==1.1.2,html5lib==1.1,httplib2==0.20.2,idna==3.3,importlib-metadata==4.6.4,iniconfig==1.1.1,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.4.0,jaraco.functools==3.4.0,jaraco.text==3.6.0,jeepney==0.7.1,Jinja2==3.0.3,joblib==0.17.0,keyring==23.5.0,kiwisolver==1.3.2,kubernetes==12.0.1,language-selector==0.1,launchpadlib==1.10.16,lazr.restfulclient==0.14.4,lazr.uri==1.0.6,logutils==0.3.3,lxml==4.8.0,lz4==3.1.3+dfsg,Mako==1.1.3,MarkupSafe==2.0.1,matplotlib==3.5.1,more-itertools==8.10.0,mpmath==0.0.0,munch==4.0.0,natsort==8.0.2,netifaces==0.11.0,nose==1.3.7,numpy==1.21.5,oauthlib==3.2.0,olefile==0.46,packaging==21.3,Paste==3.5.0,PasteDeploy==2.1.1,PasteScript==2.0.2,pecan==1.3.3,Pillow==9.0.1,platformdirs==2.5.1,pluggy==0.13.0,ply==3.11,portend==3.0.0,prettytable==2.5.0,psutil==5.9.0,py==1.10.0,pyasn1==0.4.8,pyasn1-modules==0.2.1,Pygments==2.11.2,PyGObject==3.42.1,pyinotify==0.9.6,PyJWT==2.3.0,pymacaroons==0.13.0,PyNaCl==1.5.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pytest==6.2.5,python-apt==2.3.0+ubuntu2.1,python-dateutil==2.8.1,python-magic==0.4.24,pythran==0.10.0,pytz==2022.1,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=25702578d6341293f87def5ee0d418ef53b28bc608c99dfd2d60254cc44abea5,rbd==2.0.0,registries-conf-ctl @ git+https://github.com/sebastian-philipp/registries-conf-ctl@0e9bf2dc202aa9be9b0bf8e8265aac3f2308f9db,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rsa==4.8,s3cmd==2.2.0,scikit-learn==0.23.2,scipy==1.8.0,SecretStorage==3.3.1,simplegeneric==0.8.1,simplejson==3.17.6,six==1.16.0,soupsieve==2.3.1,ssh-import-id==5.11,sympy==1.9,Tempita==0.5.2,tempora==4.1.2,threadpoolctl==3.1.0,toml==0.10.2,ubuntu-advantage-tools==27.12,ufoLib2==0.13.1,ufw==0.36.1,unattended-upgrades==0.1,unicodedata2==14.0.0,urllib3==1.26.5,virtualenv==20.13.0+ds,wadllib==1.3.6,waitress==1.4.4,wcwidth==0.2.5,webencodings==0.5.1,WebOb==1.8.6,websocket-client==1.2.3,WebTest==2.0.35,Werkzeug==2.0.2,zc.lockfile==2.0,zipp==1.0.0,zope.event==4.4,zope.interface==5.4.0 2024-09-12T17:30:28.600 INFO:teuthology.orchestra.run.smithi183.stdout:py run-test-pre: PYTHONHASHSEED='2722246015' 2024-09-12T17:30:28.600 INFO:teuthology.orchestra.run.smithi183.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2024-09-12T17:30:28.778 INFO:teuthology.orchestra.run.smithi183.stdout:============================= test session starts ============================== 2024-09-12T17:30:28.778 INFO:teuthology.orchestra.run.smithi183.stdout:platform linux -- Python 3.10.6, pytest-6.2.5, py-1.10.0, pluggy-0.13.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2024-09-12T17:30:28.778 INFO:teuthology.orchestra.run.smithi183.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T17:30:28.778 INFO:teuthology.orchestra.run.smithi183.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0, configfile: pytest.ini 2024-09-12T17:30:28.951 INFO:teuthology.orchestra.run.smithi183.stdout:collecting ... collected 9 items 2024-09-12T17:30:28.951 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:30:31.214 INFO:teuthology.orchestra.run.smithi183.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2024-09-12T17:30:32.441 INFO:teuthology.orchestra.run.smithi183.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2024-09-12T17:30:33.471 INFO:teuthology.orchestra.run.smithi183.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2024-09-12T17:30:34.581 INFO:teuthology.orchestra.run.smithi183.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2024-09-12T17:30:35.689 INFO:teuthology.orchestra.run.smithi183.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2024-09-12T17:30:43.049 INFO:teuthology.orchestra.run.smithi183.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2024-09-12T17:30:45.483 INFO:teuthology.orchestra.run.smithi183.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2024-09-12T17:30:48.534 INFO:teuthology.orchestra.run.smithi183.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2024-09-12T17:30:53.138 INFO:teuthology.orchestra.run.smithi183.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2024-09-12T17:30:53.138 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:30:53.138 INFO:teuthology.orchestra.run.smithi183.stdout:=============================== warnings summary =============================== 2024-09-12T17:30:53.138 INFO:teuthology.orchestra.run.smithi183.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-12T17:30:53.138 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-12T17:30:53.138 INFO:teuthology.orchestra.run.smithi183.stdout: import imp 2024-09-12T17:30:53.138 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:30:53.139 INFO:teuthology.orchestra.run.smithi183.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-09-12T17:30:53.139 INFO:teuthology.orchestra.run.smithi183.stdout:======================== 9 passed, 1 warning in 24.36s ========================= 2024-09-12T17:30:53.185 INFO:teuthology.orchestra.run.smithi183.stdout:___________________________________ summary ____________________________________ 2024-09-12T17:30:53.185 INFO:teuthology.orchestra.run.smithi183.stdout: py: commands succeeded 2024-09-12T17:30:53.185 INFO:teuthology.orchestra.run.smithi183.stdout: congratulations :) 2024-09-12T17:30:53.210 INFO:tasks.ragweed:Cleaning up boto... 2024-09-12T17:30:53.211 DEBUG:teuthology.orchestra.run.smithi183:> rm -f /home/ubuntu/cephtest/boto.cfg 2024-09-12T17:30:53.217 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2024-09-12T17:30:53.296 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:53.296 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:53.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.340+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.344+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:53.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.344+0000 7ff050e0b9c0 20 realm 2024-09-12T17:30:53.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.344+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.344+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:53.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.344+0000 7ff050e0b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:53.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.344+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.344+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:53.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.344+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.340 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.344+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:53.340 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.344+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.348+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:53.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.348+0000 7ff050e0b9c0 20 searching for the correct realm 2024-09-12T17:30:53.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.352+0000 7ff04f112640 0 -- 172.21.15.183:0/846321081 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7ff0440b0070 msgr2=0x7ff0440be410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:53.351 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.356+0000 7ff04e110640 0 -- 172.21.15.183:0/846321081 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7ff0400627f0 msgr2=0x7ff040076180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:53.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.572+0000 7ff050e0b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:53.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.572+0000 7ff050e0b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:53.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.572+0000 7ff050e0b9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:30:53.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.572+0000 7ff050e0b9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:30:53.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.572+0000 7ff050e0b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:53.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.572+0000 7ff050e0b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:53.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.572+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:53.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:53.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:53.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 20 zone default found 2024-09-12T17:30:53.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 4 Realm: () 2024-09-12T17:30:53.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:30:53.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:30:53.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:53.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 20 zonegroup default 2024-09-12T17:30:53.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:53.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.576+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.580+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:53.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.580+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.580+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:53.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.580+0000 7ff050e0b9c0 20 started sync module instance, tier type = 2024-09-12T17:30:53.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.580+0000 7ff050e0b9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:30:53.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.600+0000 7ff050e0b9c0 20 add_watcher() i=0 2024-09-12T17:30:53.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.600+0000 7ff050e0b9c0 20 add_watcher() i=1 2024-09-12T17:30:53.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.600+0000 7ff050e0b9c0 20 add_watcher() i=2 2024-09-12T17:30:53.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.600+0000 7ff050e0b9c0 20 add_watcher() i=3 2024-09-12T17:30:53.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.600+0000 7ff050e0b9c0 20 add_watcher() i=4 2024-09-12T17:30:53.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.600+0000 7ff050e0b9c0 20 add_watcher() i=5 2024-09-12T17:30:53.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.600+0000 7ff050e0b9c0 20 add_watcher() i=6 2024-09-12T17:30:53.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.604+0000 7ff050e0b9c0 20 add_watcher() i=7 2024-09-12T17:30:53.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.604+0000 7ff050e0b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:53.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.608+0000 7fef05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:53.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.608+0000 7ff050e0b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:53.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.608+0000 7ff050e0b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:53.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.704+0000 7fef04fe1640 20 reqs_thread_entry: start 2024-09-12T17:30:53.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.704+0000 7ff050e0b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:53.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.704+0000 7ff050e0b9c0 20 Filter name: none 2024-09-12T17:30:53.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.704+0000 7feefdffb640 20 reqs_thread_entry: start 2024-09-12T17:30:53.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.704+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T17:30:53.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.704+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.708+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:30:53.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.708+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2024-09-12T17:30:53.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.708+0000 7ff050e0b9c0 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T17:30:53.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.708+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:53.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.708+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4 : miss 2024-09-12T17:30:53.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.708+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.708+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=426 2024-09-12T17:30:53.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.708+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4 info.flags=0x17 2024-09-12T17:30:53.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.708+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4 to cache LRU end 2024-09-12T17:30:53.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.708+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:53.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.708+0000 7ff050e0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:30:53.704 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.708+0000 7ff050e0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4 2024-09-12T17:30:53.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2024-09-12T17:30:53.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2024-09-12T17:30:53.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2024-09-12T17:30:53.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2024-09-12T17:30:53.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2024-09-12T17:30:53.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2024-09-12T17:30:53.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2024-09-12T17:30:53.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2024-09-12T17:30:53.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2024-09-12T17:30:53.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55911a4860d8 s->prefetch_data=0 2024-09-12T17:30:53.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 10 manifest: total_size = 5202 2024-09-12T17:30:53.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.11941809438671526866 2024-09-12T17:30:53.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55911a4860d8 s->prefetch_data=0 2024-09-12T17:30:53.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a4860d8 2024-09-12T17:30:53.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.712+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.4.0 2024-09-12T17:30:53.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.716+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.716+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5202 stripe_ofs=5202 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.716+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.11941809438671526866 2024-09-12T17:30:53.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.716+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.716+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.ZUfVm8gy8EH6txr8UR3wks-5sD02mhg_0 2024-09-12T17:30:53.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.716+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:30:53.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.716+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.716+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.11941809438671526866 2024-09-12T17:30:53.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.720+0000 7fef327fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2024-09-12T17:30:53.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.720+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55911a4860d8 s->prefetch_data=0 2024-09-12T17:30:53.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.720+0000 7ff050e0b9c0 10 manifest: total_size = 7560 2024-09-12T17:30:53.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.720+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.16312984674960198280 2024-09-12T17:30:53.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.720+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55911a4860d8 s->prefetch_data=0 2024-09-12T17:30:53.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.720+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a4860d8 2024-09-12T17:30:53.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.720+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.4.0 2024-09-12T17:30:53.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.728+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.728+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=7560 stripe_ofs=7560 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.728+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16312984674960198280 2024-09-12T17:30:53.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.728+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.728+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.1l1l6xaw3JUQC7957iNl5twtydsfY0P_0 2024-09-12T17:30:53.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.728+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:30:53.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.728+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.728+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16312984674960198280 2024-09-12T17:30:53.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.728+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2024-09-12T17:30:53.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.728+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.732+0000 7ff050e0b9c0 10 manifest: total_size = 7490 2024-09-12T17:30:53.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.732+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.7672316291533189698 2024-09-12T17:30:53.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.732+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.732+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a485bc8 2024-09-12T17:30:53.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.732+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.4.0 2024-09-12T17:30:53.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.736+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.736+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=7490 stripe_ofs=7490 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.736+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.7672316291533189698 2024-09-12T17:30:53.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.736+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.736+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.uNFFamOY7LbHIgTo16jnJmDO7RCaiag_0 2024-09-12T17:30:53.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.736+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:30:53.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.736+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.736+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.7672316291533189698 2024-09-12T17:30:53.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.740+0000 7fef327fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2024-09-12T17:30:53.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.740+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.740+0000 7ff050e0b9c0 10 manifest: total_size = 5098 2024-09-12T17:30:53.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.740+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.7925719098717227798 2024-09-12T17:30:53.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.740+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.740+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a485bc8 2024-09-12T17:30:53.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.740+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.4.0 2024-09-12T17:30:53.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.744+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.744+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5098 stripe_ofs=5098 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.744+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.7925719098717227798 2024-09-12T17:30:53.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.744+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.744+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.j4JmZCClyvN9oyAy8g6M94fOe8x0p74_0 2024-09-12T17:30:53.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.744+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:30:53.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.744+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.744+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.7925719098717227798 2024-09-12T17:30:53.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.748+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.748+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2024-09-12T17:30:53.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.748+0000 7ff050e0b9c0 10 manifest: total_size = 5182 2024-09-12T17:30:53.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.748+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.15269974270248166223 2024-09-12T17:30:53.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.748+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.748+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a485bc8 2024-09-12T17:30:53.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.748+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.4.0 2024-09-12T17:30:53.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.752+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.752+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5182 stripe_ofs=5182 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.752+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15269974270248166223 2024-09-12T17:30:53.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.752+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.752+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.cfIQVxFAncU0-TdjKa7kr1BH4y-uOhg_0 2024-09-12T17:30:53.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.752+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:30:53.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.752+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.749 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.752+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15269974270248166223 2024-09-12T17:30:53.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.756+0000 7fef327fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2024-09-12T17:30:53.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.756+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.756+0000 7ff050e0b9c0 10 manifest: total_size = 5245 2024-09-12T17:30:53.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.756+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.6705451369473162781 2024-09-12T17:30:53.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.756+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.756+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a485bc8 2024-09-12T17:30:53.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.756+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.4.0 2024-09-12T17:30:53.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.764+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.764+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5245 stripe_ofs=5245 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.764+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.6705451369473162781 2024-09-12T17:30:53.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.764+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.764+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.jFvYnvGatGwDvUbK3btuuXWgjFjrOL8_0 2024-09-12T17:30:53.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.764+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:30:53.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.764+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.764+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.6705451369473162781 2024-09-12T17:30:53.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.764+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.764+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2024-09-12T17:30:53.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.768+0000 7ff050e0b9c0 10 manifest: total_size = 5375 2024-09-12T17:30:53.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.768+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.9618256131734611937 2024-09-12T17:30:53.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.768+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.768+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a485bc8 2024-09-12T17:30:53.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.768+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.4.0 2024-09-12T17:30:53.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.772+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.772+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5375 stripe_ofs=5375 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.772+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.9618256131734611937 2024-09-12T17:30:53.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.772+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.772+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.s6IRh7irewG5MoElkwuDOhTk7jxz6UM_0 2024-09-12T17:30:53.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.772+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:30:53.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.772+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.772+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.9618256131734611937 2024-09-12T17:30:53.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.772+0000 7fef327fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2024-09-12T17:30:53.768 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.772+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.776+0000 7ff050e0b9c0 10 manifest: total_size = 7743 2024-09-12T17:30:53.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.776+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.16319188988454340776 2024-09-12T17:30:53.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.776+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.776+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a485bc8 2024-09-12T17:30:53.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.776+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.4.0 2024-09-12T17:30:53.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.780+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.780+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=7743 stripe_ofs=7743 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.780+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16319188988454340776 2024-09-12T17:30:53.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.780+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.780+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.ADWyYtiyFWmBjUOtbpZdh7NgsdfMIg-_0 2024-09-12T17:30:53.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.780+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:30:53.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.780+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.780+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16319188988454340776 2024-09-12T17:30:53.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.784+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2024-09-12T17:30:53.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.784+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.784+0000 7ff050e0b9c0 10 manifest: total_size = 7762 2024-09-12T17:30:53.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.784+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.16406559357189845124 2024-09-12T17:30:53.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.784+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55911a485bc8 s->prefetch_data=0 2024-09-12T17:30:53.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.784+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a485bc8 2024-09-12T17:30:53.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.784+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.4.0 2024-09-12T17:30:53.784 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.792+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.792+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=7762 stripe_ofs=7762 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.792+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16406559357189845124 2024-09-12T17:30:53.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.792+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.792+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.dVxhXLNiHv73t76q_z0I-nx0NcPyhlB_0 2024-09-12T17:30:53.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.792+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:30:53.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.792+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.792+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16406559357189845124 2024-09-12T17:30:53.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.792+0000 7fef327fc640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2024-09-12T17:30:53.788 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.792+0000 7ff050e0b9c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:30:53.788 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.792+0000 7ff050e0b9c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:30:53.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.796+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:30:53.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.796+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:30:53.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.796+0000 7ff050e0b9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:30:53.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.796+0000 7ff050e0b9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:30:53.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.796+0000 7ff050e0b9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[fbe06962-a98e-4cf5-b805-dd8639959719.4523.4])"; uploads.size()=0; is_truncated=0 2024-09-12T17:30:53.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.796+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2024-09-12T17:30:53.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.796+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.792 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.800+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=204 2024-09-12T17:30:53.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.800+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2024-09-12T17:30:53.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.800+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2024-09-12T17:30:53.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.800+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+test-client.0-conf from cache 2024-09-12T17:30:53.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.800+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2024-09-12T17:30:53.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.804+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529693 cookie 94081699361472 notifier 5645 bl.length()=162 2024-09-12T17:30:53.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.808+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4 from cache 2024-09-12T17:30:53.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.808+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4, ofs0, ns] 2024-09-12T17:30:53.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.808+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529714 cookie 94081699368912 notifier 5645 bl.length()=219 2024-09-12T17:30:53.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.812+0000 7ff050e0b9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/fbe06962-a98e-4cf5-b805-dd8639959719.4523.4 : miss 2024-09-12T17:30:53.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.812+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.812+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:53.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.812+0000 7ff050e0b9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/fbe06962-a98e-4cf5-b805-dd8639959719.4523.4 info.flags=0x0 2024-09-12T17:30:53.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.812+0000 7ff050e0b9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/fbe06962-a98e-4cf5-b805-dd8639959719.4523.4 to cache LRU end 2024-09-12T17:30:53.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.816+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.11 : miss 2024-09-12T17:30:53.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.816+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.816+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=457 2024-09-12T17:30:53.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.816+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.11 info.flags=0x17 2024-09-12T17:30:53.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.816+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.11 to cache LRU end 2024-09-12T17:30:53.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.816+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:53.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.816+0000 7ff050e0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:30:53.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.816+0000 7ff050e0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.11 2024-09-12T17:30:53.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.816+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo 2024-09-12T17:30:53.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.816+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55911a487868 s->prefetch_data=0 2024-09-12T17:30:53.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.820+0000 7ff050e0b9c0 10 manifest: total_size = 1667 2024-09-12T17:30:53.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.820+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.2662780151532702520 2024-09-12T17:30:53.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.820+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a270f80 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55911a487868 s->prefetch_data=0 2024-09-12T17:30:53.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.820+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a487868 2024-09-12T17:30:53.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.820+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.11.0 2024-09-12T17:30:53.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T17:30:53.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=516 2024-09-12T17:30:53.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2024-09-12T17:30:53.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T17:30:53.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194820 part_ofs=516 rule->part_size=516 2024-09-12T17:30:53.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=516 2024-09-12T17:30:53.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T17:30:53.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4195336 part_ofs=1032 rule->part_size=516 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=1548 stripe_ofs=1548 part_ofs=1548 rule->part_size=119 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=119 rules.size()=2 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4195852 part_ofs=1548 rule->part_size=119 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=1667 stripe_ofs=1667 part_ofs=1667 rule->part_size=119 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.2662780151532702520 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.11__multipart_foo.2~kefAbz4cV3AeRcWhYTrN1ninol6D3Mo.1 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.11__multipart_foo.2~kefAbz4cV3AeRcWhYTrN1ninol6D3Mo.2 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.11__multipart_foo.2~kefAbz4cV3AeRcWhYTrN1ninol6D3Mo.3 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-12T17:30:53.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.11__multipart_foo.2~kefAbz4cV3AeRcWhYTrN1ninol6D3Mo.4 2024-09-12T17:30:53.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-12T17:30:53.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.824+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.2662780151532702520 2024-09-12T17:30:53.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.828+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:30:53.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.828+0000 7ff050e0b9c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:30:53.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.828+0000 7ff050e0b9c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:30:53.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.828+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:30:53.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.828+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:30:53.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.828+0000 7ff050e0b9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:30:53.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.828+0000 7ff050e0b9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:30:53.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.828+0000 7ff050e0b9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[fbe06962-a98e-4cf5-b805-dd8639959719.4523.11])"; uploads.size()=0; is_truncated=0 2024-09-12T17:30:53.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.832+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2024-09-12T17:30:53.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.832+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.832+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=235 2024-09-12T17:30:53.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.832+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2024-09-12T17:30:53.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.832+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2024-09-12T17:30:53.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.836+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2024-09-12T17:30:53.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.836+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2024-09-12T17:30:53.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.836+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529715 cookie 94081699368912 notifier 5645 bl.length()=191 2024-09-12T17:30:53.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.840+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.11 from cache 2024-09-12T17:30:53.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.840+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.11, ofs0, ns] 2024-09-12T17:30:53.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.840+0000 7fef327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529678 cookie 94081699378592 notifier 5645 bl.length()=249 2024-09-12T17:30:53.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.844+0000 7ff050e0b9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.11 : miss 2024-09-12T17:30:53.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.844+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.844+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:53.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.844+0000 7ff050e0b9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.11 info.flags=0x0 2024-09-12T17:30:53.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.844+0000 7ff050e0b9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.11 to cache LRU end 2024-09-12T17:30:53.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.848+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.12 : miss 2024-09-12T17:30:53.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.848+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.848+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=464 2024-09-12T17:30:53.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.848+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.12 info.flags=0x17 2024-09-12T17:30:53.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.848+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.12 to cache LRU end 2024-09-12T17:30:53.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.848+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:53.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.848+0000 7ff050e0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:30:53.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.848+0000 7ff050e0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.12 2024-09-12T17:30:53.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.852+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo 2024-09-12T17:30:53.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.852+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff0480617b0 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55911a484bb8 s->prefetch_data=0 2024-09-12T17:30:53.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.852+0000 7ff050e0b9c0 10 manifest: total_size = 74198 2024-09-12T17:30:53.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.852+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.6495751923100711047 2024-09-12T17:30:53.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.852+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff0480617b0 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55911a484bb8 s->prefetch_data=0 2024-09-12T17:30:53.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.852+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a484bb8 2024-09-12T17:30:53.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.852+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.12.0 2024-09-12T17:30:53.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:30:53.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-12T17:30:53.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-12T17:30:53.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:30:53.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-12T17:30:53.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2024-09-12T17:30:53.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:30:53.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=20613 2024-09-12T17:30:53.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2024-09-12T17:30:53.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4256143 part_ofs=61839 rule->part_size=12359 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.6495751923100711047 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.12__multipart_foo.2~5KRo315nuNmTElWuce7QPd6nkcdzYbH.1 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.12__multipart_foo.2~5KRo315nuNmTElWuce7QPd6nkcdzYbH.2 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.12__multipart_foo.2~5KRo315nuNmTElWuce7QPd6nkcdzYbH.3 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.12__multipart_foo.2~5KRo315nuNmTElWuce7QPd6nkcdzYbH.4 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-12T17:30:53.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.855 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.6495751923100711047 2024-09-12T17:30:53.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:30:53.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:30:53.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.860+0000 7ff050e0b9c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:30:53.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.864+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:30:53.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.864+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:30:53.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.864+0000 7ff050e0b9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:30:53.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.864+0000 7ff050e0b9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:30:53.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.864+0000 7ff050e0b9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[fbe06962-a98e-4cf5-b805-dd8639959719.4523.12])"; uploads.size()=0; is_truncated=0 2024-09-12T17:30:53.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.864+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2024-09-12T17:30:53.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.864+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.868+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=242 2024-09-12T17:30:53.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.868+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2024-09-12T17:30:53.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.868+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2024-09-12T17:30:53.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.872+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2024-09-12T17:30:53.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.872+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2024-09-12T17:30:53.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.872+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529730 cookie 94081699363600 notifier 5645 bl.length()=198 2024-09-12T17:30:53.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.876+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.12 from cache 2024-09-12T17:30:53.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.876+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.12, ofs0, ns] 2024-09-12T17:30:53.870 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.876+0000 7fef327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529731 cookie 94081699363600 notifier 5645 bl.length()=256 2024-09-12T17:30:53.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.880+0000 7ff050e0b9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.12 : miss 2024-09-12T17:30:53.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.880+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.880+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:53.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.880+0000 7ff050e0b9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.12 info.flags=0x0 2024-09-12T17:30:53.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.880+0000 7ff050e0b9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.12 to cache LRU end 2024-09-12T17:30:53.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.884+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.10 : miss 2024-09-12T17:30:53.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.884+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.888+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=459 2024-09-12T17:30:53.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.888+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.10 info.flags=0x17 2024-09-12T17:30:53.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.888+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.10 to cache LRU end 2024-09-12T17:30:53.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.888+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:53.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.888+0000 7ff050e0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:30:53.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.888+0000 7ff050e0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.10 2024-09-12T17:30:53.882 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.888+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo[uYVJNvjkV3AAycfhVAG4YJC-Xhi1Syn] 2024-09-12T17:30:53.882 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.888+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.10.0 2024-09-12T17:30:53.882 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.888+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a5025e0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55911a484678 s->prefetch_data=0 2024-09-12T17:30:53.883 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.888+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to koytkrz66ymab9hi2vyf67aw4uo7tkma 2024-09-12T17:30:53.883 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.888+0000 7ff050e0b9c0 20 get_obj_state_impl: setting s->olh_tag to v0gdmj3uxd7sbwvlhy27xs7wgno873lo 2024-09-12T17:30:53.883 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.888+0000 7ff050e0b9c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=v0gdmj3uxd7sbwvlhy27xs7wgno873lo 2024-09-12T17:30:53.885 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.892+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.10.0 2024-09-12T17:30:53.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.896+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.10.0 2024-09-12T17:30:53.890 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.896+0000 7ff050e0b9c0 20 olh_log_entry: epoch=3 op=2 key=foo[] 2024-09-12T17:30:53.890 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.896+0000 7ff050e0b9c0 20 olh_log_entry: epoch=3 op=3 key=foo[uYVJNvjkV3AAycfhVAG4YJC-Xhi1Syn] 2024-09-12T17:30:53.890 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.896+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a5025e0 obj=test-client.0-r-test-multipart-index-versioning.1:_:uYVJNvjkV3AAycfhVAG4YJC-Xhi1Syn_foo state=0x55911a499268 s->prefetch_data=0 2024-09-12T17:30:53.891 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.896+0000 7ff050e0b9c0 10 manifest: total_size = 886297 2024-09-12T17:30:53.891 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.896+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.14710520949238685894 2024-09-12T17:30:53.891 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.896+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a5025e0 obj=test-client.0-r-test-multipart-index-versioning.1:_:uYVJNvjkV3AAycfhVAG4YJC-Xhi1Syn_foo state=0x55911a499268 s->prefetch_data=0 2024-09-12T17:30:53.891 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.896+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a499268 2024-09-12T17:30:53.891 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.896+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.10.0 2024-09-12T17:30:53.898 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:30:53.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-12T17:30:53.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:30:53.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:30:53.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-12T17:30:53.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2024-09-12T17:30:53.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:30:53.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=246247 2024-09-12T17:30:53.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2024-09-12T17:30:53.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2024-09-12T17:30:53.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4933045 part_ofs=738741 rule->part_size=147556 2024-09-12T17:30:53.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2024-09-12T17:30:53.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14710520949238685894 2024-09-12T17:30:53.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.10__multipart_foo.2~KsV20D5bE2vNOISe86S92N1MSKoxXxS.1 2024-09-12T17:30:53.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-12T17:30:53.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.10__multipart_foo.2~KsV20D5bE2vNOISe86S92N1MSKoxXxS.2 2024-09-12T17:30:53.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-12T17:30:53.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.10__multipart_foo.2~KsV20D5bE2vNOISe86S92N1MSKoxXxS.3 2024-09-12T17:30:53.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-12T17:30:53.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.10__multipart_foo.2~KsV20D5bE2vNOISe86S92N1MSKoxXxS.4 2024-09-12T17:30:53.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-12T17:30:53.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14710520949238685894 2024-09-12T17:30:53.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.904+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo[uYVJNvjkV3AAycfhVAG4YJC-Xhi1Syn] 2024-09-12T17:30:53.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.908+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a5025e0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55911a484678 s->prefetch_data=0 2024-09-12T17:30:53.906 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.912+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.10.0 2024-09-12T17:30:53.909 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.912+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.10.0 2024-09-12T17:30:53.909 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.912+0000 7ff050e0b9c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:30:53.909 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.912+0000 7ff050e0b9c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:30:53.909 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.916+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:30:53.910 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.916+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:30:53.910 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.916+0000 7ff050e0b9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:30:53.910 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.916+0000 7ff050e0b9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:30:53.910 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.916+0000 7ff050e0b9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[fbe06962-a98e-4cf5-b805-dd8639959719.4523.10])"; uploads.size()=0; is_truncated=0 2024-09-12T17:30:53.912 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.916+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2024-09-12T17:30:53.912 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.916+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.913 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.920+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=237 2024-09-12T17:30:53.913 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.920+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2024-09-12T17:30:53.913 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.920+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2024-09-12T17:30:53.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.920+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2024-09-12T17:30:53.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.920+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2024-09-12T17:30:53.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.920+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529732 cookie 94081699363600 notifier 5645 bl.length()=193 2024-09-12T17:30:53.920 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.924+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.10 from cache 2024-09-12T17:30:53.920 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.924+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.10, ofs0, ns] 2024-09-12T17:30:53.920 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.928+0000 7fef327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529694 cookie 94081699361472 notifier 5645 bl.length()=251 2024-09-12T17:30:53.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.928+0000 7ff050e0b9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.10 : miss 2024-09-12T17:30:53.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.928+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.925 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.932+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:53.925 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.932+0000 7ff050e0b9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.10 info.flags=0x0 2024-09-12T17:30:53.925 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.932+0000 7ff050e0b9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.10 to cache LRU end 2024-09-12T17:30:53.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.936+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.9 : miss 2024-09-12T17:30:53.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.936+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.936+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:30:53.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.936+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.9 info.flags=0x17 2024-09-12T17:30:53.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.936+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.9 to cache LRU end 2024-09-12T17:30:53.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.936+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:53.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.936+0000 7ff050e0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:30:53.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.936+0000 7ff050e0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.9 2024-09-12T17:30:53.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.940+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo 2024-09-12T17:30:53.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.940+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a436be0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55911a491f28 s->prefetch_data=0 2024-09-12T17:30:53.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.940+0000 7ff050e0b9c0 10 manifest: total_size = 74198 2024-09-12T17:30:53.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.940+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.5730963220239616360 2024-09-12T17:30:53.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.940+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a436be0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55911a491f28 s->prefetch_data=0 2024-09-12T17:30:53.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.940+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491f28 2024-09-12T17:30:53.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.940+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.9.0 2024-09-12T17:30:53.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:30:53.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-12T17:30:53.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-12T17:30:53.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:30:53.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-12T17:30:53.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2024-09-12T17:30:53.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T17:30:53.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=20613 2024-09-12T17:30:53.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2024-09-12T17:30:53.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2024-09-12T17:30:53.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4256143 part_ofs=61839 rule->part_size=12359 2024-09-12T17:30:53.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2024-09-12T17:30:53.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.5730963220239616360 2024-09-12T17:30:53.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.9__multipart_foo.2~3u1ptwV9RcgtbcCxM1llSNegeOQ4bZx.1 2024-09-12T17:30:53.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 344 2024-09-12T17:30:53.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.9__multipart_foo.2~3u1ptwV9RcgtbcCxM1llSNegeOQ4bZx.2 2024-09-12T17:30:53.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 588 2024-09-12T17:30:53.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.9__multipart_foo.2~3u1ptwV9RcgtbcCxM1llSNegeOQ4bZx.3 2024-09-12T17:30:53.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 832 2024-09-12T17:30:53.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.9__multipart_foo.2~3u1ptwV9RcgtbcCxM1llSNegeOQ4bZx.4 2024-09-12T17:30:53.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1076 2024-09-12T17:30:53.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.5730963220239616360 2024-09-12T17:30:53.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:30:53.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo 2024-09-12T17:30:53.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.948+0000 7ff050e0b9c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:30:53.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.952+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:30:53.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.952+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:30:53.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.952+0000 7ff050e0b9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:30:53.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.952+0000 7ff050e0b9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:30:53.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.952+0000 7ff050e0b9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[fbe06962-a98e-4cf5-b805-dd8639959719.4523.9])"; uploads.size()=0; is_truncated=0 2024-09-12T17:30:53.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.956+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2024-09-12T17:30:53.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.956+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.956+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T17:30:53.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.956+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2024-09-12T17:30:53.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.956+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2024-09-12T17:30:53.954 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.960+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2024-09-12T17:30:53.954 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.960+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2024-09-12T17:30:53.954 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.960+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529695 cookie 94081699375040 notifier 5645 bl.length()=183 2024-09-12T17:30:53.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.964+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.9 from cache 2024-09-12T17:30:53.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.964+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.9, ofs0, ns] 2024-09-12T17:30:53.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.964+0000 7fef327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529680 cookie 94081699385008 notifier 5645 bl.length()=240 2024-09-12T17:30:53.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.968+0000 7ff050e0b9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.9 : miss 2024-09-12T17:30:53.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.968+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.968+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:53.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.968+0000 7ff050e0b9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.9 info.flags=0x0 2024-09-12T17:30:53.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.968+0000 7ff050e0b9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.9 to cache LRU end 2024-09-12T17:30:53.968 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.972+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15 : miss 2024-09-12T17:30:53.968 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.972+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:53.969 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:30:53.969 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15 info.flags=0x17 2024-09-12T17:30:53.969 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15 to cache LRU end 2024-09-12T17:30:53.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:53.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:30:53.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15 2024-09-12T17:30:53.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:30:53.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T17:30:53.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T17:30:53.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T17:30:53.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:30:53.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T17:30:53.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T17:30:53.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T17:30:53.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:30:53.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T17:30:53.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T17:30:53.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T17:30:53.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55911a491e88 s->prefetch_data=0 2024-09-12T17:30:53.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 10 manifest: total_size = 5242880 2024-09-12T17:30:53.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.12645568208042541900 2024-09-12T17:30:53.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55911a491e88 s->prefetch_data=0 2024-09-12T17:30:53.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491e88 2024-09-12T17:30:53.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.976+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.15.0 2024-09-12T17:30:53.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.984+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.984+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.984+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.984+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.984+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.12645568208042541900 2024-09-12T17:30:53.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.984+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.984+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_._etDCTIRQxeB4Acfpy1t6XGFagSpoS2_0 2024-09-12T17:30:53.979 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.984+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T17:30:53.979 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.984+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_._etDCTIRQxeB4Acfpy1t6XGFagSpoS2_1 2024-09-12T17:30:53.979 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.984+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-12T17:30:53.979 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.984+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.979 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.984+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.12645568208042541900 2024-09-12T17:30:53.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.988+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:30:53.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.988+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:53.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.988+0000 7ff050e0b9c0 10 manifest: total_size = 5242880 2024-09-12T17:30:53.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.988+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.17112242703581970488 2024-09-12T17:30:53.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.988+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:53.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.988+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:53.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.988+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.15.0 2024-09-12T17:30:53.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.996+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.996+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.996+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:53.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.996+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:30:53.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.996+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.17112242703581970488 2024-09-12T17:30:53.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.996+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:53.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.996+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_._etDCTIRQxeB4Acfpy1t6XGFagSpoS2_0 2024-09-12T17:30:53.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.996+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T17:30:53.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.996+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_._etDCTIRQxeB4Acfpy1t6XGFagSpoS2_1 2024-09-12T17:30:53.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.996+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-12T17:30:53.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.996+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:53.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:53.996+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.17112242703581970488 2024-09-12T17:30:53.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.000+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T17:30:53.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.000+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:53.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.000+0000 7ff050e0b9c0 10 manifest: total_size = 5242880 2024-09-12T17:30:53.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.000+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to _pBkQDok3kgnhHOPDRbwY8PUJAzan_p8 2024-09-12T17:30:53.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.000+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:53.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.000+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:53.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.000+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.15.0 2024-09-12T17:30:54.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.004+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.004+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.004+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.004+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.004+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _pBkQDok3kgnhHOPDRbwY8PUJAzan_p8 2024-09-12T17:30:54.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.004+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.004+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.59qjbQrYwT9lfXkAdTlIznM-1kje0Bl_0 2024-09-12T17:30:54.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.004+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:30:54.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.004+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.59qjbQrYwT9lfXkAdTlIznM-1kje0Bl_1 2024-09-12T17:30:54.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.004+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T17:30:54.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.004+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.001 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.004+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: _pBkQDok3kgnhHOPDRbwY8PUJAzan_p8 2024-09-12T17:30:54.002 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.008+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.002 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.008+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T17:30:54.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.008+0000 7ff050e0b9c0 10 manifest: total_size = 5242880 2024-09-12T17:30:54.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.008+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to _feqjGlgRvRGgTLlzCvy0i4AXH8MSzyE 2024-09-12T17:30:54.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.008+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.008+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.008+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.15.0 2024-09-12T17:30:54.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _feqjGlgRvRGgTLlzCvy0i4AXH8MSzyE 2024-09-12T17:30:54.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.tASscppGywLikbUzLAJmj1oQPVLwjzs_0 2024-09-12T17:30:54.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:30:54.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.tASscppGywLikbUzLAJmj1oQPVLwjzs_1 2024-09-12T17:30:54.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:30:54.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _feqjGlgRvRGgTLlzCvy0i4AXH8MSzyE 2024-09-12T17:30:54.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.016+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T17:30:54.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.020+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a48d8b0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.020+0000 7ff050e0b9c0 10 manifest: total_size = 5242880 2024-09-12T17:30:54.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.020+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.16833543562987787187 2024-09-12T17:30:54.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.020+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a48d8b0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.020+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.020+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.15.0 2024-09-12T17:30:54.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.024+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.024+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.024+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.024+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.024+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16833543562987787187 2024-09-12T17:30:54.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.024+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.024+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.Ah2-uI4HVryPj392xh2MMFwQckfxbRU_0 2024-09-12T17:30:54.021 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.024+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T17:30:54.021 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.024+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.Ah2-uI4HVryPj392xh2MMFwQckfxbRU_1 2024-09-12T17:30:54.021 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.024+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T17:30:54.021 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.024+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.021 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.024+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16833543562987787187 2024-09-12T17:30:54.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.028+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:30:54.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.028+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4929d0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.025 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.032+0000 7ff050e0b9c0 10 manifest: total_size = 5242880 2024-09-12T17:30:54.025 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.032+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to _8PErKZKX8bWR38_7np_lv8fNgqwqwDQ 2024-09-12T17:30:54.025 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.032+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4929d0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.025 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.032+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.025 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.032+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.15.0 2024-09-12T17:30:54.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.036+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.036+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.036+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.036+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.036+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _8PErKZKX8bWR38_7np_lv8fNgqwqwDQ 2024-09-12T17:30:54.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.036+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.036+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.wJkSnj2-Awc6bR-jwD1XZBQld6mQw_0_0 2024-09-12T17:30:54.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.036+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:30:54.032 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.036+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.wJkSnj2-Awc6bR-jwD1XZBQld6mQw_0_1 2024-09-12T17:30:54.032 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.036+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T17:30:54.032 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.036+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.032 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.036+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: _8PErKZKX8bWR38_7np_lv8fNgqwqwDQ 2024-09-12T17:30:54.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.040+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T17:30:54.035 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.040+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.040+0000 7ff050e0b9c0 10 manifest: total_size = 5242880 2024-09-12T17:30:54.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.040+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.11842058358306126073 2024-09-12T17:30:54.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.040+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.040+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.040+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.15.0 2024-09-12T17:30:54.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.048+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.048+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.048+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.048+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.048+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.11842058358306126073 2024-09-12T17:30:54.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.048+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.048+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.Ah2-uI4HVryPj392xh2MMFwQckfxbRU_0 2024-09-12T17:30:54.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.048+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T17:30:54.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.048+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.Ah2-uI4HVryPj392xh2MMFwQckfxbRU_1 2024-09-12T17:30:54.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.048+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T17:30:54.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.048+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.048+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.11842058358306126073 2024-09-12T17:30:54.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.052+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T17:30:54.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.052+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.052+0000 7ff050e0b9c0 10 manifest: total_size = 5242880 2024-09-12T17:30:54.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.052+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to _u_hP5caaG2Nph5unqCyp-Y1rzqk2qfp 2024-09-12T17:30:54.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.052+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.052+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.052+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.15.0 2024-09-12T17:30:54.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _u_hP5caaG2Nph5unqCyp-Y1rzqk2qfp 2024-09-12T17:30:54.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.rZ9uOIaqQ_tE3LDQdFulVxxbNpVaV7C_0 2024-09-12T17:30:54.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:30:54.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.rZ9uOIaqQ_tE3LDQdFulVxxbNpVaV7C_1 2024-09-12T17:30:54.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:30:54.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: _u_hP5caaG2Nph5unqCyp-Y1rzqk2qfp 2024-09-12T17:30:54.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.060+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T17:30:54.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.064+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.064+0000 7ff050e0b9c0 10 manifest: total_size = 324647 2024-09-12T17:30:54.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.064+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.3041880614154467290 2024-09-12T17:30:54.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.064+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.064+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.064+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.15.0 2024-09-12T17:30:54.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.068+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.068+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.068+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.3041880614154467290 2024-09-12T17:30:54.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.068+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.068+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.awpiASvlWE6PsLM6AwIDlihxkDaqJgB_0 2024-09-12T17:30:54.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.068+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-12T17:30:54.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.068+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.068+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.3041880614154467290 2024-09-12T17:30:54.067 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.072+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:30:54.067 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.072+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.072+0000 7ff050e0b9c0 10 manifest: total_size = 324647 2024-09-12T17:30:54.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.072+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to _1YYALuyh1wzeVOVNU22E34QPPkLECu- 2024-09-12T17:30:54.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.072+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.072+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.072+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.15.0 2024-09-12T17:30:54.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.080+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.080+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.080+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _1YYALuyh1wzeVOVNU22E34QPPkLECu- 2024-09-12T17:30:54.075 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.080+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.075 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.080+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.YQdLkCQEfYQ-o_5p9u5nRKND4GvwDm9_0 2024-09-12T17:30:54.075 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.080+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:30:54.075 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.080+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.075 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.080+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: _1YYALuyh1wzeVOVNU22E34QPPkLECu- 2024-09-12T17:30:54.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.084+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T17:30:54.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.084+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.084+0000 7ff050e0b9c0 10 manifest: total_size = 324647 2024-09-12T17:30:54.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.084+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to _jUl24IcsmmghrvPC6uYYRtvJPJ0gOMD 2024-09-12T17:30:54.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.084+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.084+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.084+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.15.0 2024-09-12T17:30:54.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.092+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.092+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.092+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _jUl24IcsmmghrvPC6uYYRtvJPJ0gOMD 2024-09-12T17:30:54.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.092+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.092+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_._0DDFVPDAaQC3bWfI52TkrriJqUze7-_0 2024-09-12T17:30:54.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.092+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:30:54.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.092+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.092+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: _jUl24IcsmmghrvPC6uYYRtvJPJ0gOMD 2024-09-12T17:30:54.091 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.096+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T17:30:54.091 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.096+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.092 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.100+0000 7ff050e0b9c0 10 manifest: total_size = 324647 2024-09-12T17:30:54.092 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.100+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.6770549806996699808 2024-09-12T17:30:54.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.100+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040061720 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.100+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.100+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.15.0 2024-09-12T17:30:54.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.104+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.104+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=324647 stripe_ofs=324647 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.104+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.6770549806996699808 2024-09-12T17:30:54.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.104+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.104+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.awpiASvlWE6PsLM6AwIDlihxkDaqJgB_0 2024-09-12T17:30:54.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.104+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-12T17:30:54.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.104+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.104+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.6770549806996699808 2024-09-12T17:30:54.102 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.108+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T17:30:54.102 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.108+0000 7ff050e0b9c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:30:54.102 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.108+0000 7ff050e0b9c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:30:54.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.108+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:30:54.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.108+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:30:54.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.108+0000 7ff050e0b9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:30:54.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.108+0000 7ff050e0b9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:30:54.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.108+0000 7ff050e0b9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[fbe06962-a98e-4cf5-b805-dd8639959719.4523.15])"; uploads.size()=0; is_truncated=0 2024-09-12T17:30:54.107 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.112+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2024-09-12T17:30:54.107 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.112+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.108 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.112+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=233 2024-09-12T17:30:54.108 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.112+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2024-09-12T17:30:54.108 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.112+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2024-09-12T17:30:54.111 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.116+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2024-09-12T17:30:54.111 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.116+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2024-09-12T17:30:54.112 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.116+0000 7fef327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529733 cookie 94081699363600 notifier 5645 bl.length()=189 2024-09-12T17:30:54.116 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.120+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15 from cache 2024-09-12T17:30:54.116 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.120+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15, ofs0, ns] 2024-09-12T17:30:54.117 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.124+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529696 cookie 94081699361472 notifier 5645 bl.length()=247 2024-09-12T17:30:54.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.128+0000 7ff050e0b9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.15 : miss 2024-09-12T17:30:54.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.128+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.128+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:54.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.128+0000 7ff050e0b9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.15 info.flags=0x0 2024-09-12T17:30:54.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.128+0000 7ff050e0b9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.15 to cache LRU end 2024-09-12T17:30:54.127 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.132+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16 : miss 2024-09-12T17:30:54.127 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.132+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.132+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T17:30:54.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.132+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16 info.flags=0x17 2024-09-12T17:30:54.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.132+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16 to cache LRU end 2024-09-12T17:30:54.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.132+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:54.129 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.132+0000 7ff050e0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:30:54.129 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.132+0000 7ff050e0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16 2024-09-12T17:30:54.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:30:54.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T17:30:54.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T17:30:54.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T17:30:54.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:30:54.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T17:30:54.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T17:30:54.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T17:30:54.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:30:54.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T17:30:54.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T17:30:54.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T17:30:54.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a465170 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 10 manifest: total_size = 11534336 2024-09-12T17:30:54.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.13180025087637670731 2024-09-12T17:30:54.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a465170 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.136+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.16.0 2024-09-12T17:30:54.137 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.137 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.137 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.137 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.137 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.137 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.137 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.137 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.137 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.137 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.13180025087637670731 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.1 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.1_1 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.2 2024-09-12T17:30:54.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2024-09-12T17:30:54.139 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.2_1 2024-09-12T17:30:54.139 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2024-09-12T17:30:54.139 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.3 2024-09-12T17:30:54.139 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2024-09-12T17:30:54.139 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.139 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.13180025087637670731 2024-09-12T17:30:54.141 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.144+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:30:54.141 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.148+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff0480617b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.142 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.148+0000 7ff050e0b9c0 10 manifest: total_size = 11534336 2024-09-12T17:30:54.142 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.148+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.15304558575330597817 2024-09-12T17:30:54.142 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.148+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff0480617b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.142 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.148+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.142 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.148+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.16.0 2024-09-12T17:30:54.148 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:30:54.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:30:54.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15304558575330597817 2024-09-12T17:30:54.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.1 2024-09-12T17:30:54.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-12T17:30:54.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.1_1 2024-09-12T17:30:54.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2024-09-12T17:30:54.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.2 2024-09-12T17:30:54.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2024-09-12T17:30:54.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.2_1 2024-09-12T17:30:54.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2024-09-12T17:30:54.151 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.3 2024-09-12T17:30:54.151 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2024-09-12T17:30:54.151 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.151 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.152+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15304558575330597817 2024-09-12T17:30:54.152 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.156+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T17:30:54.152 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.156+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff0480617b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.153 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.160+0000 7ff050e0b9c0 10 manifest: total_size = 11534336 2024-09-12T17:30:54.153 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.160+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to _7rC9X4yiJci__ts2Adlho3wd_IPfW63 2024-09-12T17:30:54.153 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.160+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff0480617b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.153 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.160+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.154 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.160+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.16.0 2024-09-12T17:30:54.159 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.159 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _7rC9X4yiJci__ts2Adlho3wd_IPfW63 2024-09-12T17:30:54.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.CoVLTTFb0Mv1gj7bS8VqyTvagF6P4Lb_0 2024-09-12T17:30:54.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:30:54.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.CoVLTTFb0Mv1gj7bS8VqyTvagF6P4Lb_1 2024-09-12T17:30:54.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T17:30:54.161 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.CoVLTTFb0Mv1gj7bS8VqyTvagF6P4Lb_2 2024-09-12T17:30:54.161 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2024-09-12T17:30:54.161 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.161 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.164+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: _7rC9X4yiJci__ts2Adlho3wd_IPfW63 2024-09-12T17:30:54.163 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.168+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T17:30:54.163 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.168+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040049480 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.163 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.168+0000 7ff050e0b9c0 10 manifest: total_size = 11534336 2024-09-12T17:30:54.164 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.168+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to _10cUWoM6Q04ewCt7rwkPPCncz18-bbO 2024-09-12T17:30:54.164 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.168+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040049480 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.164 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.168+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.164 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.168+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.16.0 2024-09-12T17:30:54.171 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.171 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.171 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.171 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.171 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.171 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.171 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _10cUWoM6Q04ewCt7rwkPPCncz18-bbO 2024-09-12T17:30:54.171 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.172 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.Qmwm6dQjJ1whMzS855WOlFu_3cOHB5i_0 2024-09-12T17:30:54.172 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:30:54.172 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.Qmwm6dQjJ1whMzS855WOlFu_3cOHB5i_1 2024-09-12T17:30:54.172 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:30:54.172 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.Qmwm6dQjJ1whMzS855WOlFu_3cOHB5i_2 2024-09-12T17:30:54.172 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-12T17:30:54.172 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.172 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.176+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: _10cUWoM6Q04ewCt7rwkPPCncz18-bbO 2024-09-12T17:30:54.173 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.180+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T17:30:54.173 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.180+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff04004ce60 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.180+0000 7ff050e0b9c0 10 manifest: total_size = 11534336 2024-09-12T17:30:54.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.180+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.17453376071162526426 2024-09-12T17:30:54.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.180+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff04004ce60 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.180+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.180+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.16.0 2024-09-12T17:30:54.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.17453376071162526426 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.1 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.1_1 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.2 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-12T17:30:54.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.2_1 2024-09-12T17:30:54.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2024-09-12T17:30:54.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.3 2024-09-12T17:30:54.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2024-09-12T17:30:54.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.184+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.17453376071162526426 2024-09-12T17:30:54.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.188+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:30:54.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.188+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a436be0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.188+0000 7ff050e0b9c0 10 manifest: total_size = 11534336 2024-09-12T17:30:54.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.188+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to _9QDFC9CapFhkxNlzZYFrGZjX5cw_N7W 2024-09-12T17:30:54.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.188+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a436be0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.188+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.185 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.188+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.16.0 2024-09-12T17:30:54.190 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.190 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.190 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.190 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _9QDFC9CapFhkxNlzZYFrGZjX5cw_N7W 2024-09-12T17:30:54.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.biq4ILB2Q3SyV23T1sXvNe1VZJAzkcQ_0 2024-09-12T17:30:54.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:30:54.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.biq4ILB2Q3SyV23T1sXvNe1VZJAzkcQ_1 2024-09-12T17:30:54.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T17:30:54.192 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.biq4ILB2Q3SyV23T1sXvNe1VZJAzkcQ_2 2024-09-12T17:30:54.192 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2024-09-12T17:30:54.192 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.192 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.196+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: _9QDFC9CapFhkxNlzZYFrGZjX5cw_N7W 2024-09-12T17:30:54.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.200+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T17:30:54.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.200+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff04004ce60 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.200+0000 7ff050e0b9c0 10 manifest: total_size = 11534336 2024-09-12T17:30:54.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.200+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.15004061083209379085 2024-09-12T17:30:54.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.200+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff04004ce60 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.200+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.195 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.200+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.16.0 2024-09-12T17:30:54.201 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.201 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.201 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.202 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.202 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.202 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.202 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:30:54.204 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.204 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:30:54.204 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15004061083209379085 2024-09-12T17:30:54.204 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.204 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.1 2024-09-12T17:30:54.204 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-12T17:30:54.205 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.1_1 2024-09-12T17:30:54.205 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-12T17:30:54.205 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.2 2024-09-12T17:30:54.205 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-12T17:30:54.205 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.2_1 2024-09-12T17:30:54.206 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2024-09-12T17:30:54.206 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.3 2024-09-12T17:30:54.206 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2024-09-12T17:30:54.206 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.206 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.204+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.15004061083209379085 2024-09-12T17:30:54.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.208+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T17:30:54.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.212+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a436be0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.212+0000 7ff050e0b9c0 10 manifest: total_size = 11534336 2024-09-12T17:30:54.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.212+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to _gSSRgDAY9l-bpjswgh2mWB3n7pOP6nM 2024-09-12T17:30:54.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.212+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a436be0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.212+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.212+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.16.0 2024-09-12T17:30:54.212 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.213 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.213 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.213 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.213 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.213 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _gSSRgDAY9l-bpjswgh2mWB3n7pOP6nM 2024-09-12T17:30:54.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.HbBuoF-DLLMpEDsqmfZIiU0a5r-KwYP_0 2024-09-12T17:30:54.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T17:30:54.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.HbBuoF-DLLMpEDsqmfZIiU0a5r-KwYP_1 2024-09-12T17:30:54.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T17:30:54.215 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.HbBuoF-DLLMpEDsqmfZIiU0a5r-KwYP_2 2024-09-12T17:30:54.215 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-12T17:30:54.215 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.215 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.216+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: _gSSRgDAY9l-bpjswgh2mWB3n7pOP6nM 2024-09-12T17:30:54.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.220+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T17:30:54.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.220+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff0480617b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.217 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.224+0000 7ff050e0b9c0 10 manifest: total_size = 541681 2024-09-12T17:30:54.217 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.224+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.3961633136546076778 2024-09-12T17:30:54.217 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.224+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff0480617b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.218 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.224+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.218 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.224+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.16.0 2024-09-12T17:30:54.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:30:54.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-12T17:30:54.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:30:54.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:30:54.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-12T17:30:54.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2024-09-12T17:30:54.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2024-09-12T17:30:54.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=49187 2024-09-12T17:30:54.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2024-09-12T17:30:54.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.3961633136546076778 2024-09-12T17:30:54.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-STANDARD.2~KsYnWW432Z_UFvj8w1GnGBs5_cR6qSK.1 2024-09-12T17:30:54.224 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-12T17:30:54.224 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-STANDARD.2~KsYnWW432Z_UFvj8w1GnGBs5_cR6qSK.2 2024-09-12T17:30:54.224 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-12T17:30:54.224 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-STANDARD.2~KsYnWW432Z_UFvj8w1GnGBs5_cR6qSK.3 2024-09-12T17:30:54.224 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-12T17:30:54.224 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.224 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.228+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.3961633136546076778 2024-09-12T17:30:54.225 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.232+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:30:54.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.232+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a492920 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.232+0000 7ff050e0b9c0 10 manifest: total_size = 541681 2024-09-12T17:30:54.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.232+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to _aPp6Jxv7mktmztH3h5XDq5Gm613Kezd 2024-09-12T17:30:54.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.232+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a492920 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.232+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.232+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.16.0 2024-09-12T17:30:54.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.240+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.240+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.240+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _aPp6Jxv7mktmztH3h5XDq5Gm613Kezd 2024-09-12T17:30:54.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.240+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.240+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.K80MLoa7HG2i8c5zKKk4w36zVUAd4Ih_0 2024-09-12T17:30:54.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.240+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T17:30:54.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.240+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.240+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: _aPp6Jxv7mktmztH3h5XDq5Gm613Kezd 2024-09-12T17:30:54.236 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.240+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T17:30:54.237 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.244+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a48a2f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.238 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.244+0000 7ff050e0b9c0 10 manifest: total_size = 541681 2024-09-12T17:30:54.238 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.244+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to _z48-uf9VdSgGKqzvc1uTLC_ScqSrgor 2024-09-12T17:30:54.238 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.244+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a48a2f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.238 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.244+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.238 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.244+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.16.0 2024-09-12T17:30:54.243 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.248+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.244 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.248+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.244 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.248+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: _z48-uf9VdSgGKqzvc1uTLC_ScqSrgor 2024-09-12T17:30:54.244 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.248+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.244 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.248+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.5-5pF_BGS2Q3Pirjw_iW7uTMehqygQv_0 2024-09-12T17:30:54.244 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.248+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T17:30:54.244 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.248+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.244 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.248+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: _z48-uf9VdSgGKqzvc1uTLC_ScqSrgor 2024-09-12T17:30:54.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.252+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T17:30:54.247 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.252+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff0480617b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.252+0000 7ff050e0b9c0 10 manifest: total_size = 541681 2024-09-12T17:30:54.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.252+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.3825580710668462852 2024-09-12T17:30:54.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.252+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff0480617b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55911a491d78 s->prefetch_data=0 2024-09-12T17:30:54.249 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.252+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a491d78 2024-09-12T17:30:54.249 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.256+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.16.0 2024-09-12T17:30:54.254 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:30:54.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-12T17:30:54.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T17:30:54.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T17:30:54.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-12T17:30:54.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2024-09-12T17:30:54.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2024-09-12T17:30:54.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=49187 2024-09-12T17:30:54.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2024-09-12T17:30:54.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.3825580710668462852 2024-09-12T17:30:54.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-STANDARD.2~KsYnWW432Z_UFvj8w1GnGBs5_cR6qSK.1 2024-09-12T17:30:54.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-12T17:30:54.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-STANDARD.2~KsYnWW432Z_UFvj8w1GnGBs5_cR6qSK.2 2024-09-12T17:30:54.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-12T17:30:54.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-STANDARD.2~KsYnWW432Z_UFvj8w1GnGBs5_cR6qSK.3 2024-09-12T17:30:54.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-12T17:30:54.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.260+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.3825580710668462852 2024-09-12T17:30:54.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.264+0000 7ff050e0b9c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:30:54.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.264+0000 7ff050e0b9c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:30:54.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.264+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T17:30:54.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.264+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:30:54.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.264+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:30:54.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.264+0000 7ff050e0b9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:30:54.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.264+0000 7ff050e0b9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:30:54.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.264+0000 7ff050e0b9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[fbe06962-a98e-4cf5-b805-dd8639959719.4523.16])"; uploads.size()=0; is_truncated=0 2024-09-12T17:30:54.262 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.268+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2024-09-12T17:30:54.262 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.268+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.268+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=243 2024-09-12T17:30:54.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.268+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2024-09-12T17:30:54.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.268+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2024-09-12T17:30:54.266 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.272+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2024-09-12T17:30:54.266 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.272+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2024-09-12T17:30:54.267 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.272+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529682 cookie 94081699372464 notifier 5645 bl.length()=199 2024-09-12T17:30:54.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.276+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16 from cache 2024-09-12T17:30:54.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.276+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16, ofs0, ns] 2024-09-12T17:30:54.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.276+0000 7fef327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529683 cookie 94081699372464 notifier 5645 bl.length()=257 2024-09-12T17:30:54.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.280+0000 7ff050e0b9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.16 : miss 2024-09-12T17:30:54.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.280+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.284+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:54.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.284+0000 7ff050e0b9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.16 info.flags=0x0 2024-09-12T17:30:54.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.284+0000 7ff050e0b9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.16 to cache LRU end 2024-09-12T17:30:54.282 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.288+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14 : miss 2024-09-12T17:30:54.283 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.288+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.284 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.288+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T17:30:54.284 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.288+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14 info.flags=0x17 2024-09-12T17:30:54.284 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.288+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14 to cache LRU end 2024-09-12T17:30:54.284 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.288+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:54.284 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.288+0000 7ff050e0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:30:54.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.288+0000 7ff050e0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14 2024-09-12T17:30:54.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.292+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:30:54.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.292+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:30:54.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.292+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:30:54.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.292+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4a04d0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55911a495aa8 s->prefetch_data=0 2024-09-12T17:30:54.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.292+0000 7ff050e0b9c0 10 manifest: total_size = 11534336 2024-09-12T17:30:54.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.292+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.9386167700342984405 2024-09-12T17:30:54.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.292+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4a04d0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55911a495aa8 s->prefetch_data=0 2024-09-12T17:30:54.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.292+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a495aa8 2024-09-12T17:30:54.287 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.292+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.14.0 2024-09-12T17:30:54.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:30:54.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:30:54.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.9386167700342984405 2024-09-12T17:30:54.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-FROZEN.2~iaFFQiWgpxgonI65T-_2RglMwrljRSb.1 2024-09-12T17:30:54.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-12T17:30:54.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__shadow_foo-FROZEN.2~iaFFQiWgpxgonI65T-_2RglMwrljRSb.1_1 2024-09-12T17:30:54.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-12T17:30:54.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-FROZEN.2~iaFFQiWgpxgonI65T-_2RglMwrljRSb.2 2024-09-12T17:30:54.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-12T17:30:54.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__shadow_foo-FROZEN.2~iaFFQiWgpxgonI65T-_2RglMwrljRSb.2_1 2024-09-12T17:30:54.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-12T17:30:54.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-FROZEN.2~iaFFQiWgpxgonI65T-_2RglMwrljRSb.3 2024-09-12T17:30:54.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-12T17:30:54.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.9386167700342984405 2024-09-12T17:30:54.297 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.300+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:30:54.297 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.304+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff0440c6bd0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.298 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.304+0000 7ff050e0b9c0 10 manifest: total_size = 11534336 2024-09-12T17:30:54.298 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.304+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.8428243767569533599 2024-09-12T17:30:54.298 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.304+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff0440c6bd0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.298 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.304+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a494038 2024-09-12T17:30:54.298 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.304+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.14.0 2024-09-12T17:30:54.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:30:54.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:30:54.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.8428243767569533599 2024-09-12T17:30:54.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-LUKEWARM.2~K8Vc5ZTFUOUN7JKj9Xa0zXWlQFQ5TkW.1 2024-09-12T17:30:54.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-12T17:30:54.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__shadow_foo-LUKEWARM.2~K8Vc5ZTFUOUN7JKj9Xa0zXWlQFQ5TkW.1_1 2024-09-12T17:30:54.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-12T17:30:54.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-LUKEWARM.2~K8Vc5ZTFUOUN7JKj9Xa0zXWlQFQ5TkW.2 2024-09-12T17:30:54.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-12T17:30:54.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__shadow_foo-LUKEWARM.2~K8Vc5ZTFUOUN7JKj9Xa0zXWlQFQ5TkW.2_1 2024-09-12T17:30:54.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-12T17:30:54.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-LUKEWARM.2~K8Vc5ZTFUOUN7JKj9Xa0zXWlQFQ5TkW.3 2024-09-12T17:30:54.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-12T17:30:54.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.308+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.8428243767569533599 2024-09-12T17:30:54.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.312+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:30:54.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.312+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a465170 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.312+0000 7ff050e0b9c0 10 manifest: total_size = 11534336 2024-09-12T17:30:54.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.312+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.3502962767722230513 2024-09-12T17:30:54.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.312+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a465170 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.312+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a494038 2024-09-12T17:30:54.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.312+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.14.0 2024-09-12T17:30:54.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T17:30:54.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T17:30:54.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T17:30:54.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T17:30:54.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T17:30:54.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T17:30:54.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.3502962767722230513 2024-09-12T17:30:54.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-STANDARD.2~w-h3Bd25a4AsVDNBMNd9Y6Mb4LvFV6P.1 2024-09-12T17:30:54.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-12T17:30:54.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__shadow_foo-STANDARD.2~w-h3Bd25a4AsVDNBMNd9Y6Mb4LvFV6P.1_1 2024-09-12T17:30:54.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 626 2024-09-12T17:30:54.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-STANDARD.2~w-h3Bd25a4AsVDNBMNd9Y6Mb4LvFV6P.2 2024-09-12T17:30:54.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 890 2024-09-12T17:30:54.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__shadow_foo-STANDARD.2~w-h3Bd25a4AsVDNBMNd9Y6Mb4LvFV6P.2_1 2024-09-12T17:30:54.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1152 2024-09-12T17:30:54.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-STANDARD.2~w-h3Bd25a4AsVDNBMNd9Y6Mb4LvFV6P.3 2024-09-12T17:30:54.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1416 2024-09-12T17:30:54.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.320+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.3502962767722230513 2024-09-12T17:30:54.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.324+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:30:54.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.324+0000 7ff050e0b9c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:30:54.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.324+0000 7ff050e0b9c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:30:54.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.324+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:30:54.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.324+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:30:54.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.324+0000 7ff050e0b9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:30:54.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.324+0000 7ff050e0b9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:30:54.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.324+0000 7ff050e0b9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[fbe06962-a98e-4cf5-b805-dd8639959719.4523.14])"; uploads.size()=0; is_truncated=0 2024-09-12T17:30:54.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.328+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2024-09-12T17:30:54.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.328+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.328+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=238 2024-09-12T17:30:54.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.328+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2024-09-12T17:30:54.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.328+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2024-09-12T17:30:54.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.332+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2024-09-12T17:30:54.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.332+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2024-09-12T17:30:54.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.332+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529679 cookie 94081699378592 notifier 5645 bl.length()=194 2024-09-12T17:30:54.332 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.336+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14 from cache 2024-09-12T17:30:54.332 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.336+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14, ofs0, ns] 2024-09-12T17:30:54.332 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.340+0000 7fef327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529684 cookie 94081699372464 notifier 5645 bl.length()=252 2024-09-12T17:30:54.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.344+0000 7ff050e0b9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.14 : miss 2024-09-12T17:30:54.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.344+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.344+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:54.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.344+0000 7ff050e0b9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.14 info.flags=0x0 2024-09-12T17:30:54.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.344+0000 7ff050e0b9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.14 to cache LRU end 2024-09-12T17:30:54.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.348+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13 : miss 2024-09-12T17:30:54.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.348+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=450 2024-09-12T17:30:54.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13 info.flags=0x17 2024-09-12T17:30:54.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13 to cache LRU end 2024-09-12T17:30:54.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:54.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:30:54.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13 2024-09-12T17:30:54.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T17:30:54.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T17:30:54.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T17:30:54.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4a0a70 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 10 manifest: total_size = 10485760 2024-09-12T17:30:54.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.2910121713850294243 2024-09-12T17:30:54.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4a0a70 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.348 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a494038 2024-09-12T17:30:54.348 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.352+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.13.0 2024-09-12T17:30:54.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.2910121713850294243 2024-09-12T17:30:54.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.UwXGKpkcIe1y6OxZQyHW55WmCZVyvV1_0 2024-09-12T17:30:54.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-12T17:30:54.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.UwXGKpkcIe1y6OxZQyHW55WmCZVyvV1_1 2024-09-12T17:30:54.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2024-09-12T17:30:54.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.UwXGKpkcIe1y6OxZQyHW55WmCZVyvV1_2 2024-09-12T17:30:54.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 811 2024-09-12T17:30:54.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.360+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.2910121713850294243 2024-09-12T17:30:54.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.364+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T17:30:54.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.364+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff04004ce60 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.364+0000 7ff050e0b9c0 10 manifest: total_size = 10485760 2024-09-12T17:30:54.359 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.364+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.7847706553401261380 2024-09-12T17:30:54.359 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.364+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff04004ce60 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.359 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.364+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a494038 2024-09-12T17:30:54.359 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.364+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.13.0 2024-09-12T17:30:54.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.7847706553401261380 2024-09-12T17:30:54.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.KsaW2wjR_ra9BFgTbraSpPSjubBrwiA_0 2024-09-12T17:30:54.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2024-09-12T17:30:54.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.KsaW2wjR_ra9BFgTbraSpPSjubBrwiA_1 2024-09-12T17:30:54.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2024-09-12T17:30:54.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.KsaW2wjR_ra9BFgTbraSpPSjubBrwiA_2 2024-09-12T17:30:54.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 817 2024-09-12T17:30:54.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.372+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.7847706553401261380 2024-09-12T17:30:54.369 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.376+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff04004ce60 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.369 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.376+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T17:30:54.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.376+0000 7ff050e0b9c0 10 manifest: total_size = 649292 2024-09-12T17:30:54.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.376+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.4575189282586475371 2024-09-12T17:30:54.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.376+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff04004ce60 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.376+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a494038 2024-09-12T17:30:54.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.376+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.13.0 2024-09-12T17:30:54.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.380+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.380+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=649292 stripe_ofs=649292 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.380+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.4575189282586475371 2024-09-12T17:30:54.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.380+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.380+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.QanBmD6zSFmWPIAkqEIhxfhuONgDvDh_0 2024-09-12T17:30:54.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.380+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-12T17:30:54.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.380+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.380+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.4575189282586475371 2024-09-12T17:30:54.379 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.384+0000 7fef327fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T17:30:54.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.384+0000 7ff050e0b9c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:30:54.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.384+0000 7ff050e0b9c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:30:54.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.388+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:30:54.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.388+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:30:54.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.388+0000 7ff050e0b9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:30:54.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.388+0000 7ff050e0b9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:30:54.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.388+0000 7ff050e0b9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[fbe06962-a98e-4cf5-b805-dd8639959719.4523.13])"; uploads.size()=0; is_truncated=0 2024-09-12T17:30:54.385 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.392+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2024-09-12T17:30:54.385 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.392+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.386 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.392+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=228 2024-09-12T17:30:54.386 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.392+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2024-09-12T17:30:54.386 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.392+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2024-09-12T17:30:54.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.396+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2024-09-12T17:30:54.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.396+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2024-09-12T17:30:54.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.396+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529734 cookie 94081699363600 notifier 5645 bl.length()=184 2024-09-12T17:30:54.394 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.400+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13 from cache 2024-09-12T17:30:54.394 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.400+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13, ofs0, ns] 2024-09-12T17:30:54.394 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.400+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529735 cookie 94081699363600 notifier 5645 bl.length()=242 2024-09-12T17:30:54.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.404+0000 7ff050e0b9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.13 : miss 2024-09-12T17:30:54.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.404+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.404+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:54.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.404+0000 7ff050e0b9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.13 info.flags=0x0 2024-09-12T17:30:54.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.404+0000 7ff050e0b9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.13 to cache LRU end 2024-09-12T17:30:54.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.6 : miss 2024-09-12T17:30:54.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:30:54.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.6 info.flags=0x17 2024-09-12T17:30:54.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.6 to cache LRU end 2024-09-12T17:30:54.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:54.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:30:54.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.6 2024-09-12T17:30:54.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got __ 2024-09-12T17:30:54.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:30:54.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:30:54.408 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got obj 2024-09-12T17:30:54.408 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.412+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a462bd0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.408 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.416+0000 7ff050e0b9c0 10 manifest: total_size = 0 2024-09-12T17:30:54.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.416+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.11896906333781778960 2024-09-12T17:30:54.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.416+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a462bd0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.416+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a49e988 2024-09-12T17:30:54.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.416+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.6.0 2024-09-12T17:30:54.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.420+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a462bd0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55911a488828 s->prefetch_data=0 2024-09-12T17:30:54.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.424+0000 7ff050e0b9c0 10 manifest: total_size = 0 2024-09-12T17:30:54.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.424+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.4855844274250866042 2024-09-12T17:30:54.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.424+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a462bd0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55911a488828 s->prefetch_data=0 2024-09-12T17:30:54.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.424+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a488828 2024-09-12T17:30:54.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.424+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.6.0 2024-09-12T17:30:54.419 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.424+0000 7fef327fc640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:30:54.422 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.428+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a462bd0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55911a488828 s->prefetch_data=0 2024-09-12T17:30:54.423 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.428+0000 7ff050e0b9c0 10 manifest: total_size = 0 2024-09-12T17:30:54.423 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.428+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.13882992299079195425 2024-09-12T17:30:54.423 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.428+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a462bd0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55911a488828 s->prefetch_data=0 2024-09-12T17:30:54.424 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.428+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a488828 2024-09-12T17:30:54.424 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.428+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.6.0 2024-09-12T17:30:54.425 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.432+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:30:54.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.436+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a462bd0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55911a488828 s->prefetch_data=0 2024-09-12T17:30:54.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.436+0000 7ff050e0b9c0 10 manifest: total_size = 0 2024-09-12T17:30:54.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.436+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.8081236906792136168 2024-09-12T17:30:54.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.436+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a462bd0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55911a488828 s->prefetch_data=0 2024-09-12T17:30:54.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.436+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a488828 2024-09-12T17:30:54.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.436+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.6.0 2024-09-12T17:30:54.432 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.436+0000 7fef327fc640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:30:54.436 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.440+0000 7ff050e0b9c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:30:54.436 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.440+0000 7ff050e0b9c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:30:54.439 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.444+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:30:54.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.444+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:30:54.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.444+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:30:54.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.444+0000 7ff050e0b9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:30:54.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.444+0000 7ff050e0b9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:30:54.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.444+0000 7ff050e0b9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[fbe06962-a98e-4cf5-b805-dd8639959719.4523.6])"; uploads.size()=0; is_truncated=0 2024-09-12T17:30:54.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.448+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2024-09-12T17:30:54.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.448+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.452+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:30:54.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.452+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2024-09-12T17:30:54.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.452+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2024-09-12T17:30:54.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.452+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2024-09-12T17:30:54.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.452+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2024-09-12T17:30:54.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.452+0000 7fef327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529716 cookie 94081699368912 notifier 5645 bl.length()=181 2024-09-12T17:30:54.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.460+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.6 from cache 2024-09-12T17:30:54.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.460+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:fbe06962-a98e-4cf5-b805-dd8639959719.4523.6, ofs0, ns] 2024-09-12T17:30:54.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.460+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529697 cookie 94081699375040 notifier 5645 bl.length()=238 2024-09-12T17:30:54.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.464+0000 7ff050e0b9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.6 : miss 2024-09-12T17:30:54.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.464+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.464+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:54.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.464+0000 7ff050e0b9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.6 info.flags=0x0 2024-09-12T17:30:54.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.464+0000 7ff050e0b9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/fbe06962-a98e-4cf5-b805-dd8639959719.4523.6 to cache LRU end 2024-09-12T17:30:54.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.468+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:fbe06962-a98e-4cf5-b805-dd8639959719.4523.7 : miss 2024-09-12T17:30:54.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.468+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:30:54.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:fbe06962-a98e-4cf5-b805-dd8639959719.4523.7 info.flags=0x17 2024-09-12T17:30:54.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:fbe06962-a98e-4cf5-b805-dd8639959719.4523.7 to cache LRU end 2024-09-12T17:30:54.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:54.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:30:54.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:fbe06962-a98e-4cf5-b805-dd8639959719.4523.7 2024-09-12T17:30:54.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got __ 2024-09-12T17:30:54.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:30:54.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:30:54.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got obj 2024-09-12T17:30:54.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040049480 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 10 manifest: total_size = 527 2024-09-12T17:30:54.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.2670825646015329932 2024-09-12T17:30:54.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040049480 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a494038 2024-09-12T17:30:54.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.472+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.7.0 2024-09-12T17:30:54.474 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.480+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.474 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.480+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=527 stripe_ofs=527 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.474 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.480+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.2670825646015329932 2024-09-12T17:30:54.474 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.480+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.474 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.480+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.7__shadow_.mEaCGF3qEcQ4QrtJLRrUiv8brL8XHks_0 2024-09-12T17:30:54.474 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.480+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:30:54.474 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.480+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.474 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.480+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.2670825646015329932 2024-09-12T17:30:54.476 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.484+0000 7fef327fc640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:30:54.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.484+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040049480 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.484+0000 7ff050e0b9c0 10 manifest: total_size = 524288 2024-09-12T17:30:54.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.484+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.11028673760316097074 2024-09-12T17:30:54.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.484+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040049480 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55911a494038 s->prefetch_data=0 2024-09-12T17:30:54.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.484+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a494038 2024-09-12T17:30:54.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.484+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.7.0 2024-09-12T17:30:54.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.488+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.488+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=524288 stripe_ofs=524288 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.488+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.11028673760316097074 2024-09-12T17:30:54.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.488+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.488+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.7__shadow_.fTb7Pi9J7ZgP35PHMl4JXELJDzjTgHQ_0 2024-09-12T17:30:54.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.488+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:30:54.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.488+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.488+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.11028673760316097074 2024-09-12T17:30:54.487 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.492+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:30:54.487 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.492+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040049480 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.492+0000 7ff050e0b9c0 10 manifest: total_size = 38 2024-09-12T17:30:54.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.492+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.16695231869995945622 2024-09-12T17:30:54.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.492+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040049480 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.492+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a49e988 2024-09-12T17:30:54.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.492+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.7.0 2024-09-12T17:30:54.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.500+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.500+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=38 stripe_ofs=38 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.500+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16695231869995945622 2024-09-12T17:30:54.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.500+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.500+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.7__shadow_.gfw8wnT49eqwPnJDTS5Jr6DN7xk-d4N_0 2024-09-12T17:30:54.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.500+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:30:54.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.500+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.500+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.16695231869995945622 2024-09-12T17:30:54.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.504+0000 7fef327fc640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:30:54.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.504+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040058870 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.504+0000 7ff050e0b9c0 10 manifest: total_size = 24595 2024-09-12T17:30:54.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.504+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.2539855082390001338 2024-09-12T17:30:54.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.504+0000 7ff050e0b9c0 20 get_obj_state: octx=0x7ff040058870 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.504+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a49e988 2024-09-12T17:30:54.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.504+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.7.0 2024-09-12T17:30:54.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.508+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.508+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=24595 stripe_ofs=24595 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.508+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.2539855082390001338 2024-09-12T17:30:54.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.508+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.508+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.7__shadow_.FIkBXGPnTXxtld7dXUyT_NZoCB-GJ58_0 2024-09-12T17:30:54.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.508+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:30:54.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.508+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.508+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.2539855082390001338 2024-09-12T17:30:54.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.512+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:30:54.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.512+0000 7ff050e0b9c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:30:54.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.512+0000 7ff050e0b9c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:30:54.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.512+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:30:54.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.512+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:30:54.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.512+0000 7ff050e0b9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:30:54.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.512+0000 7ff050e0b9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:30:54.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.512+0000 7ff050e0b9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[fbe06962-a98e-4cf5-b805-dd8639959719.4523.7])"; uploads.size()=0; is_truncated=0 2024-09-12T17:30:54.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.516+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2024-09-12T17:30:54.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.516+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.520+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:30:54.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.520+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2024-09-12T17:30:54.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.520+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2024-09-12T17:30:54.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.520+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2024-09-12T17:30:54.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.520+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2024-09-12T17:30:54.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.520+0000 7fef327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529717 cookie 94081699368912 notifier 5645 bl.length()=181 2024-09-12T17:30:54.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.528+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:fbe06962-a98e-4cf5-b805-dd8639959719.4523.7 from cache 2024-09-12T17:30:54.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.528+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:fbe06962-a98e-4cf5-b805-dd8639959719.4523.7, ofs0, ns] 2024-09-12T17:30:54.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.528+0000 7fef327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529698 cookie 94081699375040 notifier 5645 bl.length()=238 2024-09-12T17:30:54.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.532+0000 7ff050e0b9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/fbe06962-a98e-4cf5-b805-dd8639959719.4523.7 : miss 2024-09-12T17:30:54.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.532+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.532+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:54.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.532+0000 7ff050e0b9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/fbe06962-a98e-4cf5-b805-dd8639959719.4523.7 info.flags=0x0 2024-09-12T17:30:54.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.532+0000 7ff050e0b9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/fbe06962-a98e-4cf5-b805-dd8639959719.4523.7 to cache LRU end 2024-09-12T17:30:54.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:fbe06962-a98e-4cf5-b805-dd8639959719.4523.8 : miss 2024-09-12T17:30:54.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T17:30:54.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:fbe06962-a98e-4cf5-b805-dd8639959719.4523.8 info.flags=0x17 2024-09-12T17:30:54.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:fbe06962-a98e-4cf5-b805-dd8639959719.4523.8 to cache LRU end 2024-09-12T17:30:54.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:54.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:30:54.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:fbe06962-a98e-4cf5-b805-dd8639959719.4523.8 2024-09-12T17:30:54.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got __ 2024-09-12T17:30:54.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got __ _ 2024-09-12T17:30:54.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got ___ 2024-09-12T17:30:54.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 10 cls_bucket_list_unordered: got obj 2024-09-12T17:30:54.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4a09d0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 10 manifest: total_size = 49187 2024-09-12T17:30:54.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.10629052842081910377 2024-09-12T17:30:54.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4a09d0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a49e988 2024-09-12T17:30:54.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.540+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.8.0 2024-09-12T17:30:54.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.548+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.548+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=49187 stripe_ofs=49187 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.548+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.10629052842081910377 2024-09-12T17:30:54.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.548+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.548+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.8__shadow_.Ywu5LR-DoqVHycZ7QpLioBtiXb_QVYQ_0 2024-09-12T17:30:54.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.548+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:30:54.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.548+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.548+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.10629052842081910377 2024-09-12T17:30:54.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.548+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=__ 2024-09-12T17:30:54.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.552+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4a09d0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.552+0000 7ff050e0b9c0 10 manifest: total_size = 1048576 2024-09-12T17:30:54.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.552+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.13210046650047355201 2024-09-12T17:30:54.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.552+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4a09d0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.552+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a49e988 2024-09-12T17:30:54.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.552+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.8.0 2024-09-12T17:30:54.551 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.556+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.556+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=1048576 stripe_ofs=1048576 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.556+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.13210046650047355201 2024-09-12T17:30:54.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.556+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.556+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.8__shadow_.27rZHud5-meUnaBtbiUpVtyU0sPKk-j_0 2024-09-12T17:30:54.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.556+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:30:54.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.556+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.556+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.13210046650047355201 2024-09-12T17:30:54.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.560+0000 7fef327fc640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T17:30:54.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.560+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4a09d0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.560+0000 7ff050e0b9c0 10 manifest: total_size = 4134 2024-09-12T17:30:54.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.560+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.11007724665760739994 2024-09-12T17:30:54.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.560+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4a09d0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.560+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a49e988 2024-09-12T17:30:54.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.560+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.8.0 2024-09-12T17:30:54.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.568+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.568+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=4134 stripe_ofs=4134 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.568+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.11007724665760739994 2024-09-12T17:30:54.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.568+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.568+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.8__shadow_.a2HQ2rpSLDL81MJxD72QE18EuZ5F5uI_0 2024-09-12T17:30:54.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.568+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T17:30:54.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.568+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.568+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.11007724665760739994 2024-09-12T17:30:54.566 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.572+0000 7fef31ffb640 20 handle_completion(): completion ok for obj=___ 2024-09-12T17:30:54.566 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.572+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4a09d0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.572+0000 7ff050e0b9c0 10 manifest: total_size = 1035 2024-09-12T17:30:54.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.572+0000 7ff050e0b9c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.8594854463465080273 2024-09-12T17:30:54.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.572+0000 7ff050e0b9c0 20 get_obj_state: octx=0x55911a4a09d0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55911a49e988 s->prefetch_data=0 2024-09-12T17:30:54.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.572+0000 7ff050e0b9c0 20 prepare_atomic_modification: state is not atomic. state=0x55911a49e988 2024-09-12T17:30:54.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.572+0000 7ff050e0b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.8.0 2024-09-12T17:30:54.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.576+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:30:54.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.576+0000 7ff050e0b9c0 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2024-09-12T17:30:54.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.576+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.8594854463465080273 2024-09-12T17:30:54.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.576+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T17:30:54.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.576+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - adding obj with name: fbe06962-a98e-4cf5-b805-dd8639959719.4523.8__shadow_.XmoDGCVr3wtAsFWT5Y_eCAohNdAB_bt_0 2024-09-12T17:30:54.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.576+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T17:30:54.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.576+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T17:30:54.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.576+0000 7ff050e0b9c0 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: fbe06962-a98e-4cf5-b805-dd8639959719.4523.8594854463465080273 2024-09-12T17:30:54.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.580+0000 7fef327fc640 20 handle_completion(): completion ok for obj=obj 2024-09-12T17:30:54.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.580+0000 7ff050e0b9c0 20 list_objects_ordered: starting attempt 1 2024-09-12T17:30:54.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.580+0000 7ff050e0b9c0 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T17:30:54.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.580+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T17:30:54.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.580+0000 7ff050e0b9c0 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T17:30:54.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.580+0000 7ff050e0b9c0 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T17:30:54.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.580+0000 7ff050e0b9c0 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T17:30:54.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.580+0000 7ff050e0b9c0 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[fbe06962-a98e-4cf5-b805-dd8639959719.4523.8])"; uploads.size()=0; is_truncated=0 2024-09-12T17:30:54.580 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.584+0000 7ff050e0b9c0 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2024-09-12T17:30:54.580 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.584+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.581 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.588+0000 7ff050e0b9c0 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T17:30:54.581 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.588+0000 7ff050e0b9c0 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2024-09-12T17:30:54.581 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.588+0000 7ff050e0b9c0 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2024-09-12T17:30:54.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.588+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2024-09-12T17:30:54.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.588+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2024-09-12T17:30:54.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.592+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529718 cookie 94081699368912 notifier 5645 bl.length()=181 2024-09-12T17:30:54.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.592+0000 7ff050e0b9c0 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:fbe06962-a98e-4cf5-b805-dd8639959719.4523.8 from cache 2024-09-12T17:30:54.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.592+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:fbe06962-a98e-4cf5-b805-dd8639959719.4523.8, ofs0, ns] 2024-09-12T17:30:54.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.596+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529699 cookie 94081699375040 notifier 5645 bl.length()=238 2024-09-12T17:30:54.593 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.600+0000 7ff050e0b9c0 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/fbe06962-a98e-4cf5-b805-dd8639959719.4523.8 : miss 2024-09-12T17:30:54.593 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.600+0000 7ff050e0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.593 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.600+0000 7ff050e0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:54.593 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.600+0000 7ff050e0b9c0 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/fbe06962-a98e-4cf5-b805-dd8639959719.4523.8 info.flags=0x0 2024-09-12T17:30:54.594 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.600+0000 7ff050e0b9c0 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/fbe06962-a98e-4cf5-b805-dd8639959719.4523.8 to cache LRU end 2024-09-12T17:30:54.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.604+0000 7ff050e0b9c0 10 removing key index: KMRQDFUWAEIRSFUJHDGL 2024-09-12T17:30:54.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.608+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.keys:KMRQDFUWAEIRSFUJHDGL, ofs0, ns] 2024-09-12T17:30:54.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.608+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529736 cookie 94081699363600 notifier 5645 bl.length()=170 2024-09-12T17:30:54.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.608+0000 7ff050e0b9c0 10 removing email index: ragweed.client.0+test@test.test 2024-09-12T17:30:54.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.612+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T17:30:54.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.612+0000 7fef327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529737 cookie 94081699363600 notifier 5645 bl.length()=182 2024-09-12T17:30:54.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.612+0000 7ff050e0b9c0 10 removing user buckets index 2024-09-12T17:30:54.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.616+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2024-09-12T17:30:54.612 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.616+0000 7fef31ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529680 cookie 94081699378592 notifier 5645 bl.length()=173 2024-09-12T17:30:54.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.620+0000 7ff050e0b9c0 10 removing user index: ragweed.client.0 2024-09-12T17:30:54.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.620+0000 7ff050e0b9c0 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2024-09-12T17:30:54.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.620+0000 7ff050e0b9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T17:30:54.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.624+0000 7fef327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529700 cookie 94081699375040 notifier 5645 bl.length()=165 2024-09-12T17:30:54.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.624+0000 7fef05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:54.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.632+0000 7ff050e0b9c0 20 remove_watcher() i=0 2024-09-12T17:30:54.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.632+0000 7ff050e0b9c0 2 removed watcher, disabling cache 2024-09-12T17:30:54.627 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.632+0000 7ff050e0b9c0 20 remove_watcher() i=1 2024-09-12T17:30:54.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.636+0000 7ff050e0b9c0 20 remove_watcher() i=2 2024-09-12T17:30:54.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.636+0000 7ff050e0b9c0 20 remove_watcher() i=3 2024-09-12T17:30:54.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.640+0000 7ff050e0b9c0 20 remove_watcher() i=4 2024-09-12T17:30:54.637 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.644+0000 7ff050e0b9c0 20 remove_watcher() i=5 2024-09-12T17:30:54.638 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.644+0000 7ff050e0b9c0 20 remove_watcher() i=6 2024-09-12T17:30:54.640 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.648+0000 7ff050e0b9c0 20 remove_watcher() i=7 2024-09-12T17:30:54.658 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2024-09-12T17:30:54.736 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:30:54.736 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:30:54.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.784+0000 7f102fe469c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.784+0000 7f102fe469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:54.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.784+0000 7f102fe469c0 20 realm 2024-09-12T17:30:54.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.784+0000 7f102fe469c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.784+0000 7f102fe469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:54.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.784+0000 7f102fe469c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:30:54.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.784+0000 7f102fe469c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.784+0000 7f102fe469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:54.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.784+0000 7f102fe469c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.788+0000 7f102fe469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:54.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.788+0000 7f102fe469c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:54.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.788+0000 7f102fe469c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:30:54.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.788+0000 7f102fe469c0 20 searching for the correct realm 2024-09-12T17:30:54.786 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:54.792+0000 7f102e14d640 0 -- 172.21.15.183:0/3083121358 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f101806c240 msgr2=0x7f1018066ba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:55.002 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.008+0000 7f102d14b640 0 -- 172.21.15.183:0/3083121358 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f10280ca750 msgr2=0x7f10280fd190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:30:55.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:30:55.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:30:55.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:30:55.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:30:55.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:30:55.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:30:55.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:55.247 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:55.247 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:55.247 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:30:55.247 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:55.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:30:55.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 zone default found 2024-09-12T17:30:55.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 4 Realm: () 2024-09-12T17:30:55.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:30:55.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:30:55.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:30:55.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 zonegroup default 2024-09-12T17:30:55.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.252+0000 7f102fe469c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:55.249 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.256+0000 7f102fe469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:55.249 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.256+0000 7f102fe469c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:55.250 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.256+0000 7f102fe469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:55.250 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.256+0000 7f102fe469c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:55.250 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.256+0000 7f102fe469c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:30:55.250 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.256+0000 7f102fe469c0 20 started sync module instance, tier type = 2024-09-12T17:30:55.250 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.256+0000 7f102fe469c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:30:55.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.280+0000 7f102fe469c0 20 add_watcher() i=0 2024-09-12T17:30:55.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.280+0000 7f102fe469c0 20 add_watcher() i=1 2024-09-12T17:30:55.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.280+0000 7f102fe469c0 20 add_watcher() i=2 2024-09-12T17:30:55.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.280+0000 7f102fe469c0 20 add_watcher() i=3 2024-09-12T17:30:55.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.280+0000 7f102fe469c0 20 add_watcher() i=4 2024-09-12T17:30:55.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.280+0000 7f102fe469c0 20 add_watcher() i=5 2024-09-12T17:30:55.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.280+0000 7f102fe469c0 20 add_watcher() i=6 2024-09-12T17:30:55.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.280+0000 7f102fe469c0 20 add_watcher() i=7 2024-09-12T17:30:55.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.280+0000 7f102fe469c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:30:55.279 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.284+0000 7f0ee3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:55.279 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.284+0000 7f102fe469c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:30:55.279 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.284+0000 7f102fe469c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:30:55.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.368+0000 7f0ee2fe5640 20 reqs_thread_entry: start 2024-09-12T17:30:55.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.368+0000 7f102fe469c0 20 init_complete bucket index max shards: 1 2024-09-12T17:30:55.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.368+0000 7f102fe469c0 20 Filter name: none 2024-09-12T17:30:55.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.368+0000 7f0ee0fe1640 20 reqs_thread_entry: start 2024-09-12T17:30:55.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.368+0000 7f102fe469c0 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T17:30:55.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.368+0000 7f102fe469c0 20 rados->read ofs=0 len=0 2024-09-12T17:30:55.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.368+0000 7f102fe469c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:30:55.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.368+0000 7f102fe469c0 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2024-09-12T17:30:55.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.368+0000 7f102fe469c0 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T17:30:55.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.368+0000 7f102fe469c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:30:55.363 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.368+0000 7f102fe469c0 10 removing key index: KJLBDDTAZCAZOKYBATUT 2024-09-12T17:30:55.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.372+0000 7f102fe469c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.keys:KJLBDDTAZCAZOKYBATUT, ofs0, ns] 2024-09-12T17:30:55.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.372+0000 7f0f117fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1116691497034 cookie 94458244869200 notifier 5994 bl.length()=170 2024-09-12T17:30:55.367 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.372+0000 7f102fe469c0 10 removing email index: sysuser.client.0+test@test.test 2024-09-12T17:30:55.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.376+0000 7f102fe469c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T17:30:55.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.376+0000 7f0f117fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1116691496997 cookie 94458244871408 notifier 5994 bl.length()=182 2024-09-12T17:30:55.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.376+0000 7f102fe469c0 10 removing user buckets index 2024-09-12T17:30:55.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.380+0000 7f102fe469c0 10 removing user index: sysuser.client.0 2024-09-12T17:30:55.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.384+0000 7f102fe469c0 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2024-09-12T17:30:55.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.384+0000 7f102fe469c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T17:30:55.378 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.384+0000 7f0f10ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1116691497035 cookie 94458244869200 notifier 5994 bl.length()=165 2024-09-12T17:30:55.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.384+0000 7f0ee3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:30:55.385 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.392+0000 7f102fe469c0 20 remove_watcher() i=0 2024-09-12T17:30:55.385 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.392+0000 7f102fe469c0 2 removed watcher, disabling cache 2024-09-12T17:30:55.387 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.392+0000 7f102fe469c0 20 remove_watcher() i=1 2024-09-12T17:30:55.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.396+0000 7f102fe469c0 20 remove_watcher() i=2 2024-09-12T17:30:55.392 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.396+0000 7f102fe469c0 20 remove_watcher() i=3 2024-09-12T17:30:55.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.400+0000 7f102fe469c0 20 remove_watcher() i=4 2024-09-12T17:30:55.396 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.404+0000 7f102fe469c0 20 remove_watcher() i=5 2024-09-12T17:30:55.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.404+0000 7f102fe469c0 20 remove_watcher() i=6 2024-09-12T17:30:55.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:30:55.404+0000 7f102fe469c0 20 remove_watcher() i=7 2024-09-12T17:30:55.414 INFO:tasks.ragweed:Removing ragweed... 2024-09-12T17:30:55.415 DEBUG:teuthology.orchestra.run.smithi183:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T17:30:55.507 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:30:55.520 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:30:55.520 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:30:55.520 DEBUG:teuthology.orchestra.run.smithi183:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:30:55.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:30:55.528 INFO:teuthology.orchestra.run.smithi183.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:30:55.529 DEBUG:teuthology.orchestra.run.smithi183:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:30:55.577 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:30:55.577 DEBUG:teuthology.orchestra.run.smithi183:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:30:55.626 INFO:tasks.workunit:timeout=3h 2024-09-12T17:30:55.626 INFO:tasks.workunit:cleanup=True 2024-09-12T17:30:55.627 DEBUG:teuthology.orchestra.run.smithi183:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:30:55.675 INFO:tasks.workunit.client.0.smithi183.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:31:59.313 INFO:tasks.workunit.client.0.smithi183.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:31:59.314 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:31:59.314 INFO:tasks.workunit.client.0.smithi183.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:31:59.314 INFO:tasks.workunit.client.0.smithi183.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:31:59.314 INFO:tasks.workunit.client.0.smithi183.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:31:59.314 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:31:59.314 INFO:tasks.workunit.client.0.smithi183.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:31:59.314 INFO:tasks.workunit.client.0.smithi183.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:31:59.314 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:31:59.314 INFO:tasks.workunit.client.0.smithi183.stderr: git switch -c 2024-09-12T17:31:59.315 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:31:59.315 INFO:tasks.workunit.client.0.smithi183.stderr:Or undo this operation with: 2024-09-12T17:31:59.315 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:31:59.315 INFO:tasks.workunit.client.0.smithi183.stderr: git switch - 2024-09-12T17:31:59.315 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:31:59.315 INFO:tasks.workunit.client.0.smithi183.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:31:59.315 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:31:59.315 INFO:tasks.workunit.client.0.smithi183.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:31:59.320 DEBUG:teuthology.orchestra.run.smithi183:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:31:59.366 INFO:tasks.workunit.client.0.smithi183.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:31:59.369 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:31:59.369 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:31:59.429 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:31:59.482 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:31:59.519 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:31:59.522 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:31:59.522 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:31:59.563 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:31:59.566 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:31:59.566 DEBUG:teuthology.orchestra.run.smithi183:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:31:59.614 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2024-09-12T17:31:59.615 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2024-09-12T17:31:59.616 DEBUG:teuthology.orchestra.run.smithi183:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T17:31:59.667 INFO:tasks.workunit.client.0.smithi183.stderr:+ ulimit -c 0 2024-09-12T17:31:59.667 INFO:tasks.workunit.client.0.smithi183.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T17:31:59.668 INFO:tasks.workunit.client.0.smithi183.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:31:59.668 INFO:tasks.workunit.client.0.smithi183.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:32:02.577 INFO:tasks.workunit.client.0.smithi183.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:32:02.577 INFO:tasks.workunit.client.0.smithi183.stderr:++ deactivate nondestructive 2024-09-12T17:32:02.577 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n '' ']' 2024-09-12T17:32:02.577 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n '' ']' 2024-09-12T17:32:02.577 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:32:02.577 INFO:tasks.workunit.client.0.smithi183.stderr:++ hash -r 2024-09-12T17:32:02.577 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n '' ']' 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ export VIRTUAL_ENV 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ export PATH 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n '' ']' 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -z '' ']' 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ PS1='(rgw) ' 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ export PS1 2024-09-12T17:32:02.578 INFO:tasks.workunit.client.0.smithi183.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-12T17:32:02.579 INFO:tasks.workunit.client.0.smithi183.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-12T17:32:02.579 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:32:02.579 INFO:tasks.workunit.client.0.smithi183.stderr:++ hash -r 2024-09-12T17:32:02.579 INFO:tasks.workunit.client.0.smithi183.stderr:+ pip install pip --upgrade 2024-09-12T17:32:02.947 INFO:tasks.workunit.client.0.smithi183.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T17:32:03.152 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting pip 2024-09-12T17:32:03.157 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:32:03.191 INFO:tasks.workunit.client.0.smithi183.stdout:Installing collected packages: pip 2024-09-12T17:32:03.191 INFO:tasks.workunit.client.0.smithi183.stdout: Attempting uninstall: pip 2024-09-12T17:32:03.192 INFO:tasks.workunit.client.0.smithi183.stdout: Found existing installation: pip 22.0.2 2024-09-12T17:32:03.457 INFO:tasks.workunit.client.0.smithi183.stdout: Uninstalling pip-22.0.2: 2024-09-12T17:32:03.459 INFO:tasks.workunit.client.0.smithi183.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T17:32:04.476 INFO:tasks.workunit.client.0.smithi183.stdout:Successfully installed pip-24.2 2024-09-12T17:32:04.550 INFO:tasks.workunit.client.0.smithi183.stderr:+ pip install boto3 2024-09-12T17:32:05.557 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting boto3 2024-09-12T17:32:05.558 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:32:06.119 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:32:06.120 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:32:06.169 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:32:06.170 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:32:06.216 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:32:06.217 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:32:06.294 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:32:06.403 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-12T17:32:06.564 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:32:06.566 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:32:06.569 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:32:06.570 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:32:06.581 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:32:06.582 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:32:06.584 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:32:06.585 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-12T17:32:06.586 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:32:06.655 INFO:tasks.workunit.client.0.smithi183.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:32:07.752 INFO:tasks.workunit.client.0.smithi183.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-12T17:32:07.958 INFO:tasks.workunit.client.0.smithi183.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2024-09-12T17:32:08.101 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2024-09-12T17:32:08.140 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:08.140 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:08.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.189+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.189+0000 7f89923e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:08.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.189+0000 7f89923e89c0 20 realm 2024-09-12T17:32:08.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.189+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.189+0000 7f89923e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:08.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.189+0000 7f89923e89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:08.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.189+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.189+0000 7f89923e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:08.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.189+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.193+0000 7f89923e89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:08.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.193+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.193+0000 7f89923e89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:08.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.193+0000 7f89923e89c0 20 searching for the correct realm 2024-09-12T17:32:08.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.397+0000 7f898f6ed640 0 -- 172.21.15.183:0/2470754726 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f89800cc070 msgr2=0x7f8980109a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:08.606 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.613+0000 7f898feee640 0 -- 172.21.15.183:0/2470754726 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f8988028040 msgr2=0x7f8988028930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:08.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:08.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:08.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:08.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:08.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:08.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:08.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:08.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:08.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:08.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 zone default found 2024-09-12T17:32:08.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 4 Realm: () 2024-09-12T17:32:08.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:08.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:08.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:08.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 zonegroup default 2024-09-12T17:32:08.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:08.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.629+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.633+0000 7f89923e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:08.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.633+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.633+0000 7f89923e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:08.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.633+0000 7f89923e89c0 20 started sync module instance, tier type = 2024-09-12T17:32:08.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.633+0000 7f89923e89c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:08.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.657+0000 7f89923e89c0 20 add_watcher() i=0 2024-09-12T17:32:08.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.657+0000 7f89923e89c0 20 add_watcher() i=1 2024-09-12T17:32:08.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.657+0000 7f89923e89c0 20 add_watcher() i=2 2024-09-12T17:32:08.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.657+0000 7f89923e89c0 20 add_watcher() i=3 2024-09-12T17:32:08.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.657+0000 7f89923e89c0 20 add_watcher() i=4 2024-09-12T17:32:08.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.657+0000 7f89923e89c0 20 add_watcher() i=5 2024-09-12T17:32:08.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.657+0000 7f89923e89c0 20 add_watcher() i=6 2024-09-12T17:32:08.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.661+0000 7f89923e89c0 20 add_watcher() i=7 2024-09-12T17:32:08.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.661+0000 7f89923e89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:08.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.665+0000 7f8845fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:08.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.665+0000 7f89923e89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:08.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.665+0000 7f89923e89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:08.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.665+0000 7f89923e89c0 5 note: GC not initialized 2024-09-12T17:32:08.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.665+0000 7f8844fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:08.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.665+0000 7f89923e89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:08.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.665+0000 7f89923e89c0 20 Filter name: none 2024-09-12T17:32:08.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.665+0000 7f87be7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:08.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.665+0000 7f89923e89c0 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2024-09-12T17:32:08.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.665+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:08.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2024-09-12T17:32:08.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T17:32:08.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2024-09-12T17:32:08.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:08.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:08.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x0 2024-09-12T17:32:08.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T17:32:08.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2024-09-12T17:32:08.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2024-09-12T17:32:08.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2024-09-12T17:32:08.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 10 moving default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T17:32:08.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f89923e89c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester, ofs0, ns] 2024-09-12T17:32:08.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f886effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464273 cookie 94476424945760 notifier 6012 bl.length()=569 2024-09-12T17:32:08.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f886effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2024-09-12T17:32:08.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.669+0000 7f886effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T17:32:08.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.673+0000 7f89923e89c0 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2024-09-12T17:32:08.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.673+0000 7f89923e89c0 10 moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T17:32:08.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.673+0000 7f89923e89c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:NX5QOQKC6BH2IDN8HC7A, ofs0, ns] 2024-09-12T17:32:08.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.673+0000 7f886effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464274 cookie 94476424939456 notifier 6012 bl.length()=180 2024-09-12T17:32:08.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.673+0000 7f886effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2024-09-12T17:32:08.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.673+0000 7f886effd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T17:32:08.670 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.677+0000 7f8845fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:08.674 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.681+0000 7f89923e89c0 20 remove_watcher() i=0 2024-09-12T17:32:08.674 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.681+0000 7f89923e89c0 2 removed watcher, disabling cache 2024-09-12T17:32:08.677 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.681+0000 7f89923e89c0 20 remove_watcher() i=1 2024-09-12T17:32:08.679 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.685+0000 7f89923e89c0 20 remove_watcher() i=2 2024-09-12T17:32:08.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.685+0000 7f89923e89c0 20 remove_watcher() i=3 2024-09-12T17:32:08.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.689+0000 7f89923e89c0 20 remove_watcher() i=4 2024-09-12T17:32:08.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.689+0000 7f89923e89c0 20 remove_watcher() i=5 2024-09-12T17:32:08.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.689+0000 7f89923e89c0 20 remove_watcher() i=6 2024-09-12T17:32:08.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:08.693+0000 7f89923e89c0 20 remove_watcher() i=7 2024-09-12T17:32:26.528 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:26.528 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:26.582 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:26.582 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:26.610 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:26.611 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:26.638 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:26.639 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:26.651 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:26.651 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:26.698 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:26.698 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:26.743 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard add 2024-09-12T17:32:26.743 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:26.743 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:32:26.778 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:26.779 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:26.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.828+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:26.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.832+0000 7f95324ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:26.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.832+0000 7f95324ef9c0 20 realm 2024-09-12T17:32:26.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.832+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:26.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.832+0000 7f95324ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:26.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.832+0000 7f95324ef9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:26.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.832+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:26.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.832+0000 7f95324ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:26.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.832+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:26.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.832+0000 7f95324ef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:26.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.832+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:26.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.832+0000 7f95324ef9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:26.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.832+0000 7f95324ef9c0 20 searching for the correct realm 2024-09-12T17:32:26.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:26.836+0000 7f95307f6640 0 -- 172.21.15.183:0/2297260614 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f952407b4b0 msgr2=0x7f952407f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:27.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.052+0000 7f952f7f4640 0 -- 172.21.15.183:0/2297260614 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f952802e3d0 msgr2=0x7f952802e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:27.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.268+0000 7f95324ef9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:27.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.268+0000 7f95324ef9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:27.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.268+0000 7f95324ef9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:27.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.268+0000 7f95324ef9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:27.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.268+0000 7f95324ef9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:27.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.268+0000 7f95324ef9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:27.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.268+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.268+0000 7f95324ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:27.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.268+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:27.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:27.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 zone default found 2024-09-12T17:32:27.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 4 Realm: () 2024-09-12T17:32:27.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:27.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:27.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:27.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 zonegroup default 2024-09-12T17:32:27.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:27.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:27.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:27.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 started sync module instance, tier type = 2024-09-12T17:32:27.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.272+0000 7f95324ef9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:27.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.300+0000 7f95324ef9c0 20 add_watcher() i=0 2024-09-12T17:32:27.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.300+0000 7f95324ef9c0 20 add_watcher() i=1 2024-09-12T17:32:27.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.300+0000 7f95324ef9c0 20 add_watcher() i=2 2024-09-12T17:32:27.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.300+0000 7f95324ef9c0 20 add_watcher() i=3 2024-09-12T17:32:27.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.300+0000 7f95324ef9c0 20 add_watcher() i=4 2024-09-12T17:32:27.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.300+0000 7f95324ef9c0 20 add_watcher() i=5 2024-09-12T17:32:27.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.300+0000 7f95324ef9c0 20 add_watcher() i=6 2024-09-12T17:32:27.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.300+0000 7f95324ef9c0 20 add_watcher() i=7 2024-09-12T17:32:27.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.300+0000 7f95324ef9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:27.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.304+0000 7f93e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:27.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.304+0000 7f95324ef9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:27.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.304+0000 7f95324ef9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:27.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.304+0000 7f95324ef9c0 5 note: GC not initialized 2024-09-12T17:32:27.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.308+0000 7f93e4fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:27.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.308+0000 7f95324ef9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:27.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.308+0000 7f95324ef9c0 20 Filter name: none 2024-09-12T17:32:27.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.308+0000 7f935e7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:27.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.308+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.308+0000 7f95324ef9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:32:27.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.308+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.308+0000 7f95324ef9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:32:27.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.308+0000 7f95324ef9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:27.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.308+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.312+0000 7f95324ef9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:32:27.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.312+0000 7f95324ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.312+0000 7f95324ef9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:32:27.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.312+0000 7f95324ef9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:27.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.312+0000 7f93e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:27.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.320+0000 7f95324ef9c0 20 remove_watcher() i=0 2024-09-12T17:32:27.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.320+0000 7f95324ef9c0 2 removed watcher, disabling cache 2024-09-12T17:32:27.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.320+0000 7f95324ef9c0 20 remove_watcher() i=1 2024-09-12T17:32:27.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.324+0000 7f95324ef9c0 20 remove_watcher() i=2 2024-09-12T17:32:27.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.324+0000 7f95324ef9c0 20 remove_watcher() i=3 2024-09-12T17:32:27.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.328+0000 7f95324ef9c0 20 remove_watcher() i=4 2024-09-12T17:32:27.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.328+0000 7f95324ef9c0 20 remove_watcher() i=5 2024-09-12T17:32:27.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.332+0000 7f95324ef9c0 20 remove_watcher() i=6 2024-09-12T17:32:27.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.332+0000 7f95324ef9c0 20 remove_watcher() i=7 2024-09-12T17:32:27.342 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:27.342 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:32:27.343 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: a-bucket id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-12T17:32:27.343 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:27.343 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2024-09-12T17:32:27.375 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:27.375 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:27.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.424+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.424+0000 7f0e4862a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:27.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.424+0000 7f0e4862a9c0 20 realm 2024-09-12T17:32:27.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.424+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.424+0000 7f0e4862a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:27.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.424+0000 7f0e4862a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:27.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.424+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.424+0000 7f0e4862a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:27.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.424+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.428+0000 7f0e4862a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:27.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.428+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.428+0000 7f0e4862a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:27.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.428+0000 7f0e4862a9c0 20 searching for the correct realm 2024-09-12T17:32:27.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.432+0000 7f0e46931640 0 -- 172.21.15.183:0/3424679748 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f0e3c01a040 msgr2=0x7f0e3c0629b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:27.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.648+0000 7f0e4592f640 0 -- 172.21.15.183:0/3424679748 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f0e400ac800 msgr2=0x7f0e400f9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:27.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.864+0000 7f0e4862a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:27.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.864+0000 7f0e4862a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:27.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.864+0000 7f0e4862a9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:27.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.864+0000 7f0e4862a9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:27.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.864+0000 7f0e4862a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:27.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.864+0000 7f0e4862a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:27.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.864+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.864+0000 7f0e4862a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:27.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.864+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:27.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:27.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 zone default found 2024-09-12T17:32:27.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 4 Realm: () 2024-09-12T17:32:27.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:27.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:27.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:27.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 zonegroup default 2024-09-12T17:32:27.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:27.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.865 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:27.865 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:27.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 started sync module instance, tier type = 2024-09-12T17:32:27.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.868+0000 7f0e4862a9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:27.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.892+0000 7f0e4862a9c0 20 add_watcher() i=0 2024-09-12T17:32:27.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.892+0000 7f0e4862a9c0 20 add_watcher() i=1 2024-09-12T17:32:27.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.892+0000 7f0e4862a9c0 20 add_watcher() i=2 2024-09-12T17:32:27.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.892+0000 7f0e4862a9c0 20 add_watcher() i=3 2024-09-12T17:32:27.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.892+0000 7f0e4862a9c0 20 add_watcher() i=4 2024-09-12T17:32:27.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.892+0000 7f0e4862a9c0 20 add_watcher() i=5 2024-09-12T17:32:27.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.892+0000 7f0e4862a9c0 20 add_watcher() i=6 2024-09-12T17:32:27.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.896+0000 7f0e4862a9c0 20 add_watcher() i=7 2024-09-12T17:32:27.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.896+0000 7f0e4862a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:27.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.900+0000 7f0cfcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:27.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.900+0000 7f0e4862a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:27.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.900+0000 7f0e4862a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:27.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.900+0000 7f0e4862a9c0 5 note: GC not initialized 2024-09-12T17:32:27.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.900+0000 7f0c777fe640 20 reqs_thread_entry: start 2024-09-12T17:32:27.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.900+0000 7f0e4862a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:27.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.900+0000 7f0e4862a9c0 20 Filter name: none 2024-09-12T17:32:27.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.900+0000 7f0c757fa640 20 reqs_thread_entry: start 2024-09-12T17:32:27.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.900+0000 7f0e4862a9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:32:27.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.900+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.904+0000 7f0e4862a9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:32:27.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.904+0000 7f0e4862a9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:32:27.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.904+0000 7f0e4862a9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:32:27.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.904+0000 7f0e4862a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:32:27.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.904+0000 7f0e4862a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:27.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.904+0000 7f0e4862a9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:32:27.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.904+0000 7f0e4862a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:27.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.904+0000 7f0e4862a9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:27.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.904+0000 7f0e4862a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:27.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.904+0000 7f0e4862a9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:27.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.904+0000 7f0e4862a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:32:27.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.908+0000 7f0cfcfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:27.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.912+0000 7f0e4862a9c0 20 remove_watcher() i=0 2024-09-12T17:32:27.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.912+0000 7f0e4862a9c0 2 removed watcher, disabling cache 2024-09-12T17:32:27.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.916+0000 7f0e4862a9c0 20 remove_watcher() i=1 2024-09-12T17:32:27.914 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.916+0000 7f0e4862a9c0 20 remove_watcher() i=2 2024-09-12T17:32:27.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.920+0000 7f0e4862a9c0 20 remove_watcher() i=3 2024-09-12T17:32:27.918 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.924+0000 7f0e4862a9c0 20 remove_watcher() i=4 2024-09-12T17:32:27.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.924+0000 7f0e4862a9c0 20 remove_watcher() i=5 2024-09-12T17:32:27.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.924+0000 7f0e4862a9c0 20 remove_watcher() i=6 2024-09-12T17:32:27.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:27.928+0000 7f0e4862a9c0 20 remove_watcher() i=7 2024-09-12T17:32:27.937 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshard list 2024-09-12T17:32:27.962 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:27.962 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:28.004 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.008+0000 7f705aad59c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.012+0000 7f705aad59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.012+0000 7f705aad59c0 20 realm 2024-09-12T17:32:28.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.012+0000 7f705aad59c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.012+0000 7f705aad59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.012+0000 7f705aad59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:28.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.012+0000 7f705aad59c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.012+0000 7f705aad59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.012+0000 7f705aad59c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.012+0000 7f705aad59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:28.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.012+0000 7f705aad59c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.012+0000 7f705aad59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:28.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.012+0000 7f705aad59c0 20 searching for the correct realm 2024-09-12T17:32:28.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.016+0000 7f70585db640 0 -- 172.21.15.183:0/497619157 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f7050106ca0 msgr2=0x7f7050105a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:28.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.024+0000 7f7057dda640 0 -- 172.21.15.183:0/497619157 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f70500c8740 msgr2=0x7f7050113720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:28.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.240+0000 7f705aad59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:28.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.240+0000 7f705aad59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:28.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.240+0000 7f705aad59c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:28.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.240+0000 7f705aad59c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:28.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.240+0000 7f705aad59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:28.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.240+0000 7f705aad59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:28.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.240+0000 7f705aad59c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.240+0000 7f705aad59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.240+0000 7f705aad59c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:28.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:28.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 zone default found 2024-09-12T17:32:28.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 4 Realm: () 2024-09-12T17:32:28.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:28.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:28.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:28.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 zonegroup default 2024-09-12T17:32:28.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 started sync module instance, tier type = 2024-09-12T17:32:28.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.244+0000 7f705aad59c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:28.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.268+0000 7f705aad59c0 20 add_watcher() i=0 2024-09-12T17:32:28.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.268+0000 7f705aad59c0 20 add_watcher() i=1 2024-09-12T17:32:28.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.268+0000 7f705aad59c0 20 add_watcher() i=2 2024-09-12T17:32:28.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.268+0000 7f705aad59c0 20 add_watcher() i=3 2024-09-12T17:32:28.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.268+0000 7f705aad59c0 20 add_watcher() i=4 2024-09-12T17:32:28.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.268+0000 7f705aad59c0 20 add_watcher() i=5 2024-09-12T17:32:28.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.268+0000 7f705aad59c0 20 add_watcher() i=6 2024-09-12T17:32:28.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.268+0000 7f705aad59c0 20 add_watcher() i=7 2024-09-12T17:32:28.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.268+0000 7f705aad59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:28.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.272+0000 7f6f0efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:28.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.272+0000 7f705aad59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:28.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.272+0000 7f705aad59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:28.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.272+0000 7f705aad59c0 5 note: GC not initialized 2024-09-12T17:32:28.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.272+0000 7f6f0dfdb640 20 reqs_thread_entry: start 2024-09-12T17:32:28.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.272+0000 7f705aad59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:28.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.272+0000 7f705aad59c0 20 Filter name: none 2024-09-12T17:32:28.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.272+0000 7f6e7f7fe640 20 reqs_thread_entry: start 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.288+0000 7f6f0efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.292+0000 7f705aad59c0 20 remove_watcher() i=0 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.292+0000 7f705aad59c0 2 removed watcher, disabling cache 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.296+0000 7f705aad59c0 20 remove_watcher() i=1 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.296+0000 7f705aad59c0 20 remove_watcher() i=2 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.300+0000 7f705aad59c0 20 remove_watcher() i=3 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.300+0000 7f705aad59c0 20 remove_watcher() i=4 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.304+0000 7f705aad59c0 20 remove_watcher() i=5 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.304+0000 7f705aad59c0 20 remove_watcher() i=6 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.304+0000 7f705aad59c0 20 remove_watcher() i=7 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:bucket name a-bucket 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard process 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshard process 2024-09-12T17:32:28.346 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:28.346 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:28.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.392+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.392+0000 7fbd924c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.392+0000 7fbd924c99c0 20 realm 2024-09-12T17:32:28.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.392+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.392+0000 7fbd924c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.392+0000 7fbd924c99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:28.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.392+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.392+0000 7fbd924c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.392+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.396+0000 7fbd924c99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:28.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.396+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.396+0000 7fbd924c99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:28.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.396+0000 7fbd924c99c0 20 searching for the correct realm 2024-09-12T17:32:28.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.400+0000 7fbd907d0640 0 -- 172.21.15.183:0/98206256 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fbd840c7060 msgr2=0x7fbd840f6620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:28.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.408+0000 7fbd8f7ce640 0 -- 172.21.15.183:0/98206256 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fbd88051790 msgr2=0x7fbd88047510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:28.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.624+0000 7fbd924c99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:28.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.624+0000 7fbd924c99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:28.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.624+0000 7fbd924c99c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:28.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.624+0000 7fbd924c99c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:28.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.624+0000 7fbd924c99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:28.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.624+0000 7fbd924c99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:28.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.624+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.624+0000 7fbd924c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.624+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:28.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:28.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 zone default found 2024-09-12T17:32:28.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 4 Realm: () 2024-09-12T17:32:28.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:28.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:28.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:28.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 zonegroup default 2024-09-12T17:32:28.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:28.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 started sync module instance, tier type = 2024-09-12T17:32:28.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.628+0000 7fbd924c99c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:28.648 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.652+0000 7fbd924c99c0 20 add_watcher() i=0 2024-09-12T17:32:28.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.652+0000 7fbd924c99c0 20 add_watcher() i=1 2024-09-12T17:32:28.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.652+0000 7fbd924c99c0 20 add_watcher() i=2 2024-09-12T17:32:28.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.652+0000 7fbd924c99c0 20 add_watcher() i=3 2024-09-12T17:32:28.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.652+0000 7fbd924c99c0 20 add_watcher() i=4 2024-09-12T17:32:28.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.652+0000 7fbd924c99c0 20 add_watcher() i=5 2024-09-12T17:32:28.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.652+0000 7fbd924c99c0 20 add_watcher() i=6 2024-09-12T17:32:28.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.656+0000 7fbd924c99c0 20 add_watcher() i=7 2024-09-12T17:32:28.651 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.656+0000 7fbd924c99c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:28.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.660+0000 7fbc45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:28.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.660+0000 7fbd924c99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:28.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.660+0000 7fbd924c99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:28.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.660+0000 7fbd924c99c0 5 note: GC not initialized 2024-09-12T17:32:28.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.660+0000 7fbc44fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:28.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.660+0000 7fbd924c99c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:28.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.660+0000 7fbd924c99c0 20 Filter name: none 2024-09-12T17:32:28.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.660+0000 7fbbbe7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:28.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.660+0000 7fbd924c99c0 20 processing logshard = reshard.0000000000 2024-09-12T17:32:28.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.668+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T17:32:28.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.668+0000 7fbd924c99c0 20 processing logshard = reshard.0000000001 2024-09-12T17:32:28.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.672+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T17:32:28.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.672+0000 7fbd924c99c0 20 processing logshard = reshard.0000000002 2024-09-12T17:32:28.674 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.676+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T17:32:28.674 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.676+0000 7fbd924c99c0 20 processing logshard = reshard.0000000003 2024-09-12T17:32:28.680 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.684+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T17:32:28.680 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.684+0000 7fbd924c99c0 20 processing logshard = reshard.0000000004 2024-09-12T17:32:28.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.688+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T17:32:28.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.688+0000 7fbd924c99c0 20 processing logshard = reshard.0000000005 2024-09-12T17:32:28.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.696+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T17:32:28.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.696+0000 7fbd924c99c0 20 processing logshard = reshard.0000000006 2024-09-12T17:32:28.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 20 process_entry resharding a-bucket 2024-09-12T17:32:28.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:32:28.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:32:28.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T17:32:28.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:32:28.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:32:28.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:28.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:32:28.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:28.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:28.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:28.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:28.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.700+0000 7fbd924c99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:32:28.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.712+0000 7fbd924c99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:28.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.712+0000 7fbd924c99c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:28.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.712+0000 7fbd924c99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:28.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.712+0000 7fbd924c99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:32:28.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.712+0000 7fbc6effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464278 cookie 94616188123680 notifier 5750 bl.length()=827 2024-09-12T17:32:28.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.712+0000 7fbc6effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:28.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.712+0000 7fbc6effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:28.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.712+0000 7fbc6effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:28.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.712+0000 7fbd924c99c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:32:28.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.712+0000 7fbd924c99c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:32:28.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.712+0000 7fbd924c99c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:32:28.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.712+0000 7fbd924c99c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:32:28.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.716+0000 7fbd924c99c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.1.0 2024-09-12T17:32:28.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.716+0000 7fbd924c99c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.1.0 2024-09-12T17:32:28.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.716+0000 7fbd924c99c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.1.1 2024-09-12T17:32:28.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.716+0000 7fbd924c99c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.1.1 2024-09-12T17:32:28.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.716+0000 7fbd924c99c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.0 2024-09-12T17:32:28.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.720+0000 7fbd924c99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:28.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.720+0000 7fbd924c99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:32:28.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.720+0000 7fbd924c99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:28.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.720+0000 7fbd924c99c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:28.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.720+0000 7fbd924c99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:28.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.720+0000 7fbd924c99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:32:28.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.720+0000 7fbc6effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464279 cookie 94616188123680 notifier 5750 bl.length()=827 2024-09-12T17:32:28.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.724+0000 7fbc6effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:28.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.724+0000 7fbc6effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:28.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.724+0000 7fbc6effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:28.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.724+0000 7fbd924c99c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:32:28.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.724+0000 7fbd924c99c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:32:28.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.724+0000 7fbd924c99c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:32:28.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.724+0000 7fbd924c99c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:32:28.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.724+0000 7fbd924c99c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.0 2024-09-12T17:32:28.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.724+0000 7fbd924c99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:28.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.724+0000 7fbd924c99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:32:28.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.728+0000 7fbd924c99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:28.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.728+0000 7fbd924c99c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:28.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.728+0000 7fbd924c99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:28.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.728+0000 7fbd924c99c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:32:28.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.728+0000 7fbc6effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464280 cookie 94616188123680 notifier 5750 bl.length()=795 2024-09-12T17:32:28.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.728+0000 7fbc6effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:28.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.728+0000 7fbc6effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:28.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.728+0000 7fbc6effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:28.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.732+0000 7fbd924c99c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:32:28.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.732+0000 7fbd924c99c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:32:28.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.732+0000 7fbd924c99c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:32:28.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.732+0000 7fbd924c99c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:32:28.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.732+0000 7fbd924c99c0 1 execute INFO: reshard of bucket "a-bucket" from 1 shards to 2 shards completed successfully 2024-09-12T17:32:28.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.736+0000 7fbd924c99c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T17:32:28.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.740+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T17:32:28.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.740+0000 7fbd924c99c0 20 processing logshard = reshard.0000000007 2024-09-12T17:32:28.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.744+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T17:32:28.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.744+0000 7fbd924c99c0 20 processing logshard = reshard.0000000008 2024-09-12T17:32:28.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.752+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T17:32:28.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.752+0000 7fbd924c99c0 20 processing logshard = reshard.0000000009 2024-09-12T17:32:28.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.760+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T17:32:28.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.760+0000 7fbd924c99c0 20 processing logshard = reshard.0000000010 2024-09-12T17:32:28.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.764+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T17:32:28.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.764+0000 7fbd924c99c0 20 processing logshard = reshard.0000000011 2024-09-12T17:32:28.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.768+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T17:32:28.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.768+0000 7fbd924c99c0 20 processing logshard = reshard.0000000012 2024-09-12T17:32:28.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.776+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T17:32:28.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.776+0000 7fbd924c99c0 20 processing logshard = reshard.0000000013 2024-09-12T17:32:28.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.780+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T17:32:28.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.780+0000 7fbd924c99c0 20 processing logshard = reshard.0000000014 2024-09-12T17:32:28.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.784+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T17:32:28.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.784+0000 7fbd924c99c0 20 processing logshard = reshard.0000000015 2024-09-12T17:32:28.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.792+0000 7fbd924c99c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T17:32:28.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.792+0000 7fbc45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:28.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.800+0000 7fbd924c99c0 20 remove_watcher() i=0 2024-09-12T17:32:28.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.800+0000 7fbd924c99c0 2 removed watcher, disabling cache 2024-09-12T17:32:28.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.804+0000 7fbd924c99c0 20 remove_watcher() i=1 2024-09-12T17:32:28.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.808+0000 7fbd924c99c0 20 remove_watcher() i=2 2024-09-12T17:32:28.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.808+0000 7fbd924c99c0 20 remove_watcher() i=3 2024-09-12T17:32:28.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.812+0000 7fbd924c99c0 20 remove_watcher() i=4 2024-09-12T17:32:28.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.812+0000 7fbd924c99c0 20 remove_watcher() i=5 2024-09-12T17:32:28.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.816+0000 7fbd924c99c0 20 remove_watcher() i=6 2024-09-12T17:32:28.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:28.816+0000 7fbd924c99c0 20 remove_watcher() i=7 2024-09-12T17:32:33.838 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:32:33.873 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:33.874 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:33.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.920+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:33.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.924+0000 7fee661249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:33.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.924+0000 7fee661249c0 20 realm 2024-09-12T17:32:33.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.924+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:33.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.924+0000 7fee661249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:33.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.924+0000 7fee661249c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:33.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.924+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:33.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.924+0000 7fee661249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:33.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.924+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:33.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.924+0000 7fee661249c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:33.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.924+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:33.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.924+0000 7fee661249c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:33.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:33.924+0000 7fee661249c0 20 searching for the correct realm 2024-09-12T17:32:34.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.136+0000 7fee6442b640 0 -- 172.21.15.183:0/791803323 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fee58117c20 msgr2=0x7fee5811f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:34.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.352+0000 7fee63429640 0 -- 172.21.15.183:0/791803323 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fee5c008050 msgr2=0x7fee5c02d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:34.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.568+0000 7fee661249c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:34.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.568+0000 7fee661249c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:34.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.568+0000 7fee661249c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:34.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.568+0000 7fee661249c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:34.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.568+0000 7fee661249c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:34.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.568+0000 7fee661249c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:34.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.568+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:34.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:34.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:34.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 20 zone default found 2024-09-12T17:32:34.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 4 Realm: () 2024-09-12T17:32:34.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:34.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:34.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:34.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 20 zonegroup default 2024-09-12T17:32:34.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:34.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:34.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.572+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.576+0000 7fee661249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:34.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.576+0000 7fee661249c0 20 started sync module instance, tier type = 2024-09-12T17:32:34.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.576+0000 7fee661249c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:34.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.596+0000 7fee661249c0 20 add_watcher() i=0 2024-09-12T17:32:34.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.596+0000 7fee661249c0 20 add_watcher() i=1 2024-09-12T17:32:34.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.596+0000 7fee661249c0 20 add_watcher() i=2 2024-09-12T17:32:34.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.596+0000 7fee661249c0 20 add_watcher() i=3 2024-09-12T17:32:34.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.596+0000 7fee661249c0 20 add_watcher() i=4 2024-09-12T17:32:34.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.596+0000 7fee661249c0 20 add_watcher() i=5 2024-09-12T17:32:34.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.596+0000 7fee661249c0 20 add_watcher() i=6 2024-09-12T17:32:34.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.600+0000 7fee661249c0 20 add_watcher() i=7 2024-09-12T17:32:34.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.600+0000 7fee661249c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:34.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.604+0000 7fed1a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:34.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.604+0000 7fee661249c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:34.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.604+0000 7fee661249c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:34.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.604+0000 7fee661249c0 5 note: GC not initialized 2024-09-12T17:32:34.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.604+0000 7fed197e2640 20 reqs_thread_entry: start 2024-09-12T17:32:34.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.604+0000 7fee661249c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:34.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.604+0000 7fee661249c0 20 Filter name: none 2024-09-12T17:32:34.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.604+0000 7fed12ffd640 20 reqs_thread_entry: start 2024-09-12T17:32:34.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.604+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.608+0000 7fee661249c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:32:34.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.608+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.608+0000 7fee661249c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:32:34.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.608+0000 7fee661249c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:34.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.608+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.608+0000 7fee661249c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:32:34.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.608+0000 7fee661249c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.612+0000 7fee661249c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:32:34.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.612+0000 7fee661249c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:34.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.612+0000 7fed1a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:34.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.616+0000 7fee661249c0 20 remove_watcher() i=0 2024-09-12T17:32:34.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.616+0000 7fee661249c0 2 removed watcher, disabling cache 2024-09-12T17:32:34.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.620+0000 7fee661249c0 20 remove_watcher() i=1 2024-09-12T17:32:34.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.620+0000 7fee661249c0 20 remove_watcher() i=2 2024-09-12T17:32:34.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.624+0000 7fee661249c0 20 remove_watcher() i=3 2024-09-12T17:32:34.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.624+0000 7fee661249c0 20 remove_watcher() i=4 2024-09-12T17:32:34.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.628+0000 7fee661249c0 20 remove_watcher() i=5 2024-09-12T17:32:34.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.628+0000 7fee661249c0 20 remove_watcher() i=6 2024-09-12T17:32:34.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.632+0000 7fee661249c0 20 remove_watcher() i=7 2024-09-12T17:32:34.651 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:34.651 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:32:34.651 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: a-bucket id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T17:32:34.652 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:34.652 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard add non empty bucket 2024-09-12T17:32:34.652 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:34.654 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:34.654 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:34.663 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:34.663 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:34.683 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:34.683 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:34.689 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:34.689 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:34.711 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:34.711 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:34.715 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:34.715 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:34.725 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:34.725 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:34.744 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:34.744 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:34.752 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:32:34.781 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:34.781 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:34.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.828+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.828+0000 7fe5db8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:34.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.828+0000 7fe5db8e29c0 20 realm 2024-09-12T17:32:34.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.828+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.832+0000 7fe5db8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:34.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.832+0000 7fe5db8e29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:34.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.832+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.832+0000 7fe5db8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:34.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.832+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.832+0000 7fe5db8e29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:34.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.832+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:34.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.832+0000 7fe5db8e29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:34.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.832+0000 7fe5db8e29c0 20 searching for the correct realm 2024-09-12T17:32:34.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:34.836+0000 7fe5d9be9640 0 -- 172.21.15.183:0/4207295532 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fe5c40073a0 msgr2=0x7fe5c411e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:35.048 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.052+0000 7fe5d8be7640 0 -- 172.21.15.183:0/4207295532 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fe5d404a910 msgr2=0x7fe5d4027400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:35.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.268+0000 7fe5db8e29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:35.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.268+0000 7fe5db8e29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:35.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.268+0000 7fe5db8e29c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:35.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.268+0000 7fe5db8e29c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:35.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.268+0000 7fe5db8e29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:35.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.268+0000 7fe5db8e29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:35.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.268+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.268+0000 7fe5db8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.268+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:35.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:35.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 zone default found 2024-09-12T17:32:35.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 4 Realm: () 2024-09-12T17:32:35.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:35.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:35.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:35.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 zonegroup default 2024-09-12T17:32:35.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 started sync module instance, tier type = 2024-09-12T17:32:35.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.272+0000 7fe5db8e29c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:35.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.296+0000 7fe5db8e29c0 20 add_watcher() i=0 2024-09-12T17:32:35.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.296+0000 7fe5db8e29c0 20 add_watcher() i=1 2024-09-12T17:32:35.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.296+0000 7fe5db8e29c0 20 add_watcher() i=2 2024-09-12T17:32:35.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.296+0000 7fe5db8e29c0 20 add_watcher() i=3 2024-09-12T17:32:35.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.296+0000 7fe5db8e29c0 20 add_watcher() i=4 2024-09-12T17:32:35.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.296+0000 7fe5db8e29c0 20 add_watcher() i=5 2024-09-12T17:32:35.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.296+0000 7fe5db8e29c0 20 add_watcher() i=6 2024-09-12T17:32:35.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.300+0000 7fe5db8e29c0 20 add_watcher() i=7 2024-09-12T17:32:35.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.300+0000 7fe5db8e29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:35.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.304+0000 7fe48ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:35.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.304+0000 7fe5db8e29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:35.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.304+0000 7fe5db8e29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:35.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.304+0000 7fe5db8e29c0 5 note: GC not initialized 2024-09-12T17:32:35.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.304+0000 7fe48efe5640 20 reqs_thread_entry: start 2024-09-12T17:32:35.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.304+0000 7fe5db8e29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:35.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.304+0000 7fe5db8e29c0 20 Filter name: none 2024-09-12T17:32:35.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.304+0000 7fe48cfe1640 20 reqs_thread_entry: start 2024-09-12T17:32:35.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.304+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.308+0000 7fe5db8e29c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:32:35.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.308+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.308+0000 7fe5db8e29c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:32:35.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.308+0000 7fe5db8e29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:35.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.308+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.308+0000 7fe5db8e29c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:32:35.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.308+0000 7fe5db8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.312+0000 7fe5db8e29c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:32:35.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.312+0000 7fe5db8e29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:35.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.312+0000 7fe48ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:35.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.320+0000 7fe5db8e29c0 20 remove_watcher() i=0 2024-09-12T17:32:35.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.320+0000 7fe5db8e29c0 2 removed watcher, disabling cache 2024-09-12T17:32:35.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.320+0000 7fe5db8e29c0 20 remove_watcher() i=1 2024-09-12T17:32:35.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.324+0000 7fe5db8e29c0 20 remove_watcher() i=2 2024-09-12T17:32:35.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.324+0000 7fe5db8e29c0 20 remove_watcher() i=3 2024-09-12T17:32:35.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.328+0000 7fe5db8e29c0 20 remove_watcher() i=4 2024-09-12T17:32:35.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.328+0000 7fe5db8e29c0 20 remove_watcher() i=5 2024-09-12T17:32:35.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.332+0000 7fe5db8e29c0 20 remove_watcher() i=6 2024-09-12T17:32:35.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.332+0000 7fe5db8e29c0 20 remove_watcher() i=7 2024-09-12T17:32:35.344 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:35.344 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:32:35.345 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: a-bucket id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 num_objects: 8 size_kb: 1 num_shards: 2 2024-09-12T17:32:35.345 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:35.345 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2024-09-12T17:32:35.378 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:35.379 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:35.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.428+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.428+0000 7fb0154ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.428+0000 7fb0154ef9c0 20 realm 2024-09-12T17:32:35.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.428+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.432+0000 7fb0154ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.432+0000 7fb0154ef9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:35.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.432+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.432+0000 7fb0154ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.432+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.432+0000 7fb0154ef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:35.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.432+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.432+0000 7fb0154ef9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:35.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.432+0000 7fb0154ef9c0 20 searching for the correct realm 2024-09-12T17:32:35.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.436+0000 7fb012ff5640 0 -- 172.21.15.183:0/2486993965 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x56492742ecd0 msgr2=0x7fb00c09c830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:35.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.440+0000 7fb012ff5640 0 -- 172.21.15.183:0/2486993965 >> [v2:172.21.15.196:6824/2644564030,v1:172.21.15.196:6825/2644564030] conn(0x564927438610 msgr2=0x7fb00c01a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:35.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.664+0000 7fb0154ef9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:35.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.664+0000 7fb0154ef9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:35.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.664+0000 7fb0154ef9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:35.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.664+0000 7fb0154ef9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:35.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.664+0000 7fb0154ef9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:35.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.664+0000 7fb0154ef9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:35.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.664+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.664+0000 7fb0154ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.664+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.664 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.664+0000 7fb0154ef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:35.664 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.664+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:35.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 20 zone default found 2024-09-12T17:32:35.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 4 Realm: () 2024-09-12T17:32:35.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:35.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:35.666 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:35.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 20 zonegroup default 2024-09-12T17:32:35.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 20 started sync module instance, tier type = 2024-09-12T17:32:35.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.668+0000 7fb0154ef9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:35.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.692+0000 7fb0154ef9c0 20 add_watcher() i=0 2024-09-12T17:32:35.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.692+0000 7fb0154ef9c0 20 add_watcher() i=1 2024-09-12T17:32:35.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.692+0000 7fb0154ef9c0 20 add_watcher() i=2 2024-09-12T17:32:35.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.692+0000 7fb0154ef9c0 20 add_watcher() i=3 2024-09-12T17:32:35.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.692+0000 7fb0154ef9c0 20 add_watcher() i=4 2024-09-12T17:32:35.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.692+0000 7fb0154ef9c0 20 add_watcher() i=5 2024-09-12T17:32:35.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.692+0000 7fb0154ef9c0 20 add_watcher() i=6 2024-09-12T17:32:35.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.696+0000 7fb0154ef9c0 20 add_watcher() i=7 2024-09-12T17:32:35.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.696+0000 7fb0154ef9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:35.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.700+0000 7faec97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:35.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.700+0000 7fb0154ef9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:35.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.700+0000 7fb0154ef9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:35.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.700+0000 7fb0154ef9c0 5 note: GC not initialized 2024-09-12T17:32:35.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fae43fff640 20 reqs_thread_entry: start 2024-09-12T17:32:35.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:35.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 20 Filter name: none 2024-09-12T17:32:35.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fae41ffb640 20 reqs_thread_entry: start 2024-09-12T17:32:35.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:32:35.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:32:35.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:32:35.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:32:35.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:32:35.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:32:35.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:35.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:35.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:35.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:35.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.704+0000 7fb0154ef9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:32:35.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.708+0000 7faec97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:35.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.716+0000 7fb0154ef9c0 20 remove_watcher() i=0 2024-09-12T17:32:35.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.716+0000 7fb0154ef9c0 2 removed watcher, disabling cache 2024-09-12T17:32:35.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.716+0000 7fb0154ef9c0 20 remove_watcher() i=1 2024-09-12T17:32:35.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.720+0000 7fb0154ef9c0 20 remove_watcher() i=2 2024-09-12T17:32:35.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.724+0000 7fb0154ef9c0 20 remove_watcher() i=3 2024-09-12T17:32:35.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.724+0000 7fb0154ef9c0 20 remove_watcher() i=4 2024-09-12T17:32:35.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.728+0000 7fb0154ef9c0 20 remove_watcher() i=5 2024-09-12T17:32:35.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.728+0000 7fb0154ef9c0 20 remove_watcher() i=6 2024-09-12T17:32:35.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.728+0000 7fb0154ef9c0 20 remove_watcher() i=7 2024-09-12T17:32:35.742 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshard list 2024-09-12T17:32:35.769 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:35.769 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:35.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.816+0000 7f5a162329c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.820+0000 7f5a162329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.820+0000 7f5a162329c0 20 realm 2024-09-12T17:32:35.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.820+0000 7f5a162329c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.820+0000 7f5a162329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.820+0000 7f5a162329c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:35.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.820+0000 7f5a162329c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.820+0000 7f5a162329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:35.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.820+0000 7f5a162329c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.820+0000 7f5a162329c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:35.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.820+0000 7f5a162329c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:35.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.824+0000 7f5a162329c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:35.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.824+0000 7f5a162329c0 20 searching for the correct realm 2024-09-12T17:32:35.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.828+0000 7f5a14539640 0 -- 172.21.15.183:0/1009265698 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f59fc0d2070 msgr2=0x7f59fc0e0950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:35.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:35.836+0000 7f5a0bfff640 0 -- 172.21.15.183:0/1009265698 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f5a0c07f0e0 msgr2=0x7f5a0c09c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:36.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.052+0000 7f5a162329c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:36.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.052+0000 7f5a162329c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:36.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.052+0000 7f5a162329c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:36.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.052+0000 7f5a162329c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:36.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.052+0000 7f5a162329c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:36.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.052+0000 7f5a162329c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:36.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.052+0000 7f5a162329c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:36.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:36.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 20 zone default found 2024-09-12T17:32:36.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 4 Realm: () 2024-09-12T17:32:36.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:36.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:36.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:36.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 20 zonegroup default 2024-09-12T17:32:36.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.056+0000 7f5a162329c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.060+0000 7f5a162329c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.060+0000 7f5a162329c0 20 started sync module instance, tier type = 2024-09-12T17:32:36.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.060+0000 7f5a162329c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:36.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.084+0000 7f5a162329c0 20 add_watcher() i=0 2024-09-12T17:32:36.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.084+0000 7f5a162329c0 20 add_watcher() i=1 2024-09-12T17:32:36.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.084+0000 7f5a162329c0 20 add_watcher() i=2 2024-09-12T17:32:36.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.084+0000 7f5a162329c0 20 add_watcher() i=3 2024-09-12T17:32:36.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.084+0000 7f5a162329c0 20 add_watcher() i=4 2024-09-12T17:32:36.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.084+0000 7f5a162329c0 20 add_watcher() i=5 2024-09-12T17:32:36.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.084+0000 7f5a162329c0 20 add_watcher() i=6 2024-09-12T17:32:36.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.084+0000 7f5a162329c0 20 add_watcher() i=7 2024-09-12T17:32:36.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.084+0000 7f5a162329c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:36.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.088+0000 7f58c9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:36.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.088+0000 7f5a162329c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:36.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.088+0000 7f5a162329c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:36.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.088+0000 7f5a162329c0 5 note: GC not initialized 2024-09-12T17:32:36.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.088+0000 7f58c8fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:36.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.092+0000 7f5a162329c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:36.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.092+0000 7f5a162329c0 20 Filter name: none 2024-09-12T17:32:36.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.092+0000 7f58427fc640 20 reqs_thread_entry: start 2024-09-12T17:32:36.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.104+0000 7f58c9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:36.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.112+0000 7f5a162329c0 20 remove_watcher() i=0 2024-09-12T17:32:36.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.112+0000 7f5a162329c0 2 removed watcher, disabling cache 2024-09-12T17:32:36.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.112+0000 7f5a162329c0 20 remove_watcher() i=1 2024-09-12T17:32:36.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.116+0000 7f5a162329c0 20 remove_watcher() i=2 2024-09-12T17:32:36.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.116+0000 7f5a162329c0 20 remove_watcher() i=3 2024-09-12T17:32:36.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.120+0000 7f5a162329c0 20 remove_watcher() i=4 2024-09-12T17:32:36.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.120+0000 7f5a162329c0 20 remove_watcher() i=5 2024-09-12T17:32:36.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.124+0000 7f5a162329c0 20 remove_watcher() i=6 2024-09-12T17:32:36.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.124+0000 7f5a162329c0 20 remove_watcher() i=7 2024-09-12T17:32:36.138 INFO:tasks.workunit.client.0.smithi183.stderr:bucket name a-bucket 2024-09-12T17:32:36.138 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard process non empty bucket 2024-09-12T17:32:36.139 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:36.139 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshard process 2024-09-12T17:32:36.168 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:36.168 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:36.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.216+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.216+0000 7fb1b63f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.216+0000 7fb1b63f89c0 20 realm 2024-09-12T17:32:36.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.216+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.216+0000 7fb1b63f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.216+0000 7fb1b63f89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:36.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.216+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.216+0000 7fb1b63f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.216+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.220+0000 7fb1b63f89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:36.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.220+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.220+0000 7fb1b63f89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:36.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.220+0000 7fb1b63f89c0 20 searching for the correct realm 2024-09-12T17:32:36.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.224+0000 7fb1b46ff640 0 -- 172.21.15.183:0/1893975564 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fb1a810ac20 msgr2=0x7fb1a81122b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:36.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.440+0000 7fb1b36fd640 0 -- 172.21.15.183:0/1893975564 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fb1ac032610 msgr2=0x7fb1ac009250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:36.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.656+0000 7fb1b63f89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:36.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.656+0000 7fb1b63f89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:36.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.656+0000 7fb1b63f89c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:36.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.656+0000 7fb1b63f89c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:36.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.656+0000 7fb1b63f89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:36.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.656+0000 7fb1b63f89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:36.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.656+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.656+0000 7fb1b63f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.656+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:36.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:36.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 zone default found 2024-09-12T17:32:36.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 4 Realm: () 2024-09-12T17:32:36.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:36.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:36.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:36.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 zonegroup default 2024-09-12T17:32:36.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 started sync module instance, tier type = 2024-09-12T17:32:36.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.660+0000 7fb1b63f89c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:36.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.684+0000 7fb1b63f89c0 20 add_watcher() i=0 2024-09-12T17:32:36.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.684+0000 7fb1b63f89c0 20 add_watcher() i=1 2024-09-12T17:32:36.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.684+0000 7fb1b63f89c0 20 add_watcher() i=2 2024-09-12T17:32:36.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.684+0000 7fb1b63f89c0 20 add_watcher() i=3 2024-09-12T17:32:36.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.684+0000 7fb1b63f89c0 20 add_watcher() i=4 2024-09-12T17:32:36.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.684+0000 7fb1b63f89c0 20 add_watcher() i=5 2024-09-12T17:32:36.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.684+0000 7fb1b63f89c0 20 add_watcher() i=6 2024-09-12T17:32:36.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.688+0000 7fb1b63f89c0 20 add_watcher() i=7 2024-09-12T17:32:36.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.688+0000 7fb1b63f89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:36.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.692+0000 7fb06a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:36.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.692+0000 7fb1b63f89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:36.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.692+0000 7fb1b63f89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:36.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.692+0000 7fb1b63f89c0 5 note: GC not initialized 2024-09-12T17:32:36.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.692+0000 7fb0697e2640 20 reqs_thread_entry: start 2024-09-12T17:32:36.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.692+0000 7fb1b63f89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:36.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.696+0000 7fb1b63f89c0 20 Filter name: none 2024-09-12T17:32:36.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.696+0000 7fb0627fc640 20 reqs_thread_entry: start 2024-09-12T17:32:36.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.696+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000000 2024-09-12T17:32:36.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.700+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T17:32:36.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.700+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000001 2024-09-12T17:32:36.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.704+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T17:32:36.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.704+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000002 2024-09-12T17:32:36.707 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.712+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T17:32:36.707 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.712+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000003 2024-09-12T17:32:36.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.716+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T17:32:36.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.716+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000004 2024-09-12T17:32:36.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.724+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T17:32:36.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.724+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000005 2024-09-12T17:32:36.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.728+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T17:32:36.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.728+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000006 2024-09-12T17:32:36.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 20 process_entry resharding a-bucket 2024-09-12T17:32:36.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:32:36.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:32:36.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T17:32:36.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:32:36.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:32:36.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:32:36.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:36.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:36.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:36.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:36.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.732+0000 7fb1b63f89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:32:36.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.744+0000 7fb1b63f89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:36.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.744+0000 7fb1b63f89c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:36.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.744+0000 7fb1b63f89c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:36.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.744+0000 7fb1b63f89c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:32:36.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.744+0000 7fb092ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464281 cookie 94216086038912 notifier 6174 bl.length()=827 2024-09-12T17:32:36.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.744+0000 7fb092ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:36.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.744+0000 7fb092ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:36.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.744+0000 7fb092ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:36.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.744+0000 7fb1b63f89c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:32:36.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.744+0000 7fb1b63f89c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:32:36.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.744+0000 7fb1b63f89c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:32:36.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.744+0000 7fb1b63f89c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:32:36.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.748+0000 7fb1b63f89c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:32:36.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.748+0000 7fb1b63f89c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:32:36.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.748+0000 7fb1b63f89c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:32:36.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.748+0000 7fb1b63f89c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:32:36.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.748+0000 7fb1b63f89c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:32:36.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.748+0000 7fb1b63f89c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:32:36.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.748+0000 7fb1b63f89c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.1.0 2024-09-12T17:32:36.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.748+0000 7fb1b63f89c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.1.0 2024-09-12T17:32:36.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.752+0000 7fb1b63f89c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.1.1 2024-09-12T17:32:36.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.752+0000 7fb1b63f89c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.1.1 2024-09-12T17:32:36.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.756+0000 7fb1b63f89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:36.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.756+0000 7fb1b63f89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:32:36.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.756+0000 7fb1b63f89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:36.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.756+0000 7fb1b63f89c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:36.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.756+0000 7fb1b63f89c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:36.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.756+0000 7fb1b63f89c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:32:36.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb092ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464282 cookie 94216086038912 notifier 6174 bl.length()=827 2024-09-12T17:32:36.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb092ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:36.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb092ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:36.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb092ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:36.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb1b63f89c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:32:36.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb1b63f89c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:32:36.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb1b63f89c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:32:36.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb1b63f89c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:32:36.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb1b63f89c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.1.0 2024-09-12T17:32:36.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb1b63f89c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.1.0 2024-09-12T17:32:36.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb1b63f89c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.1.1 2024-09-12T17:32:36.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb1b63f89c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.1.1 2024-09-12T17:32:36.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb1b63f89c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:36.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.760+0000 7fb1b63f89c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:32:36.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.764+0000 7fb1b63f89c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:36.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.764+0000 7fb1b63f89c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:36.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.764+0000 7fb1b63f89c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:36.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.764+0000 7fb1b63f89c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:32:36.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.764+0000 7fb0927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464283 cookie 94216086038912 notifier 6174 bl.length()=795 2024-09-12T17:32:36.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.764+0000 7fb0927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:32:36.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.764+0000 7fb0927fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:32:36.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.764+0000 7fb0927fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:32:36.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.768+0000 7fb1b63f89c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:32:36.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.768+0000 7fb1b63f89c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:32:36.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.768+0000 7fb1b63f89c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:32:36.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.768+0000 7fb1b63f89c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:32:36.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.768+0000 7fb1b63f89c0 1 execute INFO: reshard of bucket "a-bucket" from 2 shards to 3 shards completed successfully 2024-09-12T17:32:36.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.772+0000 7fb1b63f89c0 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T17:32:36.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.776+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T17:32:36.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.776+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000007 2024-09-12T17:32:36.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.780+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T17:32:36.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.780+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000008 2024-09-12T17:32:36.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.788+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T17:32:36.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.788+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000009 2024-09-12T17:32:36.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.792+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T17:32:36.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.792+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000010 2024-09-12T17:32:36.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.796+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T17:32:36.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.796+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000011 2024-09-12T17:32:36.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.800+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T17:32:36.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.800+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000012 2024-09-12T17:32:36.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.812+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T17:32:36.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.812+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000013 2024-09-12T17:32:36.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.816+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T17:32:36.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.816+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000014 2024-09-12T17:32:36.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.824+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T17:32:36.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.824+0000 7fb1b63f89c0 20 processing logshard = reshard.0000000015 2024-09-12T17:32:36.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.828+0000 7fb1b63f89c0 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T17:32:36.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.832+0000 7fb06a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:36.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.836+0000 7fb1b63f89c0 20 remove_watcher() i=0 2024-09-12T17:32:36.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.836+0000 7fb1b63f89c0 2 removed watcher, disabling cache 2024-09-12T17:32:36.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.840+0000 7fb1b63f89c0 20 remove_watcher() i=1 2024-09-12T17:32:36.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.840+0000 7fb1b63f89c0 20 remove_watcher() i=2 2024-09-12T17:32:36.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.844+0000 7fb1b63f89c0 20 remove_watcher() i=3 2024-09-12T17:32:36.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.844+0000 7fb1b63f89c0 20 remove_watcher() i=4 2024-09-12T17:32:36.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.848+0000 7fb1b63f89c0 20 remove_watcher() i=5 2024-09-12T17:32:36.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.848+0000 7fb1b63f89c0 20 remove_watcher() i=6 2024-09-12T17:32:36.847 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.852+0000 7fb1b63f89c0 20 remove_watcher() i=7 2024-09-12T17:32:36.867 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:32:36.898 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:36.898 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:36.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.948+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.944 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.948+0000 7fc6a8b699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.944 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.948+0000 7fc6a8b699c0 20 realm 2024-09-12T17:32:36.944 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.948+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.944 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.948+0000 7fc6a8b699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.945 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.948+0000 7fc6a8b699c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:36.945 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.948+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.945 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.948+0000 7fc6a8b699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:36.945 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.948+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.952+0000 7fc6a8b699c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:36.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.952+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:36.947 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.952+0000 7fc6a8b699c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:36.947 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.952+0000 7fc6a8b699c0 20 searching for the correct realm 2024-09-12T17:32:36.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.956+0000 7fc6a6e70640 0 -- 172.21.15.183:0/459211616 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fc69c008040 msgr2=0x7fc69c0507b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:36.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:36.964+0000 7fc6a5e6e640 0 -- 172.21.15.183:0/459211616 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fc6a00fef30 msgr2=0x7fc6a0105570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:37.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.180+0000 7fc6a8b699c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:37.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.180+0000 7fc6a8b699c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:37.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.180+0000 7fc6a8b699c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:37.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.180+0000 7fc6a8b699c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:37.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.180+0000 7fc6a8b699c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:37.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.180+0000 7fc6a8b699c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:37.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.180+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.180+0000 7fc6a8b699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.180+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:37.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:37.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 zone default found 2024-09-12T17:32:37.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 4 Realm: () 2024-09-12T17:32:37.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:37.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:37.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:37.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 zonegroup default 2024-09-12T17:32:37.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 started sync module instance, tier type = 2024-09-12T17:32:37.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.184+0000 7fc6a8b699c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:37.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.208+0000 7fc6a8b699c0 20 add_watcher() i=0 2024-09-12T17:32:37.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.208+0000 7fc6a8b699c0 20 add_watcher() i=1 2024-09-12T17:32:37.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.208+0000 7fc6a8b699c0 20 add_watcher() i=2 2024-09-12T17:32:37.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.208+0000 7fc6a8b699c0 20 add_watcher() i=3 2024-09-12T17:32:37.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.208+0000 7fc6a8b699c0 20 add_watcher() i=4 2024-09-12T17:32:37.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.208+0000 7fc6a8b699c0 20 add_watcher() i=5 2024-09-12T17:32:37.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.208+0000 7fc6a8b699c0 20 add_watcher() i=6 2024-09-12T17:32:37.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.212+0000 7fc6a8b699c0 20 add_watcher() i=7 2024-09-12T17:32:37.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.212+0000 7fc6a8b699c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:37.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.216+0000 7fc55cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:37.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.216+0000 7fc6a8b699c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:37.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.216+0000 7fc6a8b699c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:37.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.216+0000 7fc6a8b699c0 5 note: GC not initialized 2024-09-12T17:32:37.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.216+0000 7fc4d77fe640 20 reqs_thread_entry: start 2024-09-12T17:32:37.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.216+0000 7fc6a8b699c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:37.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.220+0000 7fc6a8b699c0 20 Filter name: none 2024-09-12T17:32:37.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.220+0000 7fc4d57fa640 20 reqs_thread_entry: start 2024-09-12T17:32:37.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.220+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.220+0000 7fc6a8b699c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:32:37.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.220+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.220+0000 7fc6a8b699c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:32:37.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.220+0000 7fc6a8b699c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:37.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.220+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.220+0000 7fc6a8b699c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:32:37.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.220+0000 7fc6a8b699c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.224+0000 7fc6a8b699c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:32:37.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.224+0000 7fc6a8b699c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:37.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.224+0000 7fc55cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:37.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.232+0000 7fc6a8b699c0 20 remove_watcher() i=0 2024-09-12T17:32:37.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.232+0000 7fc6a8b699c0 2 removed watcher, disabling cache 2024-09-12T17:32:37.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.232+0000 7fc6a8b699c0 20 remove_watcher() i=1 2024-09-12T17:32:37.231 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.236+0000 7fc6a8b699c0 20 remove_watcher() i=2 2024-09-12T17:32:37.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.236+0000 7fc6a8b699c0 20 remove_watcher() i=3 2024-09-12T17:32:37.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.240+0000 7fc6a8b699c0 20 remove_watcher() i=4 2024-09-12T17:32:37.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.240+0000 7fc6a8b699c0 20 remove_watcher() i=5 2024-09-12T17:32:37.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.244+0000 7fc6a8b699c0 20 remove_watcher() i=6 2024-09-12T17:32:37.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.244+0000 7fc6a8b699c0 20 remove_watcher() i=7 2024-09-12T17:32:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:37.259 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:32:37.259 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: a-bucket id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-12T17:32:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:37.259 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with EIO injected at init_index 2024-09-12T17:32:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:37.260 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.279 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.327 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.327 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.346 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.365 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.365 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.384 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.384 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.404 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.404 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.423 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.423 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.442 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.442 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.463 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.463 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.481 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.482 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.500 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.501 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.520 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.520 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.539 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.539 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.559 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.559 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.578 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.578 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.597 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.597 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.618 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.618 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.637 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.637 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.657 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.658 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.676 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.676 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.694 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:37.694 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:37.713 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:32:37.745 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:37.745 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:37.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.796+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.796+0000 7f35825219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.796+0000 7f35825219c0 20 realm 2024-09-12T17:32:37.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.796+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.796+0000 7f35825219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.796+0000 7f35825219c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:37.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.796+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.796+0000 7f35825219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:37.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.796+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.800+0000 7f35825219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:37.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.800+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:37.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.800+0000 7f35825219c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:37.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.800+0000 7f35825219c0 20 searching for the correct realm 2024-09-12T17:32:37.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.804+0000 7f3580828640 0 -- 172.21.15.183:0/2105191133 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f3568114930 msgr2=0x7f3568007cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:37.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:37.812+0000 7f357f826640 0 -- 172.21.15.183:0/2105191133 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f35700398f0 msgr2=0x7f357004b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:38.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.028+0000 7f35825219c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:38.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.028+0000 7f35825219c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:38.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.028+0000 7f35825219c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:38.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.028+0000 7f35825219c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:38.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.028+0000 7f35825219c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:38.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.028+0000 7f35825219c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:38.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.028+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.028+0000 7f35825219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.028+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.028+0000 7f35825219c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:38.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.028+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:38.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 20 zone default found 2024-09-12T17:32:38.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 4 Realm: () 2024-09-12T17:32:38.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:38.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:38.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:38.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 20 zonegroup default 2024-09-12T17:32:38.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 20 started sync module instance, tier type = 2024-09-12T17:32:38.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.032+0000 7f35825219c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:38.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.056+0000 7f35825219c0 20 add_watcher() i=0 2024-09-12T17:32:38.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.056+0000 7f35825219c0 20 add_watcher() i=1 2024-09-12T17:32:38.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.056+0000 7f35825219c0 20 add_watcher() i=2 2024-09-12T17:32:38.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.056+0000 7f35825219c0 20 add_watcher() i=3 2024-09-12T17:32:38.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.056+0000 7f35825219c0 20 add_watcher() i=4 2024-09-12T17:32:38.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.056+0000 7f35825219c0 20 add_watcher() i=5 2024-09-12T17:32:38.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.056+0000 7f35825219c0 20 add_watcher() i=6 2024-09-12T17:32:38.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.060+0000 7f35825219c0 20 add_watcher() i=7 2024-09-12T17:32:38.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.060+0000 7f35825219c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:38.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.064+0000 7f3436fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:38.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.064+0000 7f35825219c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:38.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.064+0000 7f35825219c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:38.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.064+0000 7f35825219c0 5 note: GC not initialized 2024-09-12T17:32:38.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.064+0000 7f3435fdb640 20 reqs_thread_entry: start 2024-09-12T17:32:38.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.064+0000 7f35825219c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:38.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.064+0000 7f35825219c0 20 Filter name: none 2024-09-12T17:32:38.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.064+0000 7f33a77fe640 20 reqs_thread_entry: start 2024-09-12T17:32:38.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.064+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.068+0000 7f35825219c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:38.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.068+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.068+0000 7f35825219c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:38.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.068+0000 7f35825219c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:38.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.068+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.068+0000 7f35825219c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:38.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.068+0000 7f35825219c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.068+0000 7f35825219c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:38.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.068+0000 7f35825219c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:38.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.072+0000 7f3436fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:38.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.076+0000 7f35825219c0 20 remove_watcher() i=0 2024-09-12T17:32:38.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.076+0000 7f35825219c0 2 removed watcher, disabling cache 2024-09-12T17:32:38.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.080+0000 7f35825219c0 20 remove_watcher() i=1 2024-09-12T17:32:38.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.080+0000 7f35825219c0 20 remove_watcher() i=2 2024-09-12T17:32:38.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.084+0000 7f35825219c0 20 remove_watcher() i=3 2024-09-12T17:32:38.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.088+0000 7f35825219c0 20 remove_watcher() i=4 2024-09-12T17:32:38.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.088+0000 7f35825219c0 20 remove_watcher() i=5 2024-09-12T17:32:38.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.088+0000 7f35825219c0 20 remove_watcher() i=6 2024-09-12T17:32:38.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.092+0000 7f35825219c0 20 remove_watcher() i=7 2024-09-12T17:32:38.102 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:38.102 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:32:38.102 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-init-index id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:38.103 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:38.103 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2024-09-12T17:32:38.135 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:38.136 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:38.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.180+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.184+0000 7ff791c979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.184+0000 7ff791c979c0 20 realm 2024-09-12T17:32:38.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.184+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.184+0000 7ff791c979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.184+0000 7ff791c979c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:38.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.184+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.184+0000 7ff791c979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.184+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.184+0000 7ff791c979c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:38.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.184+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.188+0000 7ff791c979c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:38.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.188+0000 7ff791c979c0 20 searching for the correct realm 2024-09-12T17:32:38.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.192+0000 7ff78ff9e640 0 -- 172.21.15.183:0/2381856216 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7ff784017020 msgr2=0x7ff78407a010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:38.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.200+0000 7ff78ef9c640 0 -- 172.21.15.183:0/2381856216 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7ff78803b930 msgr2=0x7ff788046410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:38.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:38.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:38.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:38.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:38.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:38.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:38.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:38.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:38.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 zone default found 2024-09-12T17:32:38.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 4 Realm: () 2024-09-12T17:32:38.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:38.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:38.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:38.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 zonegroup default 2024-09-12T17:32:38.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.420+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.424+0000 7ff791c979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.424+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.424+0000 7ff791c979c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.424+0000 7ff791c979c0 20 started sync module instance, tier type = 2024-09-12T17:32:38.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.424+0000 7ff791c979c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:38.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.444+0000 7ff791c979c0 20 add_watcher() i=0 2024-09-12T17:32:38.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.444+0000 7ff791c979c0 20 add_watcher() i=1 2024-09-12T17:32:38.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.444+0000 7ff791c979c0 20 add_watcher() i=2 2024-09-12T17:32:38.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.444+0000 7ff791c979c0 20 add_watcher() i=3 2024-09-12T17:32:38.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.444+0000 7ff791c979c0 20 add_watcher() i=4 2024-09-12T17:32:38.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.444+0000 7ff791c979c0 20 add_watcher() i=5 2024-09-12T17:32:38.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.444+0000 7ff791c979c0 20 add_watcher() i=6 2024-09-12T17:32:38.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.448+0000 7ff791c979c0 20 add_watcher() i=7 2024-09-12T17:32:38.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.448+0000 7ff791c979c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:38.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.452+0000 7ff645fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:38.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.452+0000 7ff791c979c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:38.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.452+0000 7ff791c979c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:38.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.452+0000 7ff791c979c0 5 note: GC not initialized 2024-09-12T17:32:38.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.452+0000 7ff644fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:38.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.452+0000 7ff791c979c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:38.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 20 Filter name: none 2024-09-12T17:32:38.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff5be7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:38.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:32:38.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:38.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:32:38.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:32:38.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 : miss 2024-09-12T17:32:38.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:38.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 info.flags=0x17 2024-09-12T17:32:38.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 to cache LRU end 2024-09-12T17:32:38.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:38.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:38.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.456+0000 7ff791c979c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 2024-09-12T17:32:38.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.460+0000 7ff791c979c0 -1 Injecting error=-5 at location=init_index 2024-09-12T17:32:38.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.460+0000 7ff791c979c0 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2024-09-12T17:32:38.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.464+0000 7ff645fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:38.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.468+0000 7ff791c979c0 20 remove_watcher() i=0 2024-09-12T17:32:38.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.468+0000 7ff791c979c0 2 removed watcher, disabling cache 2024-09-12T17:32:38.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.472+0000 7ff791c979c0 20 remove_watcher() i=1 2024-09-12T17:32:38.470 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.472+0000 7ff791c979c0 20 remove_watcher() i=2 2024-09-12T17:32:38.471 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.476+0000 7ff791c979c0 20 remove_watcher() i=3 2024-09-12T17:32:38.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.476+0000 7ff791c979c0 20 remove_watcher() i=4 2024-09-12T17:32:38.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.480+0000 7ff791c979c0 20 remove_watcher() i=5 2024-09-12T17:32:38.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.480+0000 7ff791c979c0 20 remove_watcher() i=6 2024-09-12T17:32:38.479 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.484+0000 7ff791c979c0 20 remove_watcher() i=7 2024-09-12T17:32:38.496 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:32:38.528 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:38.528 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:38.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.576+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.576+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.576+0000 7fe4ad4fc9c0 20 realm 2024-09-12T17:32:38.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.576+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.576+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.576+0000 7fe4ad4fc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:38.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.576+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.576+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.576+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.580+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:38.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.580+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.580+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:38.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.580+0000 7fe4ad4fc9c0 20 searching for the correct realm 2024-09-12T17:32:38.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.584+0000 7fe4ab803640 0 -- 172.21.15.183:0/1099456569 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fe4a00d1070 msgr2=0x7fe4a00ba480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:38.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.592+0000 7fe4aa801640 0 -- 172.21.15.183:0/1099456569 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fe4a4051920 msgr2=0x7fe4a402a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:38.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.808+0000 7fe4ad4fc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:38.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.808+0000 7fe4ad4fc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:38.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.808+0000 7fe4ad4fc9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:38.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.808+0000 7fe4ad4fc9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:38.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.808+0000 7fe4ad4fc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:38.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.808+0000 7fe4ad4fc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:38.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.808+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.808+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.808+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.808+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:38.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.808+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:38.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 20 zone default found 2024-09-12T17:32:38.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 4 Realm: () 2024-09-12T17:32:38.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:38.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:38.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:38.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 20 zonegroup default 2024-09-12T17:32:38.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:38.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 20 started sync module instance, tier type = 2024-09-12T17:32:38.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.812+0000 7fe4ad4fc9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:38.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.832+0000 7fe4ad4fc9c0 20 add_watcher() i=0 2024-09-12T17:32:38.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.832+0000 7fe4ad4fc9c0 20 add_watcher() i=1 2024-09-12T17:32:38.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.832+0000 7fe4ad4fc9c0 20 add_watcher() i=2 2024-09-12T17:32:38.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.832+0000 7fe4ad4fc9c0 20 add_watcher() i=3 2024-09-12T17:32:38.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.832+0000 7fe4ad4fc9c0 20 add_watcher() i=4 2024-09-12T17:32:38.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.832+0000 7fe4ad4fc9c0 20 add_watcher() i=5 2024-09-12T17:32:38.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.832+0000 7fe4ad4fc9c0 20 add_watcher() i=6 2024-09-12T17:32:38.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.836+0000 7fe4ad4fc9c0 20 add_watcher() i=7 2024-09-12T17:32:38.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.836+0000 7fe4ad4fc9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:38.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.840+0000 7fe3617e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:38.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.840+0000 7fe4ad4fc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:38.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.840+0000 7fe4ad4fc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:38.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.840+0000 7fe4ad4fc9c0 5 note: GC not initialized 2024-09-12T17:32:38.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.840+0000 7fe2dbfff640 20 reqs_thread_entry: start 2024-09-12T17:32:38.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.840+0000 7fe4ad4fc9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:38.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.840+0000 7fe4ad4fc9c0 20 Filter name: none 2024-09-12T17:32:38.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.840+0000 7fe2d9ffb640 20 reqs_thread_entry: start 2024-09-12T17:32:38.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.840+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.844+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:38.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.844+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.844+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:38.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.844+0000 7fe4ad4fc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:38.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.844+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.844+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:38.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.844+0000 7fe4ad4fc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:38.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.844+0000 7fe4ad4fc9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:38.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.844+0000 7fe4ad4fc9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:38.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.848+0000 7fe3617e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:38.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.852+0000 7fe4ad4fc9c0 20 remove_watcher() i=0 2024-09-12T17:32:38.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.852+0000 7fe4ad4fc9c0 2 removed watcher, disabling cache 2024-09-12T17:32:38.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.856+0000 7fe4ad4fc9c0 20 remove_watcher() i=1 2024-09-12T17:32:38.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.856+0000 7fe4ad4fc9c0 20 remove_watcher() i=2 2024-09-12T17:32:38.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.860+0000 7fe4ad4fc9c0 20 remove_watcher() i=3 2024-09-12T17:32:38.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.860+0000 7fe4ad4fc9c0 20 remove_watcher() i=4 2024-09-12T17:32:38.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.864+0000 7fe4ad4fc9c0 20 remove_watcher() i=5 2024-09-12T17:32:38.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.864+0000 7fe4ad4fc9c0 20 remove_watcher() i=6 2024-09-12T17:32:38.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:38.868+0000 7fe4ad4fc9c0 20 remove_watcher() i=7 2024-09-12T17:32:38.878 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:38.878 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:32:38.879 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-init-index id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:38.879 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:38.880 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.880 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:38.894 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:38.894 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:38.940 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:32:38.976 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:38.976 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:39.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.024+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.028+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.028+0000 7f1d8e2fb9c0 20 realm 2024-09-12T17:32:39.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.028+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.028+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.028+0000 7f1d8e2fb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:39.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.028+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.028+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.028+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.028+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:39.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.028+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.028+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:39.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.028+0000 7f1d8e2fb9c0 20 searching for the correct realm 2024-09-12T17:32:39.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.032+0000 7f1d8c602640 0 -- 172.21.15.183:0/761255590 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f1d800073a0 msgr2=0x7f1d800fc7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:39.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.452+0000 7f1d8b600640 0 -- 172.21.15.183:0/761255590 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f1d8402d3c0 msgr2=0x7f1d8402d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:39.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.868+0000 7f1d8e2fb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:39.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.868+0000 7f1d8e2fb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:39.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.868+0000 7f1d8e2fb9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:39.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.868+0000 7f1d8e2fb9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:39.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.868+0000 7f1d8e2fb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:39.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:39.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:39.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:39.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 20 zone default found 2024-09-12T17:32:39.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 4 Realm: () 2024-09-12T17:32:39.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:39.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:39.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:39.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 20 zonegroup default 2024-09-12T17:32:39.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.872+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.876+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.876+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.876+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:39.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.876+0000 7f1d8e2fb9c0 20 started sync module instance, tier type = 2024-09-12T17:32:39.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.876+0000 7f1d8e2fb9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:39.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.900+0000 7f1d8e2fb9c0 20 add_watcher() i=0 2024-09-12T17:32:39.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.900+0000 7f1d8e2fb9c0 20 add_watcher() i=1 2024-09-12T17:32:39.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.900+0000 7f1d8e2fb9c0 20 add_watcher() i=2 2024-09-12T17:32:39.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.900+0000 7f1d8e2fb9c0 20 add_watcher() i=3 2024-09-12T17:32:39.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.900+0000 7f1d8e2fb9c0 20 add_watcher() i=4 2024-09-12T17:32:39.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.900+0000 7f1d8e2fb9c0 20 add_watcher() i=5 2024-09-12T17:32:39.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.900+0000 7f1d8e2fb9c0 20 add_watcher() i=6 2024-09-12T17:32:39.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.900+0000 7f1d8e2fb9c0 20 add_watcher() i=7 2024-09-12T17:32:39.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.900+0000 7f1d8e2fb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:39.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.904+0000 7f1c41fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:39.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1d8e2fb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:39.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1d8e2fb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:39.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1d8e2fb9c0 5 note: GC not initialized 2024-09-12T17:32:39.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1c40fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:39.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1d8e2fb9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:39.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1d8e2fb9c0 20 Filter name: none 2024-09-12T17:32:39.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1bba7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:39.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1d8e2fb9c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:32:39.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:39.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1d8e2fb9c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:32:39.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1d8e2fb9c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:32:39.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1d8e2fb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 : miss 2024-09-12T17:32:39.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.908+0000 7f1d8e2fb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:39.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.912+0000 7f1d8e2fb9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:39.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.912+0000 7f1d8e2fb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 info.flags=0x17 2024-09-12T17:32:39.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.912+0000 7f1d8e2fb9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 to cache LRU end 2024-09-12T17:32:39.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.912+0000 7f1d8e2fb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:39.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.912+0000 7f1d8e2fb9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:39.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.912+0000 7f1d8e2fb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 2024-09-12T17:32:39.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.920+0000 7f1d8e2fb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 info.flags=0x17 2024-09-12T17:32:39.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.920+0000 7f1d8e2fb9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 to cache LRU end 2024-09-12T17:32:39.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.920+0000 7f1d8e2fb9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:39.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.920+0000 7f1d8e2fb9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19, ofs0, ns] 2024-09-12T17:32:39.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.920+0000 7f1c6affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464275 cookie 94650727957856 notifier 5909 bl.length()=911 2024-09-12T17:32:39.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.920+0000 7f1c6affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 info.flags=0x17 2024-09-12T17:32:39.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.920+0000 7f1c6affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 to cache LRU end 2024-09-12T17:32:39.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.920+0000 7f1c6affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:39.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.920+0000 7f1d8e2fb9c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.19]): orig_sources= new_sources= 2024-09-12T17:32:39.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.920+0000 7f1d8e2fb9c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.19]): potential sources added=[] removed=[] 2024-09-12T17:32:39.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.920+0000 7f1d8e2fb9c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.19]): orig_dests= new_dests= 2024-09-12T17:32:39.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.920+0000 7f1d8e2fb9c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.19]): potential dests added=[] removed=[] 2024-09-12T17:32:39.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.924+0000 7f1d8e2fb9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.19.1.0 2024-09-12T17:32:39.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.924+0000 7f1d8e2fb9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.19.1.0 2024-09-12T17:32:39.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.924+0000 7f1d8e2fb9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.19.1.1 2024-09-12T17:32:39.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.924+0000 7f1d8e2fb9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.19.1.1 2024-09-12T17:32:39.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.924+0000 7f1d8e2fb9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.19.0 2024-09-12T17:32:39.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.928+0000 7f1d8e2fb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:39.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.928+0000 7f1d8e2fb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 2024-09-12T17:32:39.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.932+0000 7f1d8e2fb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 info.flags=0x17 2024-09-12T17:32:39.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.932+0000 7f1d8e2fb9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 to cache LRU end 2024-09-12T17:32:39.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.932+0000 7f1d8e2fb9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:39.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.932+0000 7f1d8e2fb9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19, ofs0, ns] 2024-09-12T17:32:39.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.932+0000 7f1c6affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464276 cookie 94650727957856 notifier 5909 bl.length()=911 2024-09-12T17:32:39.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.932+0000 7f1c6affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 info.flags=0x17 2024-09-12T17:32:39.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.932+0000 7f1c6affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 to cache LRU end 2024-09-12T17:32:39.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.932+0000 7f1c6affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:39.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.932+0000 7f1d8e2fb9c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.19]): orig_sources= new_sources= 2024-09-12T17:32:39.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.932+0000 7f1d8e2fb9c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.19]): potential sources added=[] removed=[] 2024-09-12T17:32:39.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.932+0000 7f1d8e2fb9c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.19]): orig_dests= new_dests= 2024-09-12T17:32:39.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.932+0000 7f1d8e2fb9c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.19]): potential dests added=[] removed=[] 2024-09-12T17:32:39.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.936+0000 7f1d8e2fb9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.19.0 2024-09-12T17:32:39.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.936+0000 7f1d8e2fb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:39.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.936+0000 7f1d8e2fb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 2024-09-12T17:32:39.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.940+0000 7f1d8e2fb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 info.flags=0x17 2024-09-12T17:32:39.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.940+0000 7f1d8e2fb9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 to cache LRU end 2024-09-12T17:32:39.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.940+0000 7f1d8e2fb9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:39.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.940+0000 7f1d8e2fb9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19, ofs0, ns] 2024-09-12T17:32:39.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.940+0000 7f1c6a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464277 cookie 94650727957856 notifier 5909 bl.length()=879 2024-09-12T17:32:39.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.940+0000 7f1c6a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 info.flags=0x17 2024-09-12T17:32:39.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.940+0000 7f1c6a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 to cache LRU end 2024-09-12T17:32:39.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.940+0000 7f1c6a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:39.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.940+0000 7f1d8e2fb9c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.19]): orig_sources= new_sources= 2024-09-12T17:32:39.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.940+0000 7f1d8e2fb9c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.19]): potential sources added=[] removed=[] 2024-09-12T17:32:39.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.940+0000 7f1d8e2fb9c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.19]): orig_dests= new_dests= 2024-09-12T17:32:39.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.940+0000 7f1d8e2fb9c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.19]): potential dests added=[] removed=[] 2024-09-12T17:32:39.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.944+0000 7f1d8e2fb9c0 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-12T17:32:39.944 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.948+0000 7f1c41fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:39.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.952+0000 7f1d8e2fb9c0 20 remove_watcher() i=0 2024-09-12T17:32:39.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.952+0000 7f1d8e2fb9c0 2 removed watcher, disabling cache 2024-09-12T17:32:39.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.956+0000 7f1d8e2fb9c0 20 remove_watcher() i=1 2024-09-12T17:32:39.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.956+0000 7f1d8e2fb9c0 20 remove_watcher() i=2 2024-09-12T17:32:39.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.960+0000 7f1d8e2fb9c0 20 remove_watcher() i=3 2024-09-12T17:32:39.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.964+0000 7f1d8e2fb9c0 20 remove_watcher() i=4 2024-09-12T17:32:39.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.964+0000 7f1d8e2fb9c0 20 remove_watcher() i=5 2024-09-12T17:32:39.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.964+0000 7f1d8e2fb9c0 20 remove_watcher() i=6 2024-09-12T17:32:39.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:39.968+0000 7f1d8e2fb9c0 20 remove_watcher() i=7 2024-09-12T17:32:39.981 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:32:40.012 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:40.013 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:40.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.060+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.060+0000 7f370811d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.060+0000 7f370811d9c0 20 realm 2024-09-12T17:32:40.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.060+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.060+0000 7f370811d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.060+0000 7f370811d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:40.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.060+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.060+0000 7f370811d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.060+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.064+0000 7f370811d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:40.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.064+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.064+0000 7f370811d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:40.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.064+0000 7f370811d9c0 20 searching for the correct realm 2024-09-12T17:32:40.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.068+0000 7f3706424640 0 -- 172.21.15.183:0/2382718913 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x561368ed5470 msgr2=0x561368ed7860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:40.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.076+0000 7f3705422640 0 -- 172.21.15.183:0/2382718913 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f37000f2410 msgr2=0x7f37000f2890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:40.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:40.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:40.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:40.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:40.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:40.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:40.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:40.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 zone default found 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 4 Realm: () 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 zonegroup default 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 started sync module instance, tier type = 2024-09-12T17:32:40.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.084+0000 7f370811d9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:40.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.100+0000 7f370811d9c0 20 add_watcher() i=0 2024-09-12T17:32:40.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.100+0000 7f370811d9c0 20 add_watcher() i=1 2024-09-12T17:32:40.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.100+0000 7f370811d9c0 20 add_watcher() i=2 2024-09-12T17:32:40.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.100+0000 7f370811d9c0 20 add_watcher() i=3 2024-09-12T17:32:40.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.100+0000 7f370811d9c0 20 add_watcher() i=4 2024-09-12T17:32:40.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.100+0000 7f370811d9c0 20 add_watcher() i=5 2024-09-12T17:32:40.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.100+0000 7f370811d9c0 20 add_watcher() i=6 2024-09-12T17:32:40.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.104+0000 7f370811d9c0 20 add_watcher() i=7 2024-09-12T17:32:40.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.104+0000 7f370811d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:40.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.104+0000 7f35b77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:40.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.104+0000 7f370811d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:40.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.104+0000 7f370811d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:40.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.104+0000 7f370811d9c0 5 note: GC not initialized 2024-09-12T17:32:40.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.104+0000 7f35b67fc640 20 reqs_thread_entry: start 2024-09-12T17:32:40.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.104+0000 7f370811d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:40.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.104+0000 7f370811d9c0 20 Filter name: none 2024-09-12T17:32:40.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.104+0000 7f3527fff640 20 reqs_thread_entry: start 2024-09-12T17:32:40.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.104+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.108+0000 7f370811d9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:40.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.108+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.108+0000 7f370811d9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:40.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.108+0000 7f370811d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:40.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.108+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.108+0000 7f370811d9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:40.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.108+0000 7f370811d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.108+0000 7f370811d9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:40.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.108+0000 7f370811d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:40.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.112+0000 7f35b77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:40.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.116+0000 7f370811d9c0 20 remove_watcher() i=0 2024-09-12T17:32:40.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.116+0000 7f370811d9c0 2 removed watcher, disabling cache 2024-09-12T17:32:40.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.116+0000 7f370811d9c0 20 remove_watcher() i=1 2024-09-12T17:32:40.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.120+0000 7f370811d9c0 20 remove_watcher() i=2 2024-09-12T17:32:40.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.124+0000 7f370811d9c0 20 remove_watcher() i=3 2024-09-12T17:32:40.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.124+0000 7f370811d9c0 20 remove_watcher() i=4 2024-09-12T17:32:40.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.124+0000 7f370811d9c0 20 remove_watcher() i=5 2024-09-12T17:32:40.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.128+0000 7f370811d9c0 20 remove_watcher() i=6 2024-09-12T17:32:40.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.128+0000 7f370811d9c0 20 remove_watcher() i=7 2024-09-12T17:32:40.138 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:40.138 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:32:40.138 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-init-index id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.19 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:32:40.138 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:40.139 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.139 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.144 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.144 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.192 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.193 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.214 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2024-09-12T17:32:40.214 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:40.214 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.215 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.230 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.230 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.277 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.277 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.294 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.294 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.313 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.313 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.331 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.331 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.348 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.348 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.366 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.366 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.384 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.384 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.402 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.402 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.420 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.420 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.438 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.439 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.456 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.457 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.473 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.474 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.492 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.493 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.510 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.510 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.531 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.531 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.548 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.548 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.565 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.566 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.583 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.584 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.601 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.601 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.618 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:40.618 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:40.635 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:32:40.668 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:40.668 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:40.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.716+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.716+0000 7feabd7c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.716+0000 7feabd7c49c0 20 realm 2024-09-12T17:32:40.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.716+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.716+0000 7feabd7c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.716+0000 7feabd7c49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:40.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.716+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.716+0000 7feabd7c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.716+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.720+0000 7feabd7c49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:40.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.720+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.720+0000 7feabd7c49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:40.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.720+0000 7feabd7c49c0 20 searching for the correct realm 2024-09-12T17:32:40.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.724+0000 7feabbacb640 0 -- 172.21.15.183:0/3364840649 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7feaa403d060 msgr2=0x7feaa40666d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:40.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.732+0000 7feabaac9640 0 -- 172.21.15.183:0/3364840649 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7feab40ac030 msgr2=0x7feab41119d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:40.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.948+0000 7feabd7c49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:40.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.948+0000 7feabd7c49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:40.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.948+0000 7feabd7c49c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:40.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.948+0000 7feabd7c49c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:40.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.948+0000 7feabd7c49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:40.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.948+0000 7feabd7c49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:40.947 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.948+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.947 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.947 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.947 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:40.947 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:40.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 20 zone default found 2024-09-12T17:32:40.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 4 Realm: () 2024-09-12T17:32:40.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:40.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:40.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:40.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 20 zonegroup default 2024-09-12T17:32:40.950 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.952+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.956+0000 7feabd7c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:40.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.956+0000 7feabd7c49c0 20 started sync module instance, tier type = 2024-09-12T17:32:40.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.956+0000 7feabd7c49c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:40.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.980+0000 7feabd7c49c0 20 add_watcher() i=0 2024-09-12T17:32:40.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.980+0000 7feabd7c49c0 20 add_watcher() i=1 2024-09-12T17:32:40.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.980+0000 7feabd7c49c0 20 add_watcher() i=2 2024-09-12T17:32:40.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.980+0000 7feabd7c49c0 20 add_watcher() i=3 2024-09-12T17:32:40.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.980+0000 7feabd7c49c0 20 add_watcher() i=4 2024-09-12T17:32:40.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.980+0000 7feabd7c49c0 20 add_watcher() i=5 2024-09-12T17:32:40.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.980+0000 7feabd7c49c0 20 add_watcher() i=6 2024-09-12T17:32:40.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.984+0000 7feabd7c49c0 20 add_watcher() i=7 2024-09-12T17:32:40.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.984+0000 7feabd7c49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:40.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.988+0000 7fe971fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:40.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.988+0000 7feabd7c49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:40.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.988+0000 7feabd7c49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:40.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.988+0000 7feabd7c49c0 5 note: GC not initialized 2024-09-12T17:32:40.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.988+0000 7fe970fe1640 20 reqs_thread_entry: start 2024-09-12T17:32:40.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.992+0000 7feabd7c49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:40.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.992+0000 7feabd7c49c0 20 Filter name: none 2024-09-12T17:32:40.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.992+0000 7fe8ea7fc640 20 reqs_thread_entry: start 2024-09-12T17:32:40.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.992+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.992+0000 7feabd7c49c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:40.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.992+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.992+0000 7feabd7c49c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:40.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.992+0000 7feabd7c49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:40.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.992+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.992+0000 7feabd7c49c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:40.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.992+0000 7feabd7c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:40.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.996+0000 7feabd7c49c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:40.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.996+0000 7feabd7c49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:40.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:40.996+0000 7fe971fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:40.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.004+0000 7feabd7c49c0 20 remove_watcher() i=0 2024-09-12T17:32:40.999 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.004+0000 7feabd7c49c0 2 removed watcher, disabling cache 2024-09-12T17:32:41.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.004+0000 7feabd7c49c0 20 remove_watcher() i=1 2024-09-12T17:32:41.003 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.008+0000 7feabd7c49c0 20 remove_watcher() i=2 2024-09-12T17:32:41.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.008+0000 7feabd7c49c0 20 remove_watcher() i=3 2024-09-12T17:32:41.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.012+0000 7feabd7c49c0 20 remove_watcher() i=4 2024-09-12T17:32:41.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.012+0000 7feabd7c49c0 20 remove_watcher() i=5 2024-09-12T17:32:41.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.016+0000 7feabd7c49c0 20 remove_watcher() i=6 2024-09-12T17:32:41.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.016+0000 7feabd7c49c0 20 remove_watcher() i=7 2024-09-12T17:32:41.030 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:41.030 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:32:41.030 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-init-index id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:41.030 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:41.031 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2024-09-12T17:32:41.071 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:41.071 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:41.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.116+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.120+0000 7f6233e049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.120+0000 7f6233e049c0 20 realm 2024-09-12T17:32:41.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.120+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.120+0000 7f6233e049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.120+0000 7f6233e049c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:41.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.120+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.120+0000 7f6233e049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.120+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.120+0000 7f6233e049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:41.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.120+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.124+0000 7f6233e049c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:41.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.124+0000 7f6233e049c0 20 searching for the correct realm 2024-09-12T17:32:41.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.128+0000 7f623210b640 0 -- 172.21.15.183:0/932075583 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f621c04c400 msgr2=0x7f621c04c820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:41.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.132+0000 7f6231109640 0 -- 172.21.15.183:0/932075583 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f622c08a120 msgr2=0x7f622c066820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:41.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.348+0000 7f6233e049c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:41.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.348+0000 7f6233e049c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:41.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.348+0000 7f6233e049c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:41.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.348+0000 7f6233e049c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:41.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.348+0000 7f6233e049c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:41.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.348+0000 7f6233e049c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:41.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.348+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.348+0000 7f6233e049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.348+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:41.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:41.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 20 zone default found 2024-09-12T17:32:41.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 4 Realm: () 2024-09-12T17:32:41.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:41.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:41.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:41.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 20 zonegroup default 2024-09-12T17:32:41.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.352+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.356+0000 7f6233e049c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.356+0000 7f6233e049c0 20 started sync module instance, tier type = 2024-09-12T17:32:41.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.356+0000 7f6233e049c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:41.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.380+0000 7f6233e049c0 20 add_watcher() i=0 2024-09-12T17:32:41.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.380+0000 7f6233e049c0 20 add_watcher() i=1 2024-09-12T17:32:41.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.380+0000 7f6233e049c0 20 add_watcher() i=2 2024-09-12T17:32:41.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.380+0000 7f6233e049c0 20 add_watcher() i=3 2024-09-12T17:32:41.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.380+0000 7f6233e049c0 20 add_watcher() i=4 2024-09-12T17:32:41.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.380+0000 7f6233e049c0 20 add_watcher() i=5 2024-09-12T17:32:41.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.380+0000 7f6233e049c0 20 add_watcher() i=6 2024-09-12T17:32:41.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.384+0000 7f6233e049c0 20 add_watcher() i=7 2024-09-12T17:32:41.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.384+0000 7f6233e049c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:41.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.388+0000 7f60e37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:41.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6233e049c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:41.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6233e049c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:41.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6233e049c0 5 note: GC not initialized 2024-09-12T17:32:41.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f60e27fc640 20 reqs_thread_entry: start 2024-09-12T17:32:41.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6233e049c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:41.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6233e049c0 20 Filter name: none 2024-09-12T17:32:41.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6053fff640 20 reqs_thread_entry: start 2024-09-12T17:32:41.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6233e049c0 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T17:32:41.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6233e049c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:41.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6233e049c0 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T17:32:41.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6233e049c0 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T17:32:41.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6233e049c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 : miss 2024-09-12T17:32:41.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.392+0000 7f6233e049c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.396+0000 7f6233e049c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:41.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.396+0000 7f6233e049c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 info.flags=0x17 2024-09-12T17:32:41.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.396+0000 7f6233e049c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 to cache LRU end 2024-09-12T17:32:41.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.396+0000 7f6233e049c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:41.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.396+0000 7f6233e049c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:41.392 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.396+0000 7f6233e049c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 2024-09-12T17:32:41.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.396+0000 7f6233e049c0 -1 Injecting error=-95 at location=init_index 2024-09-12T17:32:41.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.396+0000 7f6233e049c0 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2024-09-12T17:32:41.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.404+0000 7f6233e049c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 info.flags=0x17 2024-09-12T17:32:41.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.404+0000 7f6233e049c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 to cache LRU end 2024-09-12T17:32:41.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.404+0000 7f6233e049c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:41.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.404+0000 7f6233e049c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20, ofs0, ns] 2024-09-12T17:32:41.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.404+0000 7f61157fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464282 cookie 94407375884688 notifier 5960 bl.length()=911 2024-09-12T17:32:41.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.404+0000 7f61157fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 info.flags=0x17 2024-09-12T17:32:41.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.404+0000 7f61157fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 to cache LRU end 2024-09-12T17:32:41.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.404+0000 7f61157fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:41.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.404+0000 7f6233e049c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.20]): orig_sources= new_sources= 2024-09-12T17:32:41.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.404+0000 7f6233e049c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.20]): potential sources added=[] removed=[] 2024-09-12T17:32:41.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.404+0000 7f6233e049c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.20]): orig_dests= new_dests= 2024-09-12T17:32:41.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.404+0000 7f6233e049c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.20]): potential dests added=[] removed=[] 2024-09-12T17:32:41.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.408+0000 7f6233e049c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.20.1.0 2024-09-12T17:32:41.404 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.408+0000 7f6233e049c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.20.1.0 2024-09-12T17:32:41.404 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.408+0000 7f6233e049c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.20.1.1 2024-09-12T17:32:41.404 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.408+0000 7f6233e049c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.20.1.1 2024-09-12T17:32:41.404 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.408+0000 7f6233e049c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.20.0 2024-09-12T17:32:41.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.416+0000 7f6233e049c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 : hit (requested=0x17, cached=0x17) 2024-09-12T17:32:41.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.416+0000 7f6233e049c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 2024-09-12T17:32:41.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.416+0000 7f6233e049c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 info.flags=0x17 2024-09-12T17:32:41.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.416+0000 7f6233e049c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 to cache LRU end 2024-09-12T17:32:41.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.416+0000 7f6233e049c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:41.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.416+0000 7f6233e049c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20, ofs0, ns] 2024-09-12T17:32:41.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.416+0000 7f6114ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464283 cookie 94407375884688 notifier 5960 bl.length()=879 2024-09-12T17:32:41.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.416+0000 7f6114ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 info.flags=0x17 2024-09-12T17:32:41.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.416+0000 7f6114ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 to cache LRU end 2024-09-12T17:32:41.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.416+0000 7f6114ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:41.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.420+0000 7f6233e049c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.20]): orig_sources= new_sources= 2024-09-12T17:32:41.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.420+0000 7f6233e049c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.20]): potential sources added=[] removed=[] 2024-09-12T17:32:41.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.420+0000 7f6233e049c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.20]): orig_dests= new_dests= 2024-09-12T17:32:41.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.420+0000 7f6233e049c0 20 handle_bi_update(): bucket=:error-at-init-index[fbe06962-a98e-4cf5-b805-dd8639959719.4523.20]): potential dests added=[] removed=[] 2024-09-12T17:32:41.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.420+0000 7f6233e049c0 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-12T17:32:41.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.424+0000 7f60e37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:41.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.432+0000 7f6233e049c0 20 remove_watcher() i=0 2024-09-12T17:32:41.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.432+0000 7f6233e049c0 2 removed watcher, disabling cache 2024-09-12T17:32:41.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.436+0000 7f6233e049c0 20 remove_watcher() i=1 2024-09-12T17:32:41.434 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.440+0000 7f6233e049c0 20 remove_watcher() i=2 2024-09-12T17:32:41.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.440+0000 7f6233e049c0 20 remove_watcher() i=3 2024-09-12T17:32:41.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.444+0000 7f6233e049c0 20 remove_watcher() i=4 2024-09-12T17:32:41.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.448+0000 7f6233e049c0 20 remove_watcher() i=5 2024-09-12T17:32:41.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.448+0000 7f6233e049c0 20 remove_watcher() i=6 2024-09-12T17:32:41.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.452+0000 7f6233e049c0 20 remove_watcher() i=7 2024-09-12T17:32:41.472 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T17:32:41.504 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:41.504 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:41.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.552+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.556+0000 7f68c90079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.556+0000 7f68c90079c0 20 realm 2024-09-12T17:32:41.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.556+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.556+0000 7f68c90079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.556+0000 7f68c90079c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:41.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.556+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.556+0000 7f68c90079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.552 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.556+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.556+0000 7f68c90079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:41.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.556+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.554 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.556+0000 7f68c90079c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:41.554 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.556+0000 7f68c90079c0 20 searching for the correct realm 2024-09-12T17:32:41.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.564+0000 7f68c730e640 0 -- 172.21.15.183:0/1304721903 >> [v2:172.21.15.183:6816/2104471518,v1:172.21.15.183:6817/2104471518] conn(0x5645bdaca2b0 msgr2=0x5645bdacc740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:41.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.572+0000 7f68c630c640 0 -- 172.21.15.183:0/1304721903 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f68c002a8f0 msgr2=0x7f68c0020410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:41.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.576+0000 7f68c90079c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:41.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.576+0000 7f68c90079c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:41.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.576+0000 7f68c90079c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:41.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.576+0000 7f68c90079c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:41.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.576+0000 7f68c90079c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:41.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.576+0000 7f68c90079c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:41.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.576+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.576+0000 7f68c90079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.576+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.576+0000 7f68c90079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:41.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.576+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:41.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 20 zone default found 2024-09-12T17:32:41.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 4 Realm: () 2024-09-12T17:32:41.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:41.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:41.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:41.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 20 zonegroup default 2024-09-12T17:32:41.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:41.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 20 started sync module instance, tier type = 2024-09-12T17:32:41.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.580+0000 7f68c90079c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:41.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.600+0000 7f68c90079c0 20 add_watcher() i=0 2024-09-12T17:32:41.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.600+0000 7f68c90079c0 20 add_watcher() i=1 2024-09-12T17:32:41.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.600+0000 7f68c90079c0 20 add_watcher() i=2 2024-09-12T17:32:41.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.600+0000 7f68c90079c0 20 add_watcher() i=3 2024-09-12T17:32:41.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.600+0000 7f68c90079c0 20 add_watcher() i=4 2024-09-12T17:32:41.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.600+0000 7f68c90079c0 20 add_watcher() i=5 2024-09-12T17:32:41.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.600+0000 7f68c90079c0 20 add_watcher() i=6 2024-09-12T17:32:41.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.600+0000 7f68c90079c0 20 add_watcher() i=7 2024-09-12T17:32:41.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.600+0000 7f68c90079c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:41.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.604+0000 7f677d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:41.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.604+0000 7f68c90079c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:41.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.604+0000 7f68c90079c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:41.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.604+0000 7f68c90079c0 5 note: GC not initialized 2024-09-12T17:32:41.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.604+0000 7f66f7fff640 20 reqs_thread_entry: start 2024-09-12T17:32:41.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.604+0000 7f68c90079c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:41.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.604+0000 7f68c90079c0 20 Filter name: none 2024-09-12T17:32:41.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.604+0000 7f66f5ffb640 20 reqs_thread_entry: start 2024-09-12T17:32:41.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.604+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.608+0000 7f68c90079c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:41.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.608+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.608+0000 7f68c90079c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:41.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.608+0000 7f68c90079c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:41.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.608+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.604 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.608+0000 7f68c90079c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:32:41.604 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.608+0000 7f68c90079c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:41.604 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.608+0000 7f68c90079c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:32:41.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.608+0000 7f68c90079c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:41.606 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.612+0000 7f677d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:41.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.616+0000 7f68c90079c0 20 remove_watcher() i=0 2024-09-12T17:32:41.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.616+0000 7f68c90079c0 2 removed watcher, disabling cache 2024-09-12T17:32:41.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.616+0000 7f68c90079c0 20 remove_watcher() i=1 2024-09-12T17:32:41.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.620+0000 7f68c90079c0 20 remove_watcher() i=2 2024-09-12T17:32:41.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.620+0000 7f68c90079c0 20 remove_watcher() i=3 2024-09-12T17:32:41.619 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.624+0000 7f68c90079c0 20 remove_watcher() i=4 2024-09-12T17:32:41.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.624+0000 7f68c90079c0 20 remove_watcher() i=5 2024-09-12T17:32:41.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.624+0000 7f68c90079c0 20 remove_watcher() i=6 2024-09-12T17:32:41.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:41.628+0000 7f68c90079c0 20 remove_watcher() i=7 2024-09-12T17:32:41.637 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:41.637 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:32:41.637 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-init-index id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.20 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:32:41.637 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:41.638 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.638 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.641 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.641 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.698 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.698 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.720 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with abort at init_index 2024-09-12T17:32:41.721 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:41.722 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.722 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.736 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.736 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.781 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.782 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.801 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.801 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.820 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.820 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.839 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.839 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.859 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.859 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.878 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.878 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.899 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.899 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.918 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.918 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.938 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.938 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.957 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.957 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.977 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.977 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:41.997 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:41.997 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:42.016 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.016 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:42.035 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.035 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:42.055 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.055 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:42.074 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.075 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:42.094 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.094 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:42.114 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.114 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:42.134 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.134 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:42.154 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:42.154 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:42.171 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:32:42.203 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:42.203 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:42.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.252+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.252+0000 7f57caee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.252+0000 7f57caee39c0 20 realm 2024-09-12T17:32:42.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.252+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.252+0000 7f57caee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.252+0000 7f57caee39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:42.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.252+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.252+0000 7f57caee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.250 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.252+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.251 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.256+0000 7f57caee39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:42.251 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.256+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.251 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.256+0000 7f57caee39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:42.251 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.256+0000 7f57caee39c0 20 searching for the correct realm 2024-09-12T17:32:42.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.260+0000 7f57c91ea640 0 -- 172.21.15.183:0/753465872 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f57b00f1040 msgr2=0x7f57b00ef410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:42.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.476+0000 7f57c81e8640 0 -- 172.21.15.183:0/753465872 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f57c00503d0 msgr2=0x7f57c0050830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:42.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.692+0000 7f57caee39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:42.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.692+0000 7f57caee39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:42.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.692+0000 7f57caee39c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:42.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.692+0000 7f57caee39c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:42.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.692+0000 7f57caee39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:42.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.692+0000 7f57caee39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:42.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.692+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:42.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:42.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 20 zone default found 2024-09-12T17:32:42.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 4 Realm: () 2024-09-12T17:32:42.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:42.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:42.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:42.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 20 zonegroup default 2024-09-12T17:32:42.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.696+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.700+0000 7f57caee39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.700+0000 7f57caee39c0 20 started sync module instance, tier type = 2024-09-12T17:32:42.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.700+0000 7f57caee39c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:42.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.720+0000 7f57caee39c0 20 add_watcher() i=0 2024-09-12T17:32:42.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.720+0000 7f57caee39c0 20 add_watcher() i=1 2024-09-12T17:32:42.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.720+0000 7f57caee39c0 20 add_watcher() i=2 2024-09-12T17:32:42.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.720+0000 7f57caee39c0 20 add_watcher() i=3 2024-09-12T17:32:42.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.720+0000 7f57caee39c0 20 add_watcher() i=4 2024-09-12T17:32:42.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.720+0000 7f57caee39c0 20 add_watcher() i=5 2024-09-12T17:32:42.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.720+0000 7f57caee39c0 20 add_watcher() i=6 2024-09-12T17:32:42.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.720+0000 7f57caee39c0 20 add_watcher() i=7 2024-09-12T17:32:42.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.720+0000 7f57caee39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:42.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.724+0000 7f567efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:42.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.724+0000 7f57caee39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:42.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.724+0000 7f57caee39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:42.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.724+0000 7f57caee39c0 5 note: GC not initialized 2024-09-12T17:32:42.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.724+0000 7f567dfe3640 20 reqs_thread_entry: start 2024-09-12T17:32:42.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.724+0000 7f57caee39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:42.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.724+0000 7f57caee39c0 20 Filter name: none 2024-09-12T17:32:42.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.724+0000 7f55ef7fe640 20 reqs_thread_entry: start 2024-09-12T17:32:42.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.724+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.724+0000 7f57caee39c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:32:42.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.724+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.728+0000 7f57caee39c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:32:42.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.728+0000 7f57caee39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:42.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.728+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.728+0000 7f57caee39c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:32:42.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.728+0000 7f57caee39c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.728+0000 7f57caee39c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:32:42.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.728+0000 7f57caee39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:42.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.728+0000 7f567efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:42.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.736+0000 7f57caee39c0 20 remove_watcher() i=0 2024-09-12T17:32:42.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.736+0000 7f57caee39c0 2 removed watcher, disabling cache 2024-09-12T17:32:42.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.736+0000 7f57caee39c0 20 remove_watcher() i=1 2024-09-12T17:32:42.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.740+0000 7f57caee39c0 20 remove_watcher() i=2 2024-09-12T17:32:42.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.740+0000 7f57caee39c0 20 remove_watcher() i=3 2024-09-12T17:32:42.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.744+0000 7f57caee39c0 20 remove_watcher() i=4 2024-09-12T17:32:42.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.744+0000 7f57caee39c0 20 remove_watcher() i=5 2024-09-12T17:32:42.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.744+0000 7f57caee39c0 20 remove_watcher() i=6 2024-09-12T17:32:42.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.748+0000 7f57caee39c0 20 remove_watcher() i=7 2024-09-12T17:32:42.760 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:42.760 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:32:42.761 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-init-indext id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:42.761 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:42.761 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2024-09-12T17:32:42.798 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:42.798 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:42.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.844+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 realm 2024-09-12T17:32:42.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.848+0000 7f33ae6d19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:42.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:42.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:42.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:42.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.852+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:42.846 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.852+0000 7f33ae6d19c0 20 searching for the correct realm 2024-09-12T17:32:42.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:42.852+0000 7f33ac9d8640 0 -- 172.21.15.183:0/1925172742 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f33940829f0 msgr2=0x7f3394074440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.068+0000 7f33ab9d6640 0 -- 172.21.15.183:0/1925172742 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f33a40e2920 msgr2=0x7f33a40af410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:43.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:43.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:43.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:43.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:43.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:43.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:43.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 zone default found 2024-09-12T17:32:43.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 4 Realm: () 2024-09-12T17:32:43.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:43.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:43.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:43.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 zonegroup default 2024-09-12T17:32:43.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 started sync module instance, tier type = 2024-09-12T17:32:43.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:43.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=0 2024-09-12T17:32:43.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=1 2024-09-12T17:32:43.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=2 2024-09-12T17:32:43.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=3 2024-09-12T17:32:43.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=4 2024-09-12T17:32:43.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=5 2024-09-12T17:32:43.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=6 2024-09-12T17:32:43.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.316+0000 7f33ae6d19c0 20 add_watcher() i=7 2024-09-12T17:32:43.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.316+0000 7f33ae6d19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:43.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f3262fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:43.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:43.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 note: GC not initialized 2024-09-12T17:32:43.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f3261fe3640 20 reqs_thread_entry: start 2024-09-12T17:32:43.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:43.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 Filter name: none 2024-09-12T17:32:43.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f325affd640 20 reqs_thread_entry: start 2024-09-12T17:32:43.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f33ae6d19c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:32:43.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:32:43.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f33ae6d19c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:32:43.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f33ae6d19c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:32:43.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f33ae6d19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 : miss 2024-09-12T17:32:43.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.324+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:32:43.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 info.flags=0x17 2024-09-12T17:32:43.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 to cache LRU end 2024-09-12T17:32:43.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:43.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:43.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 2024-09-12T17:32:43.321 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f33ae6d19c0 time 2024-09-12T17:32:43.329583+0000 2024-09-12T17:32:43.321 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:32:43.325 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.325 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f33b1fab2eb] 2024-09-12T17:32:43.325 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33b1fab49f] 2024-09-12T17:32:43.325 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eb733970c1] 2024-09-12T17:32:43.325 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x140f572) [0x55eb73dec572] 2024-09-12T17:32:43.325 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55eb733a918d] 2024-09-12T17:32:43.325 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:32:43.325 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f33b0e11d90] 2024-09-12T17:32:43.326 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:32:43.326 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:32:43.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.328+0000 7f33ae6d19c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f33ae6d19c0 time 2024-09-12T17:32:43.329583+0000 2024-09-12T17:32:43.326 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:32:43.326 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.326 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.326 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f33b1fab2eb] 2024-09-12T17:32:43.326 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33b1fab49f] 2024-09-12T17:32:43.326 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eb733970c1] 2024-09-12T17:32:43.326 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x140f572) [0x55eb73dec572] 2024-09-12T17:32:43.327 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55eb733a918d] 2024-09-12T17:32:43.327 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:32:43.327 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f33b0e11d90] 2024-09-12T17:32:43.327 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:32:43.327 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:32:43.327 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.328 INFO:tasks.workunit.client.0.smithi183.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:32:43.328 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f33ae6d19c0 thread_name:radosgw-admin 2024-09-12T17:32:43.329 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.329 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f33b0e2a520] 2024-09-12T17:32:43.329 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:32:43.329 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:32:43.329 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:32:43.329 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f33b1fab345] 2024-09-12T17:32:43.329 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33b1fab49f] 2024-09-12T17:32:43.329 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eb733970c1] 2024-09-12T17:32:43.329 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x140f572) [0x55eb73dec572] 2024-09-12T17:32:43.329 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55eb733a918d] 2024-09-12T17:32:43.329 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:32:43.330 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f33b0e11d90] 2024-09-12T17:32:43.330 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:32:43.330 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:32:43.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.332+0000 7f33ae6d19c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:32:43.330 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f33ae6d19c0 thread_name:radosgw-admin 2024-09-12T17:32:43.330 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.330 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.330 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f33b0e2a520] 2024-09-12T17:32:43.330 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:32:43.330 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:32:43.330 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:32:43.330 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f33b1fab345] 2024-09-12T17:32:43.331 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33b1fab49f] 2024-09-12T17:32:43.331 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eb733970c1] 2024-09-12T17:32:43.331 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x140f572) [0x55eb73dec572] 2024-09-12T17:32:43.331 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55eb733a918d] 2024-09-12T17:32:43.331 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:32:43.331 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f33b0e11d90] 2024-09-12T17:32:43.331 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:32:43.331 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:32:43.331 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:32:43.331 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.331 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:32:43.340 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request con 0x55eb748aa560 auth_method 0 2024-09-12T17:32:43.340 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.340 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.340 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.340 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.340 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.340 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.340 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.340 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.340 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:32:42.824+0000 7f33ac9d8640 10 monclient(hunting): get_auth_request con 0x55eb748aa940 auth_method 0 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:32:42.824+0000 7f33ac9d8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:32:42.824+0000 7f33ac9d8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:32:42.824+0000 7f33ac9d8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_done global_id 5996 payload 274 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: dump: 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.341 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.342 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.342 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.342 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.342 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.342 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.342 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.342 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.342 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.342 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.342 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.342 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: dump: 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.343 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:32:42.824+0000 7f33ae6d19c0 5 monclient: authenticate success, global_id 5996 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:32:42.824+0000 7f33ae6d19c0 10 monclient: get_monmap_and_config success 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:32:42.824+0000 7f33ae6d19c0 4 set_mon_vals no callback set 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:32:42.824+0000 7f33ae6d19c0 10 monclient: shutdown 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:32:42.824+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) unregister_commands rotate-key 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: monmap: 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:32:43.344 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding auth protocol: cephx 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding auth protocol: cephx 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding auth protocol: cephx 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: secure 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: crc 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: secure 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: crc 2024-09-12T17:32:43.345 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: secure 2024-09-12T17:32:43.346 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: crc 2024-09-12T17:32:43.346 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: crc 2024-09-12T17:32:43.346 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: secure 2024-09-12T17:32:43.346 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: crc 2024-09-12T17:32:43.346 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: secure 2024-09-12T17:32:43.346 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: crc 2024-09-12T17:32:43.347 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: secure 2024-09-12T17:32:43.347 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.347 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 1 librados: starting msgr at 2024-09-12T17:32:43.347 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 1 librados: starting objecter 2024-09-12T17:32:43.347 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command objecter_requests hook 0x55eb74a1a7d0 2024-09-12T17:32:43.347 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 1 librados: setting wanted keys 2024-09-12T17:32:43.347 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 1 librados: calling monclient init 2024-09-12T17:32:43.348 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: init 2024-09-12T17:32:43.348 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding auth protocol: cephx 2024-09-12T17:32:43.348 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding auth protocol: cephx 2024-09-12T17:32:43.348 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding auth protocol: cephx 2024-09-12T17:32:43.348 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: secure 2024-09-12T17:32:43.348 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: crc 2024-09-12T17:32:43.348 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: secure 2024-09-12T17:32:43.348 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: crc 2024-09-12T17:32:43.348 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: secure 2024-09-12T17:32:43.348 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: crc 2024-09-12T17:32:43.348 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: crc 2024-09-12T17:32:43.349 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: secure 2024-09-12T17:32:43.349 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: crc 2024-09-12T17:32:43.349 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: secure 2024-09-12T17:32:43.349 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: crc 2024-09-12T17:32:43.349 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: secure 2024-09-12T17:32:43.349 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.349 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.349 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command rotate-key hook 0x55eb749efcf8 2024-09-12T17:32:43.349 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.349 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-a con 0x55eb74882590 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-c con 0x55eb748aa560 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-b con 0x55eb748aa940 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): authenticate will time out at 2148.361175s 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request con 0x55eb748aa560 auth_method 0 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.350 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request con 0x55eb74882590 auth_method 0 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_done global_id 5999 payload 824 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:32:43.351 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.352 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.352 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: dump: 2024-09-12T17:32:43.352 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.352 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.352 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.352 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.352 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.352 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.352 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.353 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.353 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.353 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.353 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.353 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.353 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.353 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.353 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.353 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: dump: 2024-09-12T17:32:43.353 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.353 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.353 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.354 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.354 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.354 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.354 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.354 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.354 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.354 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.354 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 monclient: authenticate success, global_id 5999 2024-09-12T17:32:43.354 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: _renew_subs 2024-09-12T17:32:43.354 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:32:42.828+0000 7f329a60c640 4 set_mon_vals no callback set 2024-09-12T17:32:43.354 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:32:43.355 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: _renew_subs 2024-09-12T17:32:43.355 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:32:43.355 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 1 librados: init done 2024-09-12T17:32:43.355 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:32:42.832+0000 7f3298e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:43.355 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:32:42.832+0000 7f3298e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:32:43.355 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:32:42.832+0000 7f3298e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:32:43.355 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:32:42.832+0000 7f33ac1d7640 10 monclient: get_auth_request con 0x7f3294070ae0 auth_method 0 2024-09-12T17:32:43.355 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:32:42.832+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x55eb74a204d0 auth_method 0 2024-09-12T17:32:43.355 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:32:42.832+0000 7f33ac1d7640 10 monclient: get_auth_request con 0x55eb74a3a990 auth_method 0 2024-09-12T17:32:43.355 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:32:42.832+0000 7f33ab9d6640 10 monclient: get_auth_request con 0x55eb74a3ed40 auth_method 0 2024-09-12T17:32:43.355 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x55eb74a3e1f0 auth_method 0 2024-09-12T17:32:43.356 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.356 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.356 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: monmap: 2024-09-12T17:32:43.356 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:32:43.356 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.356 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:32:43.356 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:32:43.356 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.356 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.356 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:32:43.357 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:32:43.357 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:32:43.357 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.357 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding auth protocol: cephx 2024-09-12T17:32:43.357 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding auth protocol: cephx 2024-09-12T17:32:43.357 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding auth protocol: cephx 2024-09-12T17:32:43.357 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: secure 2024-09-12T17:32:43.357 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: crc 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: secure 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: crc 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: secure 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: crc 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: crc 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: secure 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: crc 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: secure 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: crc 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: secure 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command objecter_requests cmddesc objecter_requests hook 0x55eb74a4a6c0 EEXIST 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: init 2024-09-12T17:32:43.358 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding auth protocol: cephx 2024-09-12T17:32:43.359 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding auth protocol: cephx 2024-09-12T17:32:43.359 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding auth protocol: cephx 2024-09-12T17:32:43.359 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: secure 2024-09-12T17:32:43.359 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: crc 2024-09-12T17:32:43.359 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: secure 2024-09-12T17:32:43.359 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: crc 2024-09-12T17:32:43.359 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: secure 2024-09-12T17:32:43.359 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: crc 2024-09-12T17:32:43.359 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: crc 2024-09-12T17:32:43.359 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: secure 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: crc 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: secure 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: crc 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: secure 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command rotate-key cmddesc rotate-key hook 0x55eb74a45ec0 EEXIST 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-a con 0x55eb74a6e870 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-c con 0x55eb74a6e1a0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:32:43.360 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-b con 0x55eb74a6cb80 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): authenticate will time out at 2148.370667s 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request con 0x55eb74a6e870 auth_method 0 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): get_auth_request con 0x55eb74a6e1a0 auth_method 0 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.361 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:32:42.836+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request con 0x55eb74a6cb80 auth_method 0 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:32:42.836+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:32:42.836+0000 7f33ac1d7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:32:42.836+0000 7f33ac1d7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_done global_id 6381 payload 824 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 1 monclient: found mon.noname-a 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:32:43.362 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.363 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:32:43.363 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: dump: 2024-09-12T17:32:43.363 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.363 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.363 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.363 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.363 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.363 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.363 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.363 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.363 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: dump: 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.364 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.365 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.365 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.365 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.365 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.365 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.365 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.365 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:32:42.836+0000 7f33ad1d9640 4 set_mon_vals no callback set 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 monclient: authenticate success, global_id 6381 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: _renew_subs 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: _renew_subs 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:32:42.840+0000 7f3291ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:32:42.840+0000 7f3291ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:32:42.840+0000 7f3291ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:32:43.366 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: get_monmap_and_config 2024-09-12T17:32:43.367 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.367 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.367 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: monmap: 2024-09-12T17:32:43.367 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:32:43.367 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.367 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:32:43.367 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:32:43.367 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.367 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.368 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:32:43.368 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:32:43.368 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:32:43.368 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.368 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding auth protocol: cephx 2024-09-12T17:32:43.368 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding auth protocol: cephx 2024-09-12T17:32:43.368 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding auth protocol: cephx 2024-09-12T17:32:43.368 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: secure 2024-09-12T17:32:43.368 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: crc 2024-09-12T17:32:43.368 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: secure 2024-09-12T17:32:43.368 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: crc 2024-09-12T17:32:43.369 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: secure 2024-09-12T17:32:43.369 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: crc 2024-09-12T17:32:43.369 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: crc 2024-09-12T17:32:43.369 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: secure 2024-09-12T17:32:43.369 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: crc 2024-09-12T17:32:43.369 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: secure 2024-09-12T17:32:43.369 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: crc 2024-09-12T17:32:43.369 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: secure 2024-09-12T17:32:43.369 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:32:42.840+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x7f3284070a20 auth_method 0 2024-09-12T17:32:43.369 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.369 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: init 2024-09-12T17:32:43.370 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding auth protocol: cephx 2024-09-12T17:32:43.370 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding auth protocol: cephx 2024-09-12T17:32:43.370 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding auth protocol: cephx 2024-09-12T17:32:43.370 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: secure 2024-09-12T17:32:43.370 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: crc 2024-09-12T17:32:43.370 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: secure 2024-09-12T17:32:43.370 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: crc 2024-09-12T17:32:43.370 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: secure 2024-09-12T17:32:43.370 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: crc 2024-09-12T17:32:43.370 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: crc 2024-09-12T17:32:43.370 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: secure 2024-09-12T17:32:43.371 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: crc 2024-09-12T17:32:43.371 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: secure 2024-09-12T17:32:43.371 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: crc 2024-09-12T17:32:43.371 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: secure 2024-09-12T17:32:43.371 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.371 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.371 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command rotate-key cmddesc rotate-key hook 0x7ffefb48f378 EEXIST 2024-09-12T17:32:43.371 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.371 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:32:43.372 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-c con 0x55eb74ac2730 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:32:43.372 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-b con 0x55eb74abdbd0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:32:43.372 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-a con 0x55eb74ab4340 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:32:43.372 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.372 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.372 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.372 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.373 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): authenticate will time out at 2148.374726s 2024-09-12T17:32:43.373 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request con 0x55eb74ac2730 auth_method 0 2024-09-12T17:32:43.373 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.373 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.373 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.373 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request con 0x55eb74ab4340 auth_method 0 2024-09-12T17:32:43.373 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.373 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.373 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.373 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.373 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.373 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_done global_id 6005 payload 274 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: dump: 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.374 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: dump: 2024-09-12T17:32:43.375 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 monclient: authenticate success, global_id 6005 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: get_monmap_and_config success 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 4 set_mon_vals no callback set 2024-09-12T17:32:43.376 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: shutdown 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: monmap: 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:32:43.377 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding auth protocol: cephx 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding auth protocol: cephx 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding auth protocol: cephx 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: secure 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: crc 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: secure 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: crc 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: secure 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: crc 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: crc 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: secure 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: crc 2024-09-12T17:32:43.378 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: secure 2024-09-12T17:32:43.379 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: crc 2024-09-12T17:32:43.379 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: secure 2024-09-12T17:32:43.379 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.379 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 1 librados: starting msgr at 2024-09-12T17:32:43.379 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 1 librados: starting objecter 2024-09-12T17:32:43.379 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command objecter_requests cmddesc objecter_requests hook 0x55eb74a6fdd0 EEXIST 2024-09-12T17:32:43.379 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 1 librados: setting wanted keys 2024-09-12T17:32:43.379 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 1 librados: calling monclient init 2024-09-12T17:32:43.379 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: init 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding auth protocol: cephx 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding auth protocol: cephx 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding auth protocol: cephx 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: secure 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: crc 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: secure 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: crc 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: secure 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: crc 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: crc 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: secure 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: crc 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: secure 2024-09-12T17:32:43.380 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: crc 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: secure 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command rotate-key cmddesc rotate-key hook 0x55eb74a707d8 EEXIST 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-a con 0x55eb74ab4340 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-c con 0x55eb74abdbd0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-b con 0x55eb74ac2730 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.381 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.382 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): authenticate will time out at 2148.377395s 2024-09-12T17:32:43.382 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): get_auth_request con 0x55eb74abdbd0 auth_method 0 2024-09-12T17:32:43.382 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.382 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.382 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.382 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request con 0x55eb74ab4340 auth_method 0 2024-09-12T17:32:43.382 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.382 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.382 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.382 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.383 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.383 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.383 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.383 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.383 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.383 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:32:42.844+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request con 0x55eb74ac2730 auth_method 0 2024-09-12T17:32:43.383 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:32:42.844+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.383 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:32:42.844+0000 7f33ac1d7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.383 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:32:42.844+0000 7f33ac1d7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.383 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_done global_id 6387 payload 824 2024-09-12T17:32:43.383 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.383 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 1 monclient: found mon.noname-a 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: dump: 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.384 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 monclient: authenticate success, global_id 6387 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: _renew_subs 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: dump: 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.385 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:32:42.844+0000 7f32837fe640 4 set_mon_vals no callback set 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: _renew_subs 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 1 librados: init done 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command cr dump hook 0x55eb74abc978 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.386 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:32:42.844+0000 7f3281ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:43.387 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:32:42.844+0000 7f3281ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:32:43.387 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:32:42.844+0000 7f3281ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:32:43.387 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:32:42.848+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x7f3274070ae0 auth_method 0 2024-09-12T17:32:43.387 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:32:42.848+0000 7f33ac1d7640 10 monclient: get_auth_request con 0x55eb74adb330 auth_method 0 2024-09-12T17:32:43.387 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.387 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 realm 2024-09-12T17:32:43.387 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.387 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.387 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:43.387 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.387 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:32:42.848+0000 7f33ab9d6640 10 monclient: get_auth_request con 0x55eb74adf570 auth_method 0 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:32:42.848+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x55eb74ae2dd0 auth_method 0 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:32:42.852+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:32:42.852+0000 7f33ae6d19c0 20 searching for the correct realm 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:32:42.852+0000 7f33ac1d7640 10 monclient: get_auth_request con 0x7f33a40e3040 auth_method 0 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:32:42.852+0000 7f33ab9d6640 10 monclient: get_auth_request con 0x7f339c03d040 auth_method 0 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:32:42.852+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x7f33940829f0 auth_method 0 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:32:42.852+0000 7f33ac9d8640 0 -- 172.21.15.183:0/1925172742 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f33940829f0 msgr2=0x7f3394074440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:32:43.056+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x7f33940829f0 auth_method 0 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:32:43.060+0000 7f33ac1d7640 10 monclient: get_auth_request con 0x7f33a40f5040 auth_method 0 2024-09-12T17:32:43.388 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:32:43.068+0000 7f33ab9d6640 10 monclient: get_auth_request con 0x7f33a40e2920 auth_method 0 2024-09-12T17:32:43.389 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:32:43.068+0000 7f33ab9d6640 0 -- 172.21.15.183:0/1925172742 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f33a40e2920 msgr2=0x7f33a40af410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.389 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:32:43.272+0000 7f33ab9d6640 10 monclient: get_auth_request con 0x7f33a40e2920 auth_method 0 2024-09-12T17:32:43.389 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:43.389 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:43.389 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:43.389 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:43.389 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:43.389 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:43.389 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 zone default found 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 4 Realm: () 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 zonegroup default 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.390 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 started sync module instance, tier type = 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=0 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=1 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=2 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=3 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=4 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=5 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=6 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:32:43.316+0000 7f33ae6d19c0 20 add_watcher() i=7 2024-09-12T17:32:43.391 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:32:43.316+0000 7f33ae6d19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding auth protocol: cephx 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding auth protocol: cephx 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding auth protocol: cephx 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: secure 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: crc 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: secure 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: crc 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: secure 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: crc 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: crc 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: secure 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:32:43.320+0000 7f3262fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.392 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: crc 2024-09-12T17:32:43.393 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: secure 2024-09-12T17:32:43.393 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: crc 2024-09-12T17:32:43.393 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: secure 2024-09-12T17:32:43.393 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.393 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:43.393 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:43.393 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command cache list hook 0x55eb74aba9c0 2024-09-12T17:32:43.393 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command cache inspect hook 0x55eb74aba9c0 2024-09-12T17:32:43.393 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command cache erase hook 0x55eb74aba9c0 2024-09-12T17:32:43.394 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command cache zap hook 0x55eb74aba9c0 2024-09-12T17:32:43.394 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 note: GC not initialized 2024-09-12T17:32:43.394 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:32:43.320+0000 7f3261fe3640 20 reqs_thread_entry: start 2024-09-12T17:32:43.394 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command sync trace show hook 0x7f339c0043b0 2024-09-12T17:32:43.394 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command sync trace history hook 0x7f339c0043b0 2024-09-12T17:32:43.395 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command sync trace active hook 0x7f339c0043b0 2024-09-12T17:32:43.395 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command sync trace active_short hook 0x7f339c0043b0 2024-09-12T17:32:43.395 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:43.395 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 Filter name: none 2024-09-12T17:32:43.395 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:32:43.320+0000 7f325affd640 20 reqs_thread_entry: start 2024-09-12T17:32:43.396 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:32:43.396 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.396 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:32:43.396 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:32:43.396 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:32:43.397 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 : miss 2024-09-12T17:32:43.397 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.397 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:32:43.324+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:32:43.397 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 info.flags=0x17 2024-09-12T17:32:43.397 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 to cache LRU end 2024-09-12T17:32:43.398 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:43.398 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:43.398 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 2024-09-12T17:32:43.398 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:32:43.328+0000 7f33ae6d19c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f33ae6d19c0 time 2024-09-12T17:32:43.329583+0000 2024-09-12T17:32:43.398 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f33b1fab2eb] 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33b1fab49f] 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eb733970c1] 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x140f572) [0x55eb73dec572] 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55eb733a918d] 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f33b0e11d90] 2024-09-12T17:32:43.399 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:32:43.332+0000 7f33ae6d19c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f33ae6d19c0 thread_name:radosgw-admin 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f33b0e2a520] 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f33b1fab345] 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33b1fab49f] 2024-09-12T17:32:43.400 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eb733970c1] 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x140f572) [0x55eb73dec572] 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55eb733a918d] 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f33b0e11d90] 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:32:43.401 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:32:43.402 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:32:43.403 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:32:43.404 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:32:43.404 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:32:43.416 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:32:43.416 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:32:43.416 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:32:43.416 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:32:43.416 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:32:43.416 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:32:43.416 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:32:43.416 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:32:43.416 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:32:43.416 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:32:43.416 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:32:43.417 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:32:43.418 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:32:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 7f325affd640 / http_manager 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3261fe3640 / http_manager 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3262fe5640 / rgw_dt_lg_renew 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3281ffb640 / ms_dispatch 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 7f32837fe640 / io_context_pool 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3291ffb640 / ms_dispatch 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3298e09640 / ms_dispatch 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 7f329a60c640 / io_context_pool 2024-09-12T17:32:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 7f33ab9d6640 / msgr-worker-2 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: 7f33ac1d7640 / msgr-worker-1 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: 7f33ac9d8640 / msgr-worker-0 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: 7f33ad1d9640 / io_context_pool 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: 7f33ae6d19c0 / radosgw-admin 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/log/ceph/ceph-client.admin.83337.log 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request con 0x55eb748aa560 auth_method 0 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:32:42.824+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:32:42.824+0000 7f33ac9d8640 10 monclient(hunting): get_auth_request con 0x55eb748aa940 auth_method 0 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:32:42.824+0000 7f33ac9d8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:32:42.824+0000 7f33ac9d8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:32:42.824+0000 7f33ac9d8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_done global_id 5996 payload 274 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:32:42.824+0000 7f33ac1d7640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: dump: 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.423 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:32:42.824+0000 7f329a60c640 10 monclient: dump: 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.424 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:32:42.824+0000 7f33ae6d19c0 5 monclient: authenticate success, global_id 5996 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:32:42.824+0000 7f33ae6d19c0 10 monclient: get_monmap_and_config success 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:32:42.824+0000 7f33ae6d19c0 4 set_mon_vals no callback set 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:32:42.824+0000 7f33ae6d19c0 10 monclient: shutdown 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:32:42.824+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) unregister_commands rotate-key 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: monmap: 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:32:43.425 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding auth protocol: cephx 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding auth protocol: cephx 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding auth protocol: cephx 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: secure 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: crc 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: secure 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: crc 2024-09-12T17:32:43.426 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: secure 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: crc 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: crc 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: secure 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: crc 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: secure 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: crc 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749f2d10) adding con mode: secure 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 1 librados: starting msgr at 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 1 librados: starting objecter 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command objecter_requests hook 0x55eb74a1a7d0 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 1 librados: setting wanted keys 2024-09-12T17:32:43.427 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 1 librados: calling monclient init 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: init 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding auth protocol: cephx 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding auth protocol: cephx 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding auth protocol: cephx 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: secure 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: crc 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: secure 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: crc 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: secure 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: crc 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: crc 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: secure 2024-09-12T17:32:43.428 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: crc 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: secure 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: crc 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb749efbb0) adding con mode: secure 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command rotate-key hook 0x55eb749efcf8 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-a con 0x55eb74882590 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-c con 0x55eb748aa560 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-b con 0x55eb748aa940 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.429 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient(hunting): authenticate will time out at 2148.361175s 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request con 0x55eb748aa560 auth_method 0 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request con 0x55eb74882590 auth_method 0 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.430 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:32:42.828+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_done global_id 5999 payload 824 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:32:42.828+0000 7f33ab9d6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: dump: 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.431 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:32:42.828+0000 7f3298e09640 10 monclient: dump: 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.432 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 5 monclient: authenticate success, global_id 5999 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: _renew_subs 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:32:42.828+0000 7f329a60c640 4 set_mon_vals no callback set 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: _renew_subs 2024-09-12T17:32:43.433 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:32:42.828+0000 7f33ae6d19c0 1 librados: init done 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:32:42.832+0000 7f3298e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:32:42.832+0000 7f3298e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:32:42.832+0000 7f3298e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:32:42.832+0000 7f33ac1d7640 10 monclient: get_auth_request con 0x7f3294070ae0 auth_method 0 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:32:42.832+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x55eb74a204d0 auth_method 0 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:32:42.832+0000 7f33ac1d7640 10 monclient: get_auth_request con 0x55eb74a3a990 auth_method 0 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:32:42.832+0000 7f33ab9d6640 10 monclient: get_auth_request con 0x55eb74a3ed40 auth_method 0 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x55eb74a3e1f0 auth_method 0 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: monmap: 2024-09-12T17:32:43.434 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding auth protocol: cephx 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding auth protocol: cephx 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding auth protocol: cephx 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: secure 2024-09-12T17:32:43.435 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: crc 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: secure 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: crc 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: secure 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: crc 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: crc 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: secure 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: crc 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: secure 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: crc 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a46df0) adding con mode: secure 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command objecter_requests cmddesc objecter_requests hook 0x55eb74a4a6c0 EEXIST 2024-09-12T17:32:43.436 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: init 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding auth protocol: cephx 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding auth protocol: cephx 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding auth protocol: cephx 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: secure 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: crc 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: secure 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: crc 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: secure 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: crc 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: crc 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: secure 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: crc 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: secure 2024-09-12T17:32:43.437 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: crc 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a45d78) adding con mode: secure 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command rotate-key cmddesc rotate-key hook 0x55eb74a45ec0 EEXIST 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-a con 0x55eb74a6e870 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-c con 0x55eb74a6e1a0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-b con 0x55eb74a6cb80 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.438 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient(hunting): authenticate will time out at 2148.370667s 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request con 0x55eb74a6e870 auth_method 0 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): get_auth_request con 0x55eb74a6e1a0 auth_method 0 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.439 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:32:42.836+0000 7f33ac9d8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:32:42.836+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request con 0x55eb74a6cb80 auth_method 0 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:32:42.836+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:32:42.836+0000 7f33ac1d7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:32:42.836+0000 7f33ac1d7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_done global_id 6381 payload 824 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 1 monclient: found mon.noname-a 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:32:42.836+0000 7f33ab9d6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: dump: 2024-09-12T17:32:43.440 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.441 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:32:42.836+0000 7f3291ffb640 10 monclient: dump: 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:32:42.836+0000 7f33ad1d9640 4 set_mon_vals no callback set 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 5 monclient: authenticate success, global_id 6381 2024-09-12T17:32:43.442 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: _renew_subs 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: _renew_subs 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:32:42.836+0000 7f33ae6d19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:32:42.840+0000 7f3291ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:32:42.840+0000 7f3291ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:32:42.840+0000 7f3291ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: get_monmap_and_config 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: monmap: 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:32:43.443 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding auth protocol: cephx 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding auth protocol: cephx 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding auth protocol: cephx 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: secure 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: crc 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: secure 2024-09-12T17:32:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: crc 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: secure 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: crc 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: crc 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: secure 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: crc 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: secure 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: crc 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a8e220) adding con mode: secure 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:32:42.840+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x7f3284070a20 auth_method 0 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: init 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding auth protocol: cephx 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding auth protocol: cephx 2024-09-12T17:32:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding auth protocol: cephx 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: secure 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: crc 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: secure 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: crc 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: secure 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: crc 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: crc 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: secure 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: crc 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: secure 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: crc 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f230) adding con mode: secure 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command rotate-key cmddesc rotate-key hook 0x7ffefb48f378 EEXIST 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-c con 0x55eb74ac2730 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-b con 0x55eb74abdbd0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-a con 0x55eb74ab4340 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient(hunting): authenticate will time out at 2148.374726s 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request con 0x55eb74ac2730 auth_method 0 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request con 0x55eb74ab4340 auth_method 0 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:32:42.840+0000 7f33ac1d7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_done global_id 6005 payload 274 2024-09-12T17:32:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 1 monclient: found mon.noname-c 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:32:42.840+0000 7f33ab9d6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: dump: 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:32:42.840+0000 7f32837fe640 10 monclient: dump: 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.450 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 5 monclient: authenticate success, global_id 6005 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 10 monclient: get_monmap_and_config success 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:32:42.840+0000 7f33ae6d19c0 4 set_mon_vals no callback set 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: shutdown 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: build_initial_monmap 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 1 build_initial for_mkfs: 0 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: monmap: 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:32:43.451 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding auth protocol: cephx 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding auth protocol: cephx 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding auth protocol: cephx 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: secure 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: crc 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: secure 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: crc 2024-09-12T17:32:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: secure 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: crc 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: crc 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: secure 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: crc 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: secure 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: crc 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a92210) adding con mode: secure 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 1 librados: starting msgr at 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 1 librados: starting objecter 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command objecter_requests cmddesc objecter_requests hook 0x55eb74a6fdd0 EEXIST 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 1 librados: setting wanted keys 2024-09-12T17:32:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 1 librados: calling monclient init 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: init 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding auth protocol: cephx 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding auth protocol: cephx 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding auth protocol: cephx 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: secure 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: crc 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: secure 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: crc 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: secure 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: crc 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: crc 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: secure 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: crc 2024-09-12T17:32:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: secure 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: crc 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 AuthRegistry(0x55eb74a70690) adding con mode: secure 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command rotate-key cmddesc rotate-key hook 0x55eb74a707d8 EEXIST 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: _reopen_session rank -1 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-a con 0x55eb74ab4340 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-c con 0x55eb74abdbd0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): picked mon.noname-b con 0x55eb74ac2730 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:32:43.455 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): _renew_subs 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient(hunting): authenticate will time out at 2148.377395s 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): get_auth_request con 0x55eb74abdbd0 auth_method 0 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request con 0x55eb74ab4340 auth_method 0 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:32:42.844+0000 7f33ac9d8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:32:42.844+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request con 0x55eb74ac2730 auth_method 0 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:32:42.844+0000 7f33ac1d7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:32:42.844+0000 7f33ac1d7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:32:42.844+0000 7f33ac1d7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient(hunting): handle_auth_done global_id 6387 payload 824 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient: _finish_hunting 0 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 1 monclient: found mon.noname-a 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:32:42.844+0000 7f33ab9d6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: dump: 2024-09-12T17:32:43.457 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: _finish_auth 0 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 monclient: authenticate success, global_id 6387 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: _renew_subs 2024-09-12T17:32:43.458 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:32:42.844+0000 7f3281ffb640 10 monclient: dump: 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:32:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:32:42.844+0000 7f32837fe640 4 set_mon_vals no callback set 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: _renew_subs 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 1 librados: init done 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command cr dump hook 0x55eb74abc978 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:32:42.844+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:32:42.844+0000 7f3281ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:32:42.844+0000 7f3281ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:32:42.844+0000 7f3281ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:32:42.848+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x7f3274070ae0 auth_method 0 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:32:42.848+0000 7f33ac1d7640 10 monclient: get_auth_request con 0x55eb74adb330 auth_method 0 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 realm 2024-09-12T17:32:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:32:42.848+0000 7f33ab9d6640 10 monclient: get_auth_request con 0x55eb74adf570 auth_method 0 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:32:42.848+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:32:42.848+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x55eb74ae2dd0 auth_method 0 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:32:42.852+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:32:42.852+0000 7f33ae6d19c0 20 searching for the correct realm 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:32:42.852+0000 7f33ac1d7640 10 monclient: get_auth_request con 0x7f33a40e3040 auth_method 0 2024-09-12T17:32:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:32:42.852+0000 7f33ab9d6640 10 monclient: get_auth_request con 0x7f339c03d040 auth_method 0 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:32:42.852+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x7f33940829f0 auth_method 0 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:32:42.852+0000 7f33ac9d8640 0 -- 172.21.15.183:0/1925172742 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f33940829f0 msgr2=0x7f3394074440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:32:43.056+0000 7f33ac9d8640 10 monclient: get_auth_request con 0x7f33940829f0 auth_method 0 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:32:43.060+0000 7f33ac1d7640 10 monclient: get_auth_request con 0x7f33a40f5040 auth_method 0 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:32:43.068+0000 7f33ab9d6640 10 monclient: get_auth_request con 0x7f33a40e2920 auth_method 0 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:32:43.068+0000 7f33ab9d6640 0 -- 172.21.15.183:0/1925172742 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f33a40e2920 msgr2=0x7f33a40af410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:32:43.272+0000 7f33ab9d6640 10 monclient: get_auth_request con 0x7f33a40e2920 auth_method 0 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:32:43.284+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 zone default found 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 4 Realm: () 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 zonegroup default 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 started sync module instance, tier type = 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:32:43.288+0000 7f33ae6d19c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=0 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=1 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=2 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=3 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=4 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=5 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:32:43.312+0000 7f33ae6d19c0 20 add_watcher() i=6 2024-09-12T17:32:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:32:43.316+0000 7f33ae6d19c0 20 add_watcher() i=7 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:32:43.316+0000 7f33ae6d19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding auth protocol: cephx 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding auth protocol: cephx 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding auth protocol: cephx 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: secure 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: crc 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: secure 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: crc 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: secure 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: crc 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: crc 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: secure 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:32:43.320+0000 7f3262fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: crc 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: secure 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: crc 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 AuthRegistry(0x7ffefb48f700) adding con mode: secure 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command cache list hook 0x55eb74aba9c0 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command cache inspect hook 0x55eb74aba9c0 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command cache erase hook 0x55eb74aba9c0 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command cache zap hook 0x55eb74aba9c0 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 note: GC not initialized 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:32:43.320+0000 7f3261fe3640 20 reqs_thread_entry: start 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command sync trace show hook 0x7f339c0043b0 2024-09-12T17:32:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command sync trace history hook 0x7f339c0043b0 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command sync trace active hook 0x7f339c0043b0 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 5 asok(0x55eb747e82b0) register_command sync trace active_short hook 0x7f339c0043b0 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 Filter name: none 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:32:43.320+0000 7f325affd640 20 reqs_thread_entry: start 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 : miss 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:32:43.320+0000 7f33ae6d19c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:32:43.324+0000 7f33ae6d19c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:32:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 info.flags=0x17 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 to cache LRU end 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:32:43.324+0000 7f33ae6d19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:32:43.328+0000 7f33ae6d19c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f33ae6d19c0 time 2024-09-12T17:32:43.329583+0000 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f33b1fab2eb] 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33b1fab49f] 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eb733970c1] 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x140f572) [0x55eb73dec572] 2024-09-12T17:32:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55eb733a918d] 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f33b0e11d90] 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:32:43.332+0000 7f33ae6d19c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f33ae6d19c0 thread_name:radosgw-admin 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f33b0e2a520] 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:32:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f33b1fab345] 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f33b1fab49f] 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55eb733970c1] 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x140f572) [0x55eb73dec572] 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55eb733a918d] 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f33b0e11d90] 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:32:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:32:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:32:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:32:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:32:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:32:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:32:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 7f325affd640 / http_manager 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3261fe3640 / http_manager 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3262fe5640 / rgw_dt_lg_renew 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3281ffb640 / ms_dispatch 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 7f32837fe640 / io_context_pool 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3291ffb640 / ms_dispatch 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3298e09640 / ms_dispatch 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 7f329a60c640 / io_context_pool 2024-09-12T17:32:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 7f33ab9d6640 / msgr-worker-2 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: 7f33ac1d7640 / msgr-worker-1 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: 7f33ac9d8640 / msgr-worker-0 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: 7f33ad1d9640 / io_context_pool 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: 7f33ae6d19c0 / radosgw-admin 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:32:43.336679Z_84876de4-3787-48ae-87ed-8295e70ba2b7/log 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi183.stderr:Aborted 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:43.478 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.428+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.428+0000 7fd48ae299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.428+0000 7fd48ae299c0 20 realm 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.428+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.428+0000 7fd48ae299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.428+0000 7fd48ae299c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.428+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.428+0000 7fd48ae299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.428+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.432+0000 7fd48ae299c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.432+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.432+0000 7fd48ae299c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.432+0000 7fd48ae299c0 20 searching for the correct realm 2024-09-12T17:32:43.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.436+0000 7fd489130640 0 -- 172.21.15.183:0/3974226664 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fd47001f070 msgr2=0x7fd47002e970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:43.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.652+0000 7fd48812e640 0 -- 172.21.15.183:0/3974226664 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fd4800c93c0 msgr2=0x7fd4800c9820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:32:43.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:43.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:43.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:43.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:43.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:43.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:43.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:43.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:43.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 zone default found 2024-09-12T17:32:43.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 4 Realm: () 2024-09-12T17:32:43.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:43.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:43.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:43.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 zonegroup default 2024-09-12T17:32:43.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.872+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.876+0000 7fd48ae299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:43.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.876+0000 7fd48ae299c0 20 started sync module instance, tier type = 2024-09-12T17:32:43.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.876+0000 7fd48ae299c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:43.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.896+0000 7fd48ae299c0 20 add_watcher() i=0 2024-09-12T17:32:43.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.896+0000 7fd48ae299c0 20 add_watcher() i=1 2024-09-12T17:32:43.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.896+0000 7fd48ae299c0 20 add_watcher() i=2 2024-09-12T17:32:43.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.896+0000 7fd48ae299c0 20 add_watcher() i=3 2024-09-12T17:32:43.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.896+0000 7fd48ae299c0 20 add_watcher() i=4 2024-09-12T17:32:43.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.896+0000 7fd48ae299c0 20 add_watcher() i=5 2024-09-12T17:32:43.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.896+0000 7fd48ae299c0 20 add_watcher() i=6 2024-09-12T17:32:43.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.896+0000 7fd48ae299c0 20 add_watcher() i=7 2024-09-12T17:32:43.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.896+0000 7fd48ae299c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:43.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.900+0000 7fd33efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.900+0000 7fd48ae299c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:43.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.900+0000 7fd48ae299c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:43.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.900+0000 7fd48ae299c0 5 note: GC not initialized 2024-09-12T17:32:43.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd33dfe3640 20 reqs_thread_entry: start 2024-09-12T17:32:43.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd48ae299c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:43.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd48ae299c0 20 Filter name: none 2024-09-12T17:32:43.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd2af7fe640 20 reqs_thread_entry: start 2024-09-12T17:32:43.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd48ae299c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:32:43.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd48ae299c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:32:43.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd48ae299c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:43.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd48ae299c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:32:43.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd48ae299c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:43.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd48ae299c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:32:43.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.904+0000 7fd48ae299c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:32:43.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.908+0000 7fd33efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:43.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.912+0000 7fd48ae299c0 20 remove_watcher() i=0 2024-09-12T17:32:43.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.912+0000 7fd48ae299c0 2 removed watcher, disabling cache 2024-09-12T17:32:43.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.912+0000 7fd48ae299c0 20 remove_watcher() i=1 2024-09-12T17:32:43.912 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.916+0000 7fd48ae299c0 20 remove_watcher() i=2 2024-09-12T17:32:43.914 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.920+0000 7fd48ae299c0 20 remove_watcher() i=3 2024-09-12T17:32:43.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.920+0000 7fd48ae299c0 20 remove_watcher() i=4 2024-09-12T17:32:43.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.920+0000 7fd48ae299c0 20 remove_watcher() i=5 2024-09-12T17:32:43.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.924+0000 7fd48ae299c0 20 remove_watcher() i=6 2024-09-12T17:32:43.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:43.924+0000 7fd48ae299c0 20 remove_watcher() i=7 2024-09-12T17:32:43.936 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.936 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:32:43.936 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-init-indext id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:32:43.936 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:32:43.938 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:43.938 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:43.947 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:32:43.947 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:32:43.992 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:32:44.028 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:32:44.028 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:32:44.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.076+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.076+0000 7f2ae46629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.076+0000 7f2ae46629c0 20 realm 2024-09-12T17:32:44.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.076+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.076+0000 7f2ae46629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.076+0000 7f2ae46629c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:32:44.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.076+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.076+0000 7f2ae46629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.076+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.080+0000 7f2ae46629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:44.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.080+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.080+0000 7f2ae46629c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:32:44.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.080+0000 7f2ae46629c0 20 searching for the correct realm 2024-09-12T17:32:44.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.084+0000 7f2ae2969640 0 -- 172.21.15.183:0/3987369522 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f2ad802d030 msgr2=0x7f2ad8063d70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:44.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.092+0000 7f2ae1967640 0 -- 172.21.15.183:0/3987369522 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f2adc10d320 msgr2=0x7f2adc12d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:32:44.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.308+0000 7f2ae46629c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:32:44.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.308+0000 7f2ae46629c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:32:44.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.308+0000 7f2ae46629c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:32:44.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.308+0000 7f2ae46629c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:32:44.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.308+0000 7f2ae46629c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:32:44.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.308+0000 7f2ae46629c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:32:44.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.308+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.308+0000 7f2ae46629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.308+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:32:44.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:32:44.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 zone default found 2024-09-12T17:32:44.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 4 Realm: () 2024-09-12T17:32:44.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:32:44.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:32:44.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:32:44.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 zonegroup default 2024-09-12T17:32:44.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:32:44.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 started sync module instance, tier type = 2024-09-12T17:32:44.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.312+0000 7f2ae46629c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:32:44.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.336+0000 7f2ae46629c0 20 add_watcher() i=0 2024-09-12T17:32:44.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.336+0000 7f2ae46629c0 20 add_watcher() i=1 2024-09-12T17:32:44.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.336+0000 7f2ae46629c0 20 add_watcher() i=2 2024-09-12T17:32:44.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.336+0000 7f2ae46629c0 20 add_watcher() i=3 2024-09-12T17:32:44.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.336+0000 7f2ae46629c0 20 add_watcher() i=4 2024-09-12T17:32:44.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.336+0000 7f2ae46629c0 20 add_watcher() i=5 2024-09-12T17:32:44.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.336+0000 7f2ae46629c0 20 add_watcher() i=6 2024-09-12T17:32:44.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.336+0000 7f2ae46629c0 20 add_watcher() i=7 2024-09-12T17:32:44.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.336+0000 7f2ae46629c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:32:44.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.340+0000 7f2998fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:44.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:32:44.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:32:44.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 5 note: GC not initialized 2024-09-12T17:32:44.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f29137fe640 20 reqs_thread_entry: start 2024-09-12T17:32:44.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 20 init_complete bucket index max shards: 1 2024-09-12T17:32:44.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 20 Filter name: none 2024-09-12T17:32:44.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f29117fa640 20 reqs_thread_entry: start 2024-09-12T17:32:44.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:32:44.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:32:44.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:32:44.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:32:44.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 : miss 2024-09-12T17:32:44.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 20 rados->read ofs=0 len=0 2024-09-12T17:32:44.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:32:44.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 info.flags=0x17 2024-09-12T17:32:44.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 to cache LRU end 2024-09-12T17:32:44.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:32:44.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:32:44.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.344+0000 7f2ae46629c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 2024-09-12T17:32:44.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.348+0000 7f2ae46629c0 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 to be held by another RGW process; skipping for now 2024-09-12T17:32:44.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.348+0000 7f2998fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:32:44.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.352+0000 7f2ae46629c0 20 remove_watcher() i=0 2024-09-12T17:32:44.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.352+0000 7f2ae46629c0 2 removed watcher, disabling cache 2024-09-12T17:32:44.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.356+0000 7f2ae46629c0 20 remove_watcher() i=1 2024-09-12T17:32:44.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.360+0000 7f2ae46629c0 20 remove_watcher() i=2 2024-09-12T17:32:44.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.360+0000 7f2ae46629c0 20 remove_watcher() i=3 2024-09-12T17:32:44.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.364+0000 7f2ae46629c0 20 remove_watcher() i=4 2024-09-12T17:32:44.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.364+0000 7f2ae46629c0 20 remove_watcher() i=5 2024-09-12T17:32:44.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.368+0000 7f2ae46629c0 20 remove_watcher() i=6 2024-09-12T17:32:44.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:32:44.368+0000 7f2ae46629c0 20 remove_watcher() i=7 2024-09-12T17:32:44.385 INFO:tasks.workunit.client.0.smithi183.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:33:14.417 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:33:14.452 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:14.453 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:14.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.498+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.502+0000 7fccd040e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:14.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.502+0000 7fccd040e9c0 20 realm 2024-09-12T17:33:14.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.502+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.502+0000 7fccd040e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:14.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.502+0000 7fccd040e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:14.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.502+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.502+0000 7fccd040e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:14.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.502+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.502+0000 7fccd040e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:14.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.502+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.502+0000 7fccd040e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:14.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.502+0000 7fccd040e9c0 20 searching for the correct realm 2024-09-12T17:33:14.507 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.510+0000 7fcccdf14640 0 -- 172.21.15.183:0/2755195263 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fccc8072b60 msgr2=0x7fccc8091a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:14.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.514+0000 7fcccd713640 0 -- 172.21.15.183:0/2755195263 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fccc8089be0 msgr2=0x7fccc80105e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:14.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.726+0000 7fccd040e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:14.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:14.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:14.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:14.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:14.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:14.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:14.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:14.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:14.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 zone default found 2024-09-12T17:33:14.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 4 Realm: () 2024-09-12T17:33:14.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:14.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:14.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:14.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 zonegroup default 2024-09-12T17:33:14.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:14.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.730+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.734+0000 7fccd040e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:14.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.734+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.734+0000 7fccd040e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:14.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.734+0000 7fccd040e9c0 20 started sync module instance, tier type = 2024-09-12T17:33:14.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.734+0000 7fccd040e9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:14.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.758+0000 7fccd040e9c0 20 add_watcher() i=0 2024-09-12T17:33:14.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.758+0000 7fccd040e9c0 20 add_watcher() i=1 2024-09-12T17:33:14.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.758+0000 7fccd040e9c0 20 add_watcher() i=2 2024-09-12T17:33:14.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.758+0000 7fccd040e9c0 20 add_watcher() i=3 2024-09-12T17:33:14.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.758+0000 7fccd040e9c0 20 add_watcher() i=4 2024-09-12T17:33:14.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.758+0000 7fccd040e9c0 20 add_watcher() i=5 2024-09-12T17:33:14.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.758+0000 7fccd040e9c0 20 add_watcher() i=6 2024-09-12T17:33:14.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.762+0000 7fccd040e9c0 20 add_watcher() i=7 2024-09-12T17:33:14.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.762+0000 7fccd040e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:14.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.766+0000 7fcb7ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:14.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:14.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:14.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 5 note: GC not initialized 2024-09-12T17:33:14.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fcb7effd640 20 reqs_thread_entry: start 2024-09-12T17:33:14.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:14.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 20 Filter name: none 2024-09-12T17:33:14.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fcb7cff9640 20 reqs_thread_entry: start 2024-09-12T17:33:14.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T17:33:14.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:33:14.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T17:33:14.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T17:33:14.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 : miss 2024-09-12T17:33:14.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:33:14.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 info.flags=0x17 2024-09-12T17:33:14.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 to cache LRU end 2024-09-12T17:33:14.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:14.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:14.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.770+0000 7fccd040e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 2024-09-12T17:33:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.778+0000 7fccd040e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 info.flags=0x17 2024-09-12T17:33:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.778+0000 7fccd040e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 to cache LRU end 2024-09-12T17:33:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.778+0000 7fccd040e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.778+0000 7fccd040e9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21, ofs0, ns] 2024-09-12T17:33:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.778+0000 7fcbb17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464287 cookie 94235269863232 notifier 6435 bl.length()=913 2024-09-12T17:33:14.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.778+0000 7fcbb17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 info.flags=0x17 2024-09-12T17:33:14.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.778+0000 7fcbb17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 to cache LRU end 2024-09-12T17:33:14.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.778+0000 7fcbb17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:14.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.782+0000 7fccd040e9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[fbe06962-a98e-4cf5-b805-dd8639959719.4523.21]): orig_sources= new_sources= 2024-09-12T17:33:14.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.782+0000 7fccd040e9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[fbe06962-a98e-4cf5-b805-dd8639959719.4523.21]): potential sources added=[] removed=[] 2024-09-12T17:33:14.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.782+0000 7fccd040e9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[fbe06962-a98e-4cf5-b805-dd8639959719.4523.21]): orig_dests= new_dests= 2024-09-12T17:33:14.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.782+0000 7fccd040e9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[fbe06962-a98e-4cf5-b805-dd8639959719.4523.21]): potential dests added=[] removed=[] 2024-09-12T17:33:14.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.782+0000 7fccd040e9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.21.1.0 2024-09-12T17:33:14.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.782+0000 7fccd040e9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.21.1.0 2024-09-12T17:33:14.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.782+0000 7fccd040e9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.21.1.1 2024-09-12T17:33:14.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.782+0000 7fccd040e9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.21.1.1 2024-09-12T17:33:14.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.782+0000 7fccd040e9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.21.0 2024-09-12T17:33:14.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.786+0000 7fccd040e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:14.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.786+0000 7fccd040e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 2024-09-12T17:33:14.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.790+0000 7fccd040e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 info.flags=0x17 2024-09-12T17:33:14.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.790+0000 7fccd040e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 to cache LRU end 2024-09-12T17:33:14.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.790+0000 7fccd040e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:14.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.790+0000 7fccd040e9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21, ofs0, ns] 2024-09-12T17:33:14.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.790+0000 7fcbb17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464288 cookie 94235269863232 notifier 6435 bl.length()=913 2024-09-12T17:33:14.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.790+0000 7fcbb17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 info.flags=0x17 2024-09-12T17:33:14.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.790+0000 7fcbb17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 to cache LRU end 2024-09-12T17:33:14.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.790+0000 7fcbb17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:14.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.790+0000 7fccd040e9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[fbe06962-a98e-4cf5-b805-dd8639959719.4523.21]): orig_sources= new_sources= 2024-09-12T17:33:14.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.790+0000 7fccd040e9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[fbe06962-a98e-4cf5-b805-dd8639959719.4523.21]): potential sources added=[] removed=[] 2024-09-12T17:33:14.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.790+0000 7fccd040e9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[fbe06962-a98e-4cf5-b805-dd8639959719.4523.21]): orig_dests= new_dests= 2024-09-12T17:33:14.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.790+0000 7fccd040e9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[fbe06962-a98e-4cf5-b805-dd8639959719.4523.21]): potential dests added=[] removed=[] 2024-09-12T17:33:14.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.794+0000 7fccd040e9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.21.0 2024-09-12T17:33:14.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.794+0000 7fccd040e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:14.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.794+0000 7fccd040e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 2024-09-12T17:33:14.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fccd040e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 info.flags=0x17 2024-09-12T17:33:14.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fccd040e9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 to cache LRU end 2024-09-12T17:33:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fccd040e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fccd040e9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21, ofs0, ns] 2024-09-12T17:33:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fcbb17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464289 cookie 94235269863232 notifier 6435 bl.length()=881 2024-09-12T17:33:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fcbb17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 info.flags=0x17 2024-09-12T17:33:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fcbb17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 to cache LRU end 2024-09-12T17:33:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fcbb17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:14.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fccd040e9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[fbe06962-a98e-4cf5-b805-dd8639959719.4523.21]): orig_sources= new_sources= 2024-09-12T17:33:14.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fccd040e9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[fbe06962-a98e-4cf5-b805-dd8639959719.4523.21]): potential sources added=[] removed=[] 2024-09-12T17:33:14.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fccd040e9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[fbe06962-a98e-4cf5-b805-dd8639959719.4523.21]): orig_dests= new_dests= 2024-09-12T17:33:14.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fccd040e9c0 20 handle_bi_update(): bucket=:abort-at-init-indext[fbe06962-a98e-4cf5-b805-dd8639959719.4523.21]): potential dests added=[] removed=[] 2024-09-12T17:33:14.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.798+0000 7fccd040e9c0 1 execute INFO: reshard of bucket "abort-at-init-indext" from 1 shards to 2 shards completed successfully 2024-09-12T17:33:14.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.806+0000 7fcb7ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:14.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.810+0000 7fccd040e9c0 20 remove_watcher() i=0 2024-09-12T17:33:14.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.810+0000 7fccd040e9c0 2 removed watcher, disabling cache 2024-09-12T17:33:14.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.810+0000 7fccd040e9c0 20 remove_watcher() i=1 2024-09-12T17:33:14.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.814+0000 7fccd040e9c0 20 remove_watcher() i=2 2024-09-12T17:33:14.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.814+0000 7fccd040e9c0 20 remove_watcher() i=3 2024-09-12T17:33:14.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.818+0000 7fccd040e9c0 20 remove_watcher() i=4 2024-09-12T17:33:14.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.818+0000 7fccd040e9c0 20 remove_watcher() i=5 2024-09-12T17:33:14.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.822+0000 7fccd040e9c0 20 remove_watcher() i=6 2024-09-12T17:33:14.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.822+0000 7fccd040e9c0 20 remove_watcher() i=7 2024-09-12T17:33:14.844 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T17:33:14.876 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:14.876 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:14.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.922+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.926+0000 7fd7c8e719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:14.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.926+0000 7fd7c8e719c0 20 realm 2024-09-12T17:33:14.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.926+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.926+0000 7fd7c8e719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:14.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.926+0000 7fd7c8e719c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:14.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.926+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.926+0000 7fd7c8e719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:14.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.926+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.926+0000 7fd7c8e719c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:14.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.926+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:14.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.926+0000 7fd7c8e719c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:14.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.926+0000 7fd7c8e719c0 20 searching for the correct realm 2024-09-12T17:33:14.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.930+0000 7fd7c7178640 0 -- 172.21.15.183:0/4102876047 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fd7b8008040 msgr2=0x7fd7b8064a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:14.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:14.938+0000 7fd7c6176640 0 -- 172.21.15.183:0/4102876047 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fd7c00ab070 msgr2=0x7fd7c00ba040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:15.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.154+0000 7fd7c8e719c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:15.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.154+0000 7fd7c8e719c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:15.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.154+0000 7fd7c8e719c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:15.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.154+0000 7fd7c8e719c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:15.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.154+0000 7fd7c8e719c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:15.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.154+0000 7fd7c8e719c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:15.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.154+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.154+0000 7fd7c8e719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.154+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:15.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:15.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 20 zone default found 2024-09-12T17:33:15.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 4 Realm: () 2024-09-12T17:33:15.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:15.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:15.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:15.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 20 zonegroup default 2024-09-12T17:33:15.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.158+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.162+0000 7fd7c8e719c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.162+0000 7fd7c8e719c0 20 started sync module instance, tier type = 2024-09-12T17:33:15.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.162+0000 7fd7c8e719c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:15.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.182+0000 7fd7c8e719c0 20 add_watcher() i=0 2024-09-12T17:33:15.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.182+0000 7fd7c8e719c0 20 add_watcher() i=1 2024-09-12T17:33:15.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.182+0000 7fd7c8e719c0 20 add_watcher() i=2 2024-09-12T17:33:15.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.182+0000 7fd7c8e719c0 20 add_watcher() i=3 2024-09-12T17:33:15.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.182+0000 7fd7c8e719c0 20 add_watcher() i=4 2024-09-12T17:33:15.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.182+0000 7fd7c8e719c0 20 add_watcher() i=5 2024-09-12T17:33:15.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.182+0000 7fd7c8e719c0 20 add_watcher() i=6 2024-09-12T17:33:15.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.186+0000 7fd7c8e719c0 20 add_watcher() i=7 2024-09-12T17:33:15.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.186+0000 7fd7c8e719c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:15.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.190+0000 7fd67d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:15.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.190+0000 7fd7c8e719c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:15.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.190+0000 7fd7c8e719c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:15.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.190+0000 7fd7c8e719c0 5 note: GC not initialized 2024-09-12T17:33:15.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.190+0000 7fd5f7fff640 20 reqs_thread_entry: start 2024-09-12T17:33:15.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd7c8e719c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:15.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd7c8e719c0 20 Filter name: none 2024-09-12T17:33:15.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd5f5ffb640 20 reqs_thread_entry: start 2024-09-12T17:33:15.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd7c8e719c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:33:15.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd7c8e719c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:33:15.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd7c8e719c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:15.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd7c8e719c0 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T17:33:15.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd7c8e719c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd7c8e719c0 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T17:33:15.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.194+0000 7fd7c8e719c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:15.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.198+0000 7fd67d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:15.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.202+0000 7fd7c8e719c0 20 remove_watcher() i=0 2024-09-12T17:33:15.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.202+0000 7fd7c8e719c0 2 removed watcher, disabling cache 2024-09-12T17:33:15.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.206+0000 7fd7c8e719c0 20 remove_watcher() i=1 2024-09-12T17:33:15.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.210+0000 7fd7c8e719c0 20 remove_watcher() i=2 2024-09-12T17:33:15.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.210+0000 7fd7c8e719c0 20 remove_watcher() i=3 2024-09-12T17:33:15.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.214+0000 7fd7c8e719c0 20 remove_watcher() i=4 2024-09-12T17:33:15.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.214+0000 7fd7c8e719c0 20 remove_watcher() i=5 2024-09-12T17:33:15.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.214+0000 7fd7c8e719c0 20 remove_watcher() i=6 2024-09-12T17:33:15.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.218+0000 7fd7c8e719c0 20 remove_watcher() i=7 2024-09-12T17:33:15.236 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:15.236 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:15.236 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-init-indext id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.21 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:33:15.236 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:15.237 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.238 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.241 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.241 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.284 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.285 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.309 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2024-09-12T17:33:15.310 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:15.311 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.311 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.330 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.330 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.377 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.377 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.391 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.391 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.405 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.406 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.423 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.423 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.440 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.441 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.459 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.459 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.478 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.478 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.496 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.496 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.514 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.515 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.533 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.533 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.553 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.553 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.571 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.571 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.590 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.590 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.609 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.610 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.629 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.629 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.649 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.649 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.667 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.667 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.685 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.685 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.703 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.703 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.722 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:15.722 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:15.738 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:33:15.773 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:15.773 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:15.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.818+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.822+0000 7f8efd3069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.822+0000 7f8efd3069c0 20 realm 2024-09-12T17:33:15.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.822+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.822+0000 7f8efd3069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.822+0000 7f8efd3069c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:15.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.822+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.822+0000 7f8efd3069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:15.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.822+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.822+0000 7f8efd3069c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:15.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.822+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:15.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.826+0000 7f8efd3069c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:15.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.826+0000 7f8efd3069c0 20 searching for the correct realm 2024-09-12T17:33:15.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.830+0000 7f8efb60d640 0 -- 172.21.15.183:0/942186025 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f8ee4008030 msgr2=0x7f8ee405b880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:15.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:15.834+0000 7f8efa60b640 0 -- 172.21.15.183:0/942186025 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f8ef40b7430 msgr2=0x7f8ef40b78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:16.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.050+0000 7f8efd3069c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:16.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.050+0000 7f8efd3069c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:16.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.050+0000 7f8efd3069c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:16.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.050+0000 7f8efd3069c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:16.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.050+0000 7f8efd3069c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:16.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.050+0000 7f8efd3069c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:16.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.050+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:16.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:16.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 20 zone default found 2024-09-12T17:33:16.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 4 Realm: () 2024-09-12T17:33:16.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:16.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:16.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:16.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 20 zonegroup default 2024-09-12T17:33:16.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.054+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.058+0000 7f8efd3069c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.058+0000 7f8efd3069c0 20 started sync module instance, tier type = 2024-09-12T17:33:16.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.058+0000 7f8efd3069c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:16.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.078+0000 7f8efd3069c0 20 add_watcher() i=0 2024-09-12T17:33:16.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.078+0000 7f8efd3069c0 20 add_watcher() i=1 2024-09-12T17:33:16.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.078+0000 7f8efd3069c0 20 add_watcher() i=2 2024-09-12T17:33:16.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.078+0000 7f8efd3069c0 20 add_watcher() i=3 2024-09-12T17:33:16.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.078+0000 7f8efd3069c0 20 add_watcher() i=4 2024-09-12T17:33:16.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.078+0000 7f8efd3069c0 20 add_watcher() i=5 2024-09-12T17:33:16.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.078+0000 7f8efd3069c0 20 add_watcher() i=6 2024-09-12T17:33:16.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.082+0000 7f8efd3069c0 20 add_watcher() i=7 2024-09-12T17:33:16.081 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.082+0000 7f8efd3069c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:16.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.086+0000 7f8db17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:16.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.086+0000 7f8efd3069c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:16.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.086+0000 7f8efd3069c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:16.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.086+0000 7f8efd3069c0 5 note: GC not initialized 2024-09-12T17:33:16.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.086+0000 7f8d2bfff640 20 reqs_thread_entry: start 2024-09-12T17:33:16.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.086+0000 7f8efd3069c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:16.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.090+0000 7f8efd3069c0 20 Filter name: none 2024-09-12T17:33:16.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.090+0000 7f8d29ffb640 20 reqs_thread_entry: start 2024-09-12T17:33:16.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.090+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.090+0000 7f8efd3069c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:16.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.090+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.090+0000 7f8efd3069c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:16.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.090+0000 7f8efd3069c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:16.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.090+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.090+0000 7f8efd3069c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:16.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.090+0000 7f8efd3069c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.094+0000 7f8efd3069c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:16.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.094+0000 7f8efd3069c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:16.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.094+0000 7f8db17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:16.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.102+0000 7f8efd3069c0 20 remove_watcher() i=0 2024-09-12T17:33:16.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.102+0000 7f8efd3069c0 2 removed watcher, disabling cache 2024-09-12T17:33:16.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.102+0000 7f8efd3069c0 20 remove_watcher() i=1 2024-09-12T17:33:16.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.106+0000 7f8efd3069c0 20 remove_watcher() i=2 2024-09-12T17:33:16.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.106+0000 7f8efd3069c0 20 remove_watcher() i=3 2024-09-12T17:33:16.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.110+0000 7f8efd3069c0 20 remove_watcher() i=4 2024-09-12T17:33:16.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.110+0000 7f8efd3069c0 20 remove_watcher() i=5 2024-09-12T17:33:16.111 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.114+0000 7f8efd3069c0 20 remove_watcher() i=6 2024-09-12T17:33:16.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.114+0000 7f8efd3069c0 20 remove_watcher() i=7 2024-09-12T17:33:16.133 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:16.133 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:16.133 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-set-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:16.133 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:16.133 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2024-09-12T17:33:16.166 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:16.166 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:16.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.210+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.214+0000 7f120716d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.214+0000 7f120716d9c0 20 realm 2024-09-12T17:33:16.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.214+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.214+0000 7f120716d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.214+0000 7f120716d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:16.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.214+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.214+0000 7f120716d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.214+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.214+0000 7f120716d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:16.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.214+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.214+0000 7f120716d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:16.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.214+0000 7f120716d9c0 20 searching for the correct realm 2024-09-12T17:33:16.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.218+0000 7f11fffff640 0 -- 172.21.15.183:0/380150200 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f11f80682f0 msgr2=0x7f11f8066d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:16.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.430+0000 7f1204c73640 0 -- 172.21.15.183:0/380150200 >> [v2:172.21.15.196:6824/2644564030,v1:172.21.15.196:6825/2644564030] conn(0x5637ec605000 msgr2=0x7f12000ef920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:16.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.654+0000 7f120716d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:16.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.654+0000 7f120716d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:16.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.654+0000 7f120716d9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:16.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.654+0000 7f120716d9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:16.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.654+0000 7f120716d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:16.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.654+0000 7f120716d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:16.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.654+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.658+0000 7f120716d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.658+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.658+0000 7f120716d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:16.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.658+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.658+0000 7f120716d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:16.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.658+0000 7f120716d9c0 20 zone default found 2024-09-12T17:33:16.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.658+0000 7f120716d9c0 4 Realm: () 2024-09-12T17:33:16.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.658+0000 7f120716d9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:16.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.658+0000 7f120716d9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:16.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.658+0000 7f120716d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:16.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.658+0000 7f120716d9c0 20 zonegroup default 2024-09-12T17:33:16.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.658+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.662+0000 7f120716d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.662+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.662+0000 7f120716d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.662+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.662+0000 7f120716d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.662+0000 7f120716d9c0 20 started sync module instance, tier type = 2024-09-12T17:33:16.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.662+0000 7f120716d9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:16.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.682+0000 7f120716d9c0 20 add_watcher() i=0 2024-09-12T17:33:16.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.682+0000 7f120716d9c0 20 add_watcher() i=1 2024-09-12T17:33:16.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.682+0000 7f120716d9c0 20 add_watcher() i=2 2024-09-12T17:33:16.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.682+0000 7f120716d9c0 20 add_watcher() i=3 2024-09-12T17:33:16.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.682+0000 7f120716d9c0 20 add_watcher() i=4 2024-09-12T17:33:16.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.682+0000 7f120716d9c0 20 add_watcher() i=5 2024-09-12T17:33:16.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.682+0000 7f120716d9c0 20 add_watcher() i=6 2024-09-12T17:33:16.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.686+0000 7f120716d9c0 20 add_watcher() i=7 2024-09-12T17:33:16.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.686+0000 7f120716d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:16.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f10bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:16.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f120716d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:16.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f120716d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:16.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f120716d9c0 5 note: GC not initialized 2024-09-12T17:33:16.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f10ba7e4640 20 reqs_thread_entry: start 2024-09-12T17:33:16.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f120716d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:16.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f120716d9c0 20 Filter name: none 2024-09-12T17:33:16.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f10b37fe640 20 reqs_thread_entry: start 2024-09-12T17:33:16.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f120716d9c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:33:16.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f120716d9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:16.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f120716d9c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:33:16.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f120716d9c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:33:16.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f120716d9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 : miss 2024-09-12T17:33:16.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.690+0000 7f120716d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.694+0000 7f120716d9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:16.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.694+0000 7f120716d9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 info.flags=0x17 2024-09-12T17:33:16.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.694+0000 7f120716d9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 to cache LRU end 2024-09-12T17:33:16.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.694+0000 7f120716d9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:16.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.694+0000 7f120716d9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:16.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.694+0000 7f120716d9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 2024-09-12T17:33:16.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.698+0000 7f120716d9c0 -1 Injecting error=-5 at location=set_target_layout 2024-09-12T17:33:16.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.698+0000 7f120716d9c0 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2024-09-12T17:33:16.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.702+0000 7f10bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:16.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.706+0000 7f120716d9c0 20 remove_watcher() i=0 2024-09-12T17:33:16.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.706+0000 7f120716d9c0 2 removed watcher, disabling cache 2024-09-12T17:33:16.707 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.710+0000 7f120716d9c0 20 remove_watcher() i=1 2024-09-12T17:33:16.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.710+0000 7f120716d9c0 20 remove_watcher() i=2 2024-09-12T17:33:16.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.714+0000 7f120716d9c0 20 remove_watcher() i=3 2024-09-12T17:33:16.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.714+0000 7f120716d9c0 20 remove_watcher() i=4 2024-09-12T17:33:16.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.718+0000 7f120716d9c0 20 remove_watcher() i=5 2024-09-12T17:33:16.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.718+0000 7f120716d9c0 20 remove_watcher() i=6 2024-09-12T17:33:16.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.718+0000 7f120716d9c0 20 remove_watcher() i=7 2024-09-12T17:33:16.732 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:33:16.760 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:16.760 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:16.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.806+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.806+0000 7f29987459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.806+0000 7f29987459c0 20 realm 2024-09-12T17:33:16.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.806+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.806+0000 7f29987459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.806+0000 7f29987459c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:16.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.806+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.806+0000 7f29987459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:16.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.806+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.810+0000 7f29987459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:16.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.810+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:16.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.810+0000 7f29987459c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:16.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.810+0000 7f29987459c0 20 searching for the correct realm 2024-09-12T17:33:16.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:16.814+0000 7f2996a4c640 0 -- 172.21.15.183:0/795917558 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f298c069590 msgr2=0x7f298c038970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:17.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.030+0000 7f2995a4a640 0 -- 172.21.15.183:0/795917558 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f2990017020 msgr2=0x7f2990027410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:17.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.246+0000 7f29987459c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:17.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.246+0000 7f29987459c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:17.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.246+0000 7f29987459c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:17.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.246+0000 7f29987459c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:17.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.246+0000 7f29987459c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:17.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.246+0000 7f29987459c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:17.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.246+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.246+0000 7f29987459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.246+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:17.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:17.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 20 zone default found 2024-09-12T17:33:17.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 4 Realm: () 2024-09-12T17:33:17.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:17.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:17.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:17.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 20 zonegroup default 2024-09-12T17:33:17.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.250 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.250 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.250+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.250 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.254+0000 7f29987459c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.251 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.254+0000 7f29987459c0 20 started sync module instance, tier type = 2024-09-12T17:33:17.251 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.254+0000 7f29987459c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:17.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.278+0000 7f29987459c0 20 add_watcher() i=0 2024-09-12T17:33:17.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.278+0000 7f29987459c0 20 add_watcher() i=1 2024-09-12T17:33:17.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.278+0000 7f29987459c0 20 add_watcher() i=2 2024-09-12T17:33:17.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.278+0000 7f29987459c0 20 add_watcher() i=3 2024-09-12T17:33:17.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.278+0000 7f29987459c0 20 add_watcher() i=4 2024-09-12T17:33:17.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.278+0000 7f29987459c0 20 add_watcher() i=5 2024-09-12T17:33:17.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.278+0000 7f29987459c0 20 add_watcher() i=6 2024-09-12T17:33:17.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.278+0000 7f29987459c0 20 add_watcher() i=7 2024-09-12T17:33:17.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.278+0000 7f29987459c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:17.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.282+0000 7f284cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:17.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.282+0000 7f29987459c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:17.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.282+0000 7f29987459c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:17.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.282+0000 7f29987459c0 5 note: GC not initialized 2024-09-12T17:33:17.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.282+0000 7f27c77fe640 20 reqs_thread_entry: start 2024-09-12T17:33:17.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f29987459c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:17.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f29987459c0 20 Filter name: none 2024-09-12T17:33:17.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f27c57fa640 20 reqs_thread_entry: start 2024-09-12T17:33:17.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f29987459c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:17.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f29987459c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:17.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f29987459c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:17.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f29987459c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:17.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f29987459c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f29987459c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:17.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.286+0000 7f29987459c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:17.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.290+0000 7f284cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:17.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.294+0000 7f29987459c0 20 remove_watcher() i=0 2024-09-12T17:33:17.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.294+0000 7f29987459c0 2 removed watcher, disabling cache 2024-09-12T17:33:17.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.298+0000 7f29987459c0 20 remove_watcher() i=1 2024-09-12T17:33:17.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.298+0000 7f29987459c0 20 remove_watcher() i=2 2024-09-12T17:33:17.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.302+0000 7f29987459c0 20 remove_watcher() i=3 2024-09-12T17:33:17.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.302+0000 7f29987459c0 20 remove_watcher() i=4 2024-09-12T17:33:17.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.306+0000 7f29987459c0 20 remove_watcher() i=5 2024-09-12T17:33:17.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.306+0000 7f29987459c0 20 remove_watcher() i=6 2024-09-12T17:33:17.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.310+0000 7f29987459c0 20 remove_watcher() i=7 2024-09-12T17:33:17.325 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:17.325 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:17.325 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-set-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:17.325 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:17.325 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:17.326 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:17.337 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:17.337 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:17.380 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:33:17.417 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:17.417 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:17.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.462+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.461 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.462+0000 7fc1d2cff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.462+0000 7fc1d2cff9c0 20 realm 2024-09-12T17:33:17.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.462+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.462+0000 7fc1d2cff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.462+0000 7fc1d2cff9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:17.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.462+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.462+0000 7fc1d2cff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.462+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.466+0000 7fc1d2cff9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:17.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.466+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.466+0000 7fc1d2cff9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:17.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.466+0000 7fc1d2cff9c0 20 searching for the correct realm 2024-09-12T17:33:17.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.470+0000 7fc1d1006640 0 -- 172.21.15.183:0/69415528 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fc1b8053020 msgr2=0x7fc1b80357f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:17.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.478+0000 7fc1d0004640 0 -- 172.21.15.183:0/69415528 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fc1c80d1920 msgr2=0x7fc1c80cf400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:17.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.694+0000 7fc1d2cff9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:17.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.694+0000 7fc1d2cff9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:17.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.694+0000 7fc1d2cff9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:17.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.694+0000 7fc1d2cff9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:17.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.694+0000 7fc1d2cff9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:17.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.694+0000 7fc1d2cff9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:17.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.694+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.694+0000 7fc1d2cff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.694+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 zone default found 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 4 Realm: () 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 zonegroup default 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 started sync module instance, tier type = 2024-09-12T17:33:17.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.698+0000 7fc1d2cff9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:17.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.722+0000 7fc1d2cff9c0 20 add_watcher() i=0 2024-09-12T17:33:17.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.722+0000 7fc1d2cff9c0 20 add_watcher() i=1 2024-09-12T17:33:17.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.722+0000 7fc1d2cff9c0 20 add_watcher() i=2 2024-09-12T17:33:17.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.722+0000 7fc1d2cff9c0 20 add_watcher() i=3 2024-09-12T17:33:17.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.722+0000 7fc1d2cff9c0 20 add_watcher() i=4 2024-09-12T17:33:17.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.722+0000 7fc1d2cff9c0 20 add_watcher() i=5 2024-09-12T17:33:17.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.722+0000 7fc1d2cff9c0 20 add_watcher() i=6 2024-09-12T17:33:17.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.726+0000 7fc1d2cff9c0 20 add_watcher() i=7 2024-09-12T17:33:17.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.726+0000 7fc1d2cff9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:17.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.730+0000 7fc086fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:17.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.730+0000 7fc1d2cff9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:17.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.730+0000 7fc1d2cff9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:17.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.730+0000 7fc1d2cff9c0 5 note: GC not initialized 2024-09-12T17:33:17.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.730+0000 7fc085fdb640 20 reqs_thread_entry: start 2024-09-12T17:33:17.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.730+0000 7fc1d2cff9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:17.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.730+0000 7fc1d2cff9c0 20 Filter name: none 2024-09-12T17:33:17.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.730+0000 7fbff77fe640 20 reqs_thread_entry: start 2024-09-12T17:33:17.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:33:17.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:17.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:33:17.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:33:17.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 : miss 2024-09-12T17:33:17.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:17.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 info.flags=0x17 2024-09-12T17:33:17.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 to cache LRU end 2024-09-12T17:33:17.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:17.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:17.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.734+0000 7fc1d2cff9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 2024-09-12T17:33:17.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.742+0000 7fc1d2cff9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 info.flags=0x17 2024-09-12T17:33:17.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.742+0000 7fc1d2cff9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 to cache LRU end 2024-09-12T17:33:17.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.742+0000 7fc1d2cff9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:17.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.742+0000 7fc1d2cff9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22, ofs0, ns] 2024-09-12T17:33:17.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.742+0000 7fc0a77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464285 cookie 94276703529312 notifier 6134 bl.length()=925 2024-09-12T17:33:17.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.742+0000 7fc0a77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 info.flags=0x17 2024-09-12T17:33:17.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.742+0000 7fc0a77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 to cache LRU end 2024-09-12T17:33:17.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.742+0000 7fc0a77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:17.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.746+0000 7fc1d2cff9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.22]): orig_sources= new_sources= 2024-09-12T17:33:17.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.746+0000 7fc1d2cff9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.22]): potential sources added=[] removed=[] 2024-09-12T17:33:17.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.746+0000 7fc1d2cff9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.22]): orig_dests= new_dests= 2024-09-12T17:33:17.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.746+0000 7fc1d2cff9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.22]): potential dests added=[] removed=[] 2024-09-12T17:33:17.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.750+0000 7fc1d2cff9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.22.1.0 2024-09-12T17:33:17.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.750+0000 7fc1d2cff9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.22.1.0 2024-09-12T17:33:17.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.750+0000 7fc1d2cff9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.22.1.1 2024-09-12T17:33:17.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.750+0000 7fc1d2cff9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.22.1.1 2024-09-12T17:33:17.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.750+0000 7fc1d2cff9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.22.0 2024-09-12T17:33:17.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.754+0000 7fc1d2cff9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:17.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.754+0000 7fc1d2cff9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 2024-09-12T17:33:17.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.758+0000 7fc1d2cff9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 info.flags=0x17 2024-09-12T17:33:17.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.758+0000 7fc1d2cff9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 to cache LRU end 2024-09-12T17:33:17.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.758+0000 7fc1d2cff9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:17.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.758+0000 7fc1d2cff9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22, ofs0, ns] 2024-09-12T17:33:17.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.758+0000 7fc0a6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464286 cookie 94276703529312 notifier 6134 bl.length()=925 2024-09-12T17:33:17.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.758+0000 7fc0a6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 info.flags=0x17 2024-09-12T17:33:17.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.758+0000 7fc0a6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 to cache LRU end 2024-09-12T17:33:17.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.758+0000 7fc0a6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:17.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.762+0000 7fc1d2cff9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.22]): orig_sources= new_sources= 2024-09-12T17:33:17.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.762+0000 7fc1d2cff9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.22]): potential sources added=[] removed=[] 2024-09-12T17:33:17.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.762+0000 7fc1d2cff9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.22]): orig_dests= new_dests= 2024-09-12T17:33:17.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.762+0000 7fc1d2cff9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.22]): potential dests added=[] removed=[] 2024-09-12T17:33:17.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.762+0000 7fc1d2cff9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.22.0 2024-09-12T17:33:17.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.766+0000 7fc1d2cff9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:17.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.766+0000 7fc1d2cff9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 2024-09-12T17:33:17.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.766+0000 7fc1d2cff9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 info.flags=0x17 2024-09-12T17:33:17.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.766+0000 7fc1d2cff9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 to cache LRU end 2024-09-12T17:33:17.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.766+0000 7fc1d2cff9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:17.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.766+0000 7fc1d2cff9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22, ofs0, ns] 2024-09-12T17:33:17.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.766+0000 7fc0a77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464287 cookie 94276703529312 notifier 6134 bl.length()=893 2024-09-12T17:33:17.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.766+0000 7fc0a77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 info.flags=0x17 2024-09-12T17:33:17.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.766+0000 7fc0a77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 to cache LRU end 2024-09-12T17:33:17.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.766+0000 7fc0a77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:17.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.770+0000 7fc1d2cff9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.22]): orig_sources= new_sources= 2024-09-12T17:33:17.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.770+0000 7fc1d2cff9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.22]): potential sources added=[] removed=[] 2024-09-12T17:33:17.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.770+0000 7fc1d2cff9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.22]): orig_dests= new_dests= 2024-09-12T17:33:17.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.770+0000 7fc1d2cff9c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.22]): potential dests added=[] removed=[] 2024-09-12T17:33:17.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.770+0000 7fc1d2cff9c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:33:17.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.774+0000 7fc086fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:17.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.782+0000 7fc1d2cff9c0 20 remove_watcher() i=0 2024-09-12T17:33:17.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.782+0000 7fc1d2cff9c0 2 removed watcher, disabling cache 2024-09-12T17:33:17.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.782+0000 7fc1d2cff9c0 20 remove_watcher() i=1 2024-09-12T17:33:17.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.786+0000 7fc1d2cff9c0 20 remove_watcher() i=2 2024-09-12T17:33:17.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.786+0000 7fc1d2cff9c0 20 remove_watcher() i=3 2024-09-12T17:33:17.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.790+0000 7fc1d2cff9c0 20 remove_watcher() i=4 2024-09-12T17:33:17.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.790+0000 7fc1d2cff9c0 20 remove_watcher() i=5 2024-09-12T17:33:17.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.794+0000 7fc1d2cff9c0 20 remove_watcher() i=6 2024-09-12T17:33:17.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.794+0000 7fc1d2cff9c0 20 remove_watcher() i=7 2024-09-12T17:33:17.811 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:33:17.838 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:17.838 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:17.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.882+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.886+0000 7fcc420e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.886+0000 7fcc420e49c0 20 realm 2024-09-12T17:33:17.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.886+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.886+0000 7fcc420e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.886+0000 7fcc420e49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:17.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.886+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.886+0000 7fcc420e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:17.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.886+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.886+0000 7fcc420e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:17.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.886+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:17.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.886+0000 7fcc420e49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:17.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.886+0000 7fcc420e49c0 20 searching for the correct realm 2024-09-12T17:33:17.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:17.890+0000 7fcc403eb640 0 -- 172.21.15.183:0/1211143480 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fcc340ca070 msgr2=0x7fcc3411d450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:18.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.106+0000 7fcc3f3e9640 0 -- 172.21.15.183:0/1211143480 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fcc380613f0 msgr2=0x7fcc3807c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:18.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.322+0000 7fcc420e49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:18.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.322+0000 7fcc420e49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:18.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.322+0000 7fcc420e49c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:18.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.322+0000 7fcc420e49c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:18.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.322+0000 7fcc420e49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:18.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.322+0000 7fcc420e49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:18.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.322+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:18.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:18.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 20 zone default found 2024-09-12T17:33:18.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 4 Realm: () 2024-09-12T17:33:18.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:18.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:18.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:18.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 20 zonegroup default 2024-09-12T17:33:18.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.326+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.330+0000 7fcc420e49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.330+0000 7fcc420e49c0 20 started sync module instance, tier type = 2024-09-12T17:33:18.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.330+0000 7fcc420e49c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:18.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.350+0000 7fcc420e49c0 20 add_watcher() i=0 2024-09-12T17:33:18.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.350+0000 7fcc420e49c0 20 add_watcher() i=1 2024-09-12T17:33:18.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.350+0000 7fcc420e49c0 20 add_watcher() i=2 2024-09-12T17:33:18.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.350+0000 7fcc420e49c0 20 add_watcher() i=3 2024-09-12T17:33:18.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.350+0000 7fcc420e49c0 20 add_watcher() i=4 2024-09-12T17:33:18.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.350+0000 7fcc420e49c0 20 add_watcher() i=5 2024-09-12T17:33:18.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.350+0000 7fcc420e49c0 20 add_watcher() i=6 2024-09-12T17:33:18.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.354+0000 7fcc420e49c0 20 add_watcher() i=7 2024-09-12T17:33:18.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.354+0000 7fcc420e49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:18.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcaf5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:18.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcc420e49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:18.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcc420e49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:18.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcc420e49c0 5 note: GC not initialized 2024-09-12T17:33:18.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcaf4fe1640 20 reqs_thread_entry: start 2024-09-12T17:33:18.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcc420e49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:18.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcc420e49c0 20 Filter name: none 2024-09-12T17:33:18.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fca6e7fc640 20 reqs_thread_entry: start 2024-09-12T17:33:18.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcc420e49c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:18.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcc420e49c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:18.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcc420e49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:18.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.358+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.362+0000 7fcc420e49c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:18.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.362+0000 7fcc420e49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.362+0000 7fcc420e49c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:18.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.362+0000 7fcc420e49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:18.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.362+0000 7fcaf5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:18.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.370+0000 7fcc420e49c0 20 remove_watcher() i=0 2024-09-12T17:33:18.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.370+0000 7fcc420e49c0 2 removed watcher, disabling cache 2024-09-12T17:33:18.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.370+0000 7fcc420e49c0 20 remove_watcher() i=1 2024-09-12T17:33:18.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.374+0000 7fcc420e49c0 20 remove_watcher() i=2 2024-09-12T17:33:18.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.374+0000 7fcc420e49c0 20 remove_watcher() i=3 2024-09-12T17:33:18.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.378+0000 7fcc420e49c0 20 remove_watcher() i=4 2024-09-12T17:33:18.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.378+0000 7fcc420e49c0 20 remove_watcher() i=5 2024-09-12T17:33:18.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.378+0000 7fcc420e49c0 20 remove_watcher() i=6 2024-09-12T17:33:18.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.382+0000 7fcc420e49c0 20 remove_watcher() i=7 2024-09-12T17:33:18.394 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:18.394 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:18.394 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-set-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.22 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:33:18.394 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:18.395 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.395 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.399 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.400 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.449 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.449 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.470 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2024-09-12T17:33:18.470 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:18.471 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.471 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.487 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.487 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.534 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.534 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.551 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.551 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.569 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.570 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.587 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.587 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.606 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.606 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.623 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.623 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.641 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.642 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.661 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.661 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.680 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.680 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.696 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.697 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.716 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.716 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.732 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.732 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.751 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.751 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.768 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.768 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.787 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.787 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.804 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.805 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.822 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.822 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.840 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.841 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.858 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.858 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.876 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:18.877 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:18.893 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:33:18.927 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:18.927 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:18.971 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.974+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.974+0000 7fb3ec71a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.974+0000 7fb3ec71a9c0 20 realm 2024-09-12T17:33:18.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.974+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.974+0000 7fb3ec71a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.974+0000 7fb3ec71a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:18.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.974+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.974+0000 7fb3ec71a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:18.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.974+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.978+0000 7fb3ec71a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:18.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.978+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:18.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.978+0000 7fb3ec71a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:18.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.978+0000 7fb3ec71a9c0 20 searching for the correct realm 2024-09-12T17:33:18.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.982+0000 7fb3eaa21640 0 -- 172.21.15.183:0/3895505544 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fb3e0067050 msgr2=0x7fb3e0061d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:18.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:18.990+0000 7fb3e9a1f640 0 -- 172.21.15.183:0/3895505544 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fb3e40d6040 msgr2=0x7fb3e41247f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:19.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.206+0000 7fb3ec71a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:19.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.206+0000 7fb3ec71a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:19.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.206+0000 7fb3ec71a9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:19.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.206+0000 7fb3ec71a9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:19.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.206+0000 7fb3ec71a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:19.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.206+0000 7fb3ec71a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:19.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.206+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:19.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:19.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 20 zone default found 2024-09-12T17:33:19.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 4 Realm: () 2024-09-12T17:33:19.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:19.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:19.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:19.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 20 zonegroup default 2024-09-12T17:33:19.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.210+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.214+0000 7fb3ec71a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.214+0000 7fb3ec71a9c0 20 started sync module instance, tier type = 2024-09-12T17:33:19.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.214+0000 7fb3ec71a9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:19.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.234+0000 7fb3ec71a9c0 20 add_watcher() i=0 2024-09-12T17:33:19.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.234+0000 7fb3ec71a9c0 20 add_watcher() i=1 2024-09-12T17:33:19.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.234+0000 7fb3ec71a9c0 20 add_watcher() i=2 2024-09-12T17:33:19.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.234+0000 7fb3ec71a9c0 20 add_watcher() i=3 2024-09-12T17:33:19.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.234+0000 7fb3ec71a9c0 20 add_watcher() i=4 2024-09-12T17:33:19.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.234+0000 7fb3ec71a9c0 20 add_watcher() i=5 2024-09-12T17:33:19.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.234+0000 7fb3ec71a9c0 20 add_watcher() i=6 2024-09-12T17:33:19.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.238+0000 7fb3ec71a9c0 20 add_watcher() i=7 2024-09-12T17:33:19.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.238+0000 7fb3ec71a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:19.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.242+0000 7fb2a0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:19.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.242+0000 7fb3ec71a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:19.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.242+0000 7fb3ec71a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:19.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.242+0000 7fb3ec71a9c0 5 note: GC not initialized 2024-09-12T17:33:19.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.242+0000 7fb21b7fe640 20 reqs_thread_entry: start 2024-09-12T17:33:19.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.246+0000 7fb3ec71a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:19.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.246+0000 7fb3ec71a9c0 20 Filter name: none 2024-09-12T17:33:19.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.246+0000 7fb2197fa640 20 reqs_thread_entry: start 2024-09-12T17:33:19.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.246+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.246+0000 7fb3ec71a9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:19.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.246+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.246+0000 7fb3ec71a9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:19.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.246+0000 7fb3ec71a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:19.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.246+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.250+0000 7fb3ec71a9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:19.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.250+0000 7fb3ec71a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.250+0000 7fb3ec71a9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:19.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.250+0000 7fb3ec71a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:19.250 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.250+0000 7fb2a0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:19.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.258+0000 7fb3ec71a9c0 20 remove_watcher() i=0 2024-09-12T17:33:19.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.258+0000 7fb3ec71a9c0 2 removed watcher, disabling cache 2024-09-12T17:33:19.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.258+0000 7fb3ec71a9c0 20 remove_watcher() i=1 2024-09-12T17:33:19.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.262+0000 7fb3ec71a9c0 20 remove_watcher() i=2 2024-09-12T17:33:19.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.262+0000 7fb3ec71a9c0 20 remove_watcher() i=3 2024-09-12T17:33:19.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.266+0000 7fb3ec71a9c0 20 remove_watcher() i=4 2024-09-12T17:33:19.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.266+0000 7fb3ec71a9c0 20 remove_watcher() i=5 2024-09-12T17:33:19.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.270+0000 7fb3ec71a9c0 20 remove_watcher() i=6 2024-09-12T17:33:19.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.270+0000 7fb3ec71a9c0 20 remove_watcher() i=7 2024-09-12T17:33:19.283 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:19.283 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:19.284 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-set-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:19.284 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:19.284 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2024-09-12T17:33:19.317 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:19.317 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:19.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.362+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.366+0000 7f904f2259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.366+0000 7f904f2259c0 20 realm 2024-09-12T17:33:19.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.366+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.366+0000 7f904f2259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.366+0000 7f904f2259c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:19.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.366+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.366+0000 7f904f2259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.366+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.366+0000 7f904f2259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:19.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.366+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.366+0000 7f904f2259c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:19.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.366+0000 7f904f2259c0 20 searching for the correct realm 2024-09-12T17:33:19.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.370+0000 7f904d52c640 0 -- 172.21.15.183:0/278955517 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f9034008040 msgr2=0x7f9034019410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:19.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.378+0000 7f904c52a640 0 -- 172.21.15.183:0/278955517 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f903c10a040 msgr2=0x7f903c007b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:19.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.594+0000 7f904f2259c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:19.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.594+0000 7f904f2259c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:19.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.594+0000 7f904f2259c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:19.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.594+0000 7f904f2259c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:19.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.594+0000 7f904f2259c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:19.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.594+0000 7f904f2259c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:19.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.594+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.594+0000 7f904f2259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.594+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:19.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:19.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 20 zone default found 2024-09-12T17:33:19.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 4 Realm: () 2024-09-12T17:33:19.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:19.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:19.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:19.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 20 zonegroup default 2024-09-12T17:33:19.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.598+0000 7f904f2259c0 20 started sync module instance, tier type = 2024-09-12T17:33:19.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.602+0000 7f904f2259c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:19.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.622+0000 7f904f2259c0 20 add_watcher() i=0 2024-09-12T17:33:19.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.622+0000 7f904f2259c0 20 add_watcher() i=1 2024-09-12T17:33:19.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.622+0000 7f904f2259c0 20 add_watcher() i=2 2024-09-12T17:33:19.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.622+0000 7f904f2259c0 20 add_watcher() i=3 2024-09-12T17:33:19.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.622+0000 7f904f2259c0 20 add_watcher() i=4 2024-09-12T17:33:19.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.622+0000 7f904f2259c0 20 add_watcher() i=5 2024-09-12T17:33:19.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.622+0000 7f904f2259c0 20 add_watcher() i=6 2024-09-12T17:33:19.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.626+0000 7f904f2259c0 20 add_watcher() i=7 2024-09-12T17:33:19.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.626+0000 7f904f2259c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:19.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.630+0000 7f8f037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:19.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.630+0000 7f904f2259c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:19.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.630+0000 7f904f2259c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:19.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.630+0000 7f904f2259c0 5 note: GC not initialized 2024-09-12T17:33:19.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f8f027e4640 20 reqs_thread_entry: start 2024-09-12T17:33:19.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:19.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 20 Filter name: none 2024-09-12T17:33:19.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f8efb7fe640 20 reqs_thread_entry: start 2024-09-12T17:33:19.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T17:33:19.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:19.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T17:33:19.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T17:33:19.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 : miss 2024-09-12T17:33:19.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:19.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 info.flags=0x17 2024-09-12T17:33:19.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 to cache LRU end 2024-09-12T17:33:19.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:19.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:19.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.634+0000 7f904f2259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 2024-09-12T17:33:19.640 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.642+0000 7f904f2259c0 -1 Injecting error=-125 at location=set_target_layout 2024-09-12T17:33:19.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.646+0000 7f904f2259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 info.flags=0x17 2024-09-12T17:33:19.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.646+0000 7f904f2259c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 to cache LRU end 2024-09-12T17:33:19.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.646+0000 7f904f2259c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:19.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.646+0000 7f904f2259c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23, ofs0, ns] 2024-09-12T17:33:19.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.646+0000 7f8f23fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464290 cookie 94762282782992 notifier 6188 bl.length()=925 2024-09-12T17:33:19.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.646+0000 7f8f23fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 info.flags=0x17 2024-09-12T17:33:19.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.646+0000 7f8f23fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 to cache LRU end 2024-09-12T17:33:19.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.646+0000 7f8f23fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:19.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.646+0000 7f904f2259c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.23]): orig_sources= new_sources= 2024-09-12T17:33:19.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.646+0000 7f904f2259c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.23]): potential sources added=[] removed=[] 2024-09-12T17:33:19.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.646+0000 7f904f2259c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.23]): orig_dests= new_dests= 2024-09-12T17:33:19.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.646+0000 7f904f2259c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.23]): potential dests added=[] removed=[] 2024-09-12T17:33:19.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.650+0000 7f904f2259c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.23.1.0 2024-09-12T17:33:19.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.650+0000 7f904f2259c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.23.1.0 2024-09-12T17:33:19.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.650+0000 7f904f2259c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.23.1.1 2024-09-12T17:33:19.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.650+0000 7f904f2259c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.23.1.1 2024-09-12T17:33:19.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.650+0000 7f904f2259c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.23.0 2024-09-12T17:33:19.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.658+0000 7f904f2259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:19.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.658+0000 7f904f2259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 2024-09-12T17:33:19.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.662+0000 7f904f2259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 info.flags=0x17 2024-09-12T17:33:19.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.662+0000 7f904f2259c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 to cache LRU end 2024-09-12T17:33:19.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.662+0000 7f904f2259c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:19.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.662+0000 7f904f2259c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23, ofs0, ns] 2024-09-12T17:33:19.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.662+0000 7f8f23fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464291 cookie 94762282782992 notifier 6188 bl.length()=925 2024-09-12T17:33:19.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.662+0000 7f8f23fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 info.flags=0x17 2024-09-12T17:33:19.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.662+0000 7f8f23fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 to cache LRU end 2024-09-12T17:33:19.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.662+0000 7f8f23fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:19.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.662+0000 7f904f2259c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.23]): orig_sources= new_sources= 2024-09-12T17:33:19.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.662+0000 7f904f2259c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.23]): potential sources added=[] removed=[] 2024-09-12T17:33:19.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.662+0000 7f904f2259c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.23]): orig_dests= new_dests= 2024-09-12T17:33:19.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.662+0000 7f904f2259c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.23]): potential dests added=[] removed=[] 2024-09-12T17:33:19.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.666+0000 7f904f2259c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.23.0 2024-09-12T17:33:19.664 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.666+0000 7f904f2259c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:19.664 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.666+0000 7f904f2259c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 2024-09-12T17:33:19.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.670+0000 7f904f2259c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 info.flags=0x17 2024-09-12T17:33:19.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.670+0000 7f904f2259c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 to cache LRU end 2024-09-12T17:33:19.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.670+0000 7f904f2259c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:19.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.670+0000 7f904f2259c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23, ofs0, ns] 2024-09-12T17:33:19.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.670+0000 7f8f23fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464292 cookie 94762282782992 notifier 6188 bl.length()=893 2024-09-12T17:33:19.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.670+0000 7f8f23fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 info.flags=0x17 2024-09-12T17:33:19.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.670+0000 7f8f23fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 to cache LRU end 2024-09-12T17:33:19.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.670+0000 7f8f23fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:19.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.670+0000 7f904f2259c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.23]): orig_sources= new_sources= 2024-09-12T17:33:19.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.670+0000 7f904f2259c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.23]): potential sources added=[] removed=[] 2024-09-12T17:33:19.670 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.670+0000 7f904f2259c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.23]): orig_dests= new_dests= 2024-09-12T17:33:19.670 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.670+0000 7f904f2259c0 20 handle_bi_update(): bucket=:error-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.23]): potential dests added=[] removed=[] 2024-09-12T17:33:19.671 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.674+0000 7f904f2259c0 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:33:19.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.678+0000 7f8f037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:19.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.682+0000 7f904f2259c0 20 remove_watcher() i=0 2024-09-12T17:33:19.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.682+0000 7f904f2259c0 2 removed watcher, disabling cache 2024-09-12T17:33:19.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.686+0000 7f904f2259c0 20 remove_watcher() i=1 2024-09-12T17:33:19.686 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.686+0000 7f904f2259c0 20 remove_watcher() i=2 2024-09-12T17:33:19.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.690+0000 7f904f2259c0 20 remove_watcher() i=3 2024-09-12T17:33:19.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.694+0000 7f904f2259c0 20 remove_watcher() i=4 2024-09-12T17:33:19.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.694+0000 7f904f2259c0 20 remove_watcher() i=5 2024-09-12T17:33:19.695 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.698+0000 7f904f2259c0 20 remove_watcher() i=6 2024-09-12T17:33:19.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.698+0000 7f904f2259c0 20 remove_watcher() i=7 2024-09-12T17:33:19.713 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T17:33:19.740 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:19.741 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:19.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.786+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.790+0000 7f5ed05489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.790+0000 7f5ed05489c0 20 realm 2024-09-12T17:33:19.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.790+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.790+0000 7f5ed05489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.790+0000 7f5ed05489c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:19.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.790+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.790+0000 7f5ed05489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:19.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.790+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.790+0000 7f5ed05489c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:19.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.790+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:19.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.794+0000 7f5ed05489c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:19.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.794+0000 7f5ed05489c0 20 searching for the correct realm 2024-09-12T17:33:19.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:19.794+0000 7f5ece84f640 0 -- 172.21.15.183:0/2799340537 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f5ec4008070 msgr2=0x7f5ec402e950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:20.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.010+0000 7f5ecd84d640 0 -- 172.21.15.183:0/2799340537 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f5ec806ccb0 msgr2=0x7f5ec809a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:20.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.226+0000 7f5ed05489c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:20.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.226+0000 7f5ed05489c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:20.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.226+0000 7f5ed05489c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:20.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.226+0000 7f5ed05489c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:20.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.226+0000 7f5ed05489c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:20.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.226+0000 7f5ed05489c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:20.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.226+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.226+0000 7f5ed05489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.226+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:20.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:20.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 zone default found 2024-09-12T17:33:20.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 4 Realm: () 2024-09-12T17:33:20.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:20.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:20.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:20.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 zonegroup default 2024-09-12T17:33:20.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 started sync module instance, tier type = 2024-09-12T17:33:20.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.230+0000 7f5ed05489c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:20.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.254+0000 7f5ed05489c0 20 add_watcher() i=0 2024-09-12T17:33:20.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.254+0000 7f5ed05489c0 20 add_watcher() i=1 2024-09-12T17:33:20.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.254+0000 7f5ed05489c0 20 add_watcher() i=2 2024-09-12T17:33:20.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.254+0000 7f5ed05489c0 20 add_watcher() i=3 2024-09-12T17:33:20.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.254+0000 7f5ed05489c0 20 add_watcher() i=4 2024-09-12T17:33:20.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.254+0000 7f5ed05489c0 20 add_watcher() i=5 2024-09-12T17:33:20.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.254+0000 7f5ed05489c0 20 add_watcher() i=6 2024-09-12T17:33:20.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.258+0000 7f5ed05489c0 20 add_watcher() i=7 2024-09-12T17:33:20.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.258+0000 7f5ed05489c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:20.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.262+0000 7f5d84fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:20.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.262+0000 7f5ed05489c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:20.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.262+0000 7f5ed05489c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:20.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.262+0000 7f5ed05489c0 5 note: GC not initialized 2024-09-12T17:33:20.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.262+0000 7f5cff7fe640 20 reqs_thread_entry: start 2024-09-12T17:33:20.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.262+0000 7f5ed05489c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:20.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.262+0000 7f5ed05489c0 20 Filter name: none 2024-09-12T17:33:20.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.262+0000 7f5cfd7fa640 20 reqs_thread_entry: start 2024-09-12T17:33:20.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.266+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.266+0000 7f5ed05489c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:20.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.266+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.266+0000 7f5ed05489c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:20.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.266+0000 7f5ed05489c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:20.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.266+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.266+0000 7f5ed05489c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:20.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.266+0000 7f5ed05489c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.266+0000 7f5ed05489c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:20.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.270+0000 7f5ed05489c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:20.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.270+0000 7f5d84fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:20.274 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.274+0000 7f5ed05489c0 20 remove_watcher() i=0 2024-09-12T17:33:20.274 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.274+0000 7f5ed05489c0 2 removed watcher, disabling cache 2024-09-12T17:33:20.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.278+0000 7f5ed05489c0 20 remove_watcher() i=1 2024-09-12T17:33:20.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.282+0000 7f5ed05489c0 20 remove_watcher() i=2 2024-09-12T17:33:20.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.282+0000 7f5ed05489c0 20 remove_watcher() i=3 2024-09-12T17:33:20.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.286+0000 7f5ed05489c0 20 remove_watcher() i=4 2024-09-12T17:33:20.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.286+0000 7f5ed05489c0 20 remove_watcher() i=5 2024-09-12T17:33:20.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.290+0000 7f5ed05489c0 20 remove_watcher() i=6 2024-09-12T17:33:20.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.290+0000 7f5ed05489c0 20 remove_watcher() i=7 2024-09-12T17:33:20.306 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:20.306 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:20.306 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-set-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.23 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:33:20.306 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:20.308 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.308 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.311 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.311 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.360 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.361 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.385 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with abort at set_target_layout 2024-09-12T17:33:20.385 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:20.387 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.387 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.405 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.405 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.453 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.453 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.471 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.471 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.492 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.493 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.511 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.511 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.530 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.530 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.548 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.548 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.570 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.570 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.585 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.586 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.605 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.605 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.624 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.624 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.642 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.642 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.660 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.660 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.678 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.678 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.697 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.697 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.715 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.715 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.735 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.735 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.753 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.754 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.775 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.775 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.794 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.794 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.812 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:20.813 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:20.828 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:33:20.861 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:20.862 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:20.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.906+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.910+0000 7ff8251eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.910+0000 7ff8251eb9c0 20 realm 2024-09-12T17:33:20.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.910+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.910+0000 7ff8251eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.910+0000 7ff8251eb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:20.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.910+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.910+0000 7ff8251eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:20.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.910+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.914+0000 7ff8251eb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:20.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.914+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:20.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.914+0000 7ff8251eb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:20.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.914+0000 7ff8251eb9c0 20 searching for the correct realm 2024-09-12T17:33:20.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:20.918+0000 7ff8234f2640 0 -- 172.21.15.183:0/2081500143 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7ff814024040 msgr2=0x7ff81406ca80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:21.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.134+0000 7ff8224f0640 0 -- 172.21.15.183:0/2081500143 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7ff81c032070 msgr2=0x7ff81c02b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:21.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:21.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:21.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:21.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:21.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:21.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:21.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:21.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:21.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 zone default found 2024-09-12T17:33:21.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 4 Realm: () 2024-09-12T17:33:21.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:21.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:21.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:21.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 zonegroup default 2024-09-12T17:33:21.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.354+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.358+0000 7ff8251eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.358+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.358+0000 7ff8251eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.358+0000 7ff8251eb9c0 20 started sync module instance, tier type = 2024-09-12T17:33:21.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.358+0000 7ff8251eb9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:21.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.382+0000 7ff8251eb9c0 20 add_watcher() i=0 2024-09-12T17:33:21.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.382+0000 7ff8251eb9c0 20 add_watcher() i=1 2024-09-12T17:33:21.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.382+0000 7ff8251eb9c0 20 add_watcher() i=2 2024-09-12T17:33:21.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.382+0000 7ff8251eb9c0 20 add_watcher() i=3 2024-09-12T17:33:21.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.382+0000 7ff8251eb9c0 20 add_watcher() i=4 2024-09-12T17:33:21.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.382+0000 7ff8251eb9c0 20 add_watcher() i=5 2024-09-12T17:33:21.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.382+0000 7ff8251eb9c0 20 add_watcher() i=6 2024-09-12T17:33:21.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.386+0000 7ff8251eb9c0 20 add_watcher() i=7 2024-09-12T17:33:21.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.386+0000 7ff8251eb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:21.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.390+0000 7ff6d97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:21.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.390+0000 7ff8251eb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:21.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.390+0000 7ff8251eb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:21.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.390+0000 7ff8251eb9c0 5 note: GC not initialized 2024-09-12T17:33:21.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.390+0000 7ff653fff640 20 reqs_thread_entry: start 2024-09-12T17:33:21.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.390+0000 7ff8251eb9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:21.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.390+0000 7ff8251eb9c0 20 Filter name: none 2024-09-12T17:33:21.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.390+0000 7ff651ffb640 20 reqs_thread_entry: start 2024-09-12T17:33:21.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.390+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.394+0000 7ff8251eb9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:21.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.394+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.394+0000 7ff8251eb9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:21.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.394+0000 7ff8251eb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:21.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.394+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.394+0000 7ff8251eb9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:21.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.394+0000 7ff8251eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.398+0000 7ff8251eb9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:21.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.398+0000 7ff8251eb9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:21.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.398+0000 7ff6d97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:21.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.402+0000 7ff8251eb9c0 20 remove_watcher() i=0 2024-09-12T17:33:21.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.402+0000 7ff8251eb9c0 2 removed watcher, disabling cache 2024-09-12T17:33:21.404 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.406+0000 7ff8251eb9c0 20 remove_watcher() i=1 2024-09-12T17:33:21.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.410+0000 7ff8251eb9c0 20 remove_watcher() i=2 2024-09-12T17:33:21.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.410+0000 7ff8251eb9c0 20 remove_watcher() i=3 2024-09-12T17:33:21.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.414+0000 7ff8251eb9c0 20 remove_watcher() i=4 2024-09-12T17:33:21.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.414+0000 7ff8251eb9c0 20 remove_watcher() i=5 2024-09-12T17:33:21.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.414+0000 7ff8251eb9c0 20 remove_watcher() i=6 2024-09-12T17:33:21.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.418+0000 7ff8251eb9c0 20 remove_watcher() i=7 2024-09-12T17:33:21.433 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.433 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:21.433 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-set-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:21.433 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.433 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2024-09-12T17:33:21.466 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:21.466 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:21.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 20 realm 2024-09-12T17:33:21.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:21.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:21.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:21.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 searching for the correct realm 2024-09-12T17:33:21.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.518+0000 7efc29611640 0 -- 172.21.15.183:0/1024909740 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7efc1c01e050 msgr2=0x7efc1c023030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:21.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.526+0000 7efc28e10640 0 -- 172.21.15.183:0/1024909740 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7efc1c02b400 msgr2=0x7efc1c02b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:21.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:21.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:21.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:21.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:21.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:21.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:21.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:21.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:21.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 zone default found 2024-09-12T17:33:21.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 4 Realm: () 2024-09-12T17:33:21.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:21.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:21.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:21.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 zonegroup default 2024-09-12T17:33:21.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.750+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.750+0000 7efc2bb0b9c0 20 started sync module instance, tier type = 2024-09-12T17:33:21.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.750+0000 7efc2bb0b9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:21.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=0 2024-09-12T17:33:21.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=1 2024-09-12T17:33:21.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=2 2024-09-12T17:33:21.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=3 2024-09-12T17:33:21.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=4 2024-09-12T17:33:21.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=5 2024-09-12T17:33:21.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=6 2024-09-12T17:33:21.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.774+0000 7efc2bb0b9c0 20 add_watcher() i=7 2024-09-12T17:33:21.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.774+0000 7efc2bb0b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:21.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.778+0000 7efadf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:21.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:21.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:21.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 note: GC not initialized 2024-09-12T17:33:21.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.778+0000 7efade7e4640 20 reqs_thread_entry: start 2024-09-12T17:33:21.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:21.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 20 Filter name: none 2024-09-12T17:33:21.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.778+0000 7efa4ffff640 20 reqs_thread_entry: start 2024-09-12T17:33:21.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:33:21.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:21.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:33:21.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:33:21.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 : miss 2024-09-12T17:33:21.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:21.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 info.flags=0x17 2024-09-12T17:33:21.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 to cache LRU end 2024-09-12T17:33:21.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:21.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:21.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 2024-09-12T17:33:21.788 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efc2bb0b9c0 time 2024-09-12T17:33:21.795296+0000 2024-09-12T17:33:21.788 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:33:21.791 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:21.791 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7efc2f3e52eb] 2024-09-12T17:33:21.791 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7efc2f3e549f] 2024-09-12T17:33:21.791 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562d9ce150c1] 2024-09-12T17:33:21.791 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x140f6b8) [0x562d9d86a6b8] 2024-09-12T17:33:21.791 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562d9ce2718d] 2024-09-12T17:33:21.791 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7efc2e24bd90] 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7efc2bb0b9c0 thread_name:radosgw-admin 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.794+0000 7efc2bb0b9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efc2bb0b9c0 time 2024-09-12T17:33:21.795296+0000 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7efc2f3e52eb] 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7efc2f3e549f] 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562d9ce150c1] 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x140f6b8) [0x562d9d86a6b8] 2024-09-12T17:33:21.792 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562d9ce2718d] 2024-09-12T17:33:21.793 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:33:21.793 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7efc2e24bd90] 2024-09-12T17:33:21.793 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:33:21.793 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:33:21.793 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.795 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:21.795 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7efc2e264520] 2024-09-12T17:33:21.795 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:33:21.795 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:33:21.795 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:33:21.795 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7efc2f3e5345] 2024-09-12T17:33:21.795 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7efc2f3e549f] 2024-09-12T17:33:21.795 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562d9ce150c1] 2024-09-12T17:33:21.795 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x140f6b8) [0x562d9d86a6b8] 2024-09-12T17:33:21.795 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562d9ce2718d] 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7efc2e24bd90] 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.798+0000 7efc2bb0b9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7efc2bb0b9c0 thread_name:radosgw-admin 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7efc2e264520] 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7efc2f3e5345] 2024-09-12T17:33:21.796 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7efc2f3e549f] 2024-09-12T17:33:21.797 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562d9ce150c1] 2024-09-12T17:33:21.797 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x140f6b8) [0x562d9d86a6b8] 2024-09-12T17:33:21.797 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562d9ce2718d] 2024-09-12T17:33:21.797 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:33:21.797 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7efc2e24bd90] 2024-09-12T17:33:21.797 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:33:21.797 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:33:21.797 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:33:21.797 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.797 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:33:21.804 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:33:21.490+0000 7efc29e12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.804 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:33:21.490+0000 7efc29e12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.804 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:33:21.490+0000 7efc29e12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.804 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:33:21.490+0000 7efc29611640 10 monclient(hunting): get_auth_request con 0x562d9f34ab10 auth_method 0 2024-09-12T17:33:21.804 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:33:21.490+0000 7efc29611640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.804 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:33:21.490+0000 7efc29611640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.804 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:33:21.490+0000 7efc29611640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.804 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:33:21.490+0000 7efc28e10640 10 monclient(hunting): handle_auth_done global_id 6624 payload 274 2024-09-12T17:33:21.804 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:33:21.490+0000 7efc28e10640 10 monclient: _finish_hunting 0 2024-09-12T17:33:21.804 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:33:21.490+0000 7efc28e10640 1 monclient: found mon.noname-a 2024-09-12T17:33:21.804 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:33:21.490+0000 7efc28e10640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: dump: 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.805 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: _finish_auth 0 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: _check_auth_tickets 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 monclient: authenticate success, global_id 6624 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 4 set_mon_vals no callback set 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: dump: 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.806 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.807 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.807 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.807 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.807 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.807 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: shutdown 2024-09-12T17:33:21.807 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) unregister_commands rotate-key 2024-09-12T17:33:21.807 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:21.808 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:21.808 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: monmap: 2024-09-12T17:33:21.808 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:33:21.808 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:21.808 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:33:21.808 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:33:21.808 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:21.808 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.808 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:33:21.808 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:33:21.808 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:33:21.808 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.810 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding auth protocol: cephx 2024-09-12T17:33:21.810 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding auth protocol: cephx 2024-09-12T17:33:21.810 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding auth protocol: cephx 2024-09-12T17:33:21.810 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: secure 2024-09-12T17:33:21.810 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: crc 2024-09-12T17:33:21.810 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: secure 2024-09-12T17:33:21.810 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: crc 2024-09-12T17:33:21.810 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: secure 2024-09-12T17:33:21.810 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: crc 2024-09-12T17:33:21.810 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: crc 2024-09-12T17:33:21.810 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: secure 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: crc 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: secure 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: crc 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: secure 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 1 librados: starting msgr at 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 1 librados: starting objecter 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command objecter_requests hook 0x562d9f4c40a0 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 1 librados: setting wanted keys 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 1 librados: calling monclient init 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: init 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding auth protocol: cephx 2024-09-12T17:33:21.811 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding auth protocol: cephx 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding auth protocol: cephx 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: secure 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: crc 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: secure 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: crc 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: secure 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: crc 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: crc 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: secure 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: crc 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: secure 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: crc 2024-09-12T17:33:21.812 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: secure 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command rotate-key hook 0x562d9f49af78 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-a con 0x562d9f34ab10 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-c con 0x562d9f357220 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-b con 0x562d9f3e3710 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:21.813 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): authenticate will time out at 2187.027882s 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:33:21.490+0000 7efc29611640 10 monclient(hunting): get_auth_request con 0x562d9f34ab10 auth_method 0 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): get_auth_request con 0x562d9f357220 auth_method 0 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.814 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): handle_auth_done global_id 6627 payload 824 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient: _finish_hunting 0 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:33:21.494+0000 7efc29611640 1 monclient: found mon.noname-a 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: dump: 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.815 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: _finish_auth 0 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: _check_auth_tickets 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: dump: 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.816 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.817 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.817 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.817 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.817 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.817 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.817 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.817 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.817 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:33:21.494+0000 7efb17606640 4 set_mon_vals no callback set 2024-09-12T17:33:21.817 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:33:21.494+0000 7efc2bb0b9c0 5 monclient: authenticate success, global_id 6627 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:33:21.494+0000 7efc2bb0b9c0 10 monclient: _renew_subs 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:33:21.494+0000 7efc2bb0b9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:33:21.494+0000 7efc2bb0b9c0 10 monclient: _renew_subs 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:33:21.494+0000 7efc2bb0b9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:33:21.494+0000 7efc2bb0b9c0 1 librados: init done 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:33:21.494+0000 7efb15e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:33:21.494+0000 7efb15e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:33:21.494+0000 7efb15e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient: get_auth_request con 0x7efb10070b10 auth_method 0 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:33:21.494+0000 7efc29e12640 10 monclient: get_auth_request con 0x562d9f49d8f0 auth_method 0 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:33:21.498+0000 7efc29611640 10 monclient: get_auth_request con 0x562d9f4e5810 auth_method 0 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:33:21.498+0000 7efc28e10640 10 monclient: get_auth_request con 0x562d9f4e9b70 auth_method 0 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:33:21.498+0000 7efc29e12640 10 monclient: get_auth_request con 0x562d9f4e9090 auth_method 0 2024-09-12T17:33:21.818 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:21.819 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:21.819 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 10 monclient: monmap: 2024-09-12T17:33:21.819 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:33:21.819 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:21.819 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:33:21.819 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:33:21.819 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:21.819 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.819 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:33:21.819 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:33:21.819 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:33:21.819 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding auth protocol: cephx 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding auth protocol: cephx 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding auth protocol: cephx 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: secure 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: crc 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: secure 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: crc 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: secure 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: crc 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: crc 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: secure 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: crc 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: secure 2024-09-12T17:33:21.820 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: crc 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: secure 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command objecter_requests cmddesc objecter_requests hook 0x562d9f4f55e0 EEXIST 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: init 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding auth protocol: cephx 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding auth protocol: cephx 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding auth protocol: cephx 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: secure 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: crc 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: secure 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: crc 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: secure 2024-09-12T17:33:21.821 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: crc 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: crc 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: secure 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: crc 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: secure 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: crc 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: secure 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command rotate-key cmddesc rotate-key hook 0x562d9f4f0cb0 EEXIST 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-b con 0x562d9f51f080 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:33:21.822 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-a con 0x562d9f519ae0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-c con 0x562d9f517b60 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): authenticate will time out at 2187.037121s 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): get_auth_request con 0x562d9f519ae0 auth_method 0 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): get_auth_request con 0x562d9f517b60 auth_method 0 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.823 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:33:21.502+0000 7efc28e10640 10 monclient(hunting): get_auth_request con 0x562d9f51f080 auth_method 0 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:33:21.502+0000 7efc28e10640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:33:21.502+0000 7efc28e10640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:33:21.502+0000 7efc28e10640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): handle_auth_done global_id 6233 payload 824 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient: _finish_hunting 0 2024-09-12T17:33:21.824 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:33:21.502+0000 7efc29611640 1 monclient: found mon.noname-c 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: dump: 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.825 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: _finish_auth 0 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: _check_auth_tickets 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 monclient: authenticate success, global_id 6233 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: _renew_subs 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: dump: 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.826 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:33:21.502+0000 7efc2a613640 4 set_mon_vals no callback set 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: _renew_subs 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:33:21.502+0000 7efb0effd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:33:21.502+0000 7efb0effd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:33:21.502+0000 7efb0effd640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: get_monmap_and_config 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:21.827 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: monmap: 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding auth protocol: cephx 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding auth protocol: cephx 2024-09-12T17:33:21.828 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding auth protocol: cephx 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: secure 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: crc 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: secure 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: crc 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: secure 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: crc 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: crc 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: secure 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: crc 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: secure 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: crc 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: secure 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient: get_auth_request con 0x7efb040709f0 auth_method 0 2024-09-12T17:33:21.829 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: init 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding auth protocol: cephx 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding auth protocol: cephx 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding auth protocol: cephx 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: secure 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: crc 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: secure 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: crc 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: secure 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: crc 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: crc 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: secure 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: crc 2024-09-12T17:33:21.830 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: secure 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: crc 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: secure 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc9133a738 EEXIST 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-a con 0x562d9f53df60 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-b con 0x562d9f5697a0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-c con 0x562d9f55ff60 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.831 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): authenticate will time out at 2187.041114s 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): get_auth_request con 0x562d9f53df60 auth_method 0 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): get_auth_request con 0x562d9f55ff60 auth_method 0 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.832 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:33:21.506+0000 7efc29e12640 10 monclient(hunting): get_auth_request con 0x562d9f5697a0 auth_method 0 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:33:21.506+0000 7efc29e12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:33:21.506+0000 7efc29e12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:33:21.506+0000 7efc29e12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_done global_id 6633 payload 274 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient: _finish_hunting 0 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:33:21.506+0000 7efc28e10640 1 monclient: found mon.noname-a 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: dump: 2024-09-12T17:33:21.833 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: _finish_auth 0 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: _check_auth_tickets 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 monclient: authenticate success, global_id 6633 2024-09-12T17:33:21.834 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 4 set_mon_vals no callback set 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: dump: 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.835 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: shutdown 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: monmap: 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:33:21.836 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding auth protocol: cephx 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding auth protocol: cephx 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding auth protocol: cephx 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: secure 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: crc 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: secure 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: crc 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: secure 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: crc 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: crc 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: secure 2024-09-12T17:33:21.837 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: crc 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: secure 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: crc 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: secure 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 1 librados: starting msgr at 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 1 librados: starting objecter 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command objecter_requests cmddesc objecter_requests hook 0x562d9f53d4f0 EEXIST 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 1 librados: setting wanted keys 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 1 librados: calling monclient init 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: init 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding auth protocol: cephx 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding auth protocol: cephx 2024-09-12T17:33:21.838 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding auth protocol: cephx 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: secure 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: crc 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: secure 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: crc 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: secure 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: crc 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: crc 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: secure 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: crc 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: secure 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: crc 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: secure 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.839 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.840 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command rotate-key cmddesc rotate-key hook 0x562d9f329df8 EEXIST 2024-09-12T17:33:21.840 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:21.840 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:33:21.840 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-c con 0x562d9f53df60 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:33:21.840 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-b con 0x562d9f55ff60 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:33:21.840 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-a con 0x562d9f5697a0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:33:21.840 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.840 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.840 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.840 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:21.840 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): authenticate will time out at 2187.043750s 2024-09-12T17:33:21.840 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): get_auth_request con 0x562d9f53df60 auth_method 0 2024-09-12T17:33:21.841 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.841 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.841 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.841 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): get_auth_request con 0x562d9f5697a0 auth_method 0 2024-09-12T17:33:21.841 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.841 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.842 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.842 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.842 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.842 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.842 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.842 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.842 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.842 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:33:21.510+0000 7efc29e12640 10 monclient(hunting): get_auth_request con 0x562d9f55ff60 auth_method 0 2024-09-12T17:33:21.842 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:33:21.510+0000 7efc29e12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:33:21.510+0000 7efc29e12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:33:21.510+0000 7efc29e12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:33:21.510+0000 7efc28e10640 10 monclient(hunting): handle_auth_done global_id 6239 payload 824 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:33:21.510+0000 7efc28e10640 10 monclient: _finish_hunting 0 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:33:21.510+0000 7efc28e10640 1 monclient: found mon.noname-c 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:33:21.510+0000 7efc28e10640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: dump: 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.843 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: _finish_auth 0 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: _check_auth_tickets 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: dump: 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.844 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 5 monclient: authenticate success, global_id 6239 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 10 monclient: _renew_subs 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:33:21.510+0000 7efb0cff9640 4 set_mon_vals no callback set 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.845 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 10 monclient: _renew_subs 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 1 librados: init done 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command cr dump hook 0x562d9f55dc58 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:33:21.510+0000 7efafaffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:33:21.510+0000 7efafaffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:33:21.510+0000 7efafaffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:33:21.510+0000 7efc29e12640 10 monclient: get_auth_request con 0x7efaf4070ae0 auth_method 0 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:33:21.510+0000 7efc29611640 10 monclient: get_auth_request con 0x562d9f587b20 auth_method 0 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 20 realm 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.846 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.847 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:21.847 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.847 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.847 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.847 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:33:21.514+0000 7efc28e10640 10 monclient: get_auth_request con 0x562d9f58bd20 auth_method 0 2024-09-12T17:33:21.847 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:21.847 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.847 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:33:21.514+0000 7efc29e12640 10 monclient: get_auth_request con 0x562d9f58f580 auth_method 0 2024-09-12T17:33:21.847 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:21.847 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 searching for the correct realm 2024-09-12T17:33:21.848 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:33:21.514+0000 7efc29611640 10 monclient: get_auth_request con 0x7efc1c01e050 auth_method 0 2024-09-12T17:33:21.848 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:33:21.518+0000 7efc28e10640 10 monclient: get_auth_request con 0x7efc24120ae0 auth_method 0 2024-09-12T17:33:21.848 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:33:21.518+0000 7efc29e12640 10 monclient: get_auth_request con 0x7efc1400a040 auth_method 0 2024-09-12T17:33:21.848 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:33:21.518+0000 7efc29611640 0 -- 172.21.15.183:0/1024909740 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7efc1c01e050 msgr2=0x7efc1c023030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:21.848 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:33:21.518+0000 7efafaffd640 1 client.6239.objecter ms_handle_reset 0x7efc1c01e050 session 0x7efc1c027040 osd.7 2024-09-12T17:33:21.848 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:33:21.518+0000 7efafaffd640 10 monclient: _renew_subs 2024-09-12T17:33:21.848 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:33:21.518+0000 7efafaffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.848 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:33:21.518+0000 7efc29611640 10 monclient: get_auth_request con 0x7efaf4080900 auth_method 0 2024-09-12T17:33:21.848 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:33:21.522+0000 7efc29611640 10 monclient: get_auth_request con 0x7efc1c035660 auth_method 0 2024-09-12T17:33:21.849 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:33:21.526+0000 7efc28e10640 10 monclient: get_auth_request con 0x7efc1c02b400 auth_method 0 2024-09-12T17:33:21.849 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:33:21.526+0000 7efc28e10640 0 -- 172.21.15.183:0/1024909740 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7efc1c02b400 msgr2=0x7efc1c02b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:21.849 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:33:21.730+0000 7efc28e10640 10 monclient: get_auth_request con 0x7efc1c02b400 auth_method 0 2024-09-12T17:33:21.849 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:21.849 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:21.849 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:21.849 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:21.849 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:21.849 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:21.849 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.849 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.849 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.850 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:21.850 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.850 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:21.850 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 zone default found 2024-09-12T17:33:21.850 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 4 Realm: () 2024-09-12T17:33:21.850 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:21.850 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 zonegroup default 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:33:21.750+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:33:21.750+0000 7efc2bb0b9c0 20 started sync module instance, tier type = 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:33:21.750+0000 7efc2bb0b9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=0 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=1 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=2 2024-09-12T17:33:21.851 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=3 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=4 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=5 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=6 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:33:21.774+0000 7efc2bb0b9c0 20 add_watcher() i=7 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:33:21.774+0000 7efc2bb0b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding auth protocol: cephx 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding auth protocol: cephx 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding auth protocol: cephx 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: secure 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: crc 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: secure 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: crc 2024-09-12T17:33:21.852 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: secure 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: crc 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: crc 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: secure 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:33:21.778+0000 7efadf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: crc 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: secure 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: crc 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: secure 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command cache list hook 0x562d9f563ff0 2024-09-12T17:33:21.853 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command cache inspect hook 0x562d9f563ff0 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command cache erase hook 0x562d9f563ff0 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command cache zap hook 0x562d9f563ff0 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 note: GC not initialized 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:33:21.778+0000 7efade7e4640 20 reqs_thread_entry: start 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command sync trace show hook 0x7efc1400ba40 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command sync trace history hook 0x7efc1400ba40 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command sync trace active hook 0x7efc1400ba40 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command sync trace active_short hook 0x7efc1400ba40 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 20 Filter name: none 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:33:21.778+0000 7efa4ffff640 20 reqs_thread_entry: start 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.854 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 : miss 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 info.flags=0x17 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 to cache LRU end 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:33:21.794+0000 7efc2bb0b9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efc2bb0b9c0 time 2024-09-12T17:33:21.795296+0000 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.855 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7efc2f3e52eb] 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7efc2f3e549f] 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562d9ce150c1] 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x140f6b8) [0x562d9d86a6b8] 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562d9ce2718d] 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7efc2e24bd90] 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:33:21.798+0000 7efc2bb0b9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7efc2bb0b9c0 thread_name:radosgw-admin 2024-09-12T17:33:21.856 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7efc2e264520] 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7efc2f3e5345] 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7efc2f3e549f] 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562d9ce150c1] 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x140f6b8) [0x562d9d86a6b8] 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562d9ce2718d] 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7efc2e24bd90] 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:33:21.857 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:33:21.858 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:33:21.859 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:33:21.860 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:33:21.860 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:33:21.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:33:21.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:33:21.860 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:33:21.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:33:21.860 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:33:21.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:33:21.860 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:33:21.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:33:21.872 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:33:21.872 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:33:21.872 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:33:21.872 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:33:21.873 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:33:21.874 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:33:21.875 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:33:21.876 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:33:21.876 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:33:21.876 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:33:21.876 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:33:21.876 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:33:21.876 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:33:21.876 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:33:21.876 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:33:21.876 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:33:21.876 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr: 7efa4ffff640 / http_manager 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr: 7efade7e4640 / http_manager 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr: 7efadf7e6640 / rgw_dt_lg_renew 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr: 7efafaffd640 / ms_dispatch 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr: 7efb0cff9640 / io_context_pool 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr: 7efb0effd640 / ms_dispatch 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr: 7efb15e03640 / ms_dispatch 2024-09-12T17:33:21.877 INFO:tasks.workunit.client.0.smithi183.stderr: 7efb17606640 / io_context_pool 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr: 7efc28e10640 / msgr-worker-2 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr: 7efc29611640 / msgr-worker-1 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr: 7efc29e12640 / msgr-worker-0 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr: 7efc2a613640 / io_context_pool 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr: 7efc2bb0b9c0 / radosgw-admin 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/log/ceph/ceph-client.admin.91597.log 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:33:21.490+0000 7efc29e12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:33:21.490+0000 7efc29e12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.878 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:33:21.490+0000 7efc29e12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:33:21.490+0000 7efc29611640 10 monclient(hunting): get_auth_request con 0x562d9f34ab10 auth_method 0 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:33:21.490+0000 7efc29611640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:33:21.490+0000 7efc29611640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:33:21.490+0000 7efc29611640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:33:21.490+0000 7efc28e10640 10 monclient(hunting): handle_auth_done global_id 6624 payload 274 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:33:21.490+0000 7efc28e10640 10 monclient: _finish_hunting 0 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:33:21.490+0000 7efc28e10640 1 monclient: found mon.noname-a 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:33:21.490+0000 7efc28e10640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: dump: 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.879 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: _finish_auth 0 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: _check_auth_tickets 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 monclient: authenticate success, global_id 6624 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:33:21.880 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 4 set_mon_vals no callback set 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:33:21.490+0000 7efb17606640 10 monclient: dump: 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.881 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.882 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: shutdown 2024-09-12T17:33:21.882 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) unregister_commands rotate-key 2024-09-12T17:33:21.882 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:21.882 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:21.882 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: monmap: 2024-09-12T17:33:21.882 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:33:21.882 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:21.882 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:33:21.882 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding auth protocol: cephx 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding auth protocol: cephx 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding auth protocol: cephx 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: secure 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: crc 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: secure 2024-09-12T17:33:21.883 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: crc 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: secure 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: crc 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: crc 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: secure 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: crc 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: secure 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: crc 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4a0570) adding con mode: secure 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 1 librados: starting msgr at 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 1 librados: starting objecter 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command objecter_requests hook 0x562d9f4c40a0 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 1 librados: setting wanted keys 2024-09-12T17:33:21.884 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 1 librados: calling monclient init 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: init 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding auth protocol: cephx 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding auth protocol: cephx 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding auth protocol: cephx 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: secure 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: crc 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: secure 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: crc 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: secure 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: crc 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: crc 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: secure 2024-09-12T17:33:21.885 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: crc 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: secure 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: crc 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f49ae30) adding con mode: secure 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command rotate-key hook 0x562d9f49af78 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-a con 0x562d9f34ab10 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-c con 0x562d9f357220 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-b con 0x562d9f3e3710 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.886 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:33:21.490+0000 7efc2bb0b9c0 10 monclient(hunting): authenticate will time out at 2187.027882s 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:33:21.490+0000 7efc29611640 10 monclient(hunting): get_auth_request con 0x562d9f34ab10 auth_method 0 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): get_auth_request con 0x562d9f357220 auth_method 0 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.887 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient(hunting): handle_auth_done global_id 6627 payload 824 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient: _finish_hunting 0 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:33:21.494+0000 7efc29611640 1 monclient: found mon.noname-a 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:33:21.494+0000 7efc29611640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: dump: 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.888 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: _finish_auth 0 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: _check_auth_tickets 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:33:21.494+0000 7efb15e03640 10 monclient: dump: 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.889 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:33:21.494+0000 7efb17606640 4 set_mon_vals no callback set 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:33:21.494+0000 7efc2bb0b9c0 5 monclient: authenticate success, global_id 6627 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:33:21.494+0000 7efc2bb0b9c0 10 monclient: _renew_subs 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:33:21.494+0000 7efc2bb0b9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:33:21.890 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:33:21.494+0000 7efc2bb0b9c0 10 monclient: _renew_subs 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:33:21.494+0000 7efc2bb0b9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:33:21.494+0000 7efc2bb0b9c0 1 librados: init done 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:33:21.494+0000 7efb15e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:33:21.494+0000 7efb15e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:33:21.494+0000 7efb15e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:33:21.494+0000 7efc28e10640 10 monclient: get_auth_request con 0x7efb10070b10 auth_method 0 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:33:21.494+0000 7efc29e12640 10 monclient: get_auth_request con 0x562d9f49d8f0 auth_method 0 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:33:21.498+0000 7efc29611640 10 monclient: get_auth_request con 0x562d9f4e5810 auth_method 0 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:33:21.498+0000 7efc28e10640 10 monclient: get_auth_request con 0x562d9f4e9b70 auth_method 0 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:33:21.498+0000 7efc29e12640 10 monclient: get_auth_request con 0x562d9f4e9090 auth_method 0 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 10 monclient: monmap: 2024-09-12T17:33:21.891 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:33:21.892 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:21.892 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:33:21.892 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:33:21.892 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:21.892 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.892 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:33:21.892 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:33:21.892 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:33:21.892 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.892 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding auth protocol: cephx 2024-09-12T17:33:21.893 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding auth protocol: cephx 2024-09-12T17:33:21.893 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding auth protocol: cephx 2024-09-12T17:33:21.893 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: secure 2024-09-12T17:33:21.893 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: crc 2024-09-12T17:33:21.893 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: secure 2024-09-12T17:33:21.893 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: crc 2024-09-12T17:33:21.893 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: secure 2024-09-12T17:33:21.893 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: crc 2024-09-12T17:33:21.893 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: crc 2024-09-12T17:33:21.893 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: secure 2024-09-12T17:33:21.893 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: crc 2024-09-12T17:33:21.894 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: secure 2024-09-12T17:33:21.894 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: crc 2024-09-12T17:33:21.894 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:33:21.498+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f1c70) adding con mode: secure 2024-09-12T17:33:21.894 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.894 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command objecter_requests cmddesc objecter_requests hook 0x562d9f4f55e0 EEXIST 2024-09-12T17:33:21.894 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: init 2024-09-12T17:33:21.894 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding auth protocol: cephx 2024-09-12T17:33:21.894 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding auth protocol: cephx 2024-09-12T17:33:21.894 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding auth protocol: cephx 2024-09-12T17:33:21.894 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: secure 2024-09-12T17:33:21.894 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: crc 2024-09-12T17:33:21.895 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: secure 2024-09-12T17:33:21.895 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: crc 2024-09-12T17:33:21.895 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: secure 2024-09-12T17:33:21.895 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: crc 2024-09-12T17:33:21.895 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: crc 2024-09-12T17:33:21.895 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: secure 2024-09-12T17:33:21.895 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: crc 2024-09-12T17:33:21.895 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: secure 2024-09-12T17:33:21.895 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: crc 2024-09-12T17:33:21.895 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f4f0b68) adding con mode: secure 2024-09-12T17:33:21.895 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.895 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.896 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command rotate-key cmddesc rotate-key hook 0x562d9f4f0cb0 EEXIST 2024-09-12T17:33:21.896 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:21.896 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:33:21.896 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-b con 0x562d9f51f080 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:33:21.896 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-a con 0x562d9f519ae0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:33:21.896 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-c con 0x562d9f517b60 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:33:21.896 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.896 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.896 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.896 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:21.896 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient(hunting): authenticate will time out at 2187.037121s 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): get_auth_request con 0x562d9f519ae0 auth_method 0 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): get_auth_request con 0x562d9f517b60 auth_method 0 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.897 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:33:21.502+0000 7efc29e12640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:33:21.502+0000 7efc28e10640 10 monclient(hunting): get_auth_request con 0x562d9f51f080 auth_method 0 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:33:21.502+0000 7efc28e10640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:33:21.502+0000 7efc28e10640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:33:21.502+0000 7efc28e10640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient(hunting): handle_auth_done global_id 6233 payload 824 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient: _finish_hunting 0 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:33:21.502+0000 7efc29611640 1 monclient: found mon.noname-c 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:33:21.502+0000 7efc29611640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: dump: 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.898 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: _finish_auth 0 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: _check_auth_tickets 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 5 monclient: authenticate success, global_id 6233 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: _renew_subs 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.899 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:33:21.502+0000 7efb0effd640 10 monclient: dump: 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.900 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:33:21.502+0000 7efc2a613640 4 set_mon_vals no callback set 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: _renew_subs 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:33:21.502+0000 7efc2bb0b9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:33:21.502+0000 7efb0effd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:33:21.502+0000 7efb0effd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:33:21.502+0000 7efb0effd640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: get_monmap_and_config 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: monmap: 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:21.901 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding auth protocol: cephx 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding auth protocol: cephx 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding auth protocol: cephx 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: secure 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: crc 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: secure 2024-09-12T17:33:21.902 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: crc 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: secure 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: crc 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: crc 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: secure 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: crc 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: secure 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: crc 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f539f70) adding con mode: secure 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient: get_auth_request con 0x7efb040709f0 auth_method 0 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: init 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding auth protocol: cephx 2024-09-12T17:33:21.903 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding auth protocol: cephx 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding auth protocol: cephx 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: secure 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: crc 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: secure 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: crc 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: secure 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: crc 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: crc 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: secure 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: crc 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: secure 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: crc 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133a5f0) adding con mode: secure 2024-09-12T17:33:21.904 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc9133a738 EEXIST 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-a con 0x562d9f53df60 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-b con 0x562d9f5697a0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-c con 0x562d9f55ff60 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): authenticate will time out at 2187.041114s 2024-09-12T17:33:21.905 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): get_auth_request con 0x562d9f53df60 auth_method 0 2024-09-12T17:33:21.906 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.906 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.906 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.906 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): get_auth_request con 0x562d9f55ff60 auth_method 0 2024-09-12T17:33:21.906 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.906 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.906 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.906 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.906 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.906 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.906 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.906 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:33:21.506+0000 7efc29e12640 10 monclient(hunting): get_auth_request con 0x562d9f5697a0 auth_method 0 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:33:21.506+0000 7efc29e12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:33:21.506+0000 7efc29e12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:33:21.506+0000 7efc29e12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_done global_id 6633 payload 274 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient: _finish_hunting 0 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:33:21.506+0000 7efc28e10640 1 monclient: found mon.noname-a 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: dump: 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.907 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: _finish_auth 0 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: _check_auth_tickets 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 monclient: authenticate success, global_id 6633 2024-09-12T17:33:21.908 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 4 set_mon_vals no callback set 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:33:21.506+0000 7efb0cff9640 10 monclient: dump: 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.909 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: shutdown 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: build_initial_monmap 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 1 build_initial for_mkfs: 0 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: monmap: 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:33:21.910 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding auth protocol: cephx 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding auth protocol: cephx 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding auth protocol: cephx 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: secure 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: crc 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: secure 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: crc 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: secure 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: crc 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: crc 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: secure 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: crc 2024-09-12T17:33:21.911 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: secure 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: crc 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f5604b0) adding con mode: secure 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 1 librados: starting msgr at 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 1 librados: starting objecter 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command objecter_requests cmddesc objecter_requests hook 0x562d9f53d4f0 EEXIST 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 1 librados: setting wanted keys 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 1 librados: calling monclient init 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: init 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding auth protocol: cephx 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding auth protocol: cephx 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding auth protocol: cephx 2024-09-12T17:33:21.912 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: secure 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: crc 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: secure 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: crc 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: secure 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: crc 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: crc 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: secure 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: crc 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: secure 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: crc 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 AuthRegistry(0x562d9f329cb0) adding con mode: secure 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.913 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command rotate-key cmddesc rotate-key hook 0x562d9f329df8 EEXIST 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-c con 0x562d9f53df60 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-b con 0x562d9f55ff60 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): picked mon.noname-a con 0x562d9f5697a0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:33:21.506+0000 7efc2bb0b9c0 10 monclient(hunting): authenticate will time out at 2187.043750s 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): get_auth_request con 0x562d9f53df60 auth_method 0 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.914 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): get_auth_request con 0x562d9f5697a0 auth_method 0 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:33:21.506+0000 7efc28e10640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:33:21.506+0000 7efc29611640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:33:21.510+0000 7efc29e12640 10 monclient(hunting): get_auth_request con 0x562d9f55ff60 auth_method 0 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:33:21.510+0000 7efc29e12640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:33:21.915 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:33:21.510+0000 7efc29e12640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:33:21.510+0000 7efc29e12640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:33:21.510+0000 7efc28e10640 10 monclient(hunting): handle_auth_done global_id 6239 payload 824 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:33:21.510+0000 7efc28e10640 10 monclient: _finish_hunting 0 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:33:21.510+0000 7efc28e10640 1 monclient: found mon.noname-c 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:33:21.510+0000 7efc28e10640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: dump: 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.916 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.917 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.917 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.917 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.917 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.917 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.917 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: _finish_auth 0 2024-09-12T17:33:21.917 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: _check_auth_tickets 2024-09-12T17:33:21.917 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:33:21.917 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:33:21.917 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:33:21.917 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:33:21.510+0000 7efafaffd640 10 monclient: dump: 2024-09-12T17:33:21.918 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:33:21.918 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:33:21.918 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.918 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:33:21.918 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:33:21.918 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:33:21.918 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:33:21.918 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:33:21.918 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:33:21.918 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.918 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 5 monclient: authenticate success, global_id 6239 2024-09-12T17:33:21.918 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 10 monclient: _renew_subs 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:33:21.510+0000 7efb0cff9640 4 set_mon_vals no callback set 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 10 monclient: _renew_subs 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 1 librados: init done 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command cr dump hook 0x562d9f55dc58 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:33:21.510+0000 7efafaffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:33:21.510+0000 7efafaffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:33:21.510+0000 7efafaffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:33:21.510+0000 7efc29e12640 10 monclient: get_auth_request con 0x7efaf4070ae0 auth_method 0 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:33:21.510+0000 7efc29611640 10 monclient: get_auth_request con 0x562d9f587b20 auth_method 0 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.919 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 20 realm 2024-09-12T17:33:21.920 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:33:21.510+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.920 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.920 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:21.920 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.920 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.920 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.920 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:33:21.514+0000 7efc28e10640 10 monclient: get_auth_request con 0x562d9f58bd20 auth_method 0 2024-09-12T17:33:21.920 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:21.920 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.920 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:33:21.514+0000 7efc29e12640 10 monclient: get_auth_request con 0x562d9f58f580 auth_method 0 2024-09-12T17:33:21.920 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:21.920 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:33:21.514+0000 7efc2bb0b9c0 20 searching for the correct realm 2024-09-12T17:33:21.921 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:33:21.514+0000 7efc29611640 10 monclient: get_auth_request con 0x7efc1c01e050 auth_method 0 2024-09-12T17:33:21.921 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:33:21.518+0000 7efc28e10640 10 monclient: get_auth_request con 0x7efc24120ae0 auth_method 0 2024-09-12T17:33:21.921 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:33:21.518+0000 7efc29e12640 10 monclient: get_auth_request con 0x7efc1400a040 auth_method 0 2024-09-12T17:33:21.921 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:33:21.518+0000 7efc29611640 0 -- 172.21.15.183:0/1024909740 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7efc1c01e050 msgr2=0x7efc1c023030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:21.921 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:33:21.518+0000 7efafaffd640 1 client.6239.objecter ms_handle_reset 0x7efc1c01e050 session 0x7efc1c027040 osd.7 2024-09-12T17:33:21.921 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:33:21.518+0000 7efafaffd640 10 monclient: _renew_subs 2024-09-12T17:33:21.921 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:33:21.518+0000 7efafaffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:33:21.921 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:33:21.518+0000 7efc29611640 10 monclient: get_auth_request con 0x7efaf4080900 auth_method 0 2024-09-12T17:33:21.921 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:33:21.522+0000 7efc29611640 10 monclient: get_auth_request con 0x7efc1c035660 auth_method 0 2024-09-12T17:33:21.921 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:33:21.526+0000 7efc28e10640 10 monclient: get_auth_request con 0x7efc1c02b400 auth_method 0 2024-09-12T17:33:21.921 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:33:21.526+0000 7efc28e10640 0 -- 172.21.15.183:0/1024909740 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7efc1c02b400 msgr2=0x7efc1c02b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:21.921 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:33:21.730+0000 7efc28e10640 10 monclient: get_auth_request con 0x7efc1c02b400 auth_method 0 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:33:21.742+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:21.922 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 zone default found 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 4 Realm: () 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 zonegroup default 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:33:21.746+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:33:21.750+0000 7efc2bb0b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:33:21.750+0000 7efc2bb0b9c0 20 started sync module instance, tier type = 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:33:21.750+0000 7efc2bb0b9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:21.923 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=0 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=1 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=2 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=3 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=4 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=5 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:33:21.770+0000 7efc2bb0b9c0 20 add_watcher() i=6 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:33:21.774+0000 7efc2bb0b9c0 20 add_watcher() i=7 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:33:21.774+0000 7efc2bb0b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding auth protocol: cephx 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding auth protocol: cephx 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding auth protocol: cephx 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: secure 2024-09-12T17:33:21.924 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: crc 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: secure 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: crc 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: secure 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: crc 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: crc 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: secure 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:33:21.778+0000 7efadf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: crc 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: secure 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: crc 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 AuthRegistry(0x7ffc9133aac0) adding con mode: secure 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:21.925 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command cache list hook 0x562d9f563ff0 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command cache inspect hook 0x562d9f563ff0 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command cache erase hook 0x562d9f563ff0 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command cache zap hook 0x562d9f563ff0 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 note: GC not initialized 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:33:21.778+0000 7efade7e4640 20 reqs_thread_entry: start 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command sync trace show hook 0x7efc1400ba40 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command sync trace history hook 0x7efc1400ba40 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command sync trace active hook 0x7efc1400ba40 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 5 asok(0x562d9f2912b0) register_command sync trace active_short hook 0x7efc1400ba40 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:33:21.778+0000 7efc2bb0b9c0 20 Filter name: none 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:33:21.778+0000 7efa4ffff640 20 reqs_thread_entry: start 2024-09-12T17:33:21.926 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 : miss 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 info.flags=0x17 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 to cache LRU end 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:33:21.782+0000 7efc2bb0b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:33:21.794+0000 7efc2bb0b9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7efc2bb0b9c0 time 2024-09-12T17:33:21.795296+0000 2024-09-12T17:33:21.927 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7efc2f3e52eb] 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7efc2f3e549f] 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562d9ce150c1] 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x140f6b8) [0x562d9d86a6b8] 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562d9ce2718d] 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7efc2e24bd90] 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.928 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:33:21.798+0000 7efc2bb0b9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7efc2bb0b9c0 thread_name:radosgw-admin 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7efc2e264520] 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7efc2f3e5345] 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7efc2f3e549f] 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562d9ce150c1] 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x140f6b8) [0x562d9d86a6b8] 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562d9ce2718d] 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:33:21.929 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7efc2e24bd90] 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:33:21.930 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:33:21.931 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:33:21.932 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:33:21.933 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:33:21.934 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:33:21.935 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:33:21.936 INFO:tasks.workunit.client.0.smithi183.stderr: 7efa4ffff640 / http_manager 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: 7efade7e4640 / http_manager 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: 7efadf7e6640 / rgw_dt_lg_renew 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: 7efafaffd640 / ms_dispatch 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: 7efb0cff9640 / io_context_pool 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: 7efb0effd640 / ms_dispatch 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: 7efb15e03640 / ms_dispatch 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: 7efb17606640 / io_context_pool 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: 7efc28e10640 / msgr-worker-2 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: 7efc29611640 / msgr-worker-1 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: 7efc29e12640 / msgr-worker-0 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: 7efc2a613640 / io_context_pool 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: 7efc2bb0b9c0 / radosgw-admin 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:33:21.937 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:33:21.938 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:33:21.802321Z_ee5554d0-740a-4a52-9ba1-a05c8fc07845/log 2024-09-12T17:33:21.938 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:33:21.938 INFO:tasks.workunit.client.0.smithi183.stderr:Aborted 2024-09-12T17:33:21.938 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:33:21.938 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:21.938 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:21.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.890+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.890+0000 7f97376ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.890+0000 7f97376ef9c0 20 realm 2024-09-12T17:33:21.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.890+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.890+0000 7f97376ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.890+0000 7f97376ef9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:21.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.890+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.890+0000 7f97376ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:21.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.890+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.894+0000 7f97376ef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:21.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.894+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:21.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.894+0000 7f97376ef9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:21.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.894+0000 7f97376ef9c0 20 searching for the correct realm 2024-09-12T17:33:21.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:21.898+0000 7f97359f6640 0 -- 172.21.15.183:0/455082274 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f972c0d9020 msgr2=0x7f972c0093d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:22.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.114+0000 7f97349f4640 0 -- 172.21.15.183:0/455082274 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f973001e910 msgr2=0x7f973000f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:22.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.330+0000 7f97376ef9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:22.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.330+0000 7f97376ef9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:22.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.330+0000 7f97376ef9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:22.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.330+0000 7f97376ef9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:22.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.330+0000 7f97376ef9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:22.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.330+0000 7f97376ef9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:22.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.330+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.330+0000 7f97376ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.330+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:22.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:22.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 zone default found 2024-09-12T17:33:22.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 4 Realm: () 2024-09-12T17:33:22.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:22.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:22.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:22.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 zonegroup default 2024-09-12T17:33:22.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 started sync module instance, tier type = 2024-09-12T17:33:22.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.334+0000 7f97376ef9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:22.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.358+0000 7f97376ef9c0 20 add_watcher() i=0 2024-09-12T17:33:22.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.358+0000 7f97376ef9c0 20 add_watcher() i=1 2024-09-12T17:33:22.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.358+0000 7f97376ef9c0 20 add_watcher() i=2 2024-09-12T17:33:22.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.358+0000 7f97376ef9c0 20 add_watcher() i=3 2024-09-12T17:33:22.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.358+0000 7f97376ef9c0 20 add_watcher() i=4 2024-09-12T17:33:22.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.358+0000 7f97376ef9c0 20 add_watcher() i=5 2024-09-12T17:33:22.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.358+0000 7f97376ef9c0 20 add_watcher() i=6 2024-09-12T17:33:22.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.362+0000 7f97376ef9c0 20 add_watcher() i=7 2024-09-12T17:33:22.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.362+0000 7f97376ef9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:22.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.366+0000 7f95eb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:22.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.366+0000 7f97376ef9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:22.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.366+0000 7f97376ef9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:22.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.366+0000 7f97376ef9c0 5 note: GC not initialized 2024-09-12T17:33:22.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.366+0000 7f95ea7e4640 20 reqs_thread_entry: start 2024-09-12T17:33:22.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.366+0000 7f97376ef9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:22.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.366+0000 7f97376ef9c0 20 Filter name: none 2024-09-12T17:33:22.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.366+0000 7f955bfff640 20 reqs_thread_entry: start 2024-09-12T17:33:22.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.366+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.370+0000 7f97376ef9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:22.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.370+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.370+0000 7f97376ef9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:22.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.370+0000 7f97376ef9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:22.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.370+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.370+0000 7f97376ef9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:22.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.370+0000 7f97376ef9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.371 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.374+0000 7f97376ef9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:22.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.374+0000 7f97376ef9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:22.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.374+0000 7f95eb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:22.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.382+0000 7f97376ef9c0 20 remove_watcher() i=0 2024-09-12T17:33:22.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.382+0000 7f97376ef9c0 2 removed watcher, disabling cache 2024-09-12T17:33:22.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.382+0000 7f97376ef9c0 20 remove_watcher() i=1 2024-09-12T17:33:22.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.386+0000 7f97376ef9c0 20 remove_watcher() i=2 2024-09-12T17:33:22.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.386+0000 7f97376ef9c0 20 remove_watcher() i=3 2024-09-12T17:33:22.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.390+0000 7f97376ef9c0 20 remove_watcher() i=4 2024-09-12T17:33:22.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.394+0000 7f97376ef9c0 20 remove_watcher() i=5 2024-09-12T17:33:22.392 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.394+0000 7f97376ef9c0 20 remove_watcher() i=6 2024-09-12T17:33:22.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.394+0000 7f97376ef9c0 20 remove_watcher() i=7 2024-09-12T17:33:22.409 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:22.409 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:22.409 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-set-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:22.409 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:22.410 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:22.410 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:22.423 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:22.423 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:22.468 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:33:22.504 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:22.504 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:22.548 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.550+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.550+0000 7fa7bf27f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.550+0000 7fa7bf27f9c0 20 realm 2024-09-12T17:33:22.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.550+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.554+0000 7fa7bf27f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.554+0000 7fa7bf27f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:22.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.554+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.554+0000 7fa7bf27f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.554+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.554+0000 7fa7bf27f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:22.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.554+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.554+0000 7fa7bf27f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:22.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.554+0000 7fa7bf27f9c0 20 searching for the correct realm 2024-09-12T17:33:22.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.558+0000 7fa7b4584640 0 -- 172.21.15.183:0/1896143101 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7fa7ac01e070 msgr2=0x7fa7ac08df30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:22.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.774+0000 7fa7bcd85640 0 -- 172.21.15.183:0/1896143101 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fa7b80d4060 msgr2=0x7fa7b8103900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:22.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:22.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:22.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:22.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:22.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:22.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:22.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:22.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:22.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 zone default found 2024-09-12T17:33:22.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 4 Realm: () 2024-09-12T17:33:22.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:22.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:22.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:22.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.790+0000 7fa7bf27f9c0 20 zonegroup default 2024-09-12T17:33:22.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.794+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.794+0000 7fa7bf27f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.794+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.794+0000 7fa7bf27f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.794+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.794+0000 7fa7bf27f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:22.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.794+0000 7fa7bf27f9c0 20 started sync module instance, tier type = 2024-09-12T17:33:22.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.794+0000 7fa7bf27f9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:22.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.818+0000 7fa7bf27f9c0 20 add_watcher() i=0 2024-09-12T17:33:22.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.818+0000 7fa7bf27f9c0 20 add_watcher() i=1 2024-09-12T17:33:22.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.818+0000 7fa7bf27f9c0 20 add_watcher() i=2 2024-09-12T17:33:22.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.818+0000 7fa7bf27f9c0 20 add_watcher() i=3 2024-09-12T17:33:22.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.818+0000 7fa7bf27f9c0 20 add_watcher() i=4 2024-09-12T17:33:22.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.818+0000 7fa7bf27f9c0 20 add_watcher() i=5 2024-09-12T17:33:22.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.818+0000 7fa7bf27f9c0 20 add_watcher() i=6 2024-09-12T17:33:22.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.822+0000 7fa7bf27f9c0 20 add_watcher() i=7 2024-09-12T17:33:22.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.822+0000 7fa7bf27f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:22.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.826+0000 7fa6737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:22.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.826+0000 7fa7bf27f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:22.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.826+0000 7fa7bf27f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:22.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.826+0000 7fa7bf27f9c0 5 note: GC not initialized 2024-09-12T17:33:22.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.826+0000 7fa6727e4640 20 reqs_thread_entry: start 2024-09-12T17:33:22.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.826+0000 7fa7bf27f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:22.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.826+0000 7fa7bf27f9c0 20 Filter name: none 2024-09-12T17:33:22.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.826+0000 7fa66bfff640 20 reqs_thread_entry: start 2024-09-12T17:33:22.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:33:22.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:22.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:33:22.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:33:22.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 : miss 2024-09-12T17:33:22.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:22.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:22.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 info.flags=0x17 2024-09-12T17:33:22.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 to cache LRU end 2024-09-12T17:33:22.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:22.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:22.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.830+0000 7fa7bf27f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 2024-09-12T17:33:22.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.834+0000 7fa7bf27f9c0 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 to be held by another RGW process; skipping for now 2024-09-12T17:33:22.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.834+0000 7fa6737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:22.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.838+0000 7fa7bf27f9c0 20 remove_watcher() i=0 2024-09-12T17:33:22.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.838+0000 7fa7bf27f9c0 2 removed watcher, disabling cache 2024-09-12T17:33:22.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.842+0000 7fa7bf27f9c0 20 remove_watcher() i=1 2024-09-12T17:33:22.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.842+0000 7fa7bf27f9c0 20 remove_watcher() i=2 2024-09-12T17:33:22.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.846+0000 7fa7bf27f9c0 20 remove_watcher() i=3 2024-09-12T17:33:22.847 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.846+0000 7fa7bf27f9c0 20 remove_watcher() i=4 2024-09-12T17:33:22.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.850+0000 7fa7bf27f9c0 20 remove_watcher() i=5 2024-09-12T17:33:22.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.850+0000 7fa7bf27f9c0 20 remove_watcher() i=6 2024-09-12T17:33:22.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:22.854+0000 7fa7bf27f9c0 20 remove_watcher() i=7 2024-09-12T17:33:22.866 INFO:tasks.workunit.client.0.smithi183.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:33:52.885 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:33:52.921 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:52.921 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:52.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.969+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:52.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.973+0000 7fa30e0bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:52.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.973+0000 7fa30e0bd9c0 20 realm 2024-09-12T17:33:52.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.973+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:52.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.973+0000 7fa30e0bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:52.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.973+0000 7fa30e0bd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:52.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.973+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:52.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.973+0000 7fa30e0bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:52.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.973+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:52.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.973+0000 7fa30e0bd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:52.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.973+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:52.971 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.977+0000 7fa30e0bd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:52.971 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.977+0000 7fa30e0bd9c0 20 searching for the correct realm 2024-09-12T17:33:52.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:52.981+0000 7fa30c3c4640 0 -- 172.21.15.183:0/498748669 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fa30000a2a0 msgr2=0x7fa300062940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:53.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.197+0000 7fa30b3c2640 0 -- 172.21.15.183:0/498748669 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fa2fc06a270 msgr2=0x7fa2fc084140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:53.410 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.413+0000 7fa30e0bd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:53.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.413+0000 7fa30e0bd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:53.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.413+0000 7fa30e0bd9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:53.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.413+0000 7fa30e0bd9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:53.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.413+0000 7fa30e0bd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:53.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.413+0000 7fa30e0bd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:53.411 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.413+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.413+0000 7fa30e0bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:53.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.413+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:53.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:53.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 20 zone default found 2024-09-12T17:33:53.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 4 Realm: () 2024-09-12T17:33:53.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:53.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:53.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:53.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 20 zonegroup default 2024-09-12T17:33:53.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:53.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:53.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.417+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.421+0000 7fa30e0bd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:53.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.421+0000 7fa30e0bd9c0 20 started sync module instance, tier type = 2024-09-12T17:33:53.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.421+0000 7fa30e0bd9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:53.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.441+0000 7fa30e0bd9c0 20 add_watcher() i=0 2024-09-12T17:33:53.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.441+0000 7fa30e0bd9c0 20 add_watcher() i=1 2024-09-12T17:33:53.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.441+0000 7fa30e0bd9c0 20 add_watcher() i=2 2024-09-12T17:33:53.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.441+0000 7fa30e0bd9c0 20 add_watcher() i=3 2024-09-12T17:33:53.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.441+0000 7fa30e0bd9c0 20 add_watcher() i=4 2024-09-12T17:33:53.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.441+0000 7fa30e0bd9c0 20 add_watcher() i=5 2024-09-12T17:33:53.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.441+0000 7fa30e0bd9c0 20 add_watcher() i=6 2024-09-12T17:33:53.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.445+0000 7fa30e0bd9c0 20 add_watcher() i=7 2024-09-12T17:33:53.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.445+0000 7fa30e0bd9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:53.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa1c1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:53.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa30e0bd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:53.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa30e0bd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:53.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa30e0bd9c0 5 note: GC not initialized 2024-09-12T17:33:53.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa1c0fe1640 20 reqs_thread_entry: start 2024-09-12T17:33:53.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa30e0bd9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:53.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa30e0bd9c0 20 Filter name: none 2024-09-12T17:33:53.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa13a7fc640 20 reqs_thread_entry: start 2024-09-12T17:33:53.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa30e0bd9c0 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T17:33:53.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa30e0bd9c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:53.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa30e0bd9c0 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T17:33:53.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa30e0bd9c0 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T17:33:53.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa30e0bd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 : miss 2024-09-12T17:33:53.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.449+0000 7fa30e0bd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.453+0000 7fa30e0bd9c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:53.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.453+0000 7fa30e0bd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 info.flags=0x17 2024-09-12T17:33:53.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.453+0000 7fa30e0bd9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 to cache LRU end 2024-09-12T17:33:53.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.453+0000 7fa30e0bd9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:53.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.453+0000 7fa30e0bd9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:53.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.453+0000 7fa30e0bd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 2024-09-12T17:33:53.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.461+0000 7fa30e0bd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 info.flags=0x17 2024-09-12T17:33:53.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.461+0000 7fa30e0bd9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 to cache LRU end 2024-09-12T17:33:53.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.461+0000 7fa30e0bd9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:53.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.461+0000 7fa30e0bd9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24, ofs0, ns] 2024-09-12T17:33:53.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.465+0000 7fa1eaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464334 cookie 93932515880480 notifier 6693 bl.length()=925 2024-09-12T17:33:53.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.465+0000 7fa1eaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 info.flags=0x17 2024-09-12T17:33:53.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.465+0000 7fa1eaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 to cache LRU end 2024-09-12T17:33:53.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.465+0000 7fa1eaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:53.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.465+0000 7fa30e0bd9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.24]): orig_sources= new_sources= 2024-09-12T17:33:53.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.465+0000 7fa30e0bd9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.24]): potential sources added=[] removed=[] 2024-09-12T17:33:53.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.465+0000 7fa30e0bd9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.24]): orig_dests= new_dests= 2024-09-12T17:33:53.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.465+0000 7fa30e0bd9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.24]): potential dests added=[] removed=[] 2024-09-12T17:33:53.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.469+0000 7fa30e0bd9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.24.1.0 2024-09-12T17:33:53.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.469+0000 7fa30e0bd9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.24.1.0 2024-09-12T17:33:53.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.469+0000 7fa30e0bd9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.24.1.1 2024-09-12T17:33:53.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.469+0000 7fa30e0bd9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.24.1.1 2024-09-12T17:33:53.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.469+0000 7fa30e0bd9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.24.0 2024-09-12T17:33:53.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.477+0000 7fa30e0bd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:53.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.477+0000 7fa30e0bd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 2024-09-12T17:33:53.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.481+0000 7fa30e0bd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 info.flags=0x17 2024-09-12T17:33:53.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.481+0000 7fa30e0bd9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 to cache LRU end 2024-09-12T17:33:53.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.481+0000 7fa30e0bd9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:53.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.481+0000 7fa30e0bd9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24, ofs0, ns] 2024-09-12T17:33:53.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.481+0000 7fa1eaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464335 cookie 93932515880480 notifier 6693 bl.length()=925 2024-09-12T17:33:53.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.481+0000 7fa1eaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 info.flags=0x17 2024-09-12T17:33:53.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.481+0000 7fa1eaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 to cache LRU end 2024-09-12T17:33:53.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.481+0000 7fa1eaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:53.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.481+0000 7fa30e0bd9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.24]): orig_sources= new_sources= 2024-09-12T17:33:53.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.481+0000 7fa30e0bd9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.24]): potential sources added=[] removed=[] 2024-09-12T17:33:53.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.481+0000 7fa30e0bd9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.24]): orig_dests= new_dests= 2024-09-12T17:33:53.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.481+0000 7fa30e0bd9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.24]): potential dests added=[] removed=[] 2024-09-12T17:33:53.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.485+0000 7fa30e0bd9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.24.0 2024-09-12T17:33:53.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.485+0000 7fa30e0bd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:53.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.485+0000 7fa30e0bd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 2024-09-12T17:33:53.486 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.489+0000 7fa30e0bd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 info.flags=0x17 2024-09-12T17:33:53.486 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.489+0000 7fa30e0bd9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 to cache LRU end 2024-09-12T17:33:53.486 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.489+0000 7fa30e0bd9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:53.486 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.489+0000 7fa30e0bd9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24, ofs0, ns] 2024-09-12T17:33:53.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.489+0000 7fa1eaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464336 cookie 93932515880480 notifier 6693 bl.length()=893 2024-09-12T17:33:53.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.489+0000 7fa1eaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 info.flags=0x17 2024-09-12T17:33:53.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.489+0000 7fa1eaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 to cache LRU end 2024-09-12T17:33:53.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.489+0000 7fa1eaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:53.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.493+0000 7fa30e0bd9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.24]): orig_sources= new_sources= 2024-09-12T17:33:53.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.493+0000 7fa30e0bd9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.24]): potential sources added=[] removed=[] 2024-09-12T17:33:53.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.493+0000 7fa30e0bd9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.24]): orig_dests= new_dests= 2024-09-12T17:33:53.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.493+0000 7fa30e0bd9c0 20 handle_bi_update(): bucket=:abort-at-set-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.24]): potential dests added=[] removed=[] 2024-09-12T17:33:53.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.493+0000 7fa30e0bd9c0 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:33:53.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.501+0000 7fa1c1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:53.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.505+0000 7fa30e0bd9c0 20 remove_watcher() i=0 2024-09-12T17:33:53.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.505+0000 7fa30e0bd9c0 2 removed watcher, disabling cache 2024-09-12T17:33:53.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.505+0000 7fa30e0bd9c0 20 remove_watcher() i=1 2024-09-12T17:33:53.505 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.509+0000 7fa30e0bd9c0 20 remove_watcher() i=2 2024-09-12T17:33:53.507 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.513+0000 7fa30e0bd9c0 20 remove_watcher() i=3 2024-09-12T17:33:53.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.513+0000 7fa30e0bd9c0 20 remove_watcher() i=4 2024-09-12T17:33:53.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.513+0000 7fa30e0bd9c0 20 remove_watcher() i=5 2024-09-12T17:33:53.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.517+0000 7fa30e0bd9c0 20 remove_watcher() i=6 2024-09-12T17:33:53.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.517+0000 7fa30e0bd9c0 20 remove_watcher() i=7 2024-09-12T17:33:53.539 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T17:33:53.570 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:53.570 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:53.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.617+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.621+0000 7fdb228b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:53.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.621+0000 7fdb228b59c0 20 realm 2024-09-12T17:33:53.617 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.621+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.617 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.621+0000 7fdb228b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:53.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.621+0000 7fdb228b59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:53.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.621+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.621+0000 7fdb228b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:53.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.621+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.621+0000 7fdb228b59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:53.619 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.621+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.619 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.625+0000 7fdb228b59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:53.619 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.625+0000 7fdb228b59c0 20 searching for the correct realm 2024-09-12T17:33:53.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.629+0000 7fdb20bbc640 0 -- 172.21.15.183:0/3052160555 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fdb08008050 msgr2=0x7fdb08062650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:53.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.637+0000 7fdb17fff640 0 -- 172.21.15.183:0/3052160555 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fdb1810f900 msgr2=0x7fdb181179d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:53.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.853+0000 7fdb228b59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:53.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.853+0000 7fdb228b59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:53.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.853+0000 7fdb228b59c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:53.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.853+0000 7fdb228b59c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:53.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.853+0000 7fdb228b59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:53.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.853+0000 7fdb228b59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:53.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.853+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.853+0000 7fdb228b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:53.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.853+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:53.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:53.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 zone default found 2024-09-12T17:33:53.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 4 Realm: () 2024-09-12T17:33:53.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:53.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:53.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:53.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 zonegroup default 2024-09-12T17:33:53.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:53.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:53.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:53.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 started sync module instance, tier type = 2024-09-12T17:33:53.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.857+0000 7fdb228b59c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:53.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.881+0000 7fdb228b59c0 20 add_watcher() i=0 2024-09-12T17:33:53.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.881+0000 7fdb228b59c0 20 add_watcher() i=1 2024-09-12T17:33:53.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.881+0000 7fdb228b59c0 20 add_watcher() i=2 2024-09-12T17:33:53.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.881+0000 7fdb228b59c0 20 add_watcher() i=3 2024-09-12T17:33:53.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.881+0000 7fdb228b59c0 20 add_watcher() i=4 2024-09-12T17:33:53.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.881+0000 7fdb228b59c0 20 add_watcher() i=5 2024-09-12T17:33:53.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.881+0000 7fdb228b59c0 20 add_watcher() i=6 2024-09-12T17:33:53.879 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.881+0000 7fdb228b59c0 20 add_watcher() i=7 2024-09-12T17:33:53.879 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.881+0000 7fdb228b59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:53.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.885+0000 7fd9d67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:53.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.889+0000 7fdb228b59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:53.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.889+0000 7fdb228b59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:53.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.889+0000 7fdb228b59c0 5 note: GC not initialized 2024-09-12T17:33:53.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.889+0000 7fd9d57e2640 20 reqs_thread_entry: start 2024-09-12T17:33:53.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.889+0000 7fdb228b59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:53.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.889+0000 7fdb228b59c0 20 Filter name: none 2024-09-12T17:33:53.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.889+0000 7fd946ffd640 20 reqs_thread_entry: start 2024-09-12T17:33:53.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.889+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.889+0000 7fdb228b59c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:53.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.889+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.893+0000 7fdb228b59c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:53.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.893+0000 7fdb228b59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:53.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.893+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.893+0000 7fdb228b59c0 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T17:33:53.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.893+0000 7fdb228b59c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:53.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.893+0000 7fdb228b59c0 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T17:33:53.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.893+0000 7fdb228b59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:53.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.897+0000 7fd9d67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:53.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.901+0000 7fdb228b59c0 20 remove_watcher() i=0 2024-09-12T17:33:53.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.901+0000 7fdb228b59c0 2 removed watcher, disabling cache 2024-09-12T17:33:53.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.905+0000 7fdb228b59c0 20 remove_watcher() i=1 2024-09-12T17:33:53.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.905+0000 7fdb228b59c0 20 remove_watcher() i=2 2024-09-12T17:33:53.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.909+0000 7fdb228b59c0 20 remove_watcher() i=3 2024-09-12T17:33:53.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.909+0000 7fdb228b59c0 20 remove_watcher() i=4 2024-09-12T17:33:53.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.913+0000 7fdb228b59c0 20 remove_watcher() i=5 2024-09-12T17:33:53.909 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.913+0000 7fdb228b59c0 20 remove_watcher() i=6 2024-09-12T17:33:53.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:53.913+0000 7fdb228b59c0 20 remove_watcher() i=7 2024-09-12T17:33:53.933 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:53.933 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:53.933 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-set-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.24 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:33:53.933 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:53.935 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:53.935 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:53.940 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:53.940 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.002 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.002 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.033 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2024-09-12T17:33:54.033 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:54.035 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.035 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.053 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.054 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.099 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.099 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.118 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.119 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.138 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.138 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.157 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.157 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.176 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.176 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.195 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.195 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.215 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.215 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.234 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.234 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.253 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.253 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.271 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.271 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.291 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.291 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.361 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.361 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.378 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.378 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.395 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.395 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.413 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.413 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.433 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.433 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.452 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.453 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.473 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.473 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.492 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.492 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.512 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:54.512 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:54.528 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:33:54.561 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:54.561 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:55.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.017+0000 7f9857114640 0 --2- 172.21.15.183:0/2730925533 >> [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] conn(0x560125b369a0 0x560125b36e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:33:55.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.025+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.029+0000 7f985960e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.029+0000 7f985960e9c0 20 realm 2024-09-12T17:33:55.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.029+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.029+0000 7f985960e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.029+0000 7f985960e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:55.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.029+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.029+0000 7f985960e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.029+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.029+0000 7f985960e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:55.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.029+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.029+0000 7f985960e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:55.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.029+0000 7f985960e9c0 20 searching for the correct realm 2024-09-12T17:33:55.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.033+0000 7f9857114640 0 -- 172.21.15.183:0/1545062759 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f98500d7040 msgr2=0x7f98500c9420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:55.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.245+0000 7f9857114640 0 -- 172.21.15.183:0/1545062759 >> [v2:172.21.15.196:6824/2644564030,v1:172.21.15.196:6825/2644564030] conn(0x7f98500c9040 msgr2=0x7f98500d6920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:55.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:55.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:55.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:55.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:55.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:55.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:55.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:55.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:55.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 zone default found 2024-09-12T17:33:55.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 4 Realm: () 2024-09-12T17:33:55.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:55.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:55.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:55.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 zonegroup default 2024-09-12T17:33:55.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.469+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.473+0000 7f985960e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.473+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.473+0000 7f985960e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.473+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.473+0000 7f985960e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.473+0000 7f985960e9c0 20 started sync module instance, tier type = 2024-09-12T17:33:55.469 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.473+0000 7f985960e9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:55.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.497+0000 7f985960e9c0 20 add_watcher() i=0 2024-09-12T17:33:55.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.497+0000 7f985960e9c0 20 add_watcher() i=1 2024-09-12T17:33:55.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.497+0000 7f985960e9c0 20 add_watcher() i=2 2024-09-12T17:33:55.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.497+0000 7f985960e9c0 20 add_watcher() i=3 2024-09-12T17:33:55.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.497+0000 7f985960e9c0 20 add_watcher() i=4 2024-09-12T17:33:55.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.497+0000 7f985960e9c0 20 add_watcher() i=5 2024-09-12T17:33:55.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.497+0000 7f985960e9c0 20 add_watcher() i=6 2024-09-12T17:33:55.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.497+0000 7f985960e9c0 20 add_watcher() i=7 2024-09-12T17:33:55.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.497+0000 7f985960e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:55.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.501+0000 7f970dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:55.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.501+0000 7f985960e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:55.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.501+0000 7f985960e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:55.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.501+0000 7f985960e9c0 5 note: GC not initialized 2024-09-12T17:33:55.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.501+0000 7f970cfe1640 20 reqs_thread_entry: start 2024-09-12T17:33:55.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.501+0000 7f985960e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:55.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.501+0000 7f985960e9c0 20 Filter name: none 2024-09-12T17:33:55.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.501+0000 7f96867fc640 20 reqs_thread_entry: start 2024-09-12T17:33:55.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.501+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.505+0000 7f985960e9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:55.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.505+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.505+0000 7f985960e9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:33:55.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.505+0000 7f985960e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:55.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.505+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.505+0000 7f985960e9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:55.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.505+0000 7f985960e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.509+0000 7f985960e9c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:33:55.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.509+0000 7f985960e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:55.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.509+0000 7f970dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:55.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.513+0000 7f985960e9c0 20 remove_watcher() i=0 2024-09-12T17:33:55.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.513+0000 7f985960e9c0 2 removed watcher, disabling cache 2024-09-12T17:33:55.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.517+0000 7f985960e9c0 20 remove_watcher() i=1 2024-09-12T17:33:55.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.517+0000 7f985960e9c0 20 remove_watcher() i=2 2024-09-12T17:33:55.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.521+0000 7f985960e9c0 20 remove_watcher() i=3 2024-09-12T17:33:55.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.521+0000 7f985960e9c0 20 remove_watcher() i=4 2024-09-12T17:33:55.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.525+0000 7f985960e9c0 20 remove_watcher() i=5 2024-09-12T17:33:55.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.525+0000 7f985960e9c0 20 remove_watcher() i=6 2024-09-12T17:33:55.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.525+0000 7f985960e9c0 20 remove_watcher() i=7 2024-09-12T17:33:55.538 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:55.538 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:55.538 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-trim-reshard-log-entries id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:55.538 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:55.539 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2024-09-12T17:33:55.574 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:55.574 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:55.619 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.625+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.625+0000 7f6c7a0f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.625+0000 7f6c7a0f19c0 20 realm 2024-09-12T17:33:55.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.625+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.625+0000 7f6c7a0f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.625+0000 7f6c7a0f19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:55.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.625+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.625+0000 7f6c7a0f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:55.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.625+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.629+0000 7f6c7a0f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:55.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.629+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:55.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.629+0000 7f6c7a0f19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:55.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.629+0000 7f6c7a0f19c0 20 searching for the correct realm 2024-09-12T17:33:55.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.633+0000 7f6c783f8640 0 -- 172.21.15.183:0/3925180415 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f6c600c5020 msgr2=0x7f6c60103960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:55.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:55.849+0000 7f6c6ffff640 0 -- 172.21.15.183:0/3925180415 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f6c7002f400 msgr2=0x7f6c7002f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:56.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.065+0000 7f6c7a0f19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:56.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.065+0000 7f6c7a0f19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:56.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.065+0000 7f6c7a0f19c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:56.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.065+0000 7f6c7a0f19c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:56.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.065+0000 7f6c7a0f19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:56.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.065+0000 7f6c7a0f19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:56.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.065+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:56.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 20 zone default found 2024-09-12T17:33:56.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 4 Realm: () 2024-09-12T17:33:56.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:56.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:56.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:56.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 20 zonegroup default 2024-09-12T17:33:56.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.069+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.073+0000 7f6c7a0f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.073+0000 7f6c7a0f19c0 20 started sync module instance, tier type = 2024-09-12T17:33:56.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.073+0000 7f6c7a0f19c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:56.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.093+0000 7f6c7a0f19c0 20 add_watcher() i=0 2024-09-12T17:33:56.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.093+0000 7f6c7a0f19c0 20 add_watcher() i=1 2024-09-12T17:33:56.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.093+0000 7f6c7a0f19c0 20 add_watcher() i=2 2024-09-12T17:33:56.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.093+0000 7f6c7a0f19c0 20 add_watcher() i=3 2024-09-12T17:33:56.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.093+0000 7f6c7a0f19c0 20 add_watcher() i=4 2024-09-12T17:33:56.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.093+0000 7f6c7a0f19c0 20 add_watcher() i=5 2024-09-12T17:33:56.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.093+0000 7f6c7a0f19c0 20 add_watcher() i=6 2024-09-12T17:33:56.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.093+0000 7f6c7a0f19c0 20 add_watcher() i=7 2024-09-12T17:33:56.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.093+0000 7f6c7a0f19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:56.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.097+0000 7f6b2dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:56.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.097+0000 7f6c7a0f19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:56.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.097+0000 7f6c7a0f19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:56.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.097+0000 7f6c7a0f19c0 5 note: GC not initialized 2024-09-12T17:33:56.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.097+0000 7f6b2cfe1640 20 reqs_thread_entry: start 2024-09-12T17:33:56.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:56.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 20 Filter name: none 2024-09-12T17:33:56.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6aa67fc640 20 reqs_thread_entry: start 2024-09-12T17:33:56.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:33:56.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:56.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:33:56.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:33:56.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 : miss 2024-09-12T17:33:56.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:33:56.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 info.flags=0x17 2024-09-12T17:33:56.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 to cache LRU end 2024-09-12T17:33:56.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:56.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:56.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.101+0000 7f6c7a0f19c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 2024-09-12T17:33:56.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6c7a0f19c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 info.flags=0x17 2024-09-12T17:33:56.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6c7a0f19c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 to cache LRU end 2024-09-12T17:33:56.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6c7a0f19c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:56.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6c7a0f19c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25, ofs0, ns] 2024-09-12T17:33:56.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6b56ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464284 cookie 94778239563120 notifier 6341 bl.length()=939 2024-09-12T17:33:56.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6b56ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 info.flags=0x17 2024-09-12T17:33:56.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6b56ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 to cache LRU end 2024-09-12T17:33:56.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6b56ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:56.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6c7a0f19c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): orig_sources= new_sources= 2024-09-12T17:33:56.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6c7a0f19c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): potential sources added=[] removed=[] 2024-09-12T17:33:56.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6c7a0f19c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): orig_dests= new_dests= 2024-09-12T17:33:56.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6c7a0f19c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): potential dests added=[] removed=[] 2024-09-12T17:33:56.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6c7a0f19c0 -1 Injecting error=-5 at location=trim_reshard_log_entries 2024-09-12T17:33:56.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.109+0000 7f6c7a0f19c0 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2024-09-12T17:33:56.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.113+0000 7f6b2dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:56.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.117+0000 7f6c7a0f19c0 20 remove_watcher() i=0 2024-09-12T17:33:56.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.117+0000 7f6c7a0f19c0 2 removed watcher, disabling cache 2024-09-12T17:33:56.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.121+0000 7f6c7a0f19c0 20 remove_watcher() i=1 2024-09-12T17:33:56.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.121+0000 7f6c7a0f19c0 20 remove_watcher() i=2 2024-09-12T17:33:56.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.125+0000 7f6c7a0f19c0 20 remove_watcher() i=3 2024-09-12T17:33:56.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.125+0000 7f6c7a0f19c0 20 remove_watcher() i=4 2024-09-12T17:33:56.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.129+0000 7f6c7a0f19c0 20 remove_watcher() i=5 2024-09-12T17:33:56.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.129+0000 7f6c7a0f19c0 20 remove_watcher() i=6 2024-09-12T17:33:56.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.129+0000 7f6c7a0f19c0 20 remove_watcher() i=7 2024-09-12T17:33:56.143 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:33:56.173 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:56.173 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:56.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.221+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.221+0000 7fb624fd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.221+0000 7fb624fd79c0 20 realm 2024-09-12T17:33:56.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.221+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.221+0000 7fb624fd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.221+0000 7fb624fd79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:56.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.221+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.221+0000 7fb624fd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.221+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.225+0000 7fb624fd79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.225+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.225+0000 7fb624fd79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:56.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.225+0000 7fb624fd79c0 20 searching for the correct realm 2024-09-12T17:33:56.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.229+0000 7fb6232de640 0 -- 172.21.15.183:0/1965957673 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x55c9e1ade9a0 msgr2=0x55c9e1ae0d90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:56.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.237+0000 7fb6222dc640 0 -- 172.21.15.183:0/1965957673 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fb61c008030 msgr2=0x7fb61c0373f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:56.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:56.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:56.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:56.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:56.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:56.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:56.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:56.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 zone default found 2024-09-12T17:33:56.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 4 Realm: () 2024-09-12T17:33:56.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:56.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:56.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:56.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 zonegroup default 2024-09-12T17:33:56.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 started sync module instance, tier type = 2024-09-12T17:33:56.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.245+0000 7fb624fd79c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:56.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.261+0000 7fb624fd79c0 20 add_watcher() i=0 2024-09-12T17:33:56.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.261+0000 7fb624fd79c0 20 add_watcher() i=1 2024-09-12T17:33:56.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.261+0000 7fb624fd79c0 20 add_watcher() i=2 2024-09-12T17:33:56.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.261+0000 7fb624fd79c0 20 add_watcher() i=3 2024-09-12T17:33:56.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.261+0000 7fb624fd79c0 20 add_watcher() i=4 2024-09-12T17:33:56.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.261+0000 7fb624fd79c0 20 add_watcher() i=5 2024-09-12T17:33:56.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.261+0000 7fb624fd79c0 20 add_watcher() i=6 2024-09-12T17:33:56.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.265+0000 7fb624fd79c0 20 add_watcher() i=7 2024-09-12T17:33:56.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.265+0000 7fb624fd79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:56.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.265+0000 7fb4d97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:56.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.265+0000 7fb624fd79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:56.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.265+0000 7fb624fd79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:56.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.265+0000 7fb624fd79c0 5 note: GC not initialized 2024-09-12T17:33:56.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.265+0000 7fb453fff640 20 reqs_thread_entry: start 2024-09-12T17:33:56.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.265+0000 7fb624fd79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:56.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.265+0000 7fb624fd79c0 20 Filter name: none 2024-09-12T17:33:56.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.269+0000 7fb451ffb640 20 reqs_thread_entry: start 2024-09-12T17:33:56.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.269+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.269+0000 7fb624fd79c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:56.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.269+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.269+0000 7fb624fd79c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:33:56.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.269+0000 7fb624fd79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:56.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.269+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.269+0000 7fb624fd79c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:56.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.269+0000 7fb624fd79c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.269+0000 7fb624fd79c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:33:56.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.269+0000 7fb624fd79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:56.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.273+0000 7fb4d97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:56.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.277+0000 7fb624fd79c0 20 remove_watcher() i=0 2024-09-12T17:33:56.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.277+0000 7fb624fd79c0 2 removed watcher, disabling cache 2024-09-12T17:33:56.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.281+0000 7fb624fd79c0 20 remove_watcher() i=1 2024-09-12T17:33:56.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.281+0000 7fb624fd79c0 20 remove_watcher() i=2 2024-09-12T17:33:56.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.285+0000 7fb624fd79c0 20 remove_watcher() i=3 2024-09-12T17:33:56.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.285+0000 7fb624fd79c0 20 remove_watcher() i=4 2024-09-12T17:33:56.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.285+0000 7fb624fd79c0 20 remove_watcher() i=5 2024-09-12T17:33:56.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.289+0000 7fb624fd79c0 20 remove_watcher() i=6 2024-09-12T17:33:56.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.289+0000 7fb624fd79c0 20 remove_watcher() i=7 2024-09-12T17:33:56.298 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:56.299 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:56.299 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-trim-reshard-log-entries id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:56.299 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:56.300 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:56.301 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:56.310 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:56.310 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:56.352 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:33:56.383 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:56.383 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:56.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.429+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.433+0000 7fc52c02a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.433+0000 7fc52c02a9c0 20 realm 2024-09-12T17:33:56.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.433+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.433+0000 7fc52c02a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.433+0000 7fc52c02a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:56.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.433+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.433+0000 7fc52c02a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.433+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.433+0000 7fc52c02a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.433+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.437+0000 7fc52c02a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:56.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.437+0000 7fc52c02a9c0 20 searching for the correct realm 2024-09-12T17:33:56.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.441+0000 7fc52a331640 0 -- 172.21.15.183:0/3003930704 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fc52006f020 msgr2=0x7fc520048090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:56.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.445+0000 7fc52932f640 0 -- 172.21.15.183:0/3003930704 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fc524128040 msgr2=0x7fc5241170c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:56.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.661+0000 7fc52c02a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:56.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.661+0000 7fc52c02a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:56.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.661+0000 7fc52c02a9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:56.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.661+0000 7fc52c02a9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:56.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.661+0000 7fc52c02a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:56.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.661+0000 7fc52c02a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:56.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.661+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.660 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:56.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 20 zone default found 2024-09-12T17:33:56.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 4 Realm: () 2024-09-12T17:33:56.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:56.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:56.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:56.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 20 zonegroup default 2024-09-12T17:33:56.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.665+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.669+0000 7fc52c02a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.669+0000 7fc52c02a9c0 20 started sync module instance, tier type = 2024-09-12T17:33:56.663 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.669+0000 7fc52c02a9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:56.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.693+0000 7fc52c02a9c0 20 add_watcher() i=0 2024-09-12T17:33:56.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.693+0000 7fc52c02a9c0 20 add_watcher() i=1 2024-09-12T17:33:56.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.693+0000 7fc52c02a9c0 20 add_watcher() i=2 2024-09-12T17:33:56.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.693+0000 7fc52c02a9c0 20 add_watcher() i=3 2024-09-12T17:33:56.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.693+0000 7fc52c02a9c0 20 add_watcher() i=4 2024-09-12T17:33:56.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.693+0000 7fc52c02a9c0 20 add_watcher() i=5 2024-09-12T17:33:56.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.693+0000 7fc52c02a9c0 20 add_watcher() i=6 2024-09-12T17:33:56.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.693+0000 7fc52c02a9c0 20 add_watcher() i=7 2024-09-12T17:33:56.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.693+0000 7fc52c02a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:56.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.701+0000 7fc3db7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:56.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.701+0000 7fc52c02a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:56.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.701+0000 7fc52c02a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:56.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.701+0000 7fc52c02a9c0 5 note: GC not initialized 2024-09-12T17:33:56.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.701+0000 7fc3da7fc640 20 reqs_thread_entry: start 2024-09-12T17:33:56.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:56.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 20 Filter name: none 2024-09-12T17:33:56.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc34bfff640 20 reqs_thread_entry: start 2024-09-12T17:33:56.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:33:56.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:56.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:33:56.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:33:56.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 : miss 2024-09-12T17:33:56.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 info.flags=0x17 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 to cache LRU end 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:56.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.705+0000 7fc52c02a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 2024-09-12T17:33:56.704 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.709+0000 7fc52c02a9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:33:56.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.713+0000 7fc52c02a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 info.flags=0x17 2024-09-12T17:33:56.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.713+0000 7fc52c02a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 to cache LRU end 2024-09-12T17:33:56.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.713+0000 7fc52c02a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:56.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.713+0000 7fc52c02a9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25, ofs0, ns] 2024-09-12T17:33:56.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.713+0000 7fc40cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464285 cookie 93961997757936 notifier 6783 bl.length()=939 2024-09-12T17:33:56.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.713+0000 7fc40cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 info.flags=0x17 2024-09-12T17:33:56.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.713+0000 7fc40cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 to cache LRU end 2024-09-12T17:33:56.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.713+0000 7fc40cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:56.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.717+0000 7fc52c02a9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): orig_sources= new_sources= 2024-09-12T17:33:56.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.717+0000 7fc52c02a9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): potential sources added=[] removed=[] 2024-09-12T17:33:56.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.717+0000 7fc52c02a9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): orig_dests= new_dests= 2024-09-12T17:33:56.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.717+0000 7fc52c02a9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): potential dests added=[] removed=[] 2024-09-12T17:33:56.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.721+0000 7fc52c02a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.25.2.0 2024-09-12T17:33:56.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.721+0000 7fc52c02a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.25.2.0 2024-09-12T17:33:56.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.721+0000 7fc52c02a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.25.2.1 2024-09-12T17:33:56.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.721+0000 7fc52c02a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.25.2.1 2024-09-12T17:33:56.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.721+0000 7fc52c02a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.25.0 2024-09-12T17:33:56.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.725+0000 7fc52c02a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:56.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.725+0000 7fc52c02a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 2024-09-12T17:33:56.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.725+0000 7fc52c02a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 info.flags=0x17 2024-09-12T17:33:56.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.725+0000 7fc52c02a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 to cache LRU end 2024-09-12T17:33:56.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.725+0000 7fc52c02a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:56.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.725+0000 7fc52c02a9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25, ofs0, ns] 2024-09-12T17:33:56.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.729+0000 7fc40d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464286 cookie 93961997757936 notifier 6783 bl.length()=939 2024-09-12T17:33:56.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.729+0000 7fc40d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 info.flags=0x17 2024-09-12T17:33:56.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.729+0000 7fc40d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 to cache LRU end 2024-09-12T17:33:56.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.729+0000 7fc40d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:56.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.729+0000 7fc52c02a9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): orig_sources= new_sources= 2024-09-12T17:33:56.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.729+0000 7fc52c02a9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): potential sources added=[] removed=[] 2024-09-12T17:33:56.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.729+0000 7fc52c02a9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): orig_dests= new_dests= 2024-09-12T17:33:56.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.729+0000 7fc52c02a9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): potential dests added=[] removed=[] 2024-09-12T17:33:56.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.729+0000 7fc52c02a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.25.0 2024-09-12T17:33:56.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc52c02a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:56.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc52c02a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 2024-09-12T17:33:56.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc52c02a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 info.flags=0x17 2024-09-12T17:33:56.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc52c02a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 to cache LRU end 2024-09-12T17:33:56.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc52c02a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:56.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc52c02a9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25, ofs0, ns] 2024-09-12T17:33:56.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc40d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464287 cookie 93961997757936 notifier 6783 bl.length()=907 2024-09-12T17:33:56.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc40d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 info.flags=0x17 2024-09-12T17:33:56.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc40d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 to cache LRU end 2024-09-12T17:33:56.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc40d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:56.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc52c02a9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): orig_sources= new_sources= 2024-09-12T17:33:56.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc52c02a9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): potential sources added=[] removed=[] 2024-09-12T17:33:56.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc52c02a9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): orig_dests= new_dests= 2024-09-12T17:33:56.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.733+0000 7fc52c02a9c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.25]): potential dests added=[] removed=[] 2024-09-12T17:33:56.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.737+0000 7fc52c02a9c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:33:56.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.741+0000 7fc3db7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:56.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.745+0000 7fc52c02a9c0 20 remove_watcher() i=0 2024-09-12T17:33:56.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.745+0000 7fc52c02a9c0 2 removed watcher, disabling cache 2024-09-12T17:33:56.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.749+0000 7fc52c02a9c0 20 remove_watcher() i=1 2024-09-12T17:33:56.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.749+0000 7fc52c02a9c0 20 remove_watcher() i=2 2024-09-12T17:33:56.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.753+0000 7fc52c02a9c0 20 remove_watcher() i=3 2024-09-12T17:33:56.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.757+0000 7fc52c02a9c0 20 remove_watcher() i=4 2024-09-12T17:33:56.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.757+0000 7fc52c02a9c0 20 remove_watcher() i=5 2024-09-12T17:33:56.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.757+0000 7fc52c02a9c0 20 remove_watcher() i=6 2024-09-12T17:33:56.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.761+0000 7fc52c02a9c0 20 remove_watcher() i=7 2024-09-12T17:33:56.775 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:56.803 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:56.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.853+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.853+0000 7f19a54599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.853+0000 7f19a54599c0 20 realm 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.853+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.853+0000 7f19a54599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.853+0000 7f19a54599c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.853+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.853+0000 7f19a54599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:56.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.853+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.857+0000 7f19a54599c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:56.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.857+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.857+0000 7f19a54599c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:56.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.857+0000 7f19a54599c0 20 searching for the correct realm 2024-09-12T17:33:56.857 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:56.861+0000 7f19a3760640 0 -- 172.21.15.183:0/188737186 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f199806a6e0 msgr2=0x7f1998068850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:57.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.077+0000 7f19a275e640 0 -- 172.21.15.183:0/188737186 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f199c067920 msgr2=0x7f199c087840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:57.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.293+0000 7f19a54599c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:57.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.293+0000 7f19a54599c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:57.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.293+0000 7f19a54599c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:57.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.293+0000 7f19a54599c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:57.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.293+0000 7f19a54599c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:57.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.293+0000 7f19a54599c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:57.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.293+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.293+0000 7f19a54599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.293+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:57.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:57.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 zone default found 2024-09-12T17:33:57.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 4 Realm: () 2024-09-12T17:33:57.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:57.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:57.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:57.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 zonegroup default 2024-09-12T17:33:57.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 started sync module instance, tier type = 2024-09-12T17:33:57.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.297+0000 7f19a54599c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:57.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.321+0000 7f19a54599c0 20 add_watcher() i=0 2024-09-12T17:33:57.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.321+0000 7f19a54599c0 20 add_watcher() i=1 2024-09-12T17:33:57.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.321+0000 7f19a54599c0 20 add_watcher() i=2 2024-09-12T17:33:57.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.321+0000 7f19a54599c0 20 add_watcher() i=3 2024-09-12T17:33:57.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.321+0000 7f19a54599c0 20 add_watcher() i=4 2024-09-12T17:33:57.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.321+0000 7f19a54599c0 20 add_watcher() i=5 2024-09-12T17:33:57.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.321+0000 7f19a54599c0 20 add_watcher() i=6 2024-09-12T17:33:57.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.325+0000 7f19a54599c0 20 add_watcher() i=7 2024-09-12T17:33:57.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.325+0000 7f19a54599c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:57.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.329+0000 7f18597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:57.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.329+0000 7f19a54599c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:57.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.329+0000 7f19a54599c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:57.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.329+0000 7f19a54599c0 5 note: GC not initialized 2024-09-12T17:33:57.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.329+0000 7f17d3fff640 20 reqs_thread_entry: start 2024-09-12T17:33:57.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.333+0000 7f19a54599c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:57.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.333+0000 7f19a54599c0 20 Filter name: none 2024-09-12T17:33:57.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.333+0000 7f17d1ffb640 20 reqs_thread_entry: start 2024-09-12T17:33:57.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.333+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.333+0000 7f19a54599c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:57.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.333+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.333+0000 7f19a54599c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:33:57.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.333+0000 7f19a54599c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:57.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.333+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.333+0000 7f19a54599c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:57.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.333+0000 7f19a54599c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.337+0000 7f19a54599c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:33:57.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.337+0000 7f19a54599c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:57.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.337+0000 7f18597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:57.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.345+0000 7f19a54599c0 20 remove_watcher() i=0 2024-09-12T17:33:57.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.345+0000 7f19a54599c0 2 removed watcher, disabling cache 2024-09-12T17:33:57.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.345+0000 7f19a54599c0 20 remove_watcher() i=1 2024-09-12T17:33:57.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.349+0000 7f19a54599c0 20 remove_watcher() i=2 2024-09-12T17:33:57.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.349+0000 7f19a54599c0 20 remove_watcher() i=3 2024-09-12T17:33:57.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.353+0000 7f19a54599c0 20 remove_watcher() i=4 2024-09-12T17:33:57.350 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.353+0000 7f19a54599c0 20 remove_watcher() i=5 2024-09-12T17:33:57.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.357+0000 7f19a54599c0 20 remove_watcher() i=6 2024-09-12T17:33:57.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.357+0000 7f19a54599c0 20 remove_watcher() i=7 2024-09-12T17:33:57.377 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:57.378 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:57.378 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-trim-reshard-log-entries id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.25 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:33:57.378 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:57.380 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.380 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.387 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.387 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.434 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.434 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.459 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2024-09-12T17:33:57.459 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:57.460 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.460 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.478 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.479 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.526 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.526 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.544 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.544 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.562 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.562 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.583 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.583 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.604 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.605 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.621 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.621 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.639 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.639 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.656 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.657 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.675 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.675 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.691 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.691 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.709 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.709 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.726 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.727 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.744 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.744 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.761 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.761 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.778 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.778 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.796 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.796 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.813 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.814 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.831 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.832 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.851 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.851 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.870 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:57.870 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:57.886 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:33:57.919 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:57.919 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:57.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.965+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.964 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.969+0000 7efcb3bd29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.969+0000 7efcb3bd29c0 20 realm 2024-09-12T17:33:57.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.969+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.969+0000 7efcb3bd29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.969+0000 7efcb3bd29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:57.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.969+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.969+0000 7efcb3bd29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:57.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.969+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.969+0000 7efcb3bd29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:57.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.969+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:57.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.973+0000 7efcb3bd29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:57.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.973+0000 7efcb3bd29c0 20 searching for the correct realm 2024-09-12T17:33:57.971 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:57.973+0000 7efcb1ed9640 0 -- 172.21.15.183:0/2201263639 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7efc9c0967b0 msgr2=0x7efc9c070400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:58.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.189+0000 7efcabfff640 0 -- 172.21.15.183:0/2201263639 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7efcac0cd8e0 msgr2=0x7efcac0f5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:58.406 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.405+0000 7efcb3bd29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:58.406 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.405+0000 7efcb3bd29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:58.406 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.405+0000 7efcb3bd29c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:58.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.405+0000 7efcb3bd29c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:58.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.405+0000 7efcb3bd29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:58.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.405+0000 7efcb3bd29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:58.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.405+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.405+0000 7efcb3bd29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.405+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.405+0000 7efcb3bd29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:58.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.405+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:58.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 20 zone default found 2024-09-12T17:33:58.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 4 Realm: () 2024-09-12T17:33:58.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:58.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:58.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:58.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 20 zonegroup default 2024-09-12T17:33:58.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 20 started sync module instance, tier type = 2024-09-12T17:33:58.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.409+0000 7efcb3bd29c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:58.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.433+0000 7efcb3bd29c0 20 add_watcher() i=0 2024-09-12T17:33:58.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.433+0000 7efcb3bd29c0 20 add_watcher() i=1 2024-09-12T17:33:58.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.433+0000 7efcb3bd29c0 20 add_watcher() i=2 2024-09-12T17:33:58.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.433+0000 7efcb3bd29c0 20 add_watcher() i=3 2024-09-12T17:33:58.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.433+0000 7efcb3bd29c0 20 add_watcher() i=4 2024-09-12T17:33:58.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.433+0000 7efcb3bd29c0 20 add_watcher() i=5 2024-09-12T17:33:58.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.433+0000 7efcb3bd29c0 20 add_watcher() i=6 2024-09-12T17:33:58.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.437+0000 7efcb3bd29c0 20 add_watcher() i=7 2024-09-12T17:33:58.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.437+0000 7efcb3bd29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:58.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.441+0000 7efb677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:58.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.441+0000 7efcb3bd29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:58.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.441+0000 7efcb3bd29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:58.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.441+0000 7efcb3bd29c0 5 note: GC not initialized 2024-09-12T17:33:58.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.441+0000 7efb667e4640 20 reqs_thread_entry: start 2024-09-12T17:33:58.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.445+0000 7efcb3bd29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:58.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.445+0000 7efcb3bd29c0 20 Filter name: none 2024-09-12T17:33:58.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.445+0000 7efad7fff640 20 reqs_thread_entry: start 2024-09-12T17:33:58.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.445+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.445+0000 7efcb3bd29c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:58.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.445+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.445+0000 7efcb3bd29c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:33:58.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.445+0000 7efcb3bd29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:58.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.445+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.449+0000 7efcb3bd29c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:58.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.449+0000 7efcb3bd29c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.449+0000 7efcb3bd29c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:33:58.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.449+0000 7efcb3bd29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:58.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.453+0000 7efb677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:58.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.457+0000 7efcb3bd29c0 20 remove_watcher() i=0 2024-09-12T17:33:58.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.457+0000 7efcb3bd29c0 2 removed watcher, disabling cache 2024-09-12T17:33:58.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.457+0000 7efcb3bd29c0 20 remove_watcher() i=1 2024-09-12T17:33:58.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.461+0000 7efcb3bd29c0 20 remove_watcher() i=2 2024-09-12T17:33:58.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.465+0000 7efcb3bd29c0 20 remove_watcher() i=3 2024-09-12T17:33:58.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.465+0000 7efcb3bd29c0 20 remove_watcher() i=4 2024-09-12T17:33:58.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.469+0000 7efcb3bd29c0 20 remove_watcher() i=5 2024-09-12T17:33:58.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.469+0000 7efcb3bd29c0 20 remove_watcher() i=6 2024-09-12T17:33:58.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.473+0000 7efcb3bd29c0 20 remove_watcher() i=7 2024-09-12T17:33:58.483 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:58.483 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:58.483 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-trim-reshard-log-entries id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:33:58.483 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:58.483 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2024-09-12T17:33:58.517 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:58.517 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:58.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.565+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.565+0000 7f70604689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.565+0000 7f70604689c0 20 realm 2024-09-12T17:33:58.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.565+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.565+0000 7f70604689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.565+0000 7f70604689c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:58.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.565+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.565+0000 7f70604689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.565+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.565+0000 7f70604689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:58.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.565+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.569+0000 7f70604689c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:58.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.569+0000 7f70604689c0 20 searching for the correct realm 2024-09-12T17:33:58.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.573+0000 7f705e76f640 0 -- 172.21.15.183:0/4030194060 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f7054089330 msgr2=0x7f705405c090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:58.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.577+0000 7f705d76d640 0 -- 172.21.15.183:0/4030194060 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f7058027040 msgr2=0x7f7058093920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:58.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:58.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:58.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:58.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:58.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:58.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:58.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:58.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:58.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 zone default found 2024-09-12T17:33:58.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 4 Realm: () 2024-09-12T17:33:58.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:58.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:58.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:58.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 zonegroup default 2024-09-12T17:33:58.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.797+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.801+0000 7f70604689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.801+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.801+0000 7f70604689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.801+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.801+0000 7f70604689c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.801+0000 7f70604689c0 20 started sync module instance, tier type = 2024-09-12T17:33:58.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.801+0000 7f70604689c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:58.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.821+0000 7f70604689c0 20 add_watcher() i=0 2024-09-12T17:33:58.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.821+0000 7f70604689c0 20 add_watcher() i=1 2024-09-12T17:33:58.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.821+0000 7f70604689c0 20 add_watcher() i=2 2024-09-12T17:33:58.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.821+0000 7f70604689c0 20 add_watcher() i=3 2024-09-12T17:33:58.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.821+0000 7f70604689c0 20 add_watcher() i=4 2024-09-12T17:33:58.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.821+0000 7f70604689c0 20 add_watcher() i=5 2024-09-12T17:33:58.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.821+0000 7f70604689c0 20 add_watcher() i=6 2024-09-12T17:33:58.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.821+0000 7f70604689c0 20 add_watcher() i=7 2024-09-12T17:33:58.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.821+0000 7f70604689c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:58.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.825+0000 7f6f0f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:58.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.825+0000 7f70604689c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:58.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.825+0000 7f70604689c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:58.822 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.825+0000 7f70604689c0 5 note: GC not initialized 2024-09-12T17:33:58.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.825+0000 7f6f0e7fc640 20 reqs_thread_entry: start 2024-09-12T17:33:58.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.825+0000 7f70604689c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:58.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 20 Filter name: none 2024-09-12T17:33:58.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f6e7ffff640 20 reqs_thread_entry: start 2024-09-12T17:33:58.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T17:33:58.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:58.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:33:58.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:33:58.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 : miss 2024-09-12T17:33:58.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:33:58.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 info.flags=0x17 2024-09-12T17:33:58.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 to cache LRU end 2024-09-12T17:33:58.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:33:58.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:58.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.829+0000 7f70604689c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 2024-09-12T17:33:58.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f70604689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 info.flags=0x17 2024-09-12T17:33:58.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f70604689c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 to cache LRU end 2024-09-12T17:33:58.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f70604689c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:58.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f70604689c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26, ofs0, ns] 2024-09-12T17:33:58.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f6f417fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464292 cookie 93886780276608 notifier 6428 bl.length()=939 2024-09-12T17:33:58.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f6f417fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 info.flags=0x17 2024-09-12T17:33:58.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f6f417fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 to cache LRU end 2024-09-12T17:33:58.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f6f417fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:58.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f70604689c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.26]): orig_sources= new_sources= 2024-09-12T17:33:58.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f70604689c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.26]): potential sources added=[] removed=[] 2024-09-12T17:33:58.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f70604689c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.26]): orig_dests= new_dests= 2024-09-12T17:33:58.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f70604689c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.26]): potential dests added=[] removed=[] 2024-09-12T17:33:58.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f70604689c0 -1 Injecting error=-95 at location=trim_reshard_log_entries 2024-09-12T17:33:58.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.837+0000 7f70604689c0 0 WARNING: trim_reshard_log_entries() does not supported logrecord, falling back to block reshard mode. 2024-09-12T17:33:58.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.841+0000 7f70604689c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.26.1.0 2024-09-12T17:33:58.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.841+0000 7f70604689c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.26.1.0 2024-09-12T17:33:58.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.841+0000 7f70604689c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.26.1.1 2024-09-12T17:33:58.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.841+0000 7f70604689c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.26.1.1 2024-09-12T17:33:58.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.841+0000 7f70604689c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.26.0 2024-09-12T17:33:58.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.849+0000 7f70604689c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 : hit (requested=0x17, cached=0x17) 2024-09-12T17:33:58.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.849+0000 7f70604689c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 2024-09-12T17:33:58.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.853+0000 7f70604689c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 info.flags=0x17 2024-09-12T17:33:58.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.853+0000 7f70604689c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 to cache LRU end 2024-09-12T17:33:58.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.853+0000 7f70604689c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:58.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.853+0000 7f70604689c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26, ofs0, ns] 2024-09-12T17:33:58.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.853+0000 7f6f40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464293 cookie 93886780276608 notifier 6428 bl.length()=907 2024-09-12T17:33:58.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.853+0000 7f6f40ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 info.flags=0x17 2024-09-12T17:33:58.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.853+0000 7f6f40ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 to cache LRU end 2024-09-12T17:33:58.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.853+0000 7f6f40ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:33:58.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.853+0000 7f70604689c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.26]): orig_sources= new_sources= 2024-09-12T17:33:58.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.853+0000 7f70604689c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.26]): potential sources added=[] removed=[] 2024-09-12T17:33:58.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.853+0000 7f70604689c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.26]): orig_dests= new_dests= 2024-09-12T17:33:58.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.853+0000 7f70604689c0 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.26]): potential dests added=[] removed=[] 2024-09-12T17:33:58.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.857+0000 7f70604689c0 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:33:58.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.861+0000 7f6f0f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:58.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.865+0000 7f70604689c0 20 remove_watcher() i=0 2024-09-12T17:33:58.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.865+0000 7f70604689c0 2 removed watcher, disabling cache 2024-09-12T17:33:58.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.865+0000 7f70604689c0 20 remove_watcher() i=1 2024-09-12T17:33:58.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.869+0000 7f70604689c0 20 remove_watcher() i=2 2024-09-12T17:33:58.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.869+0000 7f70604689c0 20 remove_watcher() i=3 2024-09-12T17:33:58.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.873+0000 7f70604689c0 20 remove_watcher() i=4 2024-09-12T17:33:58.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.873+0000 7f70604689c0 20 remove_watcher() i=5 2024-09-12T17:33:58.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.877+0000 7f70604689c0 20 remove_watcher() i=6 2024-09-12T17:33:58.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.877+0000 7f70604689c0 20 remove_watcher() i=7 2024-09-12T17:33:58.890 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T17:33:58.918 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:58.918 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:58.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.965+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.965+0000 7fd7491b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.965+0000 7fd7491b49c0 20 realm 2024-09-12T17:33:58.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.965+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.965+0000 7fd7491b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.965+0000 7fd7491b49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:58.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.965+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.965+0000 7fd7491b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:58.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.965+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.964 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.969+0000 7fd7491b49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:58.964 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.969+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:58.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.969+0000 7fd7491b49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:58.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.969+0000 7fd7491b49c0 20 searching for the correct realm 2024-09-12T17:33:58.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.973+0000 7fd7474bb640 0 -- 172.21.15.183:0/2593688545 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fd73012d280 msgr2=0x7fd73012b370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:58.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:58.981+0000 7fd7464b9640 0 -- 172.21.15.183:0/2593688545 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fd74003ebf0 msgr2=0x7fd7400593d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:33:59.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:33:59.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:33:59.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:33:59.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:33:59.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:33:59.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:33:59.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:59.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:59.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:33:59.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 zone default found 2024-09-12T17:33:59.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 4 Realm: () 2024-09-12T17:33:59.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:33:59.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:33:59.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:33:59.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 zonegroup default 2024-09-12T17:33:59.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:59.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.201+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.205+0000 7fd7491b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:59.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.205+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.205+0000 7fd7491b49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:59.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.205+0000 7fd7491b49c0 20 started sync module instance, tier type = 2024-09-12T17:33:59.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.205+0000 7fd7491b49c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:33:59.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.229+0000 7fd7491b49c0 20 add_watcher() i=0 2024-09-12T17:33:59.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.229+0000 7fd7491b49c0 20 add_watcher() i=1 2024-09-12T17:33:59.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.229+0000 7fd7491b49c0 20 add_watcher() i=2 2024-09-12T17:33:59.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.229+0000 7fd7491b49c0 20 add_watcher() i=3 2024-09-12T17:33:59.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.229+0000 7fd7491b49c0 20 add_watcher() i=4 2024-09-12T17:33:59.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.229+0000 7fd7491b49c0 20 add_watcher() i=5 2024-09-12T17:33:59.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.229+0000 7fd7491b49c0 20 add_watcher() i=6 2024-09-12T17:33:59.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.229+0000 7fd7491b49c0 20 add_watcher() i=7 2024-09-12T17:33:59.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.229+0000 7fd7491b49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:33:59.231 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.233+0000 7fd5fd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:59.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.237+0000 7fd7491b49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:33:59.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.237+0000 7fd7491b49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:33:59.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.237+0000 7fd7491b49c0 5 note: GC not initialized 2024-09-12T17:33:59.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.237+0000 7fd577fff640 20 reqs_thread_entry: start 2024-09-12T17:33:59.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.237+0000 7fd7491b49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:33:59.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.237+0000 7fd7491b49c0 20 Filter name: none 2024-09-12T17:33:59.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.237+0000 7fd575ffb640 20 reqs_thread_entry: start 2024-09-12T17:33:59.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.237+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.237+0000 7fd7491b49c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:59.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.237+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.235 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.241+0000 7fd7491b49c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:33:59.235 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.241+0000 7fd7491b49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:59.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.241+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.241+0000 7fd7491b49c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:33:59.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.241+0000 7fd7491b49c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.241+0000 7fd7491b49c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:33:59.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.241+0000 7fd7491b49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:33:59.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.245+0000 7fd5fd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:33:59.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.249+0000 7fd7491b49c0 20 remove_watcher() i=0 2024-09-12T17:33:59.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.249+0000 7fd7491b49c0 2 removed watcher, disabling cache 2024-09-12T17:33:59.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.253+0000 7fd7491b49c0 20 remove_watcher() i=1 2024-09-12T17:33:59.250 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.253+0000 7fd7491b49c0 20 remove_watcher() i=2 2024-09-12T17:33:59.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.257+0000 7fd7491b49c0 20 remove_watcher() i=3 2024-09-12T17:33:59.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.261+0000 7fd7491b49c0 20 remove_watcher() i=4 2024-09-12T17:33:59.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.261+0000 7fd7491b49c0 20 remove_watcher() i=5 2024-09-12T17:33:59.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.265+0000 7fd7491b49c0 20 remove_watcher() i=6 2024-09-12T17:33:59.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.265+0000 7fd7491b49c0 20 remove_watcher() i=7 2024-09-12T17:33:59.278 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:59.278 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:33:59.278 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-trim-reshard-log-entries id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.26 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:33:59.278 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:59.279 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.280 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.282 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.282 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.343 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.343 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.370 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2024-09-12T17:33:59.371 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:33:59.373 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.373 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.397 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.397 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.443 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.443 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.462 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.462 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.481 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.481 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.500 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.500 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.518 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.518 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.537 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.537 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.554 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.554 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.573 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.573 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.592 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.592 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.612 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.612 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.631 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.631 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.651 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.651 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.671 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.671 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.690 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.690 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.709 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.710 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.729 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.729 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.748 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.748 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.766 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.767 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.786 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.786 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.804 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:33:59.805 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:33:59.821 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:33:59.855 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:33:59.855 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:33:59.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.905+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.905+0000 7f65b6e059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:59.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.905+0000 7f65b6e059c0 20 realm 2024-09-12T17:33:59.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.905+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.905+0000 7f65b6e059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:59.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.905+0000 7f65b6e059c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:33:59.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.905+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.905+0000 7f65b6e059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:33:59.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.905+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.909+0000 7f65b6e059c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:33:59.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.909+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:33:59.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.909+0000 7f65b6e059c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:33:59.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.909+0000 7f65b6e059c0 20 searching for the correct realm 2024-09-12T17:33:59.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.913+0000 7f65b510c640 0 -- 172.21.15.183:0/2603509639 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f659c0c9070 msgr2=0x7f659c0037b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:33:59.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:33:59.921+0000 7f65b410a640 0 -- 172.21.15.183:0/2603509639 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f65ac091170 msgr2=0x7f65ac08a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:00.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.133+0000 7f65b6e059c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:00.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.133+0000 7f65b6e059c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:00.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.133+0000 7f65b6e059c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:00.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.133+0000 7f65b6e059c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:00.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.133+0000 7f65b6e059c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:00.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.133+0000 7f65b6e059c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:00.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.133+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:00.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:00.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 zone default found 2024-09-12T17:34:00.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 4 Realm: () 2024-09-12T17:34:00.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:00.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:00.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:00.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 zonegroup default 2024-09-12T17:34:00.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 started sync module instance, tier type = 2024-09-12T17:34:00.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.137+0000 7f65b6e059c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:00.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.161+0000 7f65b6e059c0 20 add_watcher() i=0 2024-09-12T17:34:00.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.161+0000 7f65b6e059c0 20 add_watcher() i=1 2024-09-12T17:34:00.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.161+0000 7f65b6e059c0 20 add_watcher() i=2 2024-09-12T17:34:00.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.161+0000 7f65b6e059c0 20 add_watcher() i=3 2024-09-12T17:34:00.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.161+0000 7f65b6e059c0 20 add_watcher() i=4 2024-09-12T17:34:00.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.161+0000 7f65b6e059c0 20 add_watcher() i=5 2024-09-12T17:34:00.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.161+0000 7f65b6e059c0 20 add_watcher() i=6 2024-09-12T17:34:00.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.161+0000 7f65b6e059c0 20 add_watcher() i=7 2024-09-12T17:34:00.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.161+0000 7f65b6e059c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:00.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.165+0000 7f646b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:00.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.165+0000 7f65b6e059c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:00.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.165+0000 7f65b6e059c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:00.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.169+0000 7f65b6e059c0 5 note: GC not initialized 2024-09-12T17:34:00.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.169+0000 7f646a7e4640 20 reqs_thread_entry: start 2024-09-12T17:34:00.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.169+0000 7f65b6e059c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:00.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.169+0000 7f65b6e059c0 20 Filter name: none 2024-09-12T17:34:00.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.169+0000 7f64637fe640 20 reqs_thread_entry: start 2024-09-12T17:34:00.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.169+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.169+0000 7f65b6e059c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:34:00.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.169+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.169+0000 7f65b6e059c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:34:00.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.169+0000 7f65b6e059c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:00.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.169+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.173+0000 7f65b6e059c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:34:00.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.173+0000 7f65b6e059c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.173+0000 7f65b6e059c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:34:00.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.173+0000 7f65b6e059c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:00.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.173+0000 7f646b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:00.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.181+0000 7f65b6e059c0 20 remove_watcher() i=0 2024-09-12T17:34:00.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.181+0000 7f65b6e059c0 2 removed watcher, disabling cache 2024-09-12T17:34:00.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.181+0000 7f65b6e059c0 20 remove_watcher() i=1 2024-09-12T17:34:00.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.185+0000 7f65b6e059c0 20 remove_watcher() i=2 2024-09-12T17:34:00.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.185+0000 7f65b6e059c0 20 remove_watcher() i=3 2024-09-12T17:34:00.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.189+0000 7f65b6e059c0 20 remove_watcher() i=4 2024-09-12T17:34:00.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.189+0000 7f65b6e059c0 20 remove_watcher() i=5 2024-09-12T17:34:00.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.193+0000 7f65b6e059c0 20 remove_watcher() i=6 2024-09-12T17:34:00.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.193+0000 7f65b6e059c0 20 remove_watcher() i=7 2024-09-12T17:34:00.208 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.208 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:34:00.208 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-trim-reshard-log-entries id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:34:00.208 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.209 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2024-09-12T17:34:00.246 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:00.246 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:00.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.289+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.293+0000 7fe741c929c0 20 realm 2024-09-12T17:34:00.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.293+0000 7fe741c929c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:00.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:00.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:00.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.293+0000 7fe741c929c0 20 searching for the correct realm 2024-09-12T17:34:00.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.297+0000 7fe73ff99640 0 -- 172.21.15.183:0/1975246298 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fe7280fe8a0 msgr2=0x7fe7280fa3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:00.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.513+0000 7fe73ef97640 0 -- 172.21.15.183:0/1975246298 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fe7380143f0 msgr2=0x7fe738014870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:00.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:00.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:00.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:00.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:00.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:00.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:00.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.729+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.729+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.729+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:00.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:00.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 zone default found 2024-09-12T17:34:00.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 4 Realm: () 2024-09-12T17:34:00.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:00.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:00.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 zonegroup default 2024-09-12T17:34:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 started sync module instance, tier type = 2024-09-12T17:34:00.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.733+0000 7fe741c929c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:00.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=0 2024-09-12T17:34:00.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=1 2024-09-12T17:34:00.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=2 2024-09-12T17:34:00.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=3 2024-09-12T17:34:00.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=4 2024-09-12T17:34:00.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=5 2024-09-12T17:34:00.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.761+0000 7fe741c929c0 20 add_watcher() i=6 2024-09-12T17:34:00.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.761+0000 7fe741c929c0 20 add_watcher() i=7 2024-09-12T17:34:00.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.761+0000 7fe741c929c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:00.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.765+0000 7fe5f67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:00.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.765+0000 7fe741c929c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:00.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.765+0000 7fe741c929c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:00.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.765+0000 7fe741c929c0 5 note: GC not initialized 2024-09-12T17:34:00.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.765+0000 7fe5f57e2640 20 reqs_thread_entry: start 2024-09-12T17:34:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 20 Filter name: none 2024-09-12T17:34:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe5ee7fc640 20 reqs_thread_entry: start 2024-09-12T17:34:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:34:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:34:00.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:34:00.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:34:00.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 : miss 2024-09-12T17:34:00.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:34:00.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:00.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:00.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:00.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:00.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.769+0000 7fe741c929c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 2024-09-12T17:34:00.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.777+0000 7fe741c929c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:00.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.777+0000 7fe741c929c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:00.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.777+0000 7fe741c929c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:00.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.777+0000 7fe741c929c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27, ofs0, ns] 2024-09-12T17:34:00.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.777+0000 7fe622ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464340 cookie 94705989205584 notifier 6479 bl.length()=939 2024-09-12T17:34:00.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.777+0000 7fe622ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:00.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.777+0000 7fe622ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:00.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.777+0000 7fe622ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:00.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.781+0000 7fe741c929c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): orig_sources= new_sources= 2024-09-12T17:34:00.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.781+0000 7fe741c929c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): potential sources added=[] removed=[] 2024-09-12T17:34:00.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.781+0000 7fe741c929c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): orig_dests= new_dests= 2024-09-12T17:34:00.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.781+0000 7fe741c929c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): potential dests added=[] removed=[] 2024-09-12T17:34:00.776 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe741c929c0 time 2024-09-12T17:34:00.782983+0000 2024-09-12T17:34:00.776 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:34:00.777 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:00.777 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe74556c2eb] 2024-09-12T17:34:00.777 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe74556c49f] 2024-09-12T17:34:00.777 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5622723760c1] 2024-09-12T17:34:00.777 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x141007e) [0x562272dcc07e] 2024-09-12T17:34:00.777 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56227238818d] 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe7443d2d90] 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.781+0000 7fe741c929c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe741c929c0 time 2024-09-12T17:34:00.782983+0000 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe74556c2eb] 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe74556c49f] 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5622723760c1] 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x141007e) [0x562272dcc07e] 2024-09-12T17:34:00.778 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56227238818d] 2024-09-12T17:34:00.779 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:34:00.779 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe7443d2d90] 2024-09-12T17:34:00.779 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:34:00.779 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:34:00.779 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.779 INFO:tasks.workunit.client.0.smithi183.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:34:00.779 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fe741c929c0 thread_name:radosgw-admin 2024-09-12T17:34:00.792 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:00.793 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe7443eb520] 2024-09-12T17:34:00.793 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:34:00.793 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:34:00.793 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:34:00.793 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe74556c345] 2024-09-12T17:34:00.793 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe74556c49f] 2024-09-12T17:34:00.793 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5622723760c1] 2024-09-12T17:34:00.793 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x141007e) [0x562272dcc07e] 2024-09-12T17:34:00.793 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56227238818d] 2024-09-12T17:34:00.793 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:34:00.793 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe7443d2d90] 2024-09-12T17:34:00.793 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.781+0000 7fe741c929c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fe741c929c0 thread_name:radosgw-admin 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe7443eb520] 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe74556c345] 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe74556c49f] 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5622723760c1] 2024-09-12T17:34:00.794 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x141007e) [0x562272dcc07e] 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56227238818d] 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe7443d2d90] 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): handle_auth_done global_id 6885 payload 274 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient: _finish_hunting 0 2024-09-12T17:34:00.795 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:34:00.269+0000 7fe73ff99640 1 monclient: found mon.noname-a 2024-09-12T17:34:00.796 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:34:00.796 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.796 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:00.796 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: dump: 2024-09-12T17:34:00.796 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.796 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.796 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: _finish_auth 0 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: _check_auth_tickets 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:00.797 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: dump: 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 monclient: authenticate success, global_id 6885 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: get_monmap_and_config success 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:34:00.269+0000 7fe741c929c0 4 set_mon_vals no callback set 2024-09-12T17:34:00.798 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: shutdown 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 asok(0x562274a7e2b0) unregister_commands rotate-key 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: build_initial_monmap 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:34:00.269+0000 7fe741c929c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: monmap: 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:00.799 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding auth protocol: cephx 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding auth protocol: cephx 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding auth protocol: cephx 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: secure 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: crc 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: secure 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: crc 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: secure 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: crc 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: crc 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: secure 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: crc 2024-09-12T17:34:00.800 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: secure 2024-09-12T17:34:00.801 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: crc 2024-09-12T17:34:00.801 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: secure 2024-09-12T17:34:00.801 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:34:00.269+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.801 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:34:00.269+0000 7fe741c929c0 1 librados: starting msgr at 2024-09-12T17:34:00.801 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:34:00.269+0000 7fe741c929c0 1 librados: starting objecter 2024-09-12T17:34:00.801 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command objecter_requests hook 0x562274c8e7c0 2024-09-12T17:34:00.801 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:34:00.269+0000 7fe741c929c0 1 librados: setting wanted keys 2024-09-12T17:34:00.801 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:34:00.269+0000 7fe741c929c0 1 librados: calling monclient init 2024-09-12T17:34:00.801 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: init 2024-09-12T17:34:00.801 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding auth protocol: cephx 2024-09-12T17:34:00.801 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding auth protocol: cephx 2024-09-12T17:34:00.801 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding auth protocol: cephx 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: secure 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: crc 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: secure 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: crc 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: secure 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: crc 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: crc 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: secure 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: crc 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: secure 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: crc 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: secure 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:34:00.269+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.802 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:34:00.269+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command rotate-key hook 0x562274c87778 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-b con 0x562274b37ac0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-a con 0x562274bd04e0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-c con 0x562274cb1470 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): authenticate will time out at 2225.803667s 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): get_auth_request con 0x562274bd04e0 auth_method 0 2024-09-12T17:34:00.803 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.804 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.804 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.804 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): get_auth_request con 0x562274cb1470 auth_method 0 2024-09-12T17:34:00.804 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.804 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.804 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.804 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.804 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.804 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.804 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.804 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.804 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.805 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:34:00.273+0000 7fe73f798640 10 monclient(hunting): get_auth_request con 0x562274b37ac0 auth_method 0 2024-09-12T17:34:00.805 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:34:00.273+0000 7fe73f798640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.805 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:34:00.273+0000 7fe73f798640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.805 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:34:00.273+0000 7fe73f798640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.805 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:34:00.273+0000 7fe73ef97640 10 monclient(hunting): handle_auth_done global_id 6888 payload 824 2024-09-12T17:34:00.805 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:34:00.273+0000 7fe73ef97640 10 monclient: _finish_hunting 0 2024-09-12T17:34:00.805 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:34:00.273+0000 7fe73ef97640 1 monclient: found mon.noname-a 2024-09-12T17:34:00.805 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:34:00.273+0000 7fe73ef97640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:34:00.805 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.805 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:00.806 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: dump: 2024-09-12T17:34:00.806 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.806 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.806 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.806 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.806 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.806 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.806 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.806 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: _finish_auth 0 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: _check_auth_tickets 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: dump: 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.807 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:34:00.273+0000 7fe741c929c0 5 monclient: authenticate success, global_id 6888 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:34:00.273+0000 7fe741c929c0 10 monclient: _renew_subs 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:34:00.273+0000 7fe62d60a640 4 set_mon_vals no callback set 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:34:00.273+0000 7fe741c929c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:34:00.273+0000 7fe741c929c0 10 monclient: _renew_subs 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:34:00.273+0000 7fe741c929c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:34:00.273+0000 7fe741c929c0 1 librados: init done 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:34:00.273+0000 7fe62be07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:00.808 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:34:00.273+0000 7fe62be07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:34:00.273+0000 7fe62be07640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:34:00.273+0000 7fe73f798640 10 monclient: get_auth_request con 0x7fe624070b10 auth_method 0 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:34:00.273+0000 7fe73ff99640 10 monclient: get_auth_request con 0x562274caf9c0 auth_method 0 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:34:00.277+0000 7fe73f798640 10 monclient: get_auth_request con 0x562274cd3390 auth_method 0 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:34:00.277+0000 7fe73ef97640 10 monclient: get_auth_request con 0x562274cd7920 auth_method 0 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:34:00.277+0000 7fe73ff99640 10 monclient: get_auth_request con 0x562274cd6ca0 auth_method 0 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:34:00.277+0000 7fe741c929c0 10 monclient: build_initial_monmap 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:34:00.277+0000 7fe741c929c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:34:00.277+0000 7fe741c929c0 10 monclient: monmap: 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:00.809 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:34:00.277+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding auth protocol: cephx 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:34:00.277+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding auth protocol: cephx 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:34:00.277+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding auth protocol: cephx 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:34:00.277+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: secure 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:34:00.277+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: crc 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: secure 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: crc 2024-09-12T17:34:00.810 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: secure 2024-09-12T17:34:00.811 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: crc 2024-09-12T17:34:00.811 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: crc 2024-09-12T17:34:00.811 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: secure 2024-09-12T17:34:00.811 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: crc 2024-09-12T17:34:00.811 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: secure 2024-09-12T17:34:00.811 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: crc 2024-09-12T17:34:00.811 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: secure 2024-09-12T17:34:00.811 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:34:00.281+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.811 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command objecter_requests cmddesc objecter_requests hook 0x562274ce34d0 EEXIST 2024-09-12T17:34:00.812 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: init 2024-09-12T17:34:00.812 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding auth protocol: cephx 2024-09-12T17:34:00.812 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding auth protocol: cephx 2024-09-12T17:34:00.812 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding auth protocol: cephx 2024-09-12T17:34:00.812 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: secure 2024-09-12T17:34:00.812 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: crc 2024-09-12T17:34:00.812 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: secure 2024-09-12T17:34:00.812 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: crc 2024-09-12T17:34:00.812 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: secure 2024-09-12T17:34:00.812 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: crc 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: crc 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: secure 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: crc 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: secure 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: crc 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: secure 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:34:00.281+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:34:00.281+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command rotate-key cmddesc rotate-key hook 0x562274cdebb0 EEXIST 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-b con 0x562274d07680 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:00.813 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-a con 0x562274d06fb0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-c con 0x562274d05990 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): authenticate will time out at 2225.813211s 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): get_auth_request con 0x562274d05990 auth_method 0 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): get_auth_request con 0x562274d06fb0 auth_method 0 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.814 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): handle_auth_done global_id 6473 payload 824 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient: _finish_hunting 0 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:34:00.281+0000 7fe73f798640 1 monclient: found mon.noname-c 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: dump: 2024-09-12T17:34:00.815 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: _finish_auth 0 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: _check_auth_tickets 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 monclient: authenticate success, global_id 6473 2024-09-12T17:34:00.816 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: _renew_subs 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: dump: 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.817 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:34:00.281+0000 7fe73e796640 4 set_mon_vals no callback set 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: _renew_subs 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:34:00.285+0000 7fe629602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:34:00.285+0000 7fe629602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:34:00.285+0000 7fe629602640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: get_monmap_and_config 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: build_initial_monmap 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:34:00.285+0000 7fe741c929c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: monmap: 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:00.818 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:00.819 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:00.819 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:00.819 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:00.819 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.819 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:00.819 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:00.819 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:00.819 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.819 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding auth protocol: cephx 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding auth protocol: cephx 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding auth protocol: cephx 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: secure 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: crc 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: secure 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: crc 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: secure 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: crc 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: crc 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: secure 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: crc 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: secure 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: crc 2024-09-12T17:34:00.820 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: secure 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:34:00.285+0000 7fe73ef97640 10 monclient: get_auth_request con 0x7fe618070a20 auth_method 0 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:34:00.285+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: init 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding auth protocol: cephx 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding auth protocol: cephx 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding auth protocol: cephx 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: secure 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: crc 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: secure 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: crc 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: secure 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: crc 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: crc 2024-09-12T17:34:00.821 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: secure 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: crc 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: secure 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: crc 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: secure 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:34:00.285+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:34:00.285+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdb39fa3b8 EEXIST 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-b con 0x562274d2b110 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-c con 0x562274d56980 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-a con 0x562274d4cfa0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:00.822 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): authenticate will time out at 2225.817521s 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): get_auth_request con 0x562274d56980 auth_method 0 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): get_auth_request con 0x562274d4cfa0 auth_method 0 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.823 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): handle_auth_done global_id 6476 payload 274 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient: _finish_hunting 0 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:34:00.285+0000 7fe73ff99640 1 monclient: found mon.noname-c 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: dump: 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.824 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: _finish_auth 0 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:34:00.825 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: dump: 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 monclient: authenticate success, global_id 6476 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: get_monmap_and_config success 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:34:00.285+0000 7fe741c929c0 4 set_mon_vals no callback set 2024-09-12T17:34:00.826 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: shutdown 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: build_initial_monmap 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:34:00.285+0000 7fe741c929c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: monmap: 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.827 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding auth protocol: cephx 2024-09-12T17:34:00.828 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding auth protocol: cephx 2024-09-12T17:34:00.828 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding auth protocol: cephx 2024-09-12T17:34:00.828 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: secure 2024-09-12T17:34:00.828 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: crc 2024-09-12T17:34:00.828 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: secure 2024-09-12T17:34:00.828 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: crc 2024-09-12T17:34:00.828 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: secure 2024-09-12T17:34:00.828 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: crc 2024-09-12T17:34:00.828 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: crc 2024-09-12T17:34:00.828 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: secure 2024-09-12T17:34:00.829 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: crc 2024-09-12T17:34:00.829 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: secure 2024-09-12T17:34:00.829 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: crc 2024-09-12T17:34:00.829 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: secure 2024-09-12T17:34:00.829 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:34:00.285+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.829 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:34:00.285+0000 7fe741c929c0 1 librados: starting msgr at 2024-09-12T17:34:00.829 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:34:00.285+0000 7fe741c929c0 1 librados: starting objecter 2024-09-12T17:34:00.829 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command objecter_requests cmddesc objecter_requests hook 0x562274d2c940 EEXIST 2024-09-12T17:34:00.829 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:34:00.285+0000 7fe741c929c0 1 librados: setting wanted keys 2024-09-12T17:34:00.830 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:34:00.285+0000 7fe741c929c0 1 librados: calling monclient init 2024-09-12T17:34:00.830 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: init 2024-09-12T17:34:00.830 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding auth protocol: cephx 2024-09-12T17:34:00.830 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding auth protocol: cephx 2024-09-12T17:34:00.830 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding auth protocol: cephx 2024-09-12T17:34:00.830 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: secure 2024-09-12T17:34:00.830 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: crc 2024-09-12T17:34:00.830 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: secure 2024-09-12T17:34:00.830 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: crc 2024-09-12T17:34:00.830 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: secure 2024-09-12T17:34:00.830 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: crc 2024-09-12T17:34:00.830 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: crc 2024-09-12T17:34:00.831 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: secure 2024-09-12T17:34:00.831 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: crc 2024-09-12T17:34:00.831 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: secure 2024-09-12T17:34:00.831 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: crc 2024-09-12T17:34:00.831 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: secure 2024-09-12T17:34:00.831 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:34:00.285+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.831 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:34:00.289+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.831 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:34:00.289+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command rotate-key cmddesc rotate-key hook 0x562274d095e8 EEXIST 2024-09-12T17:34:00.831 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:00.831 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:34:00.831 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-c con 0x562274d2b110 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-a con 0x562274d4cfa0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-b con 0x562274d56980 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): authenticate will time out at 2225.820196s 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): get_auth_request con 0x562274d2b110 auth_method 0 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): get_auth_request con 0x562274d4cfa0 auth_method 0 2024-09-12T17:34:00.832 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:34:00.289+0000 7fe73f798640 10 monclient(hunting): get_auth_request con 0x562274d56980 auth_method 0 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:34:00.289+0000 7fe73f798640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:34:00.289+0000 7fe73f798640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:34:00.289+0000 7fe73f798640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): handle_auth_done global_id 6479 payload 824 2024-09-12T17:34:00.833 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient: _finish_hunting 0 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:34:00.289+0000 7fe73ef97640 1 monclient: found mon.noname-c 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: dump: 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.834 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: _finish_auth 0 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: _check_auth_tickets 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: dump: 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.835 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:34:00.289+0000 7fe741c929c0 5 monclient: authenticate success, global_id 6479 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient: _renew_subs 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:34:00.289+0000 7fe622ffd640 4 set_mon_vals no callback set 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient: _renew_subs 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:34:00.289+0000 7fe741c929c0 1 librados: init done 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:34:00.289+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command cr dump hook 0x562274d526d8 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:34:00.289+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:34:00.289+0000 7fe6217fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:00.836 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:34:00.289+0000 7fe6217fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:34:00.289+0000 7fe6217fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient: get_auth_request con 0x7fe608070ae0 auth_method 0 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:34:00.289+0000 7fe73f798640 10 monclient: get_auth_request con 0x562274d74af0 auth_method 0 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 realm 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:34:00.293+0000 7fe741c929c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:34:00.293+0000 7fe73ef97640 10 monclient: get_auth_request con 0x562274d78e30 auth_method 0 2024-09-12T17:34:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:34:00.293+0000 7fe73ff99640 10 monclient: get_auth_request con 0x562274d7c570 auth_method 0 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 searching for the correct realm 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:34:00.297+0000 7fe73f798640 10 monclient: get_auth_request con 0x7fe738008050 auth_method 0 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:34:00.297+0000 7fe73ef97640 10 monclient: get_auth_request con 0x7fe7300649a0 auth_method 0 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:34:00.297+0000 7fe73ff99640 10 monclient: get_auth_request con 0x7fe7280fe8a0 auth_method 0 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:34:00.297+0000 7fe73ff99640 0 -- 172.21.15.183:0/1975246298 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fe7280fe8a0 msgr2=0x7fe7280fa3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:34:00.501+0000 7fe73ff99640 10 monclient: get_auth_request con 0x7fe7280fe8a0 auth_method 0 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:34:00.505+0000 7fe73f798640 10 monclient: get_auth_request con 0x7fe738057920 auth_method 0 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:34:00.513+0000 7fe73ef97640 10 monclient: get_auth_request con 0x7fe7380143f0 auth_method 0 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:34:00.513+0000 7fe73ef97640 0 -- 172.21.15.183:0/1975246298 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fe7380143f0 msgr2=0x7fe738014870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:34:00.717+0000 7fe73ef97640 10 monclient: get_auth_request con 0x7fe7380143f0 auth_method 0 2024-09-12T17:34:00.838 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 zone default found 2024-09-12T17:34:00.839 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:34:00.733+0000 7fe741c929c0 4 Realm: () 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:34:00.733+0000 7fe741c929c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:34:00.733+0000 7fe741c929c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:34:00.733+0000 7fe741c929c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 zonegroup default 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 started sync module instance, tier type = 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:00.840 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=0 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=1 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=2 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=3 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=4 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=5 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:34:00.761+0000 7fe741c929c0 20 add_watcher() i=6 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:34:00.761+0000 7fe741c929c0 20 add_watcher() i=7 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:34:00.761+0000 7fe741c929c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding auth protocol: cephx 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding auth protocol: cephx 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding auth protocol: cephx 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: secure 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: crc 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: secure 2024-09-12T17:34:00.841 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: crc 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: secure 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:34:00.765+0000 7fe5f67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: crc 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: crc 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: secure 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: crc 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: secure 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: crc 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: secure 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:34:00.765+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:34:00.765+0000 7fe741c929c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:34:00.765+0000 7fe741c929c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command cache list hook 0x562274d540f0 2024-09-12T17:34:00.842 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command cache inspect hook 0x562274d540f0 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command cache erase hook 0x562274d540f0 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command cache zap hook 0x562274d540f0 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 note: GC not initialized 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:34:00.765+0000 7fe5f57e2640 20 reqs_thread_entry: start 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:34:00.769+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command sync trace show hook 0x7fe7380218a0 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:34:00.769+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command sync trace history hook 0x7fe7380218a0 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:34:00.769+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command sync trace active hook 0x7fe7380218a0 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:34:00.769+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command sync trace active_short hook 0x7fe7380218a0 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:34:00.769+0000 7fe741c929c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:34:00.769+0000 7fe741c929c0 20 Filter name: none 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:34:00.769+0000 7fe5ee7fc640 20 reqs_thread_entry: start 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:34:00.843 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:34:00.769+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:34:00.769+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 : miss 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:34:00.769+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:34:00.769+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:34:00.777+0000 7fe741c929c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:34:00.777+0000 7fe741c929c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:00.844 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:34:00.777+0000 7fe741c929c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:34:00.777+0000 7fe741c929c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27, ofs0, ns] 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:34:00.777+0000 7fe622ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464340 cookie 94705989205584 notifier 6479 bl.length()=939 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:34:00.777+0000 7fe622ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:34:00.777+0000 7fe622ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:34:00.777+0000 7fe622ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:34:00.781+0000 7fe741c929c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): orig_sources= new_sources= 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:34:00.781+0000 7fe741c929c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): potential sources added=[] removed=[] 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:34:00.781+0000 7fe741c929c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): orig_dests= new_dests= 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:34:00.781+0000 7fe741c929c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): potential dests added=[] removed=[] 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:34:00.781+0000 7fe741c929c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe741c929c0 time 2024-09-12T17:34:00.782983+0000 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.845 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:00.846 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe74556c2eb] 2024-09-12T17:34:00.846 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe74556c49f] 2024-09-12T17:34:00.846 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5622723760c1] 2024-09-12T17:34:00.846 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x141007e) [0x562272dcc07e] 2024-09-12T17:34:00.846 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56227238818d] 2024-09-12T17:34:00.846 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:34:00.846 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe7443d2d90] 2024-09-12T17:34:00.846 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:34:00.846 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:34:00.846 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.846 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:34:00.781+0000 7fe741c929c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:34:00.847 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fe741c929c0 thread_name:radosgw-admin 2024-09-12T17:34:00.847 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.847 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:00.847 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe7443eb520] 2024-09-12T17:34:00.847 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:34:00.847 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:34:00.847 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:34:00.847 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe74556c345] 2024-09-12T17:34:00.847 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe74556c49f] 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5622723760c1] 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x141007e) [0x562272dcc07e] 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56227238818d] 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe7443d2d90] 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:34:00.848 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:34:00.849 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:34:00.850 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:34:00.851 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:34:00.852 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:34:00.853 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:34:00.854 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:34:00.854 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:34:00.854 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:34:00.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:34:00.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:34:00.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:34:00.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:34:00.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:34:00.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:34:00.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:34:00.857 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:34:00.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe5ee7fc640 / http_manager 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe5f57e2640 / http_manager 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe5f67e4640 / rgw_dt_lg_renew 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe6217fa640 / ms_dispatch 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe622ffd640 / io_context_pool 2024-09-12T17:34:00.858 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe629602640 / ms_dispatch 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe62be07640 / ms_dispatch 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe62d60a640 / io_context_pool 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe73e796640 / io_context_pool 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe73ef97640 / msgr-worker-2 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe73f798640 / msgr-worker-1 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe73ff99640 / msgr-worker-0 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe741c929c0 / radosgw-admin 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/log/ceph/ceph-client.admin.99858.log 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.859 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): handle_auth_done global_id 6885 payload 274 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient: _finish_hunting 0 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:34:00.269+0000 7fe73ff99640 1 monclient: found mon.noname-a 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: dump: 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.860 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: _finish_auth 0 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: _check_auth_tickets 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:34:00.269+0000 7fe62d60a640 10 monclient: dump: 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.861 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 monclient: authenticate success, global_id 6885 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: get_monmap_and_config success 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:34:00.269+0000 7fe741c929c0 4 set_mon_vals no callback set 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: shutdown 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 asok(0x562274a7e2b0) unregister_commands rotate-key 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: build_initial_monmap 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:34:00.269+0000 7fe741c929c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:00.862 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: monmap: 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding auth protocol: cephx 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding auth protocol: cephx 2024-09-12T17:34:00.863 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding auth protocol: cephx 2024-09-12T17:34:00.864 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: secure 2024-09-12T17:34:00.864 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: crc 2024-09-12T17:34:00.864 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: secure 2024-09-12T17:34:00.864 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: crc 2024-09-12T17:34:00.864 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: secure 2024-09-12T17:34:00.864 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: crc 2024-09-12T17:34:00.864 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: crc 2024-09-12T17:34:00.864 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: secure 2024-09-12T17:34:00.865 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: crc 2024-09-12T17:34:00.865 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: secure 2024-09-12T17:34:00.865 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: crc 2024-09-12T17:34:00.865 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c89710) adding con mode: secure 2024-09-12T17:34:00.865 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:34:00.269+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.865 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:34:00.269+0000 7fe741c929c0 1 librados: starting msgr at 2024-09-12T17:34:00.865 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:34:00.269+0000 7fe741c929c0 1 librados: starting objecter 2024-09-12T17:34:00.865 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command objecter_requests hook 0x562274c8e7c0 2024-09-12T17:34:00.865 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:34:00.269+0000 7fe741c929c0 1 librados: setting wanted keys 2024-09-12T17:34:00.865 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:34:00.269+0000 7fe741c929c0 1 librados: calling monclient init 2024-09-12T17:34:00.865 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: init 2024-09-12T17:34:00.865 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding auth protocol: cephx 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding auth protocol: cephx 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding auth protocol: cephx 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: secure 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: crc 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: secure 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: crc 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: secure 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: crc 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: crc 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: secure 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: crc 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: secure 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: crc 2024-09-12T17:34:00.866 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 AuthRegistry(0x562274c87630) adding con mode: secure 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:34:00.269+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:34:00.269+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:34:00.269+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command rotate-key hook 0x562274c87778 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-b con 0x562274b37ac0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-a con 0x562274bd04e0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-c con 0x562274cb1470 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:34:00.269+0000 7fe741c929c0 10 monclient(hunting): authenticate will time out at 2225.803667s 2024-09-12T17:34:00.867 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): get_auth_request con 0x562274bd04e0 auth_method 0 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): get_auth_request con 0x562274cb1470 auth_method 0 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:34:00.269+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.868 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:34:00.269+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:34:00.273+0000 7fe73f798640 10 monclient(hunting): get_auth_request con 0x562274b37ac0 auth_method 0 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:34:00.273+0000 7fe73f798640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:34:00.273+0000 7fe73f798640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:34:00.273+0000 7fe73f798640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:34:00.273+0000 7fe73ef97640 10 monclient(hunting): handle_auth_done global_id 6888 payload 824 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:34:00.273+0000 7fe73ef97640 10 monclient: _finish_hunting 0 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:34:00.273+0000 7fe73ef97640 1 monclient: found mon.noname-a 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:34:00.273+0000 7fe73ef97640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: dump: 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.869 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: _finish_auth 0 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: _check_auth_tickets 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:00.870 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:34:00.273+0000 7fe62be07640 10 monclient: dump: 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:34:00.273+0000 7fe741c929c0 5 monclient: authenticate success, global_id 6888 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:34:00.273+0000 7fe741c929c0 10 monclient: _renew_subs 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:34:00.273+0000 7fe62d60a640 4 set_mon_vals no callback set 2024-09-12T17:34:00.871 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:34:00.273+0000 7fe741c929c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:34:00.273+0000 7fe741c929c0 10 monclient: _renew_subs 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:34:00.273+0000 7fe741c929c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:34:00.273+0000 7fe741c929c0 1 librados: init done 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:34:00.273+0000 7fe62be07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:34:00.273+0000 7fe62be07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:34:00.273+0000 7fe62be07640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:34:00.273+0000 7fe73f798640 10 monclient: get_auth_request con 0x7fe624070b10 auth_method 0 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:34:00.273+0000 7fe73ff99640 10 monclient: get_auth_request con 0x562274caf9c0 auth_method 0 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:34:00.277+0000 7fe73f798640 10 monclient: get_auth_request con 0x562274cd3390 auth_method 0 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:34:00.277+0000 7fe73ef97640 10 monclient: get_auth_request con 0x562274cd7920 auth_method 0 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:34:00.277+0000 7fe73ff99640 10 monclient: get_auth_request con 0x562274cd6ca0 auth_method 0 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:34:00.277+0000 7fe741c929c0 10 monclient: build_initial_monmap 2024-09-12T17:34:00.872 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:34:00.277+0000 7fe741c929c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:34:00.277+0000 7fe741c929c0 10 monclient: monmap: 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:34:00.277+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding auth protocol: cephx 2024-09-12T17:34:00.873 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:34:00.277+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding auth protocol: cephx 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:34:00.277+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding auth protocol: cephx 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:34:00.277+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: secure 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:34:00.277+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: crc 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: secure 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: crc 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: secure 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: crc 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: crc 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: secure 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: crc 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: secure 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: crc 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdfb20) adding con mode: secure 2024-09-12T17:34:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:34:00.281+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command objecter_requests cmddesc objecter_requests hook 0x562274ce34d0 EEXIST 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: init 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding auth protocol: cephx 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding auth protocol: cephx 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding auth protocol: cephx 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: secure 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: crc 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: secure 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: crc 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: secure 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: crc 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: crc 2024-09-12T17:34:00.875 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: secure 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: crc 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: secure 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: crc 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 AuthRegistry(0x562274cdea68) adding con mode: secure 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:34:00.281+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:34:00.281+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command rotate-key cmddesc rotate-key hook 0x562274cdebb0 EEXIST 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-b con 0x562274d07680 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-a con 0x562274d06fb0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-c con 0x562274d05990 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.876 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient(hunting): authenticate will time out at 2225.813211s 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): get_auth_request con 0x562274d05990 auth_method 0 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): get_auth_request con 0x562274d06fb0 auth_method 0 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.877 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:34:00.281+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient(hunting): handle_auth_done global_id 6473 payload 824 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient: _finish_hunting 0 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:34:00.281+0000 7fe73f798640 1 monclient: found mon.noname-c 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:34:00.281+0000 7fe73f798640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: dump: 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.878 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: _finish_auth 0 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: _check_auth_tickets 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:34:00.281+0000 7fe741c929c0 5 monclient: authenticate success, global_id 6473 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: _renew_subs 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:00.879 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:34:00.281+0000 7fe629602640 10 monclient: dump: 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.880 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:34:00.281+0000 7fe73e796640 4 set_mon_vals no callback set 2024-09-12T17:34:00.881 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: _renew_subs 2024-09-12T17:34:00.881 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:34:00.281+0000 7fe741c929c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.881 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:34:00.285+0000 7fe629602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:00.881 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:34:00.285+0000 7fe629602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:00.881 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:34:00.285+0000 7fe629602640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:00.881 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: get_monmap_and_config 2024-09-12T17:34:00.881 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: build_initial_monmap 2024-09-12T17:34:00.881 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:34:00.285+0000 7fe741c929c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:00.881 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: monmap: 2024-09-12T17:34:00.881 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:00.881 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:00.882 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:00.882 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:00.882 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:00.882 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.882 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:00.882 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:00.882 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:00.882 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.882 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding auth protocol: cephx 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding auth protocol: cephx 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding auth protocol: cephx 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: secure 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: crc 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: secure 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: crc 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: secure 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: crc 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: crc 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: secure 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: crc 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: secure 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: crc 2024-09-12T17:34:00.883 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d26fc0) adding con mode: secure 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:34:00.285+0000 7fe73ef97640 10 monclient: get_auth_request con 0x7fe618070a20 auth_method 0 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:34:00.285+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: init 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding auth protocol: cephx 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding auth protocol: cephx 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding auth protocol: cephx 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: secure 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: crc 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: secure 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: crc 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: secure 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: crc 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: crc 2024-09-12T17:34:00.884 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: secure 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: crc 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: secure 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: crc 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa270) adding con mode: secure 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:34:00.285+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:34:00.285+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdb39fa3b8 EEXIST 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-b con 0x562274d2b110 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-c con 0x562274d56980 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-a con 0x562274d4cfa0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.885 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient(hunting): authenticate will time out at 2225.817521s 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): get_auth_request con 0x562274d56980 auth_method 0 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): get_auth_request con 0x562274d4cfa0 auth_method 0 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.886 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:34:00.285+0000 7fe73f798640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient(hunting): handle_auth_done global_id 6476 payload 274 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient: _finish_hunting 0 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:34:00.285+0000 7fe73ff99640 1 monclient: found mon.noname-c 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:34:00.285+0000 7fe73ff99640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: dump: 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.887 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: _finish_auth 0 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:34:00.285+0000 7fe622ffd640 10 monclient: dump: 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.888 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 monclient: authenticate success, global_id 6476 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: get_monmap_and_config success 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:34:00.285+0000 7fe741c929c0 4 set_mon_vals no callback set 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: shutdown 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: build_initial_monmap 2024-09-12T17:34:00.889 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:34:00.285+0000 7fe741c929c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: monmap: 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding auth protocol: cephx 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding auth protocol: cephx 2024-09-12T17:34:00.890 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding auth protocol: cephx 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: secure 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: crc 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: secure 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: crc 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: secure 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: crc 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: crc 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: secure 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: crc 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: secure 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: crc 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d4d4f0) adding con mode: secure 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:34:00.285+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.891 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:34:00.285+0000 7fe741c929c0 1 librados: starting msgr at 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:34:00.285+0000 7fe741c929c0 1 librados: starting objecter 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command objecter_requests cmddesc objecter_requests hook 0x562274d2c940 EEXIST 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:34:00.285+0000 7fe741c929c0 1 librados: setting wanted keys 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:34:00.285+0000 7fe741c929c0 1 librados: calling monclient init 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:34:00.285+0000 7fe741c929c0 10 monclient: init 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding auth protocol: cephx 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding auth protocol: cephx 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding auth protocol: cephx 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: secure 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: crc 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: secure 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: crc 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: secure 2024-09-12T17:34:00.892 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: crc 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: crc 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: secure 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: crc 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: secure 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: crc 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:34:00.285+0000 7fe741c929c0 5 AuthRegistry(0x562274d094a0) adding con mode: secure 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:34:00.285+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:34:00.289+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:34:00.289+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command rotate-key cmddesc rotate-key hook 0x562274d095e8 EEXIST 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-c con 0x562274d2b110 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:00.893 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-a con 0x562274d4cfa0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): picked mon.noname-b con 0x562274d56980 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient(hunting): authenticate will time out at 2225.820196s 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): get_auth_request con 0x562274d2b110 auth_method 0 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): get_auth_request con 0x562274d4cfa0 auth_method 0 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:34:00.289+0000 7fe73f798640 10 monclient(hunting): get_auth_request con 0x562274d56980 auth_method 0 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:34:00.289+0000 7fe73f798640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:34:00.289+0000 7fe73f798640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:34:00.289+0000 7fe73f798640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient(hunting): handle_auth_done global_id 6479 payload 824 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient: _finish_hunting 0 2024-09-12T17:34:00.895 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:34:00.289+0000 7fe73ef97640 1 monclient: found mon.noname-c 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:34:00.289+0000 7fe73ef97640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: dump: 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.896 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: _finish_auth 0 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: _check_auth_tickets 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:34:00.289+0000 7fe6217fa640 10 monclient: dump: 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:00.897 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:34:00.289+0000 7fe741c929c0 5 monclient: authenticate success, global_id 6479 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient: _renew_subs 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:34:00.289+0000 7fe622ffd640 4 set_mon_vals no callback set 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient: _renew_subs 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:34:00.289+0000 7fe741c929c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:34:00.289+0000 7fe741c929c0 1 librados: init done 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:34:00.289+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command cr dump hook 0x562274d526d8 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:34:00.289+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:34:00.289+0000 7fe6217fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:00.898 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:34:00.289+0000 7fe6217fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:34:00.289+0000 7fe6217fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:34:00.289+0000 7fe73ff99640 10 monclient: get_auth_request con 0x7fe608070ae0 auth_method 0 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:34:00.289+0000 7fe73f798640 10 monclient: get_auth_request con 0x562274d74af0 auth_method 0 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 realm 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:34:00.293+0000 7fe741c929c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:34:00.293+0000 7fe73ef97640 10 monclient: get_auth_request con 0x562274d78e30 auth_method 0 2024-09-12T17:34:00.899 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:00.900 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.900 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:34:00.293+0000 7fe73ff99640 10 monclient: get_auth_request con 0x562274d7c570 auth_method 0 2024-09-12T17:34:00.900 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:00.900 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:34:00.293+0000 7fe741c929c0 20 searching for the correct realm 2024-09-12T17:34:00.900 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:34:00.297+0000 7fe73f798640 10 monclient: get_auth_request con 0x7fe738008050 auth_method 0 2024-09-12T17:34:00.900 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:34:00.297+0000 7fe73ef97640 10 monclient: get_auth_request con 0x7fe7300649a0 auth_method 0 2024-09-12T17:34:00.900 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:34:00.297+0000 7fe73ff99640 10 monclient: get_auth_request con 0x7fe7280fe8a0 auth_method 0 2024-09-12T17:34:00.900 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:34:00.297+0000 7fe73ff99640 0 -- 172.21.15.183:0/1975246298 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fe7280fe8a0 msgr2=0x7fe7280fa3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:00.900 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:34:00.501+0000 7fe73ff99640 10 monclient: get_auth_request con 0x7fe7280fe8a0 auth_method 0 2024-09-12T17:34:00.901 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:34:00.505+0000 7fe73f798640 10 monclient: get_auth_request con 0x7fe738057920 auth_method 0 2024-09-12T17:34:00.901 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:34:00.513+0000 7fe73ef97640 10 monclient: get_auth_request con 0x7fe7380143f0 auth_method 0 2024-09-12T17:34:00.901 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:34:00.513+0000 7fe73ef97640 0 -- 172.21.15.183:0/1975246298 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fe7380143f0 msgr2=0x7fe738014870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:00.901 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:34:00.717+0000 7fe73ef97640 10 monclient: get_auth_request con 0x7fe7380143f0 auth_method 0 2024-09-12T17:34:00.901 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:00.901 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:00.901 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:00.901 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:00.901 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:00.901 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:00.901 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.901 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:34:00.729+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 zone default found 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:34:00.733+0000 7fe741c929c0 4 Realm: () 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:34:00.733+0000 7fe741c929c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:34:00.733+0000 7fe741c929c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:34:00.733+0000 7fe741c929c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 zonegroup default 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.902 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 started sync module instance, tier type = 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:34:00.733+0000 7fe741c929c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=0 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=1 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=2 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=3 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=4 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:34:00.757+0000 7fe741c929c0 20 add_watcher() i=5 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:34:00.761+0000 7fe741c929c0 20 add_watcher() i=6 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:34:00.761+0000 7fe741c929c0 20 add_watcher() i=7 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:34:00.761+0000 7fe741c929c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:00.903 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding auth protocol: cephx 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding auth protocol: cephx 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding auth protocol: cephx 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: secure 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: crc 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: secure 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: crc 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: secure 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:34:00.765+0000 7fe5f67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: crc 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: crc 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: secure 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: crc 2024-09-12T17:34:00.904 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: secure 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: crc 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 AuthRegistry(0x7ffdb39fa740) adding con mode: secure 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:34:00.765+0000 7fe741c929c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:34:00.765+0000 7fe741c929c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:34:00.765+0000 7fe741c929c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command cache list hook 0x562274d540f0 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command cache inspect hook 0x562274d540f0 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command cache erase hook 0x562274d540f0 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command cache zap hook 0x562274d540f0 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:34:00.765+0000 7fe741c929c0 5 note: GC not initialized 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:34:00.765+0000 7fe5f57e2640 20 reqs_thread_entry: start 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:34:00.769+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command sync trace show hook 0x7fe7380218a0 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:34:00.769+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command sync trace history hook 0x7fe7380218a0 2024-09-12T17:34:00.905 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:34:00.769+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command sync trace active hook 0x7fe7380218a0 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:34:00.769+0000 7fe741c929c0 5 asok(0x562274a7e2b0) register_command sync trace active_short hook 0x7fe7380218a0 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:34:00.769+0000 7fe741c929c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:34:00.769+0000 7fe741c929c0 20 Filter name: none 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:34:00.769+0000 7fe5ee7fc640 20 reqs_thread_entry: start 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:34:00.769+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:34:00.769+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 : miss 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:34:00.769+0000 7fe741c929c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:34:00.769+0000 7fe741c929c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:00.906 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:34:00.769+0000 7fe741c929c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:34:00.777+0000 7fe741c929c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:34:00.777+0000 7fe741c929c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:34:00.777+0000 7fe741c929c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:34:00.777+0000 7fe741c929c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27, ofs0, ns] 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:34:00.777+0000 7fe622ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464340 cookie 94705989205584 notifier 6479 bl.length()=939 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:34:00.777+0000 7fe622ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:34:00.777+0000 7fe622ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:34:00.777+0000 7fe622ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:34:00.781+0000 7fe741c929c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): orig_sources= new_sources= 2024-09-12T17:34:00.907 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:34:00.781+0000 7fe741c929c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): potential sources added=[] removed=[] 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:34:00.781+0000 7fe741c929c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): orig_dests= new_dests= 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:34:00.781+0000 7fe741c929c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): potential dests added=[] removed=[] 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:34:00.781+0000 7fe741c929c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe741c929c0 time 2024-09-12T17:34:00.782983+0000 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe74556c2eb] 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe74556c49f] 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5622723760c1] 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x141007e) [0x562272dcc07e] 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56227238818d] 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe7443d2d90] 2024-09-12T17:34:00.908 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:34:00.781+0000 7fe741c929c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fe741c929c0 thread_name:radosgw-admin 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe7443eb520] 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe74556c345] 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe74556c49f] 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5622723760c1] 2024-09-12T17:34:00.909 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x141007e) [0x562272dcc07e] 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x56227238818d] 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe7443d2d90] 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:34:00.910 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:34:00.911 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:34:00.912 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:34:00.913 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:34:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:34:00.915 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:34:00.916 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe5ee7fc640 / http_manager 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe5f57e2640 / http_manager 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe5f67e4640 / rgw_dt_lg_renew 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe6217fa640 / ms_dispatch 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe622ffd640 / io_context_pool 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe629602640 / ms_dispatch 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe62be07640 / ms_dispatch 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe62d60a640 / io_context_pool 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe73e796640 / io_context_pool 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe73ef97640 / msgr-worker-2 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe73f798640 / msgr-worker-1 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe73ff99640 / msgr-worker-0 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe741c929c0 / radosgw-admin 2024-09-12T17:34:00.917 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:34:00.918 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:34:00.918 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:34:00.785605Z_b1999d94-230b-4c1e-b62c-df84ef6501a2/log 2024-09-12T17:34:00.918 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:34:00.918 INFO:tasks.workunit.client.0.smithi183.stderr:Aborted 2024-09-12T17:34:00.918 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:34:00.920 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:00.920 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:00.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.869+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.869+0000 7f9eeada19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.869+0000 7f9eeada19c0 20 realm 2024-09-12T17:34:00.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.869+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.869+0000 7f9eeada19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.869+0000 7f9eeada19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:00.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.869+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.920 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.869+0000 7f9eeada19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:00.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.869+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.873+0000 7f9eeada19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:00.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.873+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:00.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.873+0000 7f9eeada19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:00.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.873+0000 7f9eeada19c0 20 searching for the correct realm 2024-09-12T17:34:00.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.877+0000 7f9ee90a8640 0 -- 172.21.15.183:0/2582320511 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x55a65125d7b0 msgr2=0x55a65125fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:00.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:00.885+0000 7f9ee80a6640 0 -- 172.21.15.183:0/2582320511 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f9ee012fc00 msgr2=0x7f9ee0105670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:01.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.101+0000 7f9eeada19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:01.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.101+0000 7f9eeada19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:01.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.101+0000 7f9eeada19c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:01.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.101+0000 7f9eeada19c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:01.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.101+0000 7f9eeada19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:01.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.101+0000 7f9eeada19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:01.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.101+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.101+0000 7f9eeada19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:01.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.101+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:01.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:01.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 zone default found 2024-09-12T17:34:01.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 4 Realm: () 2024-09-12T17:34:01.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:01.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:01.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:01.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 zonegroup default 2024-09-12T17:34:01.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:01.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:01.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:01.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 started sync module instance, tier type = 2024-09-12T17:34:01.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.105+0000 7f9eeada19c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:01.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.129+0000 7f9eeada19c0 20 add_watcher() i=0 2024-09-12T17:34:01.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.129+0000 7f9eeada19c0 20 add_watcher() i=1 2024-09-12T17:34:01.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.129+0000 7f9eeada19c0 20 add_watcher() i=2 2024-09-12T17:34:01.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.129+0000 7f9eeada19c0 20 add_watcher() i=3 2024-09-12T17:34:01.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.129+0000 7f9eeada19c0 20 add_watcher() i=4 2024-09-12T17:34:01.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.129+0000 7f9eeada19c0 20 add_watcher() i=5 2024-09-12T17:34:01.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.129+0000 7f9eeada19c0 20 add_watcher() i=6 2024-09-12T17:34:01.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.133+0000 7f9eeada19c0 20 add_watcher() i=7 2024-09-12T17:34:01.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.133+0000 7f9eeada19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:01.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.137+0000 7f9d9efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:01.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.137+0000 7f9eeada19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:01.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.137+0000 7f9eeada19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:01.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.137+0000 7f9eeada19c0 5 note: GC not initialized 2024-09-12T17:34:01.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.137+0000 7f9d9dfe3640 20 reqs_thread_entry: start 2024-09-12T17:34:01.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.141+0000 7f9eeada19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:01.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.141+0000 7f9eeada19c0 20 Filter name: none 2024-09-12T17:34:01.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.141+0000 7f9d0f7fe640 20 reqs_thread_entry: start 2024-09-12T17:34:01.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.141+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.141+0000 7f9eeada19c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:34:01.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.141+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.141+0000 7f9eeada19c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:34:01.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.141+0000 7f9eeada19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:01.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.141+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.141+0000 7f9eeada19c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:34:01.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.141+0000 7f9eeada19c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.145+0000 7f9eeada19c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:34:01.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.145+0000 7f9eeada19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:01.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.145+0000 7f9d9efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:01.147 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.153+0000 7f9eeada19c0 20 remove_watcher() i=0 2024-09-12T17:34:01.147 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.153+0000 7f9eeada19c0 2 removed watcher, disabling cache 2024-09-12T17:34:01.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.153+0000 7f9eeada19c0 20 remove_watcher() i=1 2024-09-12T17:34:01.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.157+0000 7f9eeada19c0 20 remove_watcher() i=2 2024-09-12T17:34:01.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.157+0000 7f9eeada19c0 20 remove_watcher() i=3 2024-09-12T17:34:01.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.161+0000 7f9eeada19c0 20 remove_watcher() i=4 2024-09-12T17:34:01.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.161+0000 7f9eeada19c0 20 remove_watcher() i=5 2024-09-12T17:34:01.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.161+0000 7f9eeada19c0 20 remove_watcher() i=6 2024-09-12T17:34:01.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.165+0000 7f9eeada19c0 20 remove_watcher() i=7 2024-09-12T17:34:01.174 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:01.174 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:34:01.174 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-trim-reshard-log-entries id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:34:01.174 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:01.175 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:01.175 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:01.190 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:01.190 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:01.233 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:34:01.269 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:01.269 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:01.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.317+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.317+0000 7ffa84f249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:01.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.317+0000 7ffa84f249c0 20 realm 2024-09-12T17:34:01.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.317+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.321+0000 7ffa84f249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:01.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.321+0000 7ffa84f249c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:01.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.321+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.321+0000 7ffa84f249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:01.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.321+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.321+0000 7ffa84f249c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:01.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.321+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.321+0000 7ffa84f249c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:01.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.321+0000 7ffa84f249c0 20 searching for the correct realm 2024-09-12T17:34:01.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.325+0000 7ffa8322b640 0 -- 172.21.15.183:0/1691563049 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7ffa78027070 msgr2=0x7ffa780603d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:01.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.541+0000 7ffa82229640 0 -- 172.21.15.183:0/1691563049 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7ffa7c0b53c0 msgr2=0x7ffa7c0b5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:01.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.757+0000 7ffa84f249c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:01.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.757+0000 7ffa84f249c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:01.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.757+0000 7ffa84f249c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:01.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.757+0000 7ffa84f249c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:01.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.757+0000 7ffa84f249c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:01.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.757+0000 7ffa84f249c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:01.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.757+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:01.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:01.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:01.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 20 zone default found 2024-09-12T17:34:01.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 4 Realm: () 2024-09-12T17:34:01.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:01.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:01.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 20 zonegroup default 2024-09-12T17:34:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:01.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.761+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.765+0000 7ffa84f249c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:01.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.765+0000 7ffa84f249c0 20 started sync module instance, tier type = 2024-09-12T17:34:01.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.765+0000 7ffa84f249c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:01.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.789+0000 7ffa84f249c0 20 add_watcher() i=0 2024-09-12T17:34:01.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.789+0000 7ffa84f249c0 20 add_watcher() i=1 2024-09-12T17:34:01.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.789+0000 7ffa84f249c0 20 add_watcher() i=2 2024-09-12T17:34:01.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.789+0000 7ffa84f249c0 20 add_watcher() i=3 2024-09-12T17:34:01.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.789+0000 7ffa84f249c0 20 add_watcher() i=4 2024-09-12T17:34:01.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.789+0000 7ffa84f249c0 20 add_watcher() i=5 2024-09-12T17:34:01.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.793+0000 7ffa84f249c0 20 add_watcher() i=6 2024-09-12T17:34:01.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.793+0000 7ffa84f249c0 20 add_watcher() i=7 2024-09-12T17:34:01.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.793+0000 7ffa84f249c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:01.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ff9397e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:01.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ffa84f249c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:01.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ffa84f249c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:01.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ffa84f249c0 5 note: GC not initialized 2024-09-12T17:34:01.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ff8b3fff640 20 reqs_thread_entry: start 2024-09-12T17:34:01.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ffa84f249c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:01.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ffa84f249c0 20 Filter name: none 2024-09-12T17:34:01.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ff8b1ffb640 20 reqs_thread_entry: start 2024-09-12T17:34:01.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ffa84f249c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:34:01.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ffa84f249c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:34:01.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ffa84f249c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:34:01.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ffa84f249c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:34:01.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ffa84f249c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 : miss 2024-09-12T17:34:01.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.797+0000 7ffa84f249c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.801+0000 7ffa84f249c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:34:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.801+0000 7ffa84f249c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.801+0000 7ffa84f249c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.801+0000 7ffa84f249c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.801+0000 7ffa84f249c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.801+0000 7ffa84f249c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 2024-09-12T17:34:01.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.801+0000 7ffa84f249c0 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to be held by another RGW process; skipping for now 2024-09-12T17:34:01.799 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.805+0000 7ff9397e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:01.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.809+0000 7ffa84f249c0 20 remove_watcher() i=0 2024-09-12T17:34:01.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.809+0000 7ffa84f249c0 2 removed watcher, disabling cache 2024-09-12T17:34:01.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.813+0000 7ffa84f249c0 20 remove_watcher() i=1 2024-09-12T17:34:01.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.813+0000 7ffa84f249c0 20 remove_watcher() i=2 2024-09-12T17:34:01.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.817+0000 7ffa84f249c0 20 remove_watcher() i=3 2024-09-12T17:34:01.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.817+0000 7ffa84f249c0 20 remove_watcher() i=4 2024-09-12T17:34:01.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.821+0000 7ffa84f249c0 20 remove_watcher() i=5 2024-09-12T17:34:01.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.821+0000 7ffa84f249c0 20 remove_watcher() i=6 2024-09-12T17:34:01.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:01.825+0000 7ffa84f249c0 20 remove_watcher() i=7 2024-09-12T17:34:01.836 INFO:tasks.workunit.client.0.smithi183.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:34:31.868 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:34:31.905 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:31.905 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:31.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.952+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:31.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.956+0000 7f196e8ba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:31.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.956+0000 7f196e8ba9c0 20 realm 2024-09-12T17:34:31.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.956+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:31.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.956+0000 7f196e8ba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:31.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.956+0000 7f196e8ba9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:31.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.956+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:31.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.956+0000 7f196e8ba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:31.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.956+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:31.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.956+0000 7f196e8ba9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:31.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.956+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:31.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.960+0000 7f196e8ba9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:31.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.960+0000 7f196e8ba9c0 20 searching for the correct realm 2024-09-12T17:34:31.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.964+0000 7f196c3c0640 0 -- 172.21.15.183:0/2578335460 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f196405ca60 msgr2=0x7f19640779b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:31.966 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:31.968+0000 7f196bbbf640 0 -- 172.21.15.183:0/2578335460 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f1964077130 msgr2=0x7f1964063790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:32.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:32.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:32.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:32.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:32.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:32.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:32.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:32.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:32.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:32.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 zone default found 2024-09-12T17:34:32.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 4 Realm: () 2024-09-12T17:34:32.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:32.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:32.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:32.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 zonegroup default 2024-09-12T17:34:32.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:32.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.184+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.188+0000 7f196e8ba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:32.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.188+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.188+0000 7f196e8ba9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:32.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.188+0000 7f196e8ba9c0 20 started sync module instance, tier type = 2024-09-12T17:34:32.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.188+0000 7f196e8ba9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:32.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.220+0000 7f196e8ba9c0 20 add_watcher() i=0 2024-09-12T17:34:32.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.220+0000 7f196e8ba9c0 20 add_watcher() i=1 2024-09-12T17:34:32.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.220+0000 7f196e8ba9c0 20 add_watcher() i=2 2024-09-12T17:34:32.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.220+0000 7f196e8ba9c0 20 add_watcher() i=3 2024-09-12T17:34:32.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.220+0000 7f196e8ba9c0 20 add_watcher() i=4 2024-09-12T17:34:32.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.220+0000 7f196e8ba9c0 20 add_watcher() i=5 2024-09-12T17:34:32.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.220+0000 7f196e8ba9c0 20 add_watcher() i=6 2024-09-12T17:34:32.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.224+0000 7f196e8ba9c0 20 add_watcher() i=7 2024-09-12T17:34:32.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.224+0000 7f196e8ba9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:32.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.228+0000 7f1822fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:32.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.228+0000 7f196e8ba9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:32.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.228+0000 7f196e8ba9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:32.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.228+0000 7f196e8ba9c0 5 note: GC not initialized 2024-09-12T17:34:32.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f1821fdb640 20 reqs_thread_entry: start 2024-09-12T17:34:32.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:32.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 20 Filter name: none 2024-09-12T17:34:32.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f17937fe640 20 reqs_thread_entry: start 2024-09-12T17:34:32.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T17:34:32.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:34:32.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T17:34:32.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T17:34:32.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 : miss 2024-09-12T17:34:32.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T17:34:32.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:32.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:32.231 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:32.231 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:32.231 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.232+0000 7f196e8ba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 2024-09-12T17:34:32.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.236+0000 7f196e8ba9c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:34:32.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.244+0000 7f196e8ba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:32.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.244+0000 7f196e8ba9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:32.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.244+0000 7f196e8ba9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:32.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.244+0000 7f196e8ba9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27, ofs0, ns] 2024-09-12T17:34:32.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.244+0000 7f18437fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464341 cookie 94598273413584 notifier 6945 bl.length()=939 2024-09-12T17:34:32.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.244+0000 7f18437fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:32.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.244+0000 7f18437fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:32.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.244+0000 7f18437fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:32.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.248+0000 7f196e8ba9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): orig_sources= new_sources= 2024-09-12T17:34:32.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.248+0000 7f196e8ba9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): potential sources added=[] removed=[] 2024-09-12T17:34:32.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.248+0000 7f196e8ba9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): orig_dests= new_dests= 2024-09-12T17:34:32.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.248+0000 7f196e8ba9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): potential dests added=[] removed=[] 2024-09-12T17:34:32.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.252+0000 7f196e8ba9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.27.2.0 2024-09-12T17:34:32.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.252+0000 7f196e8ba9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.27.2.0 2024-09-12T17:34:32.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.252+0000 7f196e8ba9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.27.2.1 2024-09-12T17:34:32.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.252+0000 7f196e8ba9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.27.2.1 2024-09-12T17:34:32.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.252+0000 7f196e8ba9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.27.0 2024-09-12T17:34:32.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.256+0000 7f196e8ba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 : hit (requested=0x17, cached=0x17) 2024-09-12T17:34:32.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.256+0000 7f196e8ba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 2024-09-12T17:34:32.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.260+0000 7f196e8ba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:32.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.260+0000 7f196e8ba9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:32.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.260+0000 7f196e8ba9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:32.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.260+0000 7f196e8ba9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27, ofs0, ns] 2024-09-12T17:34:32.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.260+0000 7f18437fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464342 cookie 94598273413584 notifier 6945 bl.length()=939 2024-09-12T17:34:32.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.260+0000 7f18437fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:32.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.260+0000 7f18437fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:32.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.260+0000 7f18437fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:32.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.260+0000 7f196e8ba9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): orig_sources= new_sources= 2024-09-12T17:34:32.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.260+0000 7f196e8ba9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): potential sources added=[] removed=[] 2024-09-12T17:34:32.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.260+0000 7f196e8ba9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): orig_dests= new_dests= 2024-09-12T17:34:32.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.260+0000 7f196e8ba9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): potential dests added=[] removed=[] 2024-09-12T17:34:32.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.264+0000 7f196e8ba9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.27.0 2024-09-12T17:34:32.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.264+0000 7f196e8ba9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 : hit (requested=0x17, cached=0x17) 2024-09-12T17:34:32.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.264+0000 7f196e8ba9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 2024-09-12T17:34:32.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.268+0000 7f196e8ba9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:32.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.268+0000 7f196e8ba9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:32.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.268+0000 7f196e8ba9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:32.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.268+0000 7f196e8ba9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27, ofs0, ns] 2024-09-12T17:34:32.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.268+0000 7f1842ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464343 cookie 94598273413584 notifier 6945 bl.length()=907 2024-09-12T17:34:32.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.268+0000 7f1842ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 info.flags=0x17 2024-09-12T17:34:32.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.268+0000 7f1842ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 to cache LRU end 2024-09-12T17:34:32.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.268+0000 7f1842ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:32.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.268+0000 7f196e8ba9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): orig_sources= new_sources= 2024-09-12T17:34:32.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.268+0000 7f196e8ba9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): potential sources added=[] removed=[] 2024-09-12T17:34:32.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.268+0000 7f196e8ba9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): orig_dests= new_dests= 2024-09-12T17:34:32.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.268+0000 7f196e8ba9c0 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[fbe06962-a98e-4cf5-b805-dd8639959719.4523.27]): potential dests added=[] removed=[] 2024-09-12T17:34:32.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.272+0000 7f196e8ba9c0 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T17:34:32.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.276+0000 7f1822fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:32.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.280+0000 7f196e8ba9c0 20 remove_watcher() i=0 2024-09-12T17:34:32.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.280+0000 7f196e8ba9c0 2 removed watcher, disabling cache 2024-09-12T17:34:32.279 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.284+0000 7f196e8ba9c0 20 remove_watcher() i=1 2024-09-12T17:34:32.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.284+0000 7f196e8ba9c0 20 remove_watcher() i=2 2024-09-12T17:34:32.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.288+0000 7f196e8ba9c0 20 remove_watcher() i=3 2024-09-12T17:34:32.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.288+0000 7f196e8ba9c0 20 remove_watcher() i=4 2024-09-12T17:34:32.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.292+0000 7f196e8ba9c0 20 remove_watcher() i=5 2024-09-12T17:34:32.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.292+0000 7f196e8ba9c0 20 remove_watcher() i=6 2024-09-12T17:34:32.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.292+0000 7f196e8ba9c0 20 remove_watcher() i=7 2024-09-12T17:34:32.308 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T17:34:32.339 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:32.339 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:32.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.572+0000 7fc918817640 0 --2- 172.21.15.183:0/2420871804 >> [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] conn(0x55a6c35d6710 0x55a6c3749e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:34:32.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.600+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.600+0000 7fc91b5129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:32.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.600+0000 7fc91b5129c0 20 realm 2024-09-12T17:34:32.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.600+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.600+0000 7fc91b5129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:32.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.600+0000 7fc91b5129c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:32.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.600+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.600+0000 7fc91b5129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:32.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.600+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.604+0000 7fc91b5129c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:32.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.604+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.604+0000 7fc91b5129c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:32.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.604+0000 7fc91b5129c0 20 searching for the correct realm 2024-09-12T17:34:32.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.604+0000 7fc919018640 0 -- 172.21.15.183:0/4243717561 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fc91403f040 msgr2=0x7fc91404e410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:32.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.612+0000 7fc919018640 0 -- 172.21.15.183:0/4243717561 >> [v2:172.21.15.196:6824/2644564030,v1:172.21.15.196:6825/2644564030] conn(0x7fc914029410 msgr2=0x7fc914029870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:32.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:32.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:32.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:32.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:32.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:32.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:32.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:32.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:32.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:32.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 zone default found 2024-09-12T17:34:32.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 4 Realm: () 2024-09-12T17:34:32.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:32.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:32.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:32.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 zonegroup default 2024-09-12T17:34:32.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.836+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.840+0000 7fc91b5129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:32.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.840+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.840+0000 7fc91b5129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:32.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.840+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.840+0000 7fc91b5129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:32.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.840+0000 7fc91b5129c0 20 started sync module instance, tier type = 2024-09-12T17:34:32.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.840+0000 7fc91b5129c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:32.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.864+0000 7fc91b5129c0 20 add_watcher() i=0 2024-09-12T17:34:32.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.864+0000 7fc91b5129c0 20 add_watcher() i=1 2024-09-12T17:34:32.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.864+0000 7fc91b5129c0 20 add_watcher() i=2 2024-09-12T17:34:32.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.864+0000 7fc91b5129c0 20 add_watcher() i=3 2024-09-12T17:34:32.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.864+0000 7fc91b5129c0 20 add_watcher() i=4 2024-09-12T17:34:32.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.864+0000 7fc91b5129c0 20 add_watcher() i=5 2024-09-12T17:34:32.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.864+0000 7fc91b5129c0 20 add_watcher() i=6 2024-09-12T17:34:32.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.864+0000 7fc91b5129c0 20 add_watcher() i=7 2024-09-12T17:34:32.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.864+0000 7fc91b5129c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:32.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.868+0000 7fc7cf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:32.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc91b5129c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:32.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc91b5129c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:32.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc91b5129c0 5 note: GC not initialized 2024-09-12T17:34:32.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc7ce7e4640 20 reqs_thread_entry: start 2024-09-12T17:34:32.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc91b5129c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:32.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc91b5129c0 20 Filter name: none 2024-09-12T17:34:32.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc73ffff640 20 reqs_thread_entry: start 2024-09-12T17:34:32.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc91b5129c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:34:32.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc91b5129c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:34:32.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc91b5129c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:32.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.872+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.876+0000 7fc91b5129c0 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T17:34:32.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.876+0000 7fc91b5129c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:32.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.876+0000 7fc91b5129c0 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T17:34:32.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.876+0000 7fc91b5129c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:32.874 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.876+0000 7fc7cf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:32.879 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.884+0000 7fc91b5129c0 20 remove_watcher() i=0 2024-09-12T17:34:32.880 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.884+0000 7fc91b5129c0 2 removed watcher, disabling cache 2024-09-12T17:34:32.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.884+0000 7fc91b5129c0 20 remove_watcher() i=1 2024-09-12T17:34:32.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.888+0000 7fc91b5129c0 20 remove_watcher() i=2 2024-09-12T17:34:32.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.888+0000 7fc91b5129c0 20 remove_watcher() i=3 2024-09-12T17:34:32.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.892+0000 7fc91b5129c0 20 remove_watcher() i=4 2024-09-12T17:34:32.890 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.892+0000 7fc91b5129c0 20 remove_watcher() i=5 2024-09-12T17:34:32.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.896+0000 7fc91b5129c0 20 remove_watcher() i=6 2024-09-12T17:34:32.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:32.896+0000 7fc91b5129c0 20 remove_watcher() i=7 2024-09-12T17:34:32.907 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:32.907 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:34:32.908 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-trim-reshard-log-entries id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.27 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:34:32.908 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:32.910 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:32.910 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:32.916 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:32.916 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:32.962 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:32.962 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:32.987 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with EIO injected at block_writes 2024-09-12T17:34:32.987 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:32.989 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:32.990 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.007 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.007 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.055 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.055 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.075 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.075 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.094 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.094 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.112 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.113 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.131 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.131 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.152 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.153 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.171 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.171 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.190 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.190 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.208 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.209 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.228 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.228 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.246 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.247 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.266 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.266 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.285 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.285 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.305 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.305 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.324 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.324 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.343 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.343 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.362 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.363 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.381 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.381 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.400 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.400 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.419 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:33.419 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:33.438 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:34:33.473 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:33.473 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:33.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.520+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.524+0000 7fe0461189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:33.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.524+0000 7fe0461189c0 20 realm 2024-09-12T17:34:33.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.524+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.524+0000 7fe0461189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:33.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.524+0000 7fe0461189c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:33.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.524+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.524+0000 7fe0461189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:33.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.524+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.524+0000 7fe0461189c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:33.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.524+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.524+0000 7fe0461189c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:33.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.524+0000 7fe0461189c0 20 searching for the correct realm 2024-09-12T17:34:33.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.528+0000 7fe04441f640 0 -- 172.21.15.183:0/2643428852 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fe03810be60 msgr2=0x7fe0380d88f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:33.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.740+0000 7fe04341d640 0 -- 172.21.15.183:0/2643428852 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7fe03c00e040 msgr2=0x7fe03c01b430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:33.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.756+0000 7fe0461189c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:33.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.756+0000 7fe0461189c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:33.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.756+0000 7fe0461189c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:33.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.756+0000 7fe0461189c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:33.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.756+0000 7fe0461189c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:33.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.756+0000 7fe0461189c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:33.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.756+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.756+0000 7fe0461189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:33.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.756+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:33.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:33.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 zone default found 2024-09-12T17:34:33.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 4 Realm: () 2024-09-12T17:34:33.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:33.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:33.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:33.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 zonegroup default 2024-09-12T17:34:33.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:33.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:33.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:33.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 started sync module instance, tier type = 2024-09-12T17:34:33.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.760+0000 7fe0461189c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:33.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.784+0000 7fe0461189c0 20 add_watcher() i=0 2024-09-12T17:34:33.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.784+0000 7fe0461189c0 20 add_watcher() i=1 2024-09-12T17:34:33.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.784+0000 7fe0461189c0 20 add_watcher() i=2 2024-09-12T17:34:33.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.784+0000 7fe0461189c0 20 add_watcher() i=3 2024-09-12T17:34:33.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.784+0000 7fe0461189c0 20 add_watcher() i=4 2024-09-12T17:34:33.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.784+0000 7fe0461189c0 20 add_watcher() i=5 2024-09-12T17:34:33.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.784+0000 7fe0461189c0 20 add_watcher() i=6 2024-09-12T17:34:33.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.788+0000 7fe0461189c0 20 add_watcher() i=7 2024-09-12T17:34:33.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.788+0000 7fe0461189c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:33.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.792+0000 7fdef9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:33.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.792+0000 7fe0461189c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:33.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.792+0000 7fe0461189c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:33.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.792+0000 7fe0461189c0 5 note: GC not initialized 2024-09-12T17:34:33.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.792+0000 7fdef8fe1640 20 reqs_thread_entry: start 2024-09-12T17:34:33.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.792+0000 7fe0461189c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:33.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.792+0000 7fe0461189c0 20 Filter name: none 2024-09-12T17:34:33.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.792+0000 7fde727fc640 20 reqs_thread_entry: start 2024-09-12T17:34:33.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.796+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.796+0000 7fe0461189c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:33.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.796+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.796+0000 7fe0461189c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:33.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.796+0000 7fe0461189c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:33.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.796+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.796+0000 7fe0461189c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:33.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.796+0000 7fe0461189c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.796+0000 7fe0461189c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:33.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.796+0000 7fe0461189c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:33.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.800+0000 7fdef9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:33.802 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.804+0000 7fe0461189c0 20 remove_watcher() i=0 2024-09-12T17:34:33.802 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.804+0000 7fe0461189c0 2 removed watcher, disabling cache 2024-09-12T17:34:33.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.808+0000 7fe0461189c0 20 remove_watcher() i=1 2024-09-12T17:34:33.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.808+0000 7fe0461189c0 20 remove_watcher() i=2 2024-09-12T17:34:33.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.812+0000 7fe0461189c0 20 remove_watcher() i=3 2024-09-12T17:34:33.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.812+0000 7fe0461189c0 20 remove_watcher() i=4 2024-09-12T17:34:33.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.816+0000 7fe0461189c0 20 remove_watcher() i=5 2024-09-12T17:34:33.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.816+0000 7fe0461189c0 20 remove_watcher() i=6 2024-09-12T17:34:33.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.816+0000 7fe0461189c0 20 remove_watcher() i=7 2024-09-12T17:34:33.828 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:33.828 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:34:33.828 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-block-writes id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:34:33.829 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:33.829 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2024-09-12T17:34:33.861 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:33.861 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:33.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.908+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.908+0000 7fcc078289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:33.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.908+0000 7fcc078289c0 20 realm 2024-09-12T17:34:33.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.908+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.908+0000 7fcc078289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:33.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.908+0000 7fcc078289c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:33.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.908+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.908+0000 7fcc078289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:33.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.908+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.912+0000 7fcc078289c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:33.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.912+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:33.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.912+0000 7fcc078289c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:33.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.912+0000 7fcc078289c0 20 searching for the correct realm 2024-09-12T17:34:33.912 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.916+0000 7fcc05b2f640 0 -- 172.21.15.183:0/1995973914 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fcbfc0dc410 msgr2=0x7fcbfc0dc890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:33.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:33.924+0000 7fcc04b2d640 0 -- 172.21.15.183:0/1995973914 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fcc0004e940 msgr2=0x7fcc0003d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:34.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.140+0000 7fcc078289c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:34.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.140+0000 7fcc078289c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:34.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.140+0000 7fcc078289c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:34.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.140+0000 7fcc078289c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:34.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.140+0000 7fcc078289c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:34.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.140+0000 7fcc078289c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:34.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.140+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.140+0000 7fcc078289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.140+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:34.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:34.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 zone default found 2024-09-12T17:34:34.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 4 Realm: () 2024-09-12T17:34:34.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:34.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:34.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:34.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 zonegroup default 2024-09-12T17:34:34.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 started sync module instance, tier type = 2024-09-12T17:34:34.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.144+0000 7fcc078289c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:34.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.172+0000 7fcc078289c0 20 add_watcher() i=0 2024-09-12T17:34:34.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.172+0000 7fcc078289c0 20 add_watcher() i=1 2024-09-12T17:34:34.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.172+0000 7fcc078289c0 20 add_watcher() i=2 2024-09-12T17:34:34.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.172+0000 7fcc078289c0 20 add_watcher() i=3 2024-09-12T17:34:34.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.172+0000 7fcc078289c0 20 add_watcher() i=4 2024-09-12T17:34:34.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.172+0000 7fcc078289c0 20 add_watcher() i=5 2024-09-12T17:34:34.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.172+0000 7fcc078289c0 20 add_watcher() i=6 2024-09-12T17:34:34.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.172+0000 7fcc078289c0 20 add_watcher() i=7 2024-09-12T17:34:34.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.172+0000 7fcc078289c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:34.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.176+0000 7fcabb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:34.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:34.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:34.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 5 note: GC not initialized 2024-09-12T17:34:34.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcaba7e4640 20 reqs_thread_entry: start 2024-09-12T17:34:34.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:34.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 20 Filter name: none 2024-09-12T17:34:34.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fca2bfff640 20 reqs_thread_entry: start 2024-09-12T17:34:34.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T17:34:34.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:34.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T17:34:34.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T17:34:34.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 : miss 2024-09-12T17:34:34.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.180+0000 7fcc078289c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:34.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.184+0000 7fcc078289c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:34.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.184+0000 7fcc078289c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:34.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.184+0000 7fcc078289c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:34.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.184+0000 7fcc078289c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:34.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.184+0000 7fcc078289c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 2024-09-12T17:34:34.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.192+0000 7fcc078289c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:34.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.192+0000 7fcc078289c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:34.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.192+0000 7fcc078289c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:34.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.192+0000 7fcc078289c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28, ofs0, ns] 2024-09-12T17:34:34.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.192+0000 7fcae8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464298 cookie 94510924121600 notifier 7005 bl.length()=915 2024-09-12T17:34:34.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.192+0000 7fcae8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:34.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.192+0000 7fcae8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:34.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.192+0000 7fcae8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:34.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.192+0000 7fcc078289c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): orig_sources= new_sources= 2024-09-12T17:34:34.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.192+0000 7fcc078289c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): potential sources added=[] removed=[] 2024-09-12T17:34:34.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.192+0000 7fcc078289c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): orig_dests= new_dests= 2024-09-12T17:34:34.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.192+0000 7fcc078289c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): potential dests added=[] removed=[] 2024-09-12T17:34:34.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.196+0000 7fcc078289c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.28.1.0 2024-09-12T17:34:34.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.196+0000 7fcc078289c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.28.1.0 2024-09-12T17:34:34.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.196+0000 7fcc078289c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.28.1.1 2024-09-12T17:34:34.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.196+0000 7fcc078289c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.28.1.1 2024-09-12T17:34:34.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.196+0000 7fcc078289c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.28.0 2024-09-12T17:34:34.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.204+0000 7fcc078289c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:34:34.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.204+0000 7fcc078289c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 2024-09-12T17:34:34.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.204+0000 7fcc078289c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:34.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.204+0000 7fcc078289c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:34.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.204+0000 7fcc078289c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:34.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.204+0000 7fcc078289c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28, ofs0, ns] 2024-09-12T17:34:34.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.204+0000 7fcad7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464299 cookie 94510924121600 notifier 7005 bl.length()=915 2024-09-12T17:34:34.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.204+0000 7fcad7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:34.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.204+0000 7fcad7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:34.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.204+0000 7fcad7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:34.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.208+0000 7fcc078289c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): orig_sources= new_sources= 2024-09-12T17:34:34.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.208+0000 7fcc078289c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): potential sources added=[] removed=[] 2024-09-12T17:34:34.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.208+0000 7fcc078289c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): orig_dests= new_dests= 2024-09-12T17:34:34.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.208+0000 7fcc078289c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): potential dests added=[] removed=[] 2024-09-12T17:34:34.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.208+0000 7fcc078289c0 -1 Injecting error=-5 at location=block_writes 2024-09-12T17:34:34.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.208+0000 7fcc078289c0 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2024-09-12T17:34:34.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.212+0000 7fcc078289c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:34:34.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.212+0000 7fcc078289c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 2024-09-12T17:34:34.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcc078289c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:34.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcc078289c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:34.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcc078289c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:34.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcc078289c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28, ofs0, ns] 2024-09-12T17:34:34.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcae8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464300 cookie 94510924121600 notifier 7005 bl.length()=883 2024-09-12T17:34:34.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcae8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:34.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcae8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:34.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcae8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:34.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcc078289c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): orig_sources= new_sources= 2024-09-12T17:34:34.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcc078289c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): potential sources added=[] removed=[] 2024-09-12T17:34:34.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcc078289c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): orig_dests= new_dests= 2024-09-12T17:34:34.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcc078289c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): potential dests added=[] removed=[] 2024-09-12T17:34:34.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.216+0000 7fcc078289c0 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2024-09-12T17:34:34.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.224+0000 7fcabb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:34.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.228+0000 7fcc078289c0 20 remove_watcher() i=0 2024-09-12T17:34:34.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.228+0000 7fcc078289c0 2 removed watcher, disabling cache 2024-09-12T17:34:34.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.228+0000 7fcc078289c0 20 remove_watcher() i=1 2024-09-12T17:34:34.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.232+0000 7fcc078289c0 20 remove_watcher() i=2 2024-09-12T17:34:34.231 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.232+0000 7fcc078289c0 20 remove_watcher() i=3 2024-09-12T17:34:34.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.236+0000 7fcc078289c0 20 remove_watcher() i=4 2024-09-12T17:34:34.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.236+0000 7fcc078289c0 20 remove_watcher() i=5 2024-09-12T17:34:34.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.240+0000 7fcc078289c0 20 remove_watcher() i=6 2024-09-12T17:34:34.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.240+0000 7fcc078289c0 20 remove_watcher() i=7 2024-09-12T17:34:34.253 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:34:34.280 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:34.280 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:34.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.324+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.328+0000 7f419efa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.328+0000 7f419efa79c0 20 realm 2024-09-12T17:34:34.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.328+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.328+0000 7f419efa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.328+0000 7f419efa79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:34.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.328+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.328+0000 7f419efa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.328+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.328+0000 7f419efa79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:34.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.328+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.328+0000 7f419efa79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:34.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.328+0000 7f419efa79c0 20 searching for the correct realm 2024-09-12T17:34:34.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.336+0000 7f419caad640 0 -- 172.21.15.183:0/3210725262 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f419403a070 msgr2=0x7f419403a960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:34.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.340+0000 7f419c2ac640 0 -- 172.21.15.183:0/3210725262 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f4194054920 msgr2=0x7f4194023400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:34.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.556+0000 7f419efa79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:34.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.556+0000 7f419efa79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:34.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.556+0000 7f419efa79c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:34.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.556+0000 7f419efa79c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:34.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.556+0000 7f419efa79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:34.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.556+0000 7f419efa79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:34.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.556+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:34.557 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.557 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:34.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 20 zone default found 2024-09-12T17:34:34.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 4 Realm: () 2024-09-12T17:34:34.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:34.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:34.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:34.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 20 zonegroup default 2024-09-12T17:34:34.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.560+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.564+0000 7f419efa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.564+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.564+0000 7f419efa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.564+0000 7f419efa79c0 20 started sync module instance, tier type = 2024-09-12T17:34:34.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.564+0000 7f419efa79c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:34.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.588+0000 7f419efa79c0 20 add_watcher() i=0 2024-09-12T17:34:34.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.588+0000 7f419efa79c0 20 add_watcher() i=1 2024-09-12T17:34:34.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.588+0000 7f419efa79c0 20 add_watcher() i=2 2024-09-12T17:34:34.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.588+0000 7f419efa79c0 20 add_watcher() i=3 2024-09-12T17:34:34.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.588+0000 7f419efa79c0 20 add_watcher() i=4 2024-09-12T17:34:34.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.588+0000 7f419efa79c0 20 add_watcher() i=5 2024-09-12T17:34:34.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.588+0000 7f419efa79c0 20 add_watcher() i=6 2024-09-12T17:34:34.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.588+0000 7f419efa79c0 20 add_watcher() i=7 2024-09-12T17:34:34.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.588+0000 7f419efa79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:34.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.592+0000 7f4052fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:34.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.596+0000 7f419efa79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:34.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.596+0000 7f419efa79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:34.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.596+0000 7f419efa79c0 5 note: GC not initialized 2024-09-12T17:34:34.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.596+0000 7f4051fe3640 20 reqs_thread_entry: start 2024-09-12T17:34:34.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.596+0000 7f419efa79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:34.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.596+0000 7f419efa79c0 20 Filter name: none 2024-09-12T17:34:34.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.596+0000 7f3fc37fe640 20 reqs_thread_entry: start 2024-09-12T17:34:34.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.596+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.596+0000 7f419efa79c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:34.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.596+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.600+0000 7f419efa79c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:34.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.600+0000 7f419efa79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:34.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.600+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.600+0000 7f419efa79c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:34.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.600+0000 7f419efa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.600+0000 7f419efa79c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:34.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.600+0000 7f419efa79c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:34.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.600+0000 7f4052fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:34.604 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.608+0000 7f419efa79c0 20 remove_watcher() i=0 2024-09-12T17:34:34.604 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.608+0000 7f419efa79c0 2 removed watcher, disabling cache 2024-09-12T17:34:34.606 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.608+0000 7f419efa79c0 20 remove_watcher() i=1 2024-09-12T17:34:34.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.612+0000 7f419efa79c0 20 remove_watcher() i=2 2024-09-12T17:34:34.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.612+0000 7f419efa79c0 20 remove_watcher() i=3 2024-09-12T17:34:34.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.616+0000 7f419efa79c0 20 remove_watcher() i=4 2024-09-12T17:34:34.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.616+0000 7f419efa79c0 20 remove_watcher() i=5 2024-09-12T17:34:34.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.620+0000 7f419efa79c0 20 remove_watcher() i=6 2024-09-12T17:34:34.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.620+0000 7f419efa79c0 20 remove_watcher() i=7 2024-09-12T17:34:34.635 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:34.635 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:34:34.635 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-block-writes id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:34:34.635 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:34.636 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:34.636 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:34.650 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:34.650 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:34.692 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:34:34.728 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:34.728 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:34.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.776+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.780+0000 7f652c0649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.780+0000 7f652c0649c0 20 realm 2024-09-12T17:34:34.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.780+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.780+0000 7f652c0649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.780+0000 7f652c0649c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:34.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.780+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.780+0000 7f652c0649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:34.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.780+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.780+0000 7f652c0649c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:34.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.780+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:34.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.784+0000 7f652c0649c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:34.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.784+0000 7f652c0649c0 20 searching for the correct realm 2024-09-12T17:34:34.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.788+0000 7f6529b6a640 0 -- 172.21.15.183:0/2440912762 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f6524041c00 msgr2=0x7f65240288f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:34.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:34.792+0000 7f6529369640 0 -- 172.21.15.183:0/2440912762 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f6524037910 msgr2=0x7f652400f3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:35.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:35.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:35.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:35.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:35.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:35.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:35.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:35.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:35.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:35.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 zone default found 2024-09-12T17:34:35.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 4 Realm: () 2024-09-12T17:34:35.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:35.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:35.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:35.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 zonegroup default 2024-09-12T17:34:35.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:35.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.012+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.016+0000 7f652c0649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:35.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.016+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.016+0000 7f652c0649c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:35.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.016+0000 7f652c0649c0 20 started sync module instance, tier type = 2024-09-12T17:34:35.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.016+0000 7f652c0649c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:35.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.040+0000 7f652c0649c0 20 add_watcher() i=0 2024-09-12T17:34:35.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.040+0000 7f652c0649c0 20 add_watcher() i=1 2024-09-12T17:34:35.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.040+0000 7f652c0649c0 20 add_watcher() i=2 2024-09-12T17:34:35.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.040+0000 7f652c0649c0 20 add_watcher() i=3 2024-09-12T17:34:35.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.040+0000 7f652c0649c0 20 add_watcher() i=4 2024-09-12T17:34:35.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.040+0000 7f652c0649c0 20 add_watcher() i=5 2024-09-12T17:34:35.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.040+0000 7f652c0649c0 20 add_watcher() i=6 2024-09-12T17:34:35.038 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.040+0000 7f652c0649c0 20 add_watcher() i=7 2024-09-12T17:34:35.038 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.040+0000 7f652c0649c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:35.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.044+0000 7f63dffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:35.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.044+0000 7f652c0649c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:35.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.044+0000 7f652c0649c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:35.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 5 note: GC not initialized 2024-09-12T17:34:35.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f63defe5640 20 reqs_thread_entry: start 2024-09-12T17:34:35.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:35.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 20 Filter name: none 2024-09-12T17:34:35.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f63dcfe1640 20 reqs_thread_entry: start 2024-09-12T17:34:35.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T17:34:35.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:35.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T17:34:35.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T17:34:35.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 : miss 2024-09-12T17:34:35.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:35.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:35.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:35.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:35.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:35.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.048+0000 7f652c0649c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 2024-09-12T17:34:35.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.056+0000 7f652c0649c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:35.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.056+0000 7f652c0649c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:35.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.056+0000 7f652c0649c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:35.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.056+0000 7f652c0649c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28, ofs0, ns] 2024-09-12T17:34:35.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.056+0000 7f640d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464301 cookie 93950795453552 notifier 7044 bl.length()=915 2024-09-12T17:34:35.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.056+0000 7f640d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:35.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.056+0000 7f640d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:35.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.056+0000 7f640d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:35.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.056+0000 7f652c0649c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): orig_sources= new_sources= 2024-09-12T17:34:35.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.056+0000 7f652c0649c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): potential sources added=[] removed=[] 2024-09-12T17:34:35.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.056+0000 7f652c0649c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): orig_dests= new_dests= 2024-09-12T17:34:35.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.056+0000 7f652c0649c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): potential dests added=[] removed=[] 2024-09-12T17:34:35.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.064+0000 7f652c0649c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.28.1.0 2024-09-12T17:34:35.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.064+0000 7f652c0649c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.28.1.0 2024-09-12T17:34:35.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.064+0000 7f652c0649c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.28.1.1 2024-09-12T17:34:35.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.064+0000 7f652c0649c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.28.1.1 2024-09-12T17:34:35.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.064+0000 7f652c0649c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.28.0 2024-09-12T17:34:35.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.068+0000 7f652c0649c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:34:35.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.068+0000 7f652c0649c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 2024-09-12T17:34:35.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.068+0000 7f652c0649c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:35.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.068+0000 7f652c0649c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:35.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.068+0000 7f652c0649c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:35.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.068+0000 7f652c0649c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28, ofs0, ns] 2024-09-12T17:34:35.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.068+0000 7f640d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464302 cookie 93950795453552 notifier 7044 bl.length()=915 2024-09-12T17:34:35.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.068+0000 7f640d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:35.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.068+0000 7f640d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:35.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.068+0000 7f640d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:35.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.072+0000 7f652c0649c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): orig_sources= new_sources= 2024-09-12T17:34:35.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.072+0000 7f652c0649c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): potential sources added=[] removed=[] 2024-09-12T17:34:35.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.072+0000 7f652c0649c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): orig_dests= new_dests= 2024-09-12T17:34:35.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.072+0000 7f652c0649c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): potential dests added=[] removed=[] 2024-09-12T17:34:35.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.072+0000 7f652c0649c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.28.0 2024-09-12T17:34:35.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.072+0000 7f652c0649c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 : hit (requested=0x17, cached=0x17) 2024-09-12T17:34:35.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.072+0000 7f652c0649c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 2024-09-12T17:34:35.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.076+0000 7f652c0649c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:35.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.076+0000 7f652c0649c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:35.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.076+0000 7f652c0649c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:35.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.076+0000 7f652c0649c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28, ofs0, ns] 2024-09-12T17:34:35.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.080+0000 7f640cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464303 cookie 93950795453552 notifier 7044 bl.length()=883 2024-09-12T17:34:35.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.080+0000 7f640cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 info.flags=0x17 2024-09-12T17:34:35.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.080+0000 7f640cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 to cache LRU end 2024-09-12T17:34:35.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.080+0000 7f640cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:35.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.080+0000 7f652c0649c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): orig_sources= new_sources= 2024-09-12T17:34:35.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.080+0000 7f652c0649c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): potential sources added=[] removed=[] 2024-09-12T17:34:35.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.080+0000 7f652c0649c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): orig_dests= new_dests= 2024-09-12T17:34:35.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.080+0000 7f652c0649c0 20 handle_bi_update(): bucket=:error-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.28]): potential dests added=[] removed=[] 2024-09-12T17:34:35.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.080+0000 7f652c0649c0 1 execute INFO: reshard of bucket "error-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:34:35.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.084+0000 7f63dffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:35.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.088+0000 7f652c0649c0 20 remove_watcher() i=0 2024-09-12T17:34:35.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.088+0000 7f652c0649c0 2 removed watcher, disabling cache 2024-09-12T17:34:35.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.092+0000 7f652c0649c0 20 remove_watcher() i=1 2024-09-12T17:34:35.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.092+0000 7f652c0649c0 20 remove_watcher() i=2 2024-09-12T17:34:35.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.096+0000 7f652c0649c0 20 remove_watcher() i=3 2024-09-12T17:34:35.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.096+0000 7f652c0649c0 20 remove_watcher() i=4 2024-09-12T17:34:35.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.100+0000 7f652c0649c0 20 remove_watcher() i=5 2024-09-12T17:34:35.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.100+0000 7f652c0649c0 20 remove_watcher() i=6 2024-09-12T17:34:35.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.104+0000 7f652c0649c0 20 remove_watcher() i=7 2024-09-12T17:34:35.117 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T17:34:35.148 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:35.148 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:35.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.196+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.196+0000 7f8c4b0819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:35.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.196+0000 7f8c4b0819c0 20 realm 2024-09-12T17:34:35.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.196+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.196+0000 7f8c4b0819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:35.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.196+0000 7f8c4b0819c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:35.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.196+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.196+0000 7f8c4b0819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:35.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.196+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.200+0000 7f8c4b0819c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:35.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.200+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.200+0000 7f8c4b0819c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:35.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.200+0000 7f8c4b0819c0 20 searching for the correct realm 2024-09-12T17:34:35.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.204+0000 7f8c49388640 0 -- 172.21.15.183:0/3539777460 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f8c3c0d9060 msgr2=0x7f8c3c0fe520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:35.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.420+0000 7f8c48386640 0 -- 172.21.15.183:0/3539777460 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f8c4005d420 msgr2=0x7f8c4005d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:35.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.636+0000 7f8c4b0819c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:35.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.636+0000 7f8c4b0819c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:35.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.636+0000 7f8c4b0819c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:35.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.636+0000 7f8c4b0819c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:35.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.636+0000 7f8c4b0819c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:35.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.636+0000 7f8c4b0819c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:35.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.636+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.636+0000 7f8c4b0819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:35.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.636+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.636+0000 7f8c4b0819c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:35.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.636+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:35.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 20 zone default found 2024-09-12T17:34:35.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 4 Realm: () 2024-09-12T17:34:35.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:35.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:35.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:35.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 20 zonegroup default 2024-09-12T17:34:35.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:35.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:35.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.638 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:35.638 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 20 started sync module instance, tier type = 2024-09-12T17:34:35.638 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.640+0000 7f8c4b0819c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:35.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.664+0000 7f8c4b0819c0 20 add_watcher() i=0 2024-09-12T17:34:35.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.664+0000 7f8c4b0819c0 20 add_watcher() i=1 2024-09-12T17:34:35.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.664+0000 7f8c4b0819c0 20 add_watcher() i=2 2024-09-12T17:34:35.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.664+0000 7f8c4b0819c0 20 add_watcher() i=3 2024-09-12T17:34:35.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.664+0000 7f8c4b0819c0 20 add_watcher() i=4 2024-09-12T17:34:35.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.664+0000 7f8c4b0819c0 20 add_watcher() i=5 2024-09-12T17:34:35.662 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.664+0000 7f8c4b0819c0 20 add_watcher() i=6 2024-09-12T17:34:35.664 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.668+0000 7f8c4b0819c0 20 add_watcher() i=7 2024-09-12T17:34:35.664 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.668+0000 7f8c4b0819c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:35.668 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.672+0000 7f8aff7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:35.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.672+0000 7f8c4b0819c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:35.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.672+0000 7f8c4b0819c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:35.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.672+0000 7f8c4b0819c0 5 note: GC not initialized 2024-09-12T17:34:35.670 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.672+0000 7f8afe7e4640 20 reqs_thread_entry: start 2024-09-12T17:34:35.670 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.672+0000 7f8c4b0819c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:35.670 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.672+0000 7f8c4b0819c0 20 Filter name: none 2024-09-12T17:34:35.670 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.672+0000 7f8afc7e0640 20 reqs_thread_entry: start 2024-09-12T17:34:35.670 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.672+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.671 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.672+0000 7f8c4b0819c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:35.671 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.672+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.676+0000 7f8c4b0819c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:35.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.676+0000 7f8c4b0819c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:35.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.676+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.673 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.676+0000 7f8c4b0819c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:35.673 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.676+0000 7f8c4b0819c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:35.674 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.676+0000 7f8c4b0819c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:35.674 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.676+0000 7f8c4b0819c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:35.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.680+0000 7f8aff7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:35.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.684+0000 7f8c4b0819c0 20 remove_watcher() i=0 2024-09-12T17:34:35.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.684+0000 7f8c4b0819c0 2 removed watcher, disabling cache 2024-09-12T17:34:35.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.688+0000 7f8c4b0819c0 20 remove_watcher() i=1 2024-09-12T17:34:35.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.688+0000 7f8c4b0819c0 20 remove_watcher() i=2 2024-09-12T17:34:35.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.692+0000 7f8c4b0819c0 20 remove_watcher() i=3 2024-09-12T17:34:35.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.692+0000 7f8c4b0819c0 20 remove_watcher() i=4 2024-09-12T17:34:35.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.696+0000 7f8c4b0819c0 20 remove_watcher() i=5 2024-09-12T17:34:35.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.696+0000 7f8c4b0819c0 20 remove_watcher() i=6 2024-09-12T17:34:35.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:35.696+0000 7f8c4b0819c0 20 remove_watcher() i=7 2024-09-12T17:34:35.708 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:35.708 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:34:35.708 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-block-writes id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.28 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:34:35.708 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:35.709 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.709 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.712 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.712 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.757 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.757 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.778 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with abort at block_writes 2024-09-12T17:34:35.778 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:35.780 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.780 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.797 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.797 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.843 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.843 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.862 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.862 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.881 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.881 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.899 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.899 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.917 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.918 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.938 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.938 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.958 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.958 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.977 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.977 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:35.996 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:35.996 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:36.014 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:36.014 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:36.033 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:36.033 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:36.052 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:36.052 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:36.071 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:36.071 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:36.092 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:36.092 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:36.111 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:36.111 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:36.129 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:36.129 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:36.149 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:36.149 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:36.167 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:36.167 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:36.187 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:36.188 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:36.206 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:36.207 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:36.223 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:34:36.257 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:36.257 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:36.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.304+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.308+0000 7f4e610a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:36.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.308+0000 7f4e610a09c0 20 realm 2024-09-12T17:34:36.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.308+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.308+0000 7f4e610a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:36.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.308+0000 7f4e610a09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:36.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.308+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.308+0000 7f4e610a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:36.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.308+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.308+0000 7f4e610a09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:36.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.308+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.308+0000 7f4e610a09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:36.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.308+0000 7f4e610a09c0 20 searching for the correct realm 2024-09-12T17:34:36.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.312+0000 7f4e5f3a7640 0 -- 172.21.15.183:0/631622035 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f4e5401f060 msgr2=0x7f4e5404c600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:36.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.528+0000 7f4e5e3a5640 0 -- 172.21.15.183:0/631622035 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f4e58036910 msgr2=0x7f4e5800d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:36.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.743+0000 7f4e610a09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:36.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.743+0000 7f4e610a09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:36.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.743+0000 7f4e610a09c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:36.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.743+0000 7f4e610a09c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:36.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.743+0000 7f4e610a09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:36.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.743+0000 7f4e610a09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:36.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.743+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:36.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:36.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:36.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 20 zone default found 2024-09-12T17:34:36.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 4 Realm: () 2024-09-12T17:34:36.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:36.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:36.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:36.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 20 zonegroup default 2024-09-12T17:34:36.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:36.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.747+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.751+0000 7f4e610a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:36.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.751+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.751+0000 7f4e610a09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:36.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.751+0000 7f4e610a09c0 20 started sync module instance, tier type = 2024-09-12T17:34:36.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.751+0000 7f4e610a09c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:36.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.771+0000 7f4e610a09c0 20 add_watcher() i=0 2024-09-12T17:34:36.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.771+0000 7f4e610a09c0 20 add_watcher() i=1 2024-09-12T17:34:36.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.771+0000 7f4e610a09c0 20 add_watcher() i=2 2024-09-12T17:34:36.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.771+0000 7f4e610a09c0 20 add_watcher() i=3 2024-09-12T17:34:36.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.771+0000 7f4e610a09c0 20 add_watcher() i=4 2024-09-12T17:34:36.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.771+0000 7f4e610a09c0 20 add_watcher() i=5 2024-09-12T17:34:36.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.771+0000 7f4e610a09c0 20 add_watcher() i=6 2024-09-12T17:34:36.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.775+0000 7f4e610a09c0 20 add_watcher() i=7 2024-09-12T17:34:36.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.775+0000 7f4e610a09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:36.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.779+0000 7f4d157e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:36.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.779+0000 7f4e610a09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:36.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.779+0000 7f4e610a09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:36.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.779+0000 7f4e610a09c0 5 note: GC not initialized 2024-09-12T17:34:36.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.779+0000 7f4c8ffff640 20 reqs_thread_entry: start 2024-09-12T17:34:36.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.779+0000 7f4e610a09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:36.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.779+0000 7f4e610a09c0 20 Filter name: none 2024-09-12T17:34:36.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.779+0000 7f4c8dffb640 20 reqs_thread_entry: start 2024-09-12T17:34:36.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.779+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.779+0000 7f4e610a09c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:36.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.779+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.783+0000 7f4e610a09c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:36.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.783+0000 7f4e610a09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:36.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.783+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.783+0000 7f4e610a09c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:36.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.783+0000 7f4e610a09c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.783+0000 7f4e610a09c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:36.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.783+0000 7f4e610a09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:36.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.783+0000 7f4d157e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:36.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.791+0000 7f4e610a09c0 20 remove_watcher() i=0 2024-09-12T17:34:36.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.791+0000 7f4e610a09c0 2 removed watcher, disabling cache 2024-09-12T17:34:36.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.791+0000 7f4e610a09c0 20 remove_watcher() i=1 2024-09-12T17:34:36.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.795+0000 7f4e610a09c0 20 remove_watcher() i=2 2024-09-12T17:34:36.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.795+0000 7f4e610a09c0 20 remove_watcher() i=3 2024-09-12T17:34:36.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.799+0000 7f4e610a09c0 20 remove_watcher() i=4 2024-09-12T17:34:36.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.799+0000 7f4e610a09c0 20 remove_watcher() i=5 2024-09-12T17:34:36.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.799+0000 7f4e610a09c0 20 remove_watcher() i=6 2024-09-12T17:34:36.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.803+0000 7f4e610a09c0 20 remove_watcher() i=7 2024-09-12T17:34:36.815 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:36.815 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:34:36.815 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-block-writes id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:34:36.815 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:36.816 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2024-09-12T17:34:36.852 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:36.852 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:36.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:36.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 realm 2024-09-12T17:34:36.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:36.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.899+0000 7f01c032a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:36.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:36.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.903+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:36.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.903+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:36.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.903+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:36.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.903+0000 7f01c032a9c0 20 searching for the correct realm 2024-09-12T17:34:36.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.907+0000 7f01be631640 0 -- 172.21.15.183:0/3744253592 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x559198fe55a0 msgr2=0x559198fe7990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:36.912 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:36.915+0000 7f01bd62f640 0 -- 172.21.15.183:0/3744253592 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f01b8029420 msgr2=0x7f01b8029880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:37.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:37.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:37.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:37.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:37.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:37.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:37.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:37.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:37.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 zone default found 2024-09-12T17:34:37.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 4 Realm: () 2024-09-12T17:34:37.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:37.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:37.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:37.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 zonegroup default 2024-09-12T17:34:37.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 started sync module instance, tier type = 2024-09-12T17:34:37.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:37.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=0 2024-09-12T17:34:37.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=1 2024-09-12T17:34:37.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=2 2024-09-12T17:34:37.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=3 2024-09-12T17:34:37.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=4 2024-09-12T17:34:37.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=5 2024-09-12T17:34:37.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=6 2024-09-12T17:34:37.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.163+0000 7f01c032a9c0 20 add_watcher() i=7 2024-09-12T17:34:37.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.163+0000 7f01c032a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:37.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.167+0000 7f006f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:37.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:37.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:37.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 note: GC not initialized 2024-09-12T17:34:37.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.167+0000 7f006e7fc640 20 reqs_thread_entry: start 2024-09-12T17:34:37.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:37.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 Filter name: none 2024-09-12T17:34:37.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.167+0000 7effdffff640 20 reqs_thread_entry: start 2024-09-12T17:34:37.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.167+0000 7f01c032a9c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:34:37.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:37.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:34:37.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:34:37.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 : miss 2024-09-12T17:34:37.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.171+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.171+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:37.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:37.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 2024-09-12T17:34:37.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.179+0000 7f01c032a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.179+0000 7f01c032a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.179+0000 7f01c032a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.179+0000 7f01c032a9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29, ofs0, ns] 2024-09-12T17:34:37.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.179+0000 7f00a17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464346 cookie 94083825447280 notifier 7101 bl.length()=915 2024-09-12T17:34:37.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.179+0000 7f00a17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.179+0000 7f00a17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.179+0000 7f00a17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.179+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_sources= new_sources= 2024-09-12T17:34:37.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.179+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential sources added=[] removed=[] 2024-09-12T17:34:37.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.179+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_dests= new_dests= 2024-09-12T17:34:37.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.179+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential dests added=[] removed=[] 2024-09-12T17:34:37.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.187+0000 7f01c032a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.1.0 2024-09-12T17:34:37.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.187+0000 7f01c032a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.1.0 2024-09-12T17:34:37.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.187+0000 7f01c032a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.1.1 2024-09-12T17:34:37.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.187+0000 7f01c032a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.1.1 2024-09-12T17:34:37.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.187+0000 7f01c032a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.0 2024-09-12T17:34:37.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.191+0000 7f01c032a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:34:37.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.191+0000 7f01c032a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 2024-09-12T17:34:37.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.195+0000 7f01c032a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.195+0000 7f01c032a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.195+0000 7f01c032a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.195+0000 7f01c032a9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29, ofs0, ns] 2024-09-12T17:34:37.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.195+0000 7f00a17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464347 cookie 94083825447280 notifier 7101 bl.length()=915 2024-09-12T17:34:37.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.195+0000 7f00a17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.195+0000 7f00a17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.195+0000 7f00a17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.193 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f01c032a9c0 time 2024-09-12T17:34:37.200423+0000 2024-09-12T17:34:37.193 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:34:37.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.195+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_sources= new_sources= 2024-09-12T17:34:37.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.195+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential sources added=[] removed=[] 2024-09-12T17:34:37.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.195+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_dests= new_dests= 2024-09-12T17:34:37.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.195+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential dests added=[] removed=[] 2024-09-12T17:34:37.196 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:37.196 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f01c3c042eb] 2024-09-12T17:34:37.196 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f01c3c0449f] 2024-09-12T17:34:37.196 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591976120c1] 2024-09-12T17:34:37.196 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55919762355b] 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559197624b44] 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f01c2a6ad90] 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f01c032a9c0 thread_name:radosgw-admin 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.199+0000 7f01c032a9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f01c032a9c0 time 2024-09-12T17:34:37.200423+0000 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f01c3c042eb] 2024-09-12T17:34:37.197 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f01c3c0449f] 2024-09-12T17:34:37.198 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591976120c1] 2024-09-12T17:34:37.198 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55919762355b] 2024-09-12T17:34:37.198 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559197624b44] 2024-09-12T17:34:37.198 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:34:37.198 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f01c2a6ad90] 2024-09-12T17:34:37.198 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:34:37.198 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:34:37.198 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.198 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:37.199 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f01c2a83520] 2024-09-12T17:34:37.199 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:34:37.199 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:34:37.199 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:34:37.199 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f01c3c04345] 2024-09-12T17:34:37.199 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f01c3c0449f] 2024-09-12T17:34:37.199 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591976120c1] 2024-09-12T17:34:37.199 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55919762355b] 2024-09-12T17:34:37.199 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559197624b44] 2024-09-12T17:34:37.199 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:34:37.199 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f01c2a6ad90] 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.199+0000 7f01c032a9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f01c032a9c0 thread_name:radosgw-admin 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f01c2a83520] 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f01c3c04345] 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f01c3c0449f] 2024-09-12T17:34:37.200 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591976120c1] 2024-09-12T17:34:37.201 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55919762355b] 2024-09-12T17:34:37.201 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559197624b44] 2024-09-12T17:34:37.201 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:34:37.201 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f01c2a6ad90] 2024-09-12T17:34:37.201 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:34:37.201 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:34:37.201 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:34:37.201 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.201 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:34:37.237 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: secure 2024-09-12T17:34:37.237 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: crc 2024-09-12T17:34:37.237 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: secure 2024-09-12T17:34:37.237 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: crc 2024-09-12T17:34:37.237 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: secure 2024-09-12T17:34:37.237 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: crc 2024-09-12T17:34:37.237 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: crc 2024-09-12T17:34:37.237 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: secure 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: crc 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: secure 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: crc 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: secure 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 1 librados: starting msgr at 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 1 librados: starting objecter 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command objecter_requests hook 0x559198ef50f0 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 1 librados: setting wanted keys 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 1 librados: calling monclient init 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: init 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding auth protocol: cephx 2024-09-12T17:34:37.238 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding auth protocol: cephx 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding auth protocol: cephx 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: secure 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: crc 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: secure 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: crc 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: secure 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: crc 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: crc 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: secure 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: crc 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: secure 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: crc 2024-09-12T17:34:37.239 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: secure 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command rotate-key hook 0x559198ef0f68 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-b con 0x559198da0b10 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-a con 0x559198dad220 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-c con 0x559198e39710 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:37.240 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): authenticate will time out at 2262.413102s 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): get_auth_request con 0x559198dad220 auth_method 0 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): get_auth_request con 0x559198e39710 auth_method 0 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.241 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): handle_auth_done global_id 7092 payload 824 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient: _finish_hunting 0 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:34:36.879+0000 7f01bd62f640 1 monclient: found mon.noname-a 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: dump: 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.242 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: _finish_auth 0 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: _check_auth_tickets 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: dump: 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.243 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:34:36.879+0000 7f00abe07640 4 set_mon_vals no callback set 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 monclient: authenticate success, global_id 7092 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: _renew_subs 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: _renew_subs 2024-09-12T17:34:37.244 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 1 librados: init done 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:34:36.883+0000 7f00aa604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:34:36.883+0000 7f00aa604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:34:36.883+0000 7f00aa604640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:34:36.883+0000 7f01bde30640 10 monclient: get_auth_request con 0x7f00a4070b10 auth_method 0 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:34:36.883+0000 7f01be631640 10 monclient: get_auth_request con 0x559198f19cb0 auth_method 0 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:34:36.883+0000 7f01bde30640 10 monclient: get_auth_request con 0x559198f3cd50 auth_method 0 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:34:36.883+0000 7f01bd62f640 10 monclient: get_auth_request con 0x559198f410b0 auth_method 0 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:34:36.887+0000 7f01be631640 10 monclient: get_auth_request con 0x559198f45520 auth_method 0 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: monmap: 2024-09-12T17:34:37.245 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding auth protocol: cephx 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding auth protocol: cephx 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding auth protocol: cephx 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: secure 2024-09-12T17:34:37.246 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: crc 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: secure 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: crc 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: secure 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: crc 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: crc 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: secure 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: crc 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: secure 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: crc 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: secure 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command objecter_requests cmddesc objecter_requests hook 0x559198f4cbe0 EEXIST 2024-09-12T17:34:37.247 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: init 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding auth protocol: cephx 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding auth protocol: cephx 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding auth protocol: cephx 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: secure 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: crc 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: secure 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: crc 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: secure 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: crc 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: crc 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: secure 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: crc 2024-09-12T17:34:37.248 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: secure 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: crc 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: secure 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command rotate-key cmddesc rotate-key hook 0x559198f483b0 EEXIST 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-a con 0x559198f70d90 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-b con 0x559198f706c0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-c con 0x559198f6f0a0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.249 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:37.250 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): authenticate will time out at 2262.423119s 2024-09-12T17:34:37.250 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): get_auth_request con 0x559198f70d90 auth_method 0 2024-09-12T17:34:37.250 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.250 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.250 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.250 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): get_auth_request con 0x559198f6f0a0 auth_method 0 2024-09-12T17:34:37.250 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.250 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.250 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.250 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.250 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.250 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:34:36.887+0000 7f01be631640 10 monclient(hunting): get_auth_request con 0x559198f706c0 auth_method 0 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:34:36.887+0000 7f01be631640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:34:36.887+0000 7f01be631640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:34:36.887+0000 7f01be631640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): handle_auth_done global_id 7095 payload 824 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient: _finish_hunting 0 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:34:36.887+0000 7f01bd62f640 1 monclient: found mon.noname-a 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:37.251 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: dump: 2024-09-12T17:34:37.252 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.252 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.252 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.252 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.252 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.252 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.252 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.252 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.252 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.252 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.252 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: _finish_auth 0 2024-09-12T17:34:37.252 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: _check_auth_tickets 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: dump: 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.253 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 monclient: authenticate success, global_id 7095 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:34:36.887+0000 7f01bee32640 4 set_mon_vals no callback set 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: _renew_subs 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: _renew_subs 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:34:36.891+0000 7f00a37fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:34:36.891+0000 7f00a37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:34:36.891+0000 7f00a37fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: get_monmap_and_config 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:37.254 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: monmap: 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding auth protocol: cephx 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding auth protocol: cephx 2024-09-12T17:34:37.255 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding auth protocol: cephx 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: secure 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: crc 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: secure 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: crc 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: secure 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: crc 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: crc 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: secure 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: crc 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: secure 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: crc 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: secure 2024-09-12T17:34:37.256 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient: get_auth_request con 0x7f0098070a20 auth_method 0 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: init 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding auth protocol: cephx 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding auth protocol: cephx 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding auth protocol: cephx 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: secure 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: crc 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: secure 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: crc 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: secure 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: crc 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: crc 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: secure 2024-09-12T17:34:37.257 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: crc 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: secure 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: crc 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: secure 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdfb50c208 EEXIST 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-b con 0x559198fc44d0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-a con 0x559198f93ef0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-c con 0x559198fbfca0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.258 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): authenticate will time out at 2262.427327s 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): get_auth_request con 0x559198f93ef0 auth_method 0 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): get_auth_request con 0x559198fbfca0 auth_method 0 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.259 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:34:36.891+0000 7f01bd62f640 10 monclient(hunting): get_auth_request con 0x559198fc44d0 auth_method 0 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:34:36.891+0000 7f01bd62f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:34:36.891+0000 7f01bd62f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:34:36.891+0000 7f01bd62f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): handle_auth_done global_id 6656 payload 274 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient: _finish_hunting 0 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:34:36.891+0000 7f01bde30640 1 monclient: found mon.noname-c 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.260 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: dump: 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: _finish_auth 0 2024-09-12T17:34:37.261 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: _check_auth_tickets 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: dump: 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.262 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 monclient: authenticate success, global_id 6656 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 4 set_mon_vals no callback set 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: shutdown 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: monmap: 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.263 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:37.264 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:37.264 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:37.264 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.264 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding auth protocol: cephx 2024-09-12T17:34:37.264 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding auth protocol: cephx 2024-09-12T17:34:37.264 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding auth protocol: cephx 2024-09-12T17:34:37.264 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: secure 2024-09-12T17:34:37.264 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: crc 2024-09-12T17:34:37.264 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: secure 2024-09-12T17:34:37.264 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: crc 2024-09-12T17:34:37.264 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: secure 2024-09-12T17:34:37.264 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: crc 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: crc 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: secure 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: crc 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: secure 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: crc 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: secure 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 1 librados: starting msgr at 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 1 librados: starting objecter 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command objecter_requests cmddesc objecter_requests hook 0x559198f92b50 EEXIST 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 1 librados: setting wanted keys 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 1 librados: calling monclient init 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: init 2024-09-12T17:34:37.265 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding auth protocol: cephx 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding auth protocol: cephx 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding auth protocol: cephx 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: secure 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: crc 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: secure 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: crc 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: secure 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: crc 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: crc 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: secure 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: crc 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: secure 2024-09-12T17:34:37.266 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: crc 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: secure 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command rotate-key cmddesc rotate-key hook 0x559198f72cf8 EEXIST 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-a con 0x559198f93ef0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-c con 0x559198fbfca0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-b con 0x559198fc44d0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:37.267 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): authenticate will time out at 2262.430094s 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): get_auth_request con 0x559198f93ef0 auth_method 0 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): get_auth_request con 0x559198fbfca0 auth_method 0 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.268 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:34:36.895+0000 7f01bde30640 10 monclient(hunting): get_auth_request con 0x559198fc44d0 auth_method 0 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:34:36.895+0000 7f01bde30640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:34:36.895+0000 7f01bde30640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:34:36.895+0000 7f01bde30640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): handle_auth_done global_id 7101 payload 824 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient: _finish_hunting 0 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:34:36.895+0000 7f01bd62f640 1 monclient: found mon.noname-a 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: dump: 2024-09-12T17:34:37.269 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: _finish_auth 0 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: _check_auth_tickets 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 monclient: authenticate success, global_id 7101 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: _renew_subs 2024-09-12T17:34:37.270 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: dump: 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.271 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:34:36.895+0000 7f00a17fa640 4 set_mon_vals no callback set 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: _renew_subs 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 1 librados: init done 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command cr dump hook 0x559198fb7be8 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:34:36.899+0000 7f008f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:34:36.899+0000 7f008f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:34:36.899+0000 7f008f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:34:36.899+0000 7f01bde30640 10 monclient: get_auth_request con 0x559198fddad0 auth_method 0 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:34:36.899+0000 7f01be631640 10 monclient: get_auth_request con 0x7f0088070b10 auth_method 0 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.272 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 realm 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:34:36.899+0000 7f01bd62f640 10 monclient: get_auth_request con 0x559198fe1d40 auth_method 0 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:34:36.903+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:34:36.903+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:34:36.903+0000 7f01be631640 10 monclient: get_auth_request con 0x559198fe55a0 auth_method 0 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:34:36.903+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:34:36.903+0000 7f01c032a9c0 20 searching for the correct realm 2024-09-12T17:34:37.273 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:34:36.903+0000 7f01bde30640 10 monclient: get_auth_request con 0x7f01b8041b70 auth_method 0 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:34:36.903+0000 7f01bd62f640 10 monclient: get_auth_request con 0x7f01b0033070 auth_method 0 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:34:36.907+0000 7f01be631640 10 monclient: get_auth_request con 0x7f01b40c3070 auth_method 0 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:34:36.907+0000 7f01be631640 0 -- 172.21.15.183:0/3744253592 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x559198fe55a0 msgr2=0x559198fe7990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:34:36.907+0000 7f008f7fe640 1 client.7101.objecter ms_handle_reset 0x559198fe55a0 session 0x559198fe10d0 osd.3 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:34:36.907+0000 7f008f7fe640 10 monclient: _renew_subs 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:34:36.907+0000 7f008f7fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:34:36.907+0000 7f01be631640 10 monclient: get_auth_request con 0x7f00880809b0 auth_method 0 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:34:36.911+0000 7f01bde30640 10 monclient: get_auth_request con 0x7f01b804f910 auth_method 0 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:34:36.915+0000 7f01bd62f640 10 monclient: get_auth_request con 0x7f01b8029420 auth_method 0 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:34:36.915+0000 7f01bd62f640 0 -- 172.21.15.183:0/3744253592 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f01b8029420 msgr2=0x7f01b8029880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:34:37.119+0000 7f01bd62f640 10 monclient: get_auth_request con 0x7f01b8029420 auth_method 0 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:37.274 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 zone default found 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 4 Realm: () 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:37.275 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 zonegroup default 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 started sync module instance, tier type = 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=0 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=1 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=2 2024-09-12T17:34:37.276 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=3 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=4 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=5 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=6 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:34:37.163+0000 7f01c032a9c0 20 add_watcher() i=7 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:34:37.163+0000 7f01c032a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding auth protocol: cephx 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding auth protocol: cephx 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding auth protocol: cephx 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: secure 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: crc 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: secure 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: crc 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: secure 2024-09-12T17:34:37.277 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: crc 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: crc 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: secure 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: crc 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: secure 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: crc 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: secure 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:34:37.167+0000 7f006f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command cache list hook 0x559198fb8d20 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command cache inspect hook 0x559198fb8d20 2024-09-12T17:34:37.278 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command cache erase hook 0x559198fb8d20 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command cache zap hook 0x559198fb8d20 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 note: GC not initialized 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:34:37.167+0000 7f006e7fc640 20 reqs_thread_entry: start 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command sync trace show hook 0x7f01b000e4a0 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command sync trace history hook 0x7f01b000e4a0 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command sync trace active hook 0x7f01b000e4a0 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command sync trace active_short hook 0x7f01b000e4a0 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 Filter name: none 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:34:37.167+0000 7effdffff640 20 reqs_thread_entry: start 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.279 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:37.280 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:34:37.280 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:34:37.280 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 : miss 2024-09-12T17:34:37.280 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.280 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:37.280 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.280 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.280 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:37.280 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.280 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 2024-09-12T17:34:37.280 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.280 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29, ofs0, ns] 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:34:37.179+0000 7f00a17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464346 cookie 94083825447280 notifier 7101 bl.length()=915 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:34:37.179+0000 7f00a17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:34:37.179+0000 7f00a17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:34:37.179+0000 7f00a17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_sources= new_sources= 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential sources added=[] removed=[] 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_dests= new_dests= 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential dests added=[] removed=[] 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:34:37.187+0000 7f01c032a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.1.0 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:34:37.187+0000 7f01c032a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.1.0 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:34:37.187+0000 7f01c032a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.1.1 2024-09-12T17:34:37.281 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:34:37.187+0000 7f01c032a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.1.1 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:34:37.187+0000 7f01c032a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.0 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:34:37.191+0000 7f01c032a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:34:37.191+0000 7f01c032a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29, ofs0, ns] 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:34:37.195+0000 7f00a17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464347 cookie 94083825447280 notifier 7101 bl.length()=915 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:34:37.195+0000 7f00a17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:34:37.195+0000 7f00a17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:34:37.195+0000 7f00a17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_sources= new_sources= 2024-09-12T17:34:37.282 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential sources added=[] removed=[] 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_dests= new_dests= 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential dests added=[] removed=[] 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:34:37.199+0000 7f01c032a9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f01c032a9c0 time 2024-09-12T17:34:37.200423+0000 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f01c3c042eb] 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f01c3c0449f] 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591976120c1] 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55919762355b] 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559197624b44] 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:34:37.283 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f01c2a6ad90] 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:34:37.199+0000 7f01c032a9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f01c032a9c0 thread_name:radosgw-admin 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f01c2a83520] 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f01c3c04345] 2024-09-12T17:34:37.284 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f01c3c0449f] 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591976120c1] 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55919762355b] 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559197624b44] 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f01c2a6ad90] 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:34:37.285 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:34:37.286 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:34:37.287 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:34:37.288 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:34:37.289 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:34:37.290 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:34:37.291 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: 7effdffff640 / http_manager 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: 7f006e7fc640 / http_manager 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: 7f006f7fe640 / rgw_dt_lg_renew 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: 7f008f7fe640 / ms_dispatch 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: 7f00a17fa640 / io_context_pool 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: 7f00a37fe640 / ms_dispatch 2024-09-12T17:34:37.292 INFO:tasks.workunit.client.0.smithi183.stderr: 7f00aa604640 / ms_dispatch 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr: 7f00abe07640 / io_context_pool 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr: 7f01bd62f640 / msgr-worker-2 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr: 7f01bde30640 / msgr-worker-1 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr: 7f01be631640 / msgr-worker-0 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr: 7f01bee32640 / io_context_pool 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr: 7f01c032a9c0 / radosgw-admin 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/log/ceph/ceph-client.admin.106348.log 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: secure 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: crc 2024-09-12T17:34:37.293 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: secure 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: crc 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: secure 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: crc 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: crc 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: secure 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: crc 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: secure 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: crc 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef7800) adding con mode: secure 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 1 librados: starting msgr at 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 1 librados: starting objecter 2024-09-12T17:34:37.294 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command objecter_requests hook 0x559198ef50f0 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 1 librados: setting wanted keys 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 1 librados: calling monclient init 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: init 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding auth protocol: cephx 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding auth protocol: cephx 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding auth protocol: cephx 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: secure 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: crc 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: secure 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: crc 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: secure 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: crc 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: crc 2024-09-12T17:34:37.295 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: secure 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: crc 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: secure 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: crc 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 AuthRegistry(0x559198ef0e20) adding con mode: secure 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command rotate-key hook 0x559198ef0f68 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-b con 0x559198da0b10 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-a con 0x559198dad220 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-c con 0x559198e39710 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:37.296 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient(hunting): authenticate will time out at 2262.413102s 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): get_auth_request con 0x559198dad220 auth_method 0 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): get_auth_request con 0x559198e39710 auth_method 0 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.297 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:34:36.879+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient(hunting): handle_auth_done global_id 7092 payload 824 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient: _finish_hunting 0 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:34:36.879+0000 7f01bd62f640 1 monclient: found mon.noname-a 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:34:36.879+0000 7f01bd62f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: dump: 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.298 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: _finish_auth 0 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: _check_auth_tickets 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:34:36.879+0000 7f00aa604640 10 monclient: dump: 2024-09-12T17:34:37.299 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:34:36.879+0000 7f00abe07640 4 set_mon_vals no callback set 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 5 monclient: authenticate success, global_id 7092 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: _renew_subs 2024-09-12T17:34:37.300 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: _renew_subs 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:34:36.879+0000 7f01c032a9c0 1 librados: init done 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:34:36.883+0000 7f00aa604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:34:36.883+0000 7f00aa604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:34:36.883+0000 7f00aa604640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:34:36.883+0000 7f01bde30640 10 monclient: get_auth_request con 0x7f00a4070b10 auth_method 0 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:34:36.883+0000 7f01be631640 10 monclient: get_auth_request con 0x559198f19cb0 auth_method 0 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:34:36.883+0000 7f01bde30640 10 monclient: get_auth_request con 0x559198f3cd50 auth_method 0 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:34:36.883+0000 7f01bd62f640 10 monclient: get_auth_request con 0x559198f410b0 auth_method 0 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:34:36.887+0000 7f01be631640 10 monclient: get_auth_request con 0x559198f45520 auth_method 0 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:37.301 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: monmap: 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding auth protocol: cephx 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding auth protocol: cephx 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding auth protocol: cephx 2024-09-12T17:34:37.302 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: secure 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: crc 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: secure 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: crc 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: secure 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: crc 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: crc 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: secure 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: crc 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: secure 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: crc 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f492b0) adding con mode: secure 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command objecter_requests cmddesc objecter_requests hook 0x559198f4cbe0 EEXIST 2024-09-12T17:34:37.303 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: init 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding auth protocol: cephx 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding auth protocol: cephx 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding auth protocol: cephx 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: secure 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: crc 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: secure 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: crc 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: secure 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: crc 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: crc 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: secure 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: crc 2024-09-12T17:34:37.304 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: secure 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: crc 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 AuthRegistry(0x559198f48268) adding con mode: secure 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command rotate-key cmddesc rotate-key hook 0x559198f483b0 EEXIST 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-a con 0x559198f70d90 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-b con 0x559198f706c0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-c con 0x559198f6f0a0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.305 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient(hunting): authenticate will time out at 2262.423119s 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): get_auth_request con 0x559198f70d90 auth_method 0 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): get_auth_request con 0x559198f6f0a0 auth_method 0 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.306 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:34:36.887+0000 7f01bde30640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:34:36.887+0000 7f01be631640 10 monclient(hunting): get_auth_request con 0x559198f706c0 auth_method 0 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:34:36.887+0000 7f01be631640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:34:36.887+0000 7f01be631640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:34:36.887+0000 7f01be631640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient(hunting): handle_auth_done global_id 7095 payload 824 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient: _finish_hunting 0 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:34:36.887+0000 7f01bd62f640 1 monclient: found mon.noname-a 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:34:36.887+0000 7f01bd62f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:37.307 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: dump: 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: _finish_auth 0 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: _check_auth_tickets 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:37.308 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:34:36.887+0000 7f00a37fe640 10 monclient: dump: 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.309 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 5 monclient: authenticate success, global_id 7095 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:34:36.887+0000 7f01bee32640 4 set_mon_vals no callback set 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: _renew_subs 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:34:36.887+0000 7f01c032a9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: _renew_subs 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:34:36.891+0000 7f00a37fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:34:36.891+0000 7f00a37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:34:36.891+0000 7f00a37fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: get_monmap_and_config 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: monmap: 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:37.310 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding auth protocol: cephx 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding auth protocol: cephx 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding auth protocol: cephx 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: secure 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: crc 2024-09-12T17:34:37.311 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: secure 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: crc 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: secure 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: crc 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: crc 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: secure 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: crc 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: secure 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: crc 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x559198f90010) adding con mode: secure 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient: get_auth_request con 0x7f0098070a20 auth_method 0 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: init 2024-09-12T17:34:37.312 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding auth protocol: cephx 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding auth protocol: cephx 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding auth protocol: cephx 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: secure 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: crc 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: secure 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: crc 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: secure 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: crc 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: crc 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: secure 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: crc 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: secure 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: crc 2024-09-12T17:34:37.313 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c0c0) adding con mode: secure 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdfb50c208 EEXIST 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-b con 0x559198fc44d0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-a con 0x559198f93ef0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-c con 0x559198fbfca0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:37.314 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:34:36.891+0000 7f01c032a9c0 10 monclient(hunting): authenticate will time out at 2262.427327s 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): get_auth_request con 0x559198f93ef0 auth_method 0 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): get_auth_request con 0x559198fbfca0 auth_method 0 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.315 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:34:36.891+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:34:36.891+0000 7f01bd62f640 10 monclient(hunting): get_auth_request con 0x559198fc44d0 auth_method 0 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:34:36.891+0000 7f01bd62f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:34:36.891+0000 7f01bd62f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:34:36.891+0000 7f01bd62f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient(hunting): handle_auth_done global_id 6656 payload 274 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient: _finish_hunting 0 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:34:36.891+0000 7f01bde30640 1 monclient: found mon.noname-c 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:34:36.891+0000 7f01bde30640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: dump: 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.316 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: _finish_auth 0 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: _check_auth_tickets 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:34:37.317 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:34:36.895+0000 7f00a17fa640 10 monclient: dump: 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 monclient: authenticate success, global_id 6656 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 4 set_mon_vals no callback set 2024-09-12T17:34:37.318 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: shutdown 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: build_initial_monmap 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 1 build_initial for_mkfs: 0 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: monmap: 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding auth protocol: cephx 2024-09-12T17:34:37.319 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding auth protocol: cephx 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding auth protocol: cephx 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: secure 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: crc 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: secure 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: crc 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: secure 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: crc 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: crc 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: secure 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: crc 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: secure 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: crc 2024-09-12T17:34:37.320 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198fbe630) adding con mode: secure 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 1 librados: starting msgr at 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 1 librados: starting objecter 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command objecter_requests cmddesc objecter_requests hook 0x559198f92b50 EEXIST 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 1 librados: setting wanted keys 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 1 librados: calling monclient init 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: init 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding auth protocol: cephx 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding auth protocol: cephx 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding auth protocol: cephx 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: secure 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: crc 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: secure 2024-09-12T17:34:37.321 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: crc 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: secure 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: crc 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: crc 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: secure 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: crc 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: secure 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: crc 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 AuthRegistry(0x559198f72bb0) adding con mode: secure 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command rotate-key cmddesc rotate-key hook 0x559198f72cf8 EEXIST 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:34:37.322 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-a con 0x559198f93ef0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-c con 0x559198fbfca0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): picked mon.noname-b con 0x559198fc44d0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient(hunting): authenticate will time out at 2262.430094s 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): get_auth_request con 0x559198f93ef0 auth_method 0 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.323 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): get_auth_request con 0x559198fbfca0 auth_method 0 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:34:36.895+0000 7f01be631640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:34:36.895+0000 7f01bde30640 10 monclient(hunting): get_auth_request con 0x559198fc44d0 auth_method 0 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:34:36.895+0000 7f01bde30640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:34:36.895+0000 7f01bde30640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:34:37.324 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:34:36.895+0000 7f01bde30640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient(hunting): handle_auth_done global_id 7101 payload 824 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient: _finish_hunting 0 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:34:36.895+0000 7f01bd62f640 1 monclient: found mon.noname-a 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:34:36.895+0000 7f01bd62f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: dump: 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.325 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: _finish_auth 0 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: _check_auth_tickets 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 monclient: authenticate success, global_id 7101 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: _renew_subs 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:34:36.895+0000 7f008f7fe640 10 monclient: dump: 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:34:37.326 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:34:36.895+0000 7f00a17fa640 4 set_mon_vals no callback set 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: _renew_subs 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 1 librados: init done 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:34:36.895+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command cr dump hook 0x559198fb7be8 2024-09-12T17:34:37.327 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.328 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:34:36.899+0000 7f008f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:34:37.328 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:34:36.899+0000 7f008f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:37.328 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:34:36.899+0000 7f008f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:34:37.328 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:34:36.899+0000 7f01bde30640 10 monclient: get_auth_request con 0x559198fddad0 auth_method 0 2024-09-12T17:34:37.328 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:34:36.899+0000 7f01be631640 10 monclient: get_auth_request con 0x7f0088070b10 auth_method 0 2024-09-12T17:34:37.328 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.328 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 realm 2024-09-12T17:34:37.328 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.328 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:34:36.899+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:34:36.899+0000 7f01bd62f640 10 monclient: get_auth_request con 0x559198fe1d40 auth_method 0 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:34:36.903+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:34:36.903+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:34:36.903+0000 7f01be631640 10 monclient: get_auth_request con 0x559198fe55a0 auth_method 0 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:34:36.903+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:34:36.903+0000 7f01c032a9c0 20 searching for the correct realm 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:34:36.903+0000 7f01bde30640 10 monclient: get_auth_request con 0x7f01b8041b70 auth_method 0 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:34:36.903+0000 7f01bd62f640 10 monclient: get_auth_request con 0x7f01b0033070 auth_method 0 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:34:36.907+0000 7f01be631640 10 monclient: get_auth_request con 0x7f01b40c3070 auth_method 0 2024-09-12T17:34:37.329 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:34:36.907+0000 7f01be631640 0 -- 172.21.15.183:0/3744253592 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x559198fe55a0 msgr2=0x559198fe7990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:34:36.907+0000 7f008f7fe640 1 client.7101.objecter ms_handle_reset 0x559198fe55a0 session 0x559198fe10d0 osd.3 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:34:36.907+0000 7f008f7fe640 10 monclient: _renew_subs 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:34:36.907+0000 7f008f7fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:34:36.907+0000 7f01be631640 10 monclient: get_auth_request con 0x7f00880809b0 auth_method 0 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:34:36.911+0000 7f01bde30640 10 monclient: get_auth_request con 0x7f01b804f910 auth_method 0 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:34:36.915+0000 7f01bd62f640 10 monclient: get_auth_request con 0x7f01b8029420 auth_method 0 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:34:36.915+0000 7f01bd62f640 0 -- 172.21.15.183:0/3744253592 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f01b8029420 msgr2=0x7f01b8029880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:34:37.119+0000 7f01bd62f640 10 monclient: get_auth_request con 0x7f01b8029420 auth_method 0 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:37.330 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 zone default found 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 4 Realm: () 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 zonegroup default 2024-09-12T17:34:37.331 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:34:37.135+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 started sync module instance, tier type = 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:34:37.139+0000 7f01c032a9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=0 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=1 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=2 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=3 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=4 2024-09-12T17:34:37.332 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=5 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:34:37.159+0000 7f01c032a9c0 20 add_watcher() i=6 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:34:37.163+0000 7f01c032a9c0 20 add_watcher() i=7 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:34:37.163+0000 7f01c032a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding auth protocol: cephx 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding auth protocol: cephx 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding auth protocol: cephx 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: secure 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: crc 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: secure 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: crc 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: secure 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: crc 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: crc 2024-09-12T17:34:37.333 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: secure 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: crc 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: secure 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: crc 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 AuthRegistry(0x7ffdfb50c590) adding con mode: secure 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:34:37.167+0000 7f006f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command cache list hook 0x559198fb8d20 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command cache inspect hook 0x559198fb8d20 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command cache erase hook 0x559198fb8d20 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command cache zap hook 0x559198fb8d20 2024-09-12T17:34:37.334 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 note: GC not initialized 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:34:37.167+0000 7f006e7fc640 20 reqs_thread_entry: start 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command sync trace show hook 0x7f01b000e4a0 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command sync trace history hook 0x7f01b000e4a0 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command sync trace active hook 0x7f01b000e4a0 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 5 asok(0x559198ce72b0) register_command sync trace active_short hook 0x7f01b000e4a0 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 Filter name: none 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:34:37.167+0000 7effdffff640 20 reqs_thread_entry: start 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:34:37.167+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:34:37.335 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 : miss 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:34:37.171+0000 7f01c032a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29, ofs0, ns] 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:34:37.179+0000 7f00a17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464346 cookie 94083825447280 notifier 7101 bl.length()=915 2024-09-12T17:34:37.336 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:34:37.179+0000 7f00a17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:34:37.179+0000 7f00a17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:34:37.179+0000 7f00a17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_sources= new_sources= 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential sources added=[] removed=[] 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_dests= new_dests= 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:34:37.179+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential dests added=[] removed=[] 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:34:37.187+0000 7f01c032a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.1.0 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:34:37.187+0000 7f01c032a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.1.0 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:34:37.187+0000 7f01c032a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.1.1 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:34:37.187+0000 7f01c032a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.1.1 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:34:37.187+0000 7f01c032a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.0 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:34:37.191+0000 7f01c032a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:34:37.191+0000 7f01c032a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 2024-09-12T17:34:37.337 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29, ofs0, ns] 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:34:37.195+0000 7f00a17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464347 cookie 94083825447280 notifier 7101 bl.length()=915 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:34:37.195+0000 7f00a17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:34:37.195+0000 7f00a17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:34:37.195+0000 7f00a17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_sources= new_sources= 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential sources added=[] removed=[] 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_dests= new_dests= 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:34:37.195+0000 7f01c032a9c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential dests added=[] removed=[] 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:34:37.199+0000 7f01c032a9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f01c032a9c0 time 2024-09-12T17:34:37.200423+0000 2024-09-12T17:34:37.338 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f01c3c042eb] 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f01c3c0449f] 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591976120c1] 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55919762355b] 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559197624b44] 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f01c2a6ad90] 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.339 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:34:37.199+0000 7f01c032a9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f01c032a9c0 thread_name:radosgw-admin 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f01c2a83520] 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f01c3c04345] 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f01c3c0449f] 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5591976120c1] 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x147b) [0x55919762355b] 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x559197624b44] 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:34:37.340 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f01c2a6ad90] 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:34:37.341 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:34:37.342 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:34:37.343 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:34:37.344 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:34:37.345 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:34:37.346 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:34:37.347 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7effdffff640 / http_manager 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7f006e7fc640 / http_manager 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7f006f7fe640 / rgw_dt_lg_renew 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7f008f7fe640 / ms_dispatch 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7f00a17fa640 / io_context_pool 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7f00a37fe640 / ms_dispatch 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7f00aa604640 / ms_dispatch 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7f00abe07640 / io_context_pool 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7f01bd62f640 / msgr-worker-2 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7f01bde30640 / msgr-worker-1 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7f01be631640 / msgr-worker-0 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7f01bee32640 / io_context_pool 2024-09-12T17:34:37.348 INFO:tasks.workunit.client.0.smithi183.stderr: 7f01c032a9c0 / radosgw-admin 2024-09-12T17:34:37.349 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:34:37.349 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:34:37.349 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:34:37.205558Z_6dba6d80-2c4b-4788-8d6e-f4034dc9acfe/log 2024-09-12T17:34:37.349 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:34:37.349 INFO:tasks.workunit.client.0.smithi183.stderr:Aborted 2024-09-12T17:34:37.349 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:34:37.350 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.295+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.299+0000 7fea55e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.299+0000 7fea55e319c0 20 realm 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.299+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.299+0000 7fea55e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.299+0000 7fea55e319c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.299+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.299+0000 7fea55e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.299+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.299+0000 7fea55e319c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.299+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.299+0000 7fea55e319c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:37.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.299+0000 7fea55e319c0 20 searching for the correct realm 2024-09-12T17:34:37.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.303+0000 7fea53937640 0 -- 172.21.15.183:0/1168294546 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fea4c02f060 msgr2=0x7fea4c0609c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:37.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.307+0000 7fea53937640 0 -- 172.21.15.183:0/1168294546 >> [v2:172.21.15.196:6824/2644564030,v1:172.21.15.196:6825/2644564030] conn(0x7fea40003ac0 msgr2=0x7fea4c07b1e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:37.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:37.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:37.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:37.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:37.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:37.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:37.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:37.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:37.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 zone default found 2024-09-12T17:34:37.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 4 Realm: () 2024-09-12T17:34:37.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:37.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:37.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:37.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 zonegroup default 2024-09-12T17:34:37.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.531+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.535+0000 7fea55e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.535+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.535+0000 7fea55e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.535+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.535+0000 7fea55e319c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.535+0000 7fea55e319c0 20 started sync module instance, tier type = 2024-09-12T17:34:37.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.535+0000 7fea55e319c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:37.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.559+0000 7fea55e319c0 20 add_watcher() i=0 2024-09-12T17:34:37.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.559+0000 7fea55e319c0 20 add_watcher() i=1 2024-09-12T17:34:37.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.559+0000 7fea55e319c0 20 add_watcher() i=2 2024-09-12T17:34:37.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.559+0000 7fea55e319c0 20 add_watcher() i=3 2024-09-12T17:34:37.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.559+0000 7fea55e319c0 20 add_watcher() i=4 2024-09-12T17:34:37.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.559+0000 7fea55e319c0 20 add_watcher() i=5 2024-09-12T17:34:37.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.559+0000 7fea55e319c0 20 add_watcher() i=6 2024-09-12T17:34:37.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.563+0000 7fea55e319c0 20 add_watcher() i=7 2024-09-12T17:34:37.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.563+0000 7fea55e319c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:37.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.567+0000 7fe909fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:37.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.567+0000 7fea55e319c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:37.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.567+0000 7fea55e319c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:37.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.567+0000 7fea55e319c0 5 note: GC not initialized 2024-09-12T17:34:37.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.567+0000 7fe908fe1640 20 reqs_thread_entry: start 2024-09-12T17:34:37.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.567+0000 7fea55e319c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:37.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.567+0000 7fea55e319c0 20 Filter name: none 2024-09-12T17:34:37.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.567+0000 7fe8827fc640 20 reqs_thread_entry: start 2024-09-12T17:34:37.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.567+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.571+0000 7fea55e319c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:37.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.571+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.571+0000 7fea55e319c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:34:37.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.571+0000 7fea55e319c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:37.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.571+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.571+0000 7fea55e319c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:37.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.571+0000 7fea55e319c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.571+0000 7fea55e319c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:34:37.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.571+0000 7fea55e319c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:34:37.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.575+0000 7fe909fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:37.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.579+0000 7fea55e319c0 20 remove_watcher() i=0 2024-09-12T17:34:37.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.579+0000 7fea55e319c0 2 removed watcher, disabling cache 2024-09-12T17:34:37.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.583+0000 7fea55e319c0 20 remove_watcher() i=1 2024-09-12T17:34:37.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.583+0000 7fea55e319c0 20 remove_watcher() i=2 2024-09-12T17:34:37.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.587+0000 7fea55e319c0 20 remove_watcher() i=3 2024-09-12T17:34:37.586 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.587+0000 7fea55e319c0 20 remove_watcher() i=4 2024-09-12T17:34:37.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.591+0000 7fea55e319c0 20 remove_watcher() i=5 2024-09-12T17:34:37.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.591+0000 7fea55e319c0 20 remove_watcher() i=6 2024-09-12T17:34:37.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.591+0000 7fea55e319c0 20 remove_watcher() i=7 2024-09-12T17:34:37.605 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.605 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:34:37.605 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-block-writes id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:34:37.605 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:34:37.606 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:37.606 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:37.618 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:34:37.619 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:34:37.668 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:34:37.704 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:34:37.704 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:34:37.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.751+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.751+0000 7f21337639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.751+0000 7f21337639c0 20 realm 2024-09-12T17:34:37.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.751+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.751+0000 7f21337639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.751+0000 7f21337639c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:34:37.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.751+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.751+0000 7f21337639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:37.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.751+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.955+0000 7f21337639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:37.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.955+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:37.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.959+0000 7f21337639c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:34:37.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.959+0000 7f21337639c0 20 searching for the correct realm 2024-09-12T17:34:37.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:37.963+0000 7f2131a6a640 0 -- 172.21.15.183:0/616256449 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f211c01f060 msgr2=0x7f211c05b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:34:38.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.179+0000 7f2130a68640 0 -- 172.21.15.183:0/616256449 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f21240c83e0 msgr2=0x7f21240c8860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:34:38.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:34:38.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:34:38.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:34:38.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:34:38.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:34:38.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:34:38.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:38.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:38.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:38.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:34:38.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:38.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:34:38.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 zone default found 2024-09-12T17:34:38.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 4 Realm: () 2024-09-12T17:34:38.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:34:38.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:34:38.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:34:38.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 zonegroup default 2024-09-12T17:34:38.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:38.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:38.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.399+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:38.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.403+0000 7f21337639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:38.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.403+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:38.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.403+0000 7f21337639c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:34:38.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.403+0000 7f21337639c0 20 started sync module instance, tier type = 2024-09-12T17:34:38.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.403+0000 7f21337639c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:34:38.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.427+0000 7f21337639c0 20 add_watcher() i=0 2024-09-12T17:34:38.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.427+0000 7f21337639c0 20 add_watcher() i=1 2024-09-12T17:34:38.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.427+0000 7f21337639c0 20 add_watcher() i=2 2024-09-12T17:34:38.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.427+0000 7f21337639c0 20 add_watcher() i=3 2024-09-12T17:34:38.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.427+0000 7f21337639c0 20 add_watcher() i=4 2024-09-12T17:34:38.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.427+0000 7f21337639c0 20 add_watcher() i=5 2024-09-12T17:34:38.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.427+0000 7f21337639c0 20 add_watcher() i=6 2024-09-12T17:34:38.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.427+0000 7f21337639c0 20 add_watcher() i=7 2024-09-12T17:34:38.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.427+0000 7f21337639c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:34:38.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.431+0000 7f1fe77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:38.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.431+0000 7f21337639c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:34:38.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.431+0000 7f21337639c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:34:38.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.431+0000 7f21337639c0 5 note: GC not initialized 2024-09-12T17:34:38.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f1fe67e4640 20 reqs_thread_entry: start 2024-09-12T17:34:38.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 20 init_complete bucket index max shards: 1 2024-09-12T17:34:38.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 20 Filter name: none 2024-09-12T17:34:38.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f1f57fff640 20 reqs_thread_entry: start 2024-09-12T17:34:38.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:34:38.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:38.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:34:38.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:34:38.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:34:38.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 : miss 2024-09-12T17:34:38.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 20 rados->read ofs=0 len=0 2024-09-12T17:34:38.434 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:34:38.434 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:34:38.435 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:34:38.435 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:34:38.435 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:34:38.435 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.435+0000 7f21337639c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 2024-09-12T17:34:38.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.439+0000 7f21337639c0 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to be held by another RGW process; skipping for now 2024-09-12T17:34:38.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.439+0000 7f1fe77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:34:38.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.443+0000 7f21337639c0 20 remove_watcher() i=0 2024-09-12T17:34:38.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.443+0000 7f21337639c0 2 removed watcher, disabling cache 2024-09-12T17:34:38.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.447+0000 7f21337639c0 20 remove_watcher() i=1 2024-09-12T17:34:38.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.447+0000 7f21337639c0 20 remove_watcher() i=2 2024-09-12T17:34:38.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.451+0000 7f21337639c0 20 remove_watcher() i=3 2024-09-12T17:34:38.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.455+0000 7f21337639c0 20 remove_watcher() i=4 2024-09-12T17:34:38.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.455+0000 7f21337639c0 20 remove_watcher() i=5 2024-09-12T17:34:38.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.455+0000 7f21337639c0 20 remove_watcher() i=6 2024-09-12T17:34:38.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:34:38.459+0000 7f21337639c0 20 remove_watcher() i=7 2024-09-12T17:34:38.471 INFO:tasks.workunit.client.0.smithi183.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:35:08.503 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:35:08.538 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:08.539 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:08.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.587+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.587+0000 7fa914fb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:08.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.587+0000 7fa914fb29c0 20 realm 2024-09-12T17:35:08.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.587+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.587+0000 7fa914fb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:08.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.587+0000 7fa914fb29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:08.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.587+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.587+0000 7fa914fb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:08.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.587+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.588 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.591+0000 7fa914fb29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:08.588 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.591+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:08.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.591+0000 7fa914fb29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:08.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.591+0000 7fa914fb29c0 20 searching for the correct realm 2024-09-12T17:35:08.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.595+0000 7fa9132b9640 0 -- 172.21.15.183:0/1017884640 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fa908115500 msgr2=0x7fa908138ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:08.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:08.811+0000 7fa9122b7640 0 -- 172.21.15.183:0/1017884640 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fa90c05f830 msgr2=0x7fa90c07f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:09.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.026+0000 7fa914fb29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:09.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.026+0000 7fa914fb29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:09.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.026+0000 7fa914fb29c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:09.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.026+0000 7fa914fb29c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:09.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.026+0000 7fa914fb29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:09.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.026+0000 7fa914fb29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:09.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.026+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.026+0000 7fa914fb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:09.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.026+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:09.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:09.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 zone default found 2024-09-12T17:35:09.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 4 Realm: () 2024-09-12T17:35:09.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:09.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:09.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:09.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 zonegroup default 2024-09-12T17:35:09.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:09.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:09.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:09.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 started sync module instance, tier type = 2024-09-12T17:35:09.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.030+0000 7fa914fb29c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:09.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.054+0000 7fa914fb29c0 20 add_watcher() i=0 2024-09-12T17:35:09.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.054+0000 7fa914fb29c0 20 add_watcher() i=1 2024-09-12T17:35:09.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.054+0000 7fa914fb29c0 20 add_watcher() i=2 2024-09-12T17:35:09.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.054+0000 7fa914fb29c0 20 add_watcher() i=3 2024-09-12T17:35:09.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.054+0000 7fa914fb29c0 20 add_watcher() i=4 2024-09-12T17:35:09.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.054+0000 7fa914fb29c0 20 add_watcher() i=5 2024-09-12T17:35:09.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.054+0000 7fa914fb29c0 20 add_watcher() i=6 2024-09-12T17:35:09.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.054+0000 7fa914fb29c0 20 add_watcher() i=7 2024-09-12T17:35:09.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.054+0000 7fa914fb29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:09.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.058+0000 7fa7c97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:09.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.058+0000 7fa914fb29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:09.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.058+0000 7fa914fb29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:09.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 5 note: GC not initialized 2024-09-12T17:35:09.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa743fff640 20 reqs_thread_entry: start 2024-09-12T17:35:09.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:09.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 20 Filter name: none 2024-09-12T17:35:09.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa741ffb640 20 reqs_thread_entry: start 2024-09-12T17:35:09.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T17:35:09.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:35:09.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T17:35:09.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T17:35:09.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 : miss 2024-09-12T17:35:09.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T17:35:09.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:35:09.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:35:09.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:09.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:09.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.062+0000 7fa914fb29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 2024-09-12T17:35:09.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.066+0000 7fa914fb29c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:35:09.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.074+0000 7fa914fb29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:35:09.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.074+0000 7fa914fb29c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:35:09.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.074+0000 7fa914fb29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:09.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.074+0000 7fa914fb29c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29, ofs0, ns] 2024-09-12T17:35:09.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.074+0000 7fa7f67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464348 cookie 94255930920720 notifier 7158 bl.length()=915 2024-09-12T17:35:09.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.074+0000 7fa7f67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:35:09.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.074+0000 7fa7f67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:35:09.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.074+0000 7fa7f67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:09.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.078+0000 7fa914fb29c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_sources= new_sources= 2024-09-12T17:35:09.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.078+0000 7fa914fb29c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential sources added=[] removed=[] 2024-09-12T17:35:09.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.078+0000 7fa914fb29c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_dests= new_dests= 2024-09-12T17:35:09.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.078+0000 7fa914fb29c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential dests added=[] removed=[] 2024-09-12T17:35:09.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.086+0000 7fa914fb29c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.2.0 2024-09-12T17:35:09.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.086+0000 7fa914fb29c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.2.0 2024-09-12T17:35:09.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.086+0000 7fa914fb29c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.2.1 2024-09-12T17:35:09.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.086+0000 7fa914fb29c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.2.1 2024-09-12T17:35:09.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.086+0000 7fa914fb29c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.0 2024-09-12T17:35:09.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.090+0000 7fa914fb29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:09.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.090+0000 7fa914fb29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 2024-09-12T17:35:09.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.094+0000 7fa914fb29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:35:09.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.094+0000 7fa914fb29c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:35:09.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.094+0000 7fa914fb29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:09.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.094+0000 7fa914fb29c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29, ofs0, ns] 2024-09-12T17:35:09.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.094+0000 7fa7f67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464349 cookie 94255930920720 notifier 7158 bl.length()=915 2024-09-12T17:35:09.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.094+0000 7fa7f67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:35:09.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.094+0000 7fa7f67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:35:09.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.094+0000 7fa7f67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:09.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.094+0000 7fa914fb29c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_sources= new_sources= 2024-09-12T17:35:09.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.094+0000 7fa914fb29c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential sources added=[] removed=[] 2024-09-12T17:35:09.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.094+0000 7fa914fb29c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_dests= new_dests= 2024-09-12T17:35:09.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.094+0000 7fa914fb29c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential dests added=[] removed=[] 2024-09-12T17:35:09.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.098+0000 7fa914fb29c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.29.0 2024-09-12T17:35:09.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.098+0000 7fa914fb29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:09.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.098+0000 7fa914fb29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 2024-09-12T17:35:09.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.102+0000 7fa914fb29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:35:09.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.102+0000 7fa914fb29c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:35:09.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.102+0000 7fa914fb29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:09.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.102+0000 7fa914fb29c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29, ofs0, ns] 2024-09-12T17:35:09.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.102+0000 7fa7f67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464350 cookie 94255930920720 notifier 7158 bl.length()=883 2024-09-12T17:35:09.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.102+0000 7fa7f67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 info.flags=0x17 2024-09-12T17:35:09.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.102+0000 7fa7f67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 to cache LRU end 2024-09-12T17:35:09.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.102+0000 7fa7f67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:09.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.106+0000 7fa914fb29c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_sources= new_sources= 2024-09-12T17:35:09.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.106+0000 7fa914fb29c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential sources added=[] removed=[] 2024-09-12T17:35:09.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.106+0000 7fa914fb29c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): orig_dests= new_dests= 2024-09-12T17:35:09.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.106+0000 7fa914fb29c0 20 handle_bi_update(): bucket=:abort-at-block-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.29]): potential dests added=[] removed=[] 2024-09-12T17:35:09.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.106+0000 7fa914fb29c0 1 execute INFO: reshard of bucket "abort-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:35:09.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.110+0000 7fa7c97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:09.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.118+0000 7fa914fb29c0 20 remove_watcher() i=0 2024-09-12T17:35:09.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.118+0000 7fa914fb29c0 2 removed watcher, disabling cache 2024-09-12T17:35:09.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.118+0000 7fa914fb29c0 20 remove_watcher() i=1 2024-09-12T17:35:09.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.122+0000 7fa914fb29c0 20 remove_watcher() i=2 2024-09-12T17:35:09.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.122+0000 7fa914fb29c0 20 remove_watcher() i=3 2024-09-12T17:35:09.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.126+0000 7fa914fb29c0 20 remove_watcher() i=4 2024-09-12T17:35:09.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.126+0000 7fa914fb29c0 20 remove_watcher() i=5 2024-09-12T17:35:09.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.130+0000 7fa914fb29c0 20 remove_watcher() i=6 2024-09-12T17:35:09.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.130+0000 7fa914fb29c0 20 remove_watcher() i=7 2024-09-12T17:35:09.156 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T17:35:09.189 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:09.189 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:09.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.234+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.235 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.234+0000 7f8a2293d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:09.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.234+0000 7f8a2293d9c0 20 realm 2024-09-12T17:35:09.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.234+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.238+0000 7f8a2293d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:09.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.238+0000 7f8a2293d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:09.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.238+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.238+0000 7f8a2293d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:09.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.238+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.238+0000 7f8a2293d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:09.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.238+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.238+0000 7f8a2293d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:09.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.238+0000 7f8a2293d9c0 20 searching for the correct realm 2024-09-12T17:35:09.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.242+0000 7f8a1fc42640 0 -- 172.21.15.183:0/2713056490 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f8a1012e040 msgr2=0x7f8a100fd050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:09.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.454+0000 7f8a20443640 0 -- 172.21.15.183:0/2713056490 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f8a08003b10 msgr2=0x7f8a1801f410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:09.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:09.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:09.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:09.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:09.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:09.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:09.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:09.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:09.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:09.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 zone default found 2024-09-12T17:35:09.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 4 Realm: () 2024-09-12T17:35:09.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:09.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:09.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:09.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 zonegroup default 2024-09-12T17:35:09.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.474+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.478+0000 7f8a2293d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:09.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.478+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.478+0000 7f8a2293d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:09.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.478+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.478+0000 7f8a2293d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:09.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.478+0000 7f8a2293d9c0 20 started sync module instance, tier type = 2024-09-12T17:35:09.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.478+0000 7f8a2293d9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:09.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.498+0000 7f8a2293d9c0 20 add_watcher() i=0 2024-09-12T17:35:09.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.498+0000 7f8a2293d9c0 20 add_watcher() i=1 2024-09-12T17:35:09.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.498+0000 7f8a2293d9c0 20 add_watcher() i=2 2024-09-12T17:35:09.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.498+0000 7f8a2293d9c0 20 add_watcher() i=3 2024-09-12T17:35:09.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.498+0000 7f8a2293d9c0 20 add_watcher() i=4 2024-09-12T17:35:09.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.498+0000 7f8a2293d9c0 20 add_watcher() i=5 2024-09-12T17:35:09.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.498+0000 7f8a2293d9c0 20 add_watcher() i=6 2024-09-12T17:35:09.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.502+0000 7f8a2293d9c0 20 add_watcher() i=7 2024-09-12T17:35:09.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.502+0000 7f8a2293d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:09.505 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.506+0000 7f88d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:09.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.506+0000 7f8a2293d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:09.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.506+0000 7f8a2293d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:09.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.506+0000 7f8a2293d9c0 5 note: GC not initialized 2024-09-12T17:35:09.507 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.506+0000 7f88d5fdb640 20 reqs_thread_entry: start 2024-09-12T17:35:09.507 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.506+0000 7f8a2293d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:09.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.506+0000 7f8a2293d9c0 20 Filter name: none 2024-09-12T17:35:09.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.510+0000 7f88477fe640 20 reqs_thread_entry: start 2024-09-12T17:35:09.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.510+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.510+0000 7f8a2293d9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:35:09.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.510+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.510+0000 7f8a2293d9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:35:09.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.510+0000 7f8a2293d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:09.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.510+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.510+0000 7f8a2293d9c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:35:09.510 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.510+0000 7f8a2293d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:09.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.514+0000 7f8a2293d9c0 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T17:35:09.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.514+0000 7f8a2293d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:09.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.514+0000 7f88d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:09.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.522+0000 7f8a2293d9c0 20 remove_watcher() i=0 2024-09-12T17:35:09.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.522+0000 7f8a2293d9c0 2 removed watcher, disabling cache 2024-09-12T17:35:09.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.522+0000 7f8a2293d9c0 20 remove_watcher() i=1 2024-09-12T17:35:09.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.526+0000 7f8a2293d9c0 20 remove_watcher() i=2 2024-09-12T17:35:09.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.526+0000 7f8a2293d9c0 20 remove_watcher() i=3 2024-09-12T17:35:09.528 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.530+0000 7f8a2293d9c0 20 remove_watcher() i=4 2024-09-12T17:35:09.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.530+0000 7f8a2293d9c0 20 remove_watcher() i=5 2024-09-12T17:35:09.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.534+0000 7f8a2293d9c0 20 remove_watcher() i=6 2024-09-12T17:35:09.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:09.534+0000 7f8a2293d9c0 20 remove_watcher() i=7 2024-09-12T17:35:09.549 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:09.549 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:09.549 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-block-writes id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.29 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:35:09.549 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:09.551 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.551 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.554 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.554 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.601 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.601 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.626 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2024-09-12T17:35:09.626 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:09.628 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.628 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.646 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.646 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.691 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.691 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.710 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.710 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.729 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.730 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.748 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.748 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.768 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.768 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.787 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.787 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.808 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.808 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.826 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.826 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.846 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.847 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.865 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.865 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.884 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.884 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.902 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.902 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.921 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.922 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.941 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.941 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.960 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.961 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.979 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.979 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:09.998 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:09.998 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:10.015 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:10.015 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:10.033 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:10.034 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:10.051 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:10.051 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:10.068 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:35:10.101 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:10.101 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:10.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.146+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.150+0000 7f7ecec1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.150+0000 7f7ecec1d9c0 20 realm 2024-09-12T17:35:10.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.150+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.150+0000 7f7ecec1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.150+0000 7f7ecec1d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:10.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.150+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.150+0000 7f7ecec1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.150+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.150+0000 7f7ecec1d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:10.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.150+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.154+0000 7f7ecec1d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:10.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.154+0000 7f7ecec1d9c0 20 searching for the correct realm 2024-09-12T17:35:10.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.158+0000 7f7ecc723640 0 -- 172.21.15.183:0/602174844 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f7ec40d7040 msgr2=0x7f7ec40be940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:10.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.162+0000 7f7ecbf22640 0 -- 172.21.15.183:0/602174844 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f7ec40e8920 msgr2=0x7f7ec40b4410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:10.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.378+0000 7f7ecec1d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:10.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.378+0000 7f7ecec1d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:10.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.378+0000 7f7ecec1d9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:10.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.378+0000 7f7ecec1d9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:10.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.378+0000 7f7ecec1d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:10.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.378+0000 7f7ecec1d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:10.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.378+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.378+0000 7f7ecec1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.378+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:10.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:10.380 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 zone default found 2024-09-12T17:35:10.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 4 Realm: () 2024-09-12T17:35:10.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:10.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:10.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:10.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 zonegroup default 2024-09-12T17:35:10.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 started sync module instance, tier type = 2024-09-12T17:35:10.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.382+0000 7f7ecec1d9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:10.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.406+0000 7f7ecec1d9c0 20 add_watcher() i=0 2024-09-12T17:35:10.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.406+0000 7f7ecec1d9c0 20 add_watcher() i=1 2024-09-12T17:35:10.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.406+0000 7f7ecec1d9c0 20 add_watcher() i=2 2024-09-12T17:35:10.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.406+0000 7f7ecec1d9c0 20 add_watcher() i=3 2024-09-12T17:35:10.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.406+0000 7f7ecec1d9c0 20 add_watcher() i=4 2024-09-12T17:35:10.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.406+0000 7f7ecec1d9c0 20 add_watcher() i=5 2024-09-12T17:35:10.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.406+0000 7f7ecec1d9c0 20 add_watcher() i=6 2024-09-12T17:35:10.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.410+0000 7f7ecec1d9c0 20 add_watcher() i=7 2024-09-12T17:35:10.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.410+0000 7f7ecec1d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:10.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.414+0000 7f7d82fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:10.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.414+0000 7f7ecec1d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:10.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.414+0000 7f7ecec1d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:10.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.414+0000 7f7ecec1d9c0 5 note: GC not initialized 2024-09-12T17:35:10.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.414+0000 7f7d81fdb640 20 reqs_thread_entry: start 2024-09-12T17:35:10.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.414+0000 7f7ecec1d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:10.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.414+0000 7f7ecec1d9c0 20 Filter name: none 2024-09-12T17:35:10.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.414+0000 7f7cf37fe640 20 reqs_thread_entry: start 2024-09-12T17:35:10.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.418+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.418+0000 7f7ecec1d9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:10.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.418+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.418+0000 7f7ecec1d9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:10.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.418+0000 7f7ecec1d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:10.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.418+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.418+0000 7f7ecec1d9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:10.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.418+0000 7f7ecec1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.418+0000 7f7ecec1d9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:10.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.418+0000 7f7ecec1d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:10.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.422+0000 7f7d82fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:10.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.426+0000 7f7ecec1d9c0 20 remove_watcher() i=0 2024-09-12T17:35:10.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.426+0000 7f7ecec1d9c0 2 removed watcher, disabling cache 2024-09-12T17:35:10.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.430+0000 7f7ecec1d9c0 20 remove_watcher() i=1 2024-09-12T17:35:10.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.430+0000 7f7ecec1d9c0 20 remove_watcher() i=2 2024-09-12T17:35:10.433 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.434+0000 7f7ecec1d9c0 20 remove_watcher() i=3 2024-09-12T17:35:10.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.438+0000 7f7ecec1d9c0 20 remove_watcher() i=4 2024-09-12T17:35:10.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.438+0000 7f7ecec1d9c0 20 remove_watcher() i=5 2024-09-12T17:35:10.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.438+0000 7f7ecec1d9c0 20 remove_watcher() i=6 2024-09-12T17:35:10.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.442+0000 7f7ecec1d9c0 20 remove_watcher() i=7 2024-09-12T17:35:10.465 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:10.465 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:10.465 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-commit-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:35:10.465 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:10.465 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2024-09-12T17:35:10.499 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:10.499 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:10.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.542+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.546+0000 7fcacb8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.546+0000 7fcacb8e29c0 20 realm 2024-09-12T17:35:10.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.546+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.546+0000 7fcacb8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.546+0000 7fcacb8e29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:10.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.546+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.546+0000 7fcacb8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.546+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.547 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.546+0000 7fcacb8e29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:10.547 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.546+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.547 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.550+0000 7fcacb8e29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:10.548 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.550+0000 7fcacb8e29c0 20 searching for the correct realm 2024-09-12T17:35:10.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.550+0000 7fcac9be9640 0 -- 172.21.15.183:0/119796433 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fcac00c0020 msgr2=0x7fcac01044b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:10.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.766+0000 7fcac8be7640 0 -- 172.21.15.183:0/119796433 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fcac4034420 msgr2=0x7fcac40348a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:10.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.982+0000 7fcacb8e29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:10.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.982+0000 7fcacb8e29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:10.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.982+0000 7fcacb8e29c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:10.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.982+0000 7fcacb8e29c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:10.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.982+0000 7fcacb8e29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:10.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.982+0000 7fcacb8e29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:10.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.982+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.982+0000 7fcacb8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.982+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:10.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:10.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 zone default found 2024-09-12T17:35:10.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 4 Realm: () 2024-09-12T17:35:10.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:10.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:10.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:10.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 zonegroup default 2024-09-12T17:35:10.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:10.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:10.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 started sync module instance, tier type = 2024-09-12T17:35:10.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:10.986+0000 7fcacb8e29c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:11.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.010+0000 7fcacb8e29c0 20 add_watcher() i=0 2024-09-12T17:35:11.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.010+0000 7fcacb8e29c0 20 add_watcher() i=1 2024-09-12T17:35:11.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.010+0000 7fcacb8e29c0 20 add_watcher() i=2 2024-09-12T17:35:11.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.010+0000 7fcacb8e29c0 20 add_watcher() i=3 2024-09-12T17:35:11.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.010+0000 7fcacb8e29c0 20 add_watcher() i=4 2024-09-12T17:35:11.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.010+0000 7fcacb8e29c0 20 add_watcher() i=5 2024-09-12T17:35:11.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.010+0000 7fcacb8e29c0 20 add_watcher() i=6 2024-09-12T17:35:11.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.010+0000 7fcacb8e29c0 20 add_watcher() i=7 2024-09-12T17:35:11.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.010+0000 7fcacb8e29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:11.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.014+0000 7fc97f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:11.014 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.014+0000 7fcacb8e29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:11.014 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.014+0000 7fcacb8e29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:11.014 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.014+0000 7fcacb8e29c0 5 note: GC not initialized 2024-09-12T17:35:11.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.014+0000 7fc97e7e4640 20 reqs_thread_entry: start 2024-09-12T17:35:11.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.014+0000 7fcacb8e29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:11.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.014+0000 7fcacb8e29c0 20 Filter name: none 2024-09-12T17:35:11.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.014+0000 7fc8effff640 20 reqs_thread_entry: start 2024-09-12T17:35:11.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.014+0000 7fcacb8e29c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T17:35:11.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.014+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.018+0000 7fcacb8e29c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:11.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.018+0000 7fcacb8e29c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T17:35:11.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.018+0000 7fcacb8e29c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T17:35:11.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.018+0000 7fcacb8e29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 : miss 2024-09-12T17:35:11.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.018+0000 7fcacb8e29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.018+0000 7fcacb8e29c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:11.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.018+0000 7fcacb8e29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 info.flags=0x17 2024-09-12T17:35:11.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.018+0000 7fcacb8e29c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 to cache LRU end 2024-09-12T17:35:11.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.018+0000 7fcacb8e29c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:11.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.018+0000 7fcacb8e29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:11.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.018+0000 7fcacb8e29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 2024-09-12T17:35:11.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.026+0000 7fcacb8e29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 info.flags=0x17 2024-09-12T17:35:11.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.026+0000 7fcacb8e29c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 to cache LRU end 2024-09-12T17:35:11.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.026+0000 7fcacb8e29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:11.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.026+0000 7fcacb8e29c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30, ofs0, ns] 2024-09-12T17:35:11.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.026+0000 7fc99bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464295 cookie 93895263228256 notifier 7212 bl.length()=931 2024-09-12T17:35:11.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.026+0000 7fc99bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 info.flags=0x17 2024-09-12T17:35:11.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.026+0000 7fc99bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 to cache LRU end 2024-09-12T17:35:11.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.026+0000 7fc99bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:11.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.026+0000 7fcacb8e29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): orig_sources= new_sources= 2024-09-12T17:35:11.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.026+0000 7fcacb8e29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): potential sources added=[] removed=[] 2024-09-12T17:35:11.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.026+0000 7fcacb8e29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): orig_dests= new_dests= 2024-09-12T17:35:11.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.026+0000 7fcacb8e29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): potential dests added=[] removed=[] 2024-09-12T17:35:11.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.030+0000 7fcacb8e29c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.30.1.0 2024-09-12T17:35:11.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.030+0000 7fcacb8e29c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.30.1.0 2024-09-12T17:35:11.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.030+0000 7fcacb8e29c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.30.1.1 2024-09-12T17:35:11.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.030+0000 7fcacb8e29c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.30.1.1 2024-09-12T17:35:11.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.030+0000 7fcacb8e29c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.30.0 2024-09-12T17:35:11.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.038+0000 7fcacb8e29c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:11.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.038+0000 7fcacb8e29c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 2024-09-12T17:35:11.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.038+0000 7fcacb8e29c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 info.flags=0x17 2024-09-12T17:35:11.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.038+0000 7fcacb8e29c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 to cache LRU end 2024-09-12T17:35:11.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.038+0000 7fcacb8e29c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:11.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.038+0000 7fcacb8e29c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30, ofs0, ns] 2024-09-12T17:35:11.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.038+0000 7fc99bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464296 cookie 93895263228256 notifier 7212 bl.length()=931 2024-09-12T17:35:11.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.038+0000 7fc99bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 info.flags=0x17 2024-09-12T17:35:11.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.038+0000 7fc99bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 to cache LRU end 2024-09-12T17:35:11.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.038+0000 7fc99bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:11.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.042+0000 7fcacb8e29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): orig_sources= new_sources= 2024-09-12T17:35:11.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.042+0000 7fcacb8e29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): potential sources added=[] removed=[] 2024-09-12T17:35:11.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.042+0000 7fcacb8e29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): orig_dests= new_dests= 2024-09-12T17:35:11.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.042+0000 7fcacb8e29c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): potential dests added=[] removed=[] 2024-09-12T17:35:11.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.042+0000 7fcacb8e29c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.30.0 2024-09-12T17:35:11.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.042+0000 7fcacb8e29c0 -1 Injecting error=-5 at location=commit_target_layout 2024-09-12T17:35:11.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.042+0000 7fcacb8e29c0 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2024-09-12T17:35:11.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.050+0000 7fc97f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:11.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.054+0000 7fcacb8e29c0 20 remove_watcher() i=0 2024-09-12T17:35:11.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.054+0000 7fcacb8e29c0 2 removed watcher, disabling cache 2024-09-12T17:35:11.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.058+0000 7fcacb8e29c0 20 remove_watcher() i=1 2024-09-12T17:35:11.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.058+0000 7fcacb8e29c0 20 remove_watcher() i=2 2024-09-12T17:35:11.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.062+0000 7fcacb8e29c0 20 remove_watcher() i=3 2024-09-12T17:35:11.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.066+0000 7fcacb8e29c0 20 remove_watcher() i=4 2024-09-12T17:35:11.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.066+0000 7fcacb8e29c0 20 remove_watcher() i=5 2024-09-12T17:35:11.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.066+0000 7fcacb8e29c0 20 remove_watcher() i=6 2024-09-12T17:35:11.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.070+0000 7fcacb8e29c0 20 remove_watcher() i=7 2024-09-12T17:35:11.092 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:35:11.120 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:11.120 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:11.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.166+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.166+0000 7f34f8e5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:11.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.166+0000 7f34f8e5b9c0 20 realm 2024-09-12T17:35:11.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.166+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.166+0000 7f34f8e5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:11.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.166+0000 7f34f8e5b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:11.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.166+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.166+0000 7f34f8e5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:11.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.166+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.170+0000 7f34f8e5b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:11.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.170+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.170+0000 7f34f8e5b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:11.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.170+0000 7f34f8e5b9c0 20 searching for the correct realm 2024-09-12T17:35:11.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.174+0000 7f34f7162640 0 -- 172.21.15.183:0/1140065165 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f34ec1062b0 msgr2=0x7f34ec1319a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:11.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.390+0000 7f34f6160640 0 -- 172.21.15.183:0/1140065165 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f34f005ebe0 msgr2=0x7f34f00773a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:11.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.606+0000 7f34f8e5b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:11.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.606+0000 7f34f8e5b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:11.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.606+0000 7f34f8e5b9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:11.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.606+0000 7f34f8e5b9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:11.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.606+0000 7f34f8e5b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:11.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.606+0000 7f34f8e5b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:11.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.606+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:11.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:11.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:11.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 zone default found 2024-09-12T17:35:11.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 4 Realm: () 2024-09-12T17:35:11.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:11.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:11.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:11.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 zonegroup default 2024-09-12T17:35:11.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:11.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:11.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:11.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 started sync module instance, tier type = 2024-09-12T17:35:11.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.610+0000 7f34f8e5b9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:11.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.634+0000 7f34f8e5b9c0 20 add_watcher() i=0 2024-09-12T17:35:11.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.634+0000 7f34f8e5b9c0 20 add_watcher() i=1 2024-09-12T17:35:11.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.634+0000 7f34f8e5b9c0 20 add_watcher() i=2 2024-09-12T17:35:11.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.634+0000 7f34f8e5b9c0 20 add_watcher() i=3 2024-09-12T17:35:11.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.634+0000 7f34f8e5b9c0 20 add_watcher() i=4 2024-09-12T17:35:11.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.634+0000 7f34f8e5b9c0 20 add_watcher() i=5 2024-09-12T17:35:11.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.634+0000 7f34f8e5b9c0 20 add_watcher() i=6 2024-09-12T17:35:11.638 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.638+0000 7f34f8e5b9c0 20 add_watcher() i=7 2024-09-12T17:35:11.638 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.638+0000 7f34f8e5b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:11.642 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.642+0000 7f33ad7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:11.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.642+0000 7f34f8e5b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:11.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.642+0000 7f34f8e5b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:11.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.642+0000 7f34f8e5b9c0 5 note: GC not initialized 2024-09-12T17:35:11.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.646+0000 7f3327fff640 20 reqs_thread_entry: start 2024-09-12T17:35:11.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.646+0000 7f34f8e5b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:11.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.646+0000 7f34f8e5b9c0 20 Filter name: none 2024-09-12T17:35:11.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.646+0000 7f3325ffb640 20 reqs_thread_entry: start 2024-09-12T17:35:11.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.646+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.646+0000 7f34f8e5b9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:11.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.646+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.646+0000 7f34f8e5b9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:35:11.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.646+0000 7f34f8e5b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:11.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.646+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.646+0000 7f34f8e5b9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:11.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.646+0000 7f34f8e5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.648 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.650+0000 7f34f8e5b9c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:35:11.648 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.650+0000 7f34f8e5b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:11.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.650+0000 7f33ad7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:11.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.654+0000 7f34f8e5b9c0 20 remove_watcher() i=0 2024-09-12T17:35:11.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.654+0000 7f34f8e5b9c0 2 removed watcher, disabling cache 2024-09-12T17:35:11.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.658+0000 7f34f8e5b9c0 20 remove_watcher() i=1 2024-09-12T17:35:11.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.662+0000 7f34f8e5b9c0 20 remove_watcher() i=2 2024-09-12T17:35:11.661 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.662+0000 7f34f8e5b9c0 20 remove_watcher() i=3 2024-09-12T17:35:11.664 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.666+0000 7f34f8e5b9c0 20 remove_watcher() i=4 2024-09-12T17:35:11.665 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.666+0000 7f34f8e5b9c0 20 remove_watcher() i=5 2024-09-12T17:35:11.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.666+0000 7f34f8e5b9c0 20 remove_watcher() i=6 2024-09-12T17:35:11.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.670+0000 7f34f8e5b9c0 20 remove_watcher() i=7 2024-09-12T17:35:11.683 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:11.683 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:11.683 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-commit-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:35:11.683 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:11.684 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:11.684 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:11.696 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:11.696 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:11.741 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:35:11.774 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:11.774 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:11.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.818+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.818+0000 7f85499b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:11.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.818+0000 7f85499b09c0 20 realm 2024-09-12T17:35:11.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.818+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.818+0000 7f85499b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:11.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.818+0000 7f85499b09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:11.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.818+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.818+0000 7f85499b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:11.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.818+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.822+0000 7f85499b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:11.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.822+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:11.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.822+0000 7f85499b09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:11.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.822+0000 7f85499b09c0 20 searching for the correct realm 2024-09-12T17:35:11.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.826+0000 7f8547cb7640 0 -- 172.21.15.183:0/2452583155 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f853c0ff2b0 msgr2=0x7f853c0f7510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:11.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:11.834+0000 7f8546cb5640 0 -- 172.21.15.183:0/2452583155 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f854004d950 msgr2=0x7f8540017400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:12.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.050+0000 7f85499b09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:12.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.050+0000 7f85499b09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:12.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.050+0000 7f85499b09c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:12.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.050+0000 7f85499b09c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:12.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.050+0000 7f85499b09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:12.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.050+0000 7f85499b09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:12.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.050+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.050+0000 7f85499b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:12.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.050+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:12.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:12.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 zone default found 2024-09-12T17:35:12.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 4 Realm: () 2024-09-12T17:35:12.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:12.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:12.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:12.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 zonegroup default 2024-09-12T17:35:12.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:12.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:12.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:12.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 started sync module instance, tier type = 2024-09-12T17:35:12.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.054+0000 7f85499b09c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:12.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.078+0000 7f85499b09c0 20 add_watcher() i=0 2024-09-12T17:35:12.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.078+0000 7f85499b09c0 20 add_watcher() i=1 2024-09-12T17:35:12.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.078+0000 7f85499b09c0 20 add_watcher() i=2 2024-09-12T17:35:12.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.078+0000 7f85499b09c0 20 add_watcher() i=3 2024-09-12T17:35:12.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.078+0000 7f85499b09c0 20 add_watcher() i=4 2024-09-12T17:35:12.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.078+0000 7f85499b09c0 20 add_watcher() i=5 2024-09-12T17:35:12.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.078+0000 7f85499b09c0 20 add_watcher() i=6 2024-09-12T17:35:12.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.082+0000 7f85499b09c0 20 add_watcher() i=7 2024-09-12T17:35:12.080 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.082+0000 7f85499b09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:12.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f83fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:12.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f85499b09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:12.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f85499b09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:12.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f85499b09c0 5 note: GC not initialized 2024-09-12T17:35:12.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f83fcfe1640 20 reqs_thread_entry: start 2024-09-12T17:35:12.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f85499b09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:12.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f85499b09c0 20 Filter name: none 2024-09-12T17:35:12.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f83767fc640 20 reqs_thread_entry: start 2024-09-12T17:35:12.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f85499b09c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T17:35:12.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f85499b09c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:12.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f85499b09c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T17:35:12.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f85499b09c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T17:35:12.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f85499b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 : miss 2024-09-12T17:35:12.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.086+0000 7f85499b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.090+0000 7f85499b09c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:35:12.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.090+0000 7f85499b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 info.flags=0x17 2024-09-12T17:35:12.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.090+0000 7f85499b09c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 to cache LRU end 2024-09-12T17:35:12.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.090+0000 7f85499b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:12.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.090+0000 7f85499b09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:12.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.090+0000 7f85499b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 2024-09-12T17:35:12.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.090+0000 7f85499b09c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:35:12.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.102+0000 7f85499b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 info.flags=0x17 2024-09-12T17:35:12.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.102+0000 7f85499b09c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 to cache LRU end 2024-09-12T17:35:12.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.102+0000 7f85499b09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:12.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.102+0000 7f85499b09c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30, ofs0, ns] 2024-09-12T17:35:12.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.102+0000 7f842affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464297 cookie 94094627625744 notifier 7248 bl.length()=931 2024-09-12T17:35:12.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.102+0000 7f842affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 info.flags=0x17 2024-09-12T17:35:12.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.102+0000 7f842affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 to cache LRU end 2024-09-12T17:35:12.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.102+0000 7f842affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:12.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.102+0000 7f85499b09c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): orig_sources= new_sources= 2024-09-12T17:35:12.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.102+0000 7f85499b09c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): potential sources added=[] removed=[] 2024-09-12T17:35:12.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.102+0000 7f85499b09c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): orig_dests= new_dests= 2024-09-12T17:35:12.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.102+0000 7f85499b09c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): potential dests added=[] removed=[] 2024-09-12T17:35:12.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.106+0000 7f85499b09c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.30.2.0 2024-09-12T17:35:12.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.106+0000 7f85499b09c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.30.2.0 2024-09-12T17:35:12.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.106+0000 7f85499b09c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.30.2.1 2024-09-12T17:35:12.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.106+0000 7f85499b09c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.30.2.1 2024-09-12T17:35:12.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.106+0000 7f85499b09c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.30.0 2024-09-12T17:35:12.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.114+0000 7f85499b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:12.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.114+0000 7f85499b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 2024-09-12T17:35:12.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.114+0000 7f85499b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 info.flags=0x17 2024-09-12T17:35:12.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.114+0000 7f85499b09c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 to cache LRU end 2024-09-12T17:35:12.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.114+0000 7f85499b09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:12.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.114+0000 7f85499b09c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30, ofs0, ns] 2024-09-12T17:35:12.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.114+0000 7f842a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464298 cookie 94094627625744 notifier 7248 bl.length()=931 2024-09-12T17:35:12.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.114+0000 7f842a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 info.flags=0x17 2024-09-12T17:35:12.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.114+0000 7f842a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 to cache LRU end 2024-09-12T17:35:12.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.114+0000 7f842a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:12.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.118+0000 7f85499b09c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): orig_sources= new_sources= 2024-09-12T17:35:12.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.118+0000 7f85499b09c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): potential sources added=[] removed=[] 2024-09-12T17:35:12.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.118+0000 7f85499b09c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): orig_dests= new_dests= 2024-09-12T17:35:12.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.118+0000 7f85499b09c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): potential dests added=[] removed=[] 2024-09-12T17:35:12.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.118+0000 7f85499b09c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.30.0 2024-09-12T17:35:12.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.118+0000 7f85499b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:12.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.118+0000 7f85499b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 2024-09-12T17:35:12.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.122+0000 7f85499b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 info.flags=0x17 2024-09-12T17:35:12.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.122+0000 7f85499b09c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 to cache LRU end 2024-09-12T17:35:12.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.122+0000 7f85499b09c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:12.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.122+0000 7f85499b09c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30, ofs0, ns] 2024-09-12T17:35:12.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.122+0000 7f842affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464299 cookie 94094627625744 notifier 7248 bl.length()=899 2024-09-12T17:35:12.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.122+0000 7f842affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 info.flags=0x17 2024-09-12T17:35:12.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.122+0000 7f842affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 to cache LRU end 2024-09-12T17:35:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.122+0000 7f842affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.122+0000 7f85499b09c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): orig_sources= new_sources= 2024-09-12T17:35:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.122+0000 7f85499b09c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): potential sources added=[] removed=[] 2024-09-12T17:35:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.122+0000 7f85499b09c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): orig_dests= new_dests= 2024-09-12T17:35:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.122+0000 7f85499b09c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.30]): potential dests added=[] removed=[] 2024-09-12T17:35:12.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.126+0000 7f85499b09c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:35:12.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.130+0000 7f83fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:12.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.134+0000 7f85499b09c0 20 remove_watcher() i=0 2024-09-12T17:35:12.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.134+0000 7f85499b09c0 2 removed watcher, disabling cache 2024-09-12T17:35:12.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.138+0000 7f85499b09c0 20 remove_watcher() i=1 2024-09-12T17:35:12.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.142+0000 7f85499b09c0 20 remove_watcher() i=2 2024-09-12T17:35:12.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.142+0000 7f85499b09c0 20 remove_watcher() i=3 2024-09-12T17:35:12.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.146+0000 7f85499b09c0 20 remove_watcher() i=4 2024-09-12T17:35:12.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.146+0000 7f85499b09c0 20 remove_watcher() i=5 2024-09-12T17:35:12.147 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.146+0000 7f85499b09c0 20 remove_watcher() i=6 2024-09-12T17:35:12.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.150+0000 7f85499b09c0 20 remove_watcher() i=7 2024-09-12T17:35:12.164 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:35:12.196 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:12.196 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:12.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.242+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.246+0000 7f54218e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:12.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.246+0000 7f54218e99c0 20 realm 2024-09-12T17:35:12.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.246+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.246+0000 7f54218e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:12.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.246+0000 7f54218e99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:12.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.246+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.246+0000 7f54218e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:12.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.246+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.246+0000 7f54218e99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:12.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.246+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.246+0000 7f54218e99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:12.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.246+0000 7f54218e99c0 20 searching for the correct realm 2024-09-12T17:35:12.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.250+0000 7f541ebee640 0 -- 172.21.15.183:0/4167262438 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f541003a040 msgr2=0x7f541002b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:12.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.462+0000 7f541f3ef640 0 -- 172.21.15.183:0/4167262438 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f54180cd040 msgr2=0x7f541810b540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:12.479 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.478+0000 7f54218e99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:12.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.478+0000 7f54218e99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:12.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.478+0000 7f54218e99c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:12.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.478+0000 7f54218e99c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:12.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.478+0000 7f54218e99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:12.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.478+0000 7f54218e99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:12.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.478+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:12.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:12.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:12.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 20 zone default found 2024-09-12T17:35:12.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 4 Realm: () 2024-09-12T17:35:12.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:12.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:12.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:12.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 20 zonegroup default 2024-09-12T17:35:12.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:12.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:12.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.482+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.486+0000 7f54218e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:12.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.486+0000 7f54218e99c0 20 started sync module instance, tier type = 2024-09-12T17:35:12.484 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.486+0000 7f54218e99c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:12.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.510+0000 7f54218e99c0 20 add_watcher() i=0 2024-09-12T17:35:12.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.510+0000 7f54218e99c0 20 add_watcher() i=1 2024-09-12T17:35:12.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.510+0000 7f54218e99c0 20 add_watcher() i=2 2024-09-12T17:35:12.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.510+0000 7f54218e99c0 20 add_watcher() i=3 2024-09-12T17:35:12.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.510+0000 7f54218e99c0 20 add_watcher() i=4 2024-09-12T17:35:12.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.510+0000 7f54218e99c0 20 add_watcher() i=5 2024-09-12T17:35:12.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.510+0000 7f54218e99c0 20 add_watcher() i=6 2024-09-12T17:35:12.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.510+0000 7f54218e99c0 20 add_watcher() i=7 2024-09-12T17:35:12.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.510+0000 7f54218e99c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:12.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.514+0000 7f52d5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:12.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f54218e99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:12.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f54218e99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:12.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f54218e99c0 5 note: GC not initialized 2024-09-12T17:35:12.517 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f52d4fe1640 20 reqs_thread_entry: start 2024-09-12T17:35:12.517 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f54218e99c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:12.517 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f54218e99c0 20 Filter name: none 2024-09-12T17:35:12.517 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f524e7fc640 20 reqs_thread_entry: start 2024-09-12T17:35:12.517 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f54218e99c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:12.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f54218e99c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:12.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f54218e99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:12.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.518+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.522+0000 7f54218e99c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:12.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.522+0000 7f54218e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:12.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.522+0000 7f54218e99c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:12.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.522+0000 7f54218e99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:12.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.526+0000 7f52d5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:12.528 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.530+0000 7f54218e99c0 20 remove_watcher() i=0 2024-09-12T17:35:12.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.530+0000 7f54218e99c0 2 removed watcher, disabling cache 2024-09-12T17:35:12.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.530+0000 7f54218e99c0 20 remove_watcher() i=1 2024-09-12T17:35:12.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.534+0000 7f54218e99c0 20 remove_watcher() i=2 2024-09-12T17:35:12.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.538+0000 7f54218e99c0 20 remove_watcher() i=3 2024-09-12T17:35:12.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.538+0000 7f54218e99c0 20 remove_watcher() i=4 2024-09-12T17:35:12.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.542+0000 7f54218e99c0 20 remove_watcher() i=5 2024-09-12T17:35:12.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.542+0000 7f54218e99c0 20 remove_watcher() i=6 2024-09-12T17:35:12.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:12.542+0000 7f54218e99c0 20 remove_watcher() i=7 2024-09-12T17:35:12.558 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:12.558 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:12.558 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-commit-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.30 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:35:12.558 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:12.559 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.560 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.563 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.563 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.613 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.613 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.638 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2024-09-12T17:35:12.639 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:12.639 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.640 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.658 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.658 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.702 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.702 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.721 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.721 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.739 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.739 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.757 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.757 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.776 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.776 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.795 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.795 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.813 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.813 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.836 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.836 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.854 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.854 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.872 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.872 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.891 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.891 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.909 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.910 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.927 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.928 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.945 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.946 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.963 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.964 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:12.983 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:12.983 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:13.004 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:13.005 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:13.023 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:13.023 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:13.042 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:13.042 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:13.061 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:13.061 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:13.078 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:35:13.109 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:13.109 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:13.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.154+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.154+0000 7f063f95e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.154+0000 7f063f95e9c0 20 realm 2024-09-12T17:35:13.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.154+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.154+0000 7f063f95e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.154+0000 7f063f95e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:13.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.154+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.154+0000 7f063f95e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.154+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.158+0000 7f063f95e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:13.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.158+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.158+0000 7f063f95e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:13.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.158+0000 7f063f95e9c0 20 searching for the correct realm 2024-09-12T17:35:13.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.162+0000 7f063dc65640 0 -- 172.21.15.183:0/230582509 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f06340ea430 msgr2=0x7f06340ea830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:13.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.378+0000 7f063cc63640 0 -- 172.21.15.183:0/230582509 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f063801caf0 msgr2=0x7f063809e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:13.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.594+0000 7f063f95e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:13.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.594+0000 7f063f95e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:13.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.594+0000 7f063f95e9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:13.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.594+0000 7f063f95e9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:13.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.594+0000 7f063f95e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:13.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.594+0000 7f063f95e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:13.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.594+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.594+0000 7f063f95e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.594+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:13.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:13.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 zone default found 2024-09-12T17:35:13.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 4 Realm: () 2024-09-12T17:35:13.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:13.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:13.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:13.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 zonegroup default 2024-09-12T17:35:13.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 started sync module instance, tier type = 2024-09-12T17:35:13.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.598+0000 7f063f95e9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:13.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.622+0000 7f063f95e9c0 20 add_watcher() i=0 2024-09-12T17:35:13.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.622+0000 7f063f95e9c0 20 add_watcher() i=1 2024-09-12T17:35:13.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.622+0000 7f063f95e9c0 20 add_watcher() i=2 2024-09-12T17:35:13.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.622+0000 7f063f95e9c0 20 add_watcher() i=3 2024-09-12T17:35:13.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.622+0000 7f063f95e9c0 20 add_watcher() i=4 2024-09-12T17:35:13.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.622+0000 7f063f95e9c0 20 add_watcher() i=5 2024-09-12T17:35:13.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.622+0000 7f063f95e9c0 20 add_watcher() i=6 2024-09-12T17:35:13.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.626+0000 7f063f95e9c0 20 add_watcher() i=7 2024-09-12T17:35:13.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.626+0000 7f063f95e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:13.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.630+0000 7f04f37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:13.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.630+0000 7f063f95e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:13.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.630+0000 7f063f95e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:13.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.630+0000 7f063f95e9c0 5 note: GC not initialized 2024-09-12T17:35:13.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.630+0000 7f04f27e4640 20 reqs_thread_entry: start 2024-09-12T17:35:13.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.630+0000 7f063f95e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:13.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.630+0000 7f063f95e9c0 20 Filter name: none 2024-09-12T17:35:13.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.630+0000 7f0463fff640 20 reqs_thread_entry: start 2024-09-12T17:35:13.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.630+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.630+0000 7f063f95e9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:13.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.630+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.634+0000 7f063f95e9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:13.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.634+0000 7f063f95e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:13.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.634+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.634+0000 7f063f95e9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:13.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.634+0000 7f063f95e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.634+0000 7f063f95e9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:13.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.634+0000 7f063f95e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:13.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.638+0000 7f04f37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:13.641 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.642+0000 7f063f95e9c0 20 remove_watcher() i=0 2024-09-12T17:35:13.641 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.642+0000 7f063f95e9c0 2 removed watcher, disabling cache 2024-09-12T17:35:13.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.642+0000 7f063f95e9c0 20 remove_watcher() i=1 2024-09-12T17:35:13.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.646+0000 7f063f95e9c0 20 remove_watcher() i=2 2024-09-12T17:35:13.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.646+0000 7f063f95e9c0 20 remove_watcher() i=3 2024-09-12T17:35:13.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.650+0000 7f063f95e9c0 20 remove_watcher() i=4 2024-09-12T17:35:13.651 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.650+0000 7f063f95e9c0 20 remove_watcher() i=5 2024-09-12T17:35:13.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.654+0000 7f063f95e9c0 20 remove_watcher() i=6 2024-09-12T17:35:13.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.654+0000 7f063f95e9c0 20 remove_watcher() i=7 2024-09-12T17:35:13.670 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:13.670 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:13.670 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-commit-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:35:13.670 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:13.670 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2024-09-12T17:35:13.705 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:13.705 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:13.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.750+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.750+0000 7f5c443789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.750+0000 7f5c443789c0 20 realm 2024-09-12T17:35:13.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.750+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.750+0000 7f5c443789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.750+0000 7f5c443789c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:13.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.750+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.750+0000 7f5c443789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.750+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.754+0000 7f5c443789c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:13.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.754+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.754+0000 7f5c443789c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:13.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.754+0000 7f5c443789c0 20 searching for the correct realm 2024-09-12T17:35:13.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.754+0000 7f5c4167d640 0 -- 172.21.15.183:0/3049255545 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f5c34008070 msgr2=0x7f5c3405c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:13.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.966+0000 7f5c41e7e640 0 -- 172.21.15.183:0/3049255545 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f5c3c098040 msgr2=0x7f5c3c062970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:13.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.982+0000 7f5c443789c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:13.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.982+0000 7f5c443789c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:13.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.982+0000 7f5c443789c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:13.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.982+0000 7f5c443789c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:13.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.982+0000 7f5c443789c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:13.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.982+0000 7f5c443789c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:13.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.982+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:13.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:13.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 20 zone default found 2024-09-12T17:35:13.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 4 Realm: () 2024-09-12T17:35:13.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:13.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:13.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:13.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 20 zonegroup default 2024-09-12T17:35:13.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.986 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.986+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:13.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.990+0000 7f5c443789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:13.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.990+0000 7f5c443789c0 20 started sync module instance, tier type = 2024-09-12T17:35:13.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:13.990+0000 7f5c443789c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:14.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.010+0000 7f5c443789c0 20 add_watcher() i=0 2024-09-12T17:35:14.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.010+0000 7f5c443789c0 20 add_watcher() i=1 2024-09-12T17:35:14.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.010+0000 7f5c443789c0 20 add_watcher() i=2 2024-09-12T17:35:14.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.010+0000 7f5c443789c0 20 add_watcher() i=3 2024-09-12T17:35:14.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.010+0000 7f5c443789c0 20 add_watcher() i=4 2024-09-12T17:35:14.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.010+0000 7f5c443789c0 20 add_watcher() i=5 2024-09-12T17:35:14.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.010+0000 7f5c443789c0 20 add_watcher() i=6 2024-09-12T17:35:14.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.014+0000 7f5c443789c0 20 add_watcher() i=7 2024-09-12T17:35:14.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.014+0000 7f5c443789c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:14.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.014+0000 7f5af37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:14.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:14.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:14.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 5 note: GC not initialized 2024-09-12T17:35:14.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5af27fc640 20 reqs_thread_entry: start 2024-09-12T17:35:14.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:14.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 20 Filter name: none 2024-09-12T17:35:14.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5a63fff640 20 reqs_thread_entry: start 2024-09-12T17:35:14.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T17:35:14.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:14.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T17:35:14.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T17:35:14.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 : miss 2024-09-12T17:35:14.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:14.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 info.flags=0x17 2024-09-12T17:35:14.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 to cache LRU end 2024-09-12T17:35:14.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:14.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:14.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.018+0000 7f5c443789c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 2024-09-12T17:35:14.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.026+0000 7f5c443789c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 info.flags=0x17 2024-09-12T17:35:14.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.026+0000 7f5c443789c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 to cache LRU end 2024-09-12T17:35:14.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.026+0000 7f5c443789c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:14.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.026+0000 7f5c443789c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31, ofs0, ns] 2024-09-12T17:35:14.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.026+0000 7f5b257fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464302 cookie 93916095444688 notifier 7302 bl.length()=931 2024-09-12T17:35:14.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.026+0000 7f5b257fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 info.flags=0x17 2024-09-12T17:35:14.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.026+0000 7f5b257fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 to cache LRU end 2024-09-12T17:35:14.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.026+0000 7f5b257fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:14.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.030+0000 7f5c443789c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.31]): orig_sources= new_sources= 2024-09-12T17:35:14.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.030+0000 7f5c443789c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.31]): potential sources added=[] removed=[] 2024-09-12T17:35:14.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.030+0000 7f5c443789c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.31]): orig_dests= new_dests= 2024-09-12T17:35:14.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.030+0000 7f5c443789c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.31]): potential dests added=[] removed=[] 2024-09-12T17:35:14.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.034+0000 7f5c443789c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.31.1.0 2024-09-12T17:35:14.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.034+0000 7f5c443789c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.31.1.0 2024-09-12T17:35:14.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.034+0000 7f5c443789c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.31.1.1 2024-09-12T17:35:14.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.034+0000 7f5c443789c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.31.1.1 2024-09-12T17:35:14.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.034+0000 7f5c443789c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.31.0 2024-09-12T17:35:14.038 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.038+0000 7f5c443789c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:14.038 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.038+0000 7f5c443789c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 2024-09-12T17:35:14.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5c443789c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 info.flags=0x17 2024-09-12T17:35:14.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5c443789c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 to cache LRU end 2024-09-12T17:35:14.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5c443789c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:14.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5c443789c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31, ofs0, ns] 2024-09-12T17:35:14.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5b24ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464303 cookie 93916095444688 notifier 7302 bl.length()=931 2024-09-12T17:35:14.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5b24ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 info.flags=0x17 2024-09-12T17:35:14.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5b24ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 to cache LRU end 2024-09-12T17:35:14.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5b24ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:14.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5c443789c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.31]): orig_sources= new_sources= 2024-09-12T17:35:14.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5c443789c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.31]): potential sources added=[] removed=[] 2024-09-12T17:35:14.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5c443789c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.31]): orig_dests= new_dests= 2024-09-12T17:35:14.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5c443789c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.31]): potential dests added=[] removed=[] 2024-09-12T17:35:14.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.042+0000 7f5c443789c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.31.0 2024-09-12T17:35:14.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5c443789c0 -1 Injecting error=-125 at location=commit_target_layout 2024-09-12T17:35:14.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5c443789c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:14.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5c443789c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 2024-09-12T17:35:14.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5c443789c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 info.flags=0x17 2024-09-12T17:35:14.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5c443789c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 to cache LRU end 2024-09-12T17:35:14.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5c443789c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:14.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5c443789c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31, ofs0, ns] 2024-09-12T17:35:14.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5b24ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464304 cookie 93916095444688 notifier 7302 bl.length()=899 2024-09-12T17:35:14.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5b24ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 info.flags=0x17 2024-09-12T17:35:14.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5b24ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 to cache LRU end 2024-09-12T17:35:14.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5b24ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:14.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5c443789c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.31]): orig_sources= new_sources= 2024-09-12T17:35:14.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5c443789c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.31]): potential sources added=[] removed=[] 2024-09-12T17:35:14.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5c443789c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.31]): orig_dests= new_dests= 2024-09-12T17:35:14.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.046+0000 7f5c443789c0 20 handle_bi_update(): bucket=:error-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.31]): potential dests added=[] removed=[] 2024-09-12T17:35:14.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.050+0000 7f5c443789c0 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:35:14.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.054+0000 7f5af37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:14.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.058+0000 7f5c443789c0 20 remove_watcher() i=0 2024-09-12T17:35:14.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.058+0000 7f5c443789c0 2 removed watcher, disabling cache 2024-09-12T17:35:14.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.062+0000 7f5c443789c0 20 remove_watcher() i=1 2024-09-12T17:35:14.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.062+0000 7f5c443789c0 20 remove_watcher() i=2 2024-09-12T17:35:14.065 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.066+0000 7f5c443789c0 20 remove_watcher() i=3 2024-09-12T17:35:14.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.066+0000 7f5c443789c0 20 remove_watcher() i=4 2024-09-12T17:35:14.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.070+0000 7f5c443789c0 20 remove_watcher() i=5 2024-09-12T17:35:14.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.070+0000 7f5c443789c0 20 remove_watcher() i=6 2024-09-12T17:35:14.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.074+0000 7f5c443789c0 20 remove_watcher() i=7 2024-09-12T17:35:14.087 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T17:35:14.117 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:14.118 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:14.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.162+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.162+0000 7f2b42cdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:14.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.162+0000 7f2b42cdd9c0 20 realm 2024-09-12T17:35:14.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.162+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.162+0000 7f2b42cdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:14.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.162+0000 7f2b42cdd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:14.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.162+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.166+0000 7f2b42cdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:14.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.166+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.166+0000 7f2b42cdd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:14.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.166+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.166+0000 7f2b42cdd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:14.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.166+0000 7f2b42cdd9c0 20 searching for the correct realm 2024-09-12T17:35:14.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.170+0000 7f2b3ffe2640 0 -- 172.21.15.183:0/4118147218 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f2b300183e0 msgr2=0x7f2b30018800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:14.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.386+0000 7f2b407e3640 0 -- 172.21.15.183:0/4118147218 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x55b18a2f25a0 msgr2=0x7f2b380729c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:14.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:14.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:14.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:14.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:14.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:14.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:14.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:14.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:14.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:14.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 zone default found 2024-09-12T17:35:14.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 4 Realm: () 2024-09-12T17:35:14.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:14.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:14.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:14.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 zonegroup default 2024-09-12T17:35:14.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:14.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.402+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.404 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.406+0000 7f2b42cdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:14.404 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.406+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.406+0000 7f2b42cdd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:14.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.406+0000 7f2b42cdd9c0 20 started sync module instance, tier type = 2024-09-12T17:35:14.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.406+0000 7f2b42cdd9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:14.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.430+0000 7f2b42cdd9c0 20 add_watcher() i=0 2024-09-12T17:35:14.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.430+0000 7f2b42cdd9c0 20 add_watcher() i=1 2024-09-12T17:35:14.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.430+0000 7f2b42cdd9c0 20 add_watcher() i=2 2024-09-12T17:35:14.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.430+0000 7f2b42cdd9c0 20 add_watcher() i=3 2024-09-12T17:35:14.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.430+0000 7f2b42cdd9c0 20 add_watcher() i=4 2024-09-12T17:35:14.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.430+0000 7f2b42cdd9c0 20 add_watcher() i=5 2024-09-12T17:35:14.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.430+0000 7f2b42cdd9c0 20 add_watcher() i=6 2024-09-12T17:35:14.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.434+0000 7f2b42cdd9c0 20 add_watcher() i=7 2024-09-12T17:35:14.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.434+0000 7f2b42cdd9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:14.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.438+0000 7f29f6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:14.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.438+0000 7f2b42cdd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:14.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.438+0000 7f2b42cdd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:14.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.438+0000 7f2b42cdd9c0 5 note: GC not initialized 2024-09-12T17:35:14.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.438+0000 7f29f5fdb640 20 reqs_thread_entry: start 2024-09-12T17:35:14.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.438+0000 7f2b42cdd9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:14.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.438+0000 7f2b42cdd9c0 20 Filter name: none 2024-09-12T17:35:14.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.438+0000 7f29677fe640 20 reqs_thread_entry: start 2024-09-12T17:35:14.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.438+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.438+0000 7f2b42cdd9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:14.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.438+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.442+0000 7f2b42cdd9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:14.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.442+0000 7f2b42cdd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:14.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.442+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.442+0000 7f2b42cdd9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:14.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.442+0000 7f2b42cdd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:14.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.442+0000 7f2b42cdd9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:14.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.442+0000 7f2b42cdd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:14.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.446+0000 7f29f6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:14.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.450+0000 7f2b42cdd9c0 20 remove_watcher() i=0 2024-09-12T17:35:14.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.450+0000 7f2b42cdd9c0 2 removed watcher, disabling cache 2024-09-12T17:35:14.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.454+0000 7f2b42cdd9c0 20 remove_watcher() i=1 2024-09-12T17:35:14.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.454+0000 7f2b42cdd9c0 20 remove_watcher() i=2 2024-09-12T17:35:14.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.458+0000 7f2b42cdd9c0 20 remove_watcher() i=3 2024-09-12T17:35:14.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.458+0000 7f2b42cdd9c0 20 remove_watcher() i=4 2024-09-12T17:35:14.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.462+0000 7f2b42cdd9c0 20 remove_watcher() i=5 2024-09-12T17:35:14.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.462+0000 7f2b42cdd9c0 20 remove_watcher() i=6 2024-09-12T17:35:14.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:14.462+0000 7f2b42cdd9c0 20 remove_watcher() i=7 2024-09-12T17:35:14.476 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:14.477 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:14.477 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-commit-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.31 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:35:14.477 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:14.478 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.478 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.481 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.481 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.535 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.536 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.560 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with abort at commit_target_layout 2024-09-12T17:35:14.560 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:14.561 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.561 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.577 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.577 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.622 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.623 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.640 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.640 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.660 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.660 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.679 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.679 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.700 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.719 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.738 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.738 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.756 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.779 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.799 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.800 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.821 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.821 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.840 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.840 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.859 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.859 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.878 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.879 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.897 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.898 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.917 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.917 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.937 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.937 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.956 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.956 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.975 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.975 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:14.994 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:14.994 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:15.012 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T17:35:15.044 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:15.044 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:15.304 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.306+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.306+0000 7f92c90d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:15.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.306+0000 7f92c90d29c0 20 realm 2024-09-12T17:35:15.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.306+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.306+0000 7f92c90d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:15.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.306+0000 7f92c90d29c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:15.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.306+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.306+0000 7f92c90d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:15.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.306+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.310+0000 7f92c90d29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:15.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.310+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.310+0000 7f92c90d29c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:15.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.310+0000 7f92c90d29c0 20 searching for the correct realm 2024-09-12T17:35:15.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.314+0000 7f92c63d7640 0 -- 172.21.15.183:0/4045553408 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f92c00dd030 msgr2=0x7f92c011e680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:15.527 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.526+0000 7f92c6bd8640 0 -- 172.21.15.183:0/4045553408 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f92b801a040 msgr2=0x7f92b8034940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:15.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.542+0000 7f92c90d29c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:15.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.542+0000 7f92c90d29c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:15.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.542+0000 7f92c90d29c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:15.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.542+0000 7f92c90d29c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:15.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.542+0000 7f92c90d29c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:15.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.542+0000 7f92c90d29c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:15.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.542+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.542+0000 7f92c90d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:15.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.542+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:15.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:15.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 20 zone default found 2024-09-12T17:35:15.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 4 Realm: () 2024-09-12T17:35:15.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:15.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:15.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:15.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 20 zonegroup default 2024-09-12T17:35:15.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:15.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:15.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.547 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.546+0000 7f92c90d29c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:15.547 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.550+0000 7f92c90d29c0 20 started sync module instance, tier type = 2024-09-12T17:35:15.547 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.550+0000 7f92c90d29c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:15.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.570+0000 7f92c90d29c0 20 add_watcher() i=0 2024-09-12T17:35:15.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.570+0000 7f92c90d29c0 20 add_watcher() i=1 2024-09-12T17:35:15.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.570+0000 7f92c90d29c0 20 add_watcher() i=2 2024-09-12T17:35:15.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.570+0000 7f92c90d29c0 20 add_watcher() i=3 2024-09-12T17:35:15.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.570+0000 7f92c90d29c0 20 add_watcher() i=4 2024-09-12T17:35:15.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.570+0000 7f92c90d29c0 20 add_watcher() i=5 2024-09-12T17:35:15.571 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.570+0000 7f92c90d29c0 20 add_watcher() i=6 2024-09-12T17:35:15.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.574+0000 7f92c90d29c0 20 add_watcher() i=7 2024-09-12T17:35:15.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.574+0000 7f92c90d29c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:15.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.578+0000 7f917d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:15.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.578+0000 7f92c90d29c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:15.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.578+0000 7f92c90d29c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:15.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.578+0000 7f92c90d29c0 5 note: GC not initialized 2024-09-12T17:35:15.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.578+0000 7f90f7fff640 20 reqs_thread_entry: start 2024-09-12T17:35:15.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.578+0000 7f92c90d29c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:15.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.578+0000 7f92c90d29c0 20 Filter name: none 2024-09-12T17:35:15.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.578+0000 7f90f5ffb640 20 reqs_thread_entry: start 2024-09-12T17:35:15.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.578+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.582+0000 7f92c90d29c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:15.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.582+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.582+0000 7f92c90d29c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:15.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.582+0000 7f92c90d29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:15.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.582+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.582+0000 7f92c90d29c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:15.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.582+0000 7f92c90d29c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.583 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.582+0000 7f92c90d29c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:15.583 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.582+0000 7f92c90d29c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:15.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.586+0000 7f917d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:15.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.590+0000 7f92c90d29c0 20 remove_watcher() i=0 2024-09-12T17:35:15.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.590+0000 7f92c90d29c0 2 removed watcher, disabling cache 2024-09-12T17:35:15.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.594+0000 7f92c90d29c0 20 remove_watcher() i=1 2024-09-12T17:35:15.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.598+0000 7f92c90d29c0 20 remove_watcher() i=2 2024-09-12T17:35:15.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.598+0000 7f92c90d29c0 20 remove_watcher() i=3 2024-09-12T17:35:15.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.602+0000 7f92c90d29c0 20 remove_watcher() i=4 2024-09-12T17:35:15.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.602+0000 7f92c90d29c0 20 remove_watcher() i=5 2024-09-12T17:35:15.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.602+0000 7f92c90d29c0 20 remove_watcher() i=6 2024-09-12T17:35:15.604 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.606+0000 7f92c90d29c0 20 remove_watcher() i=7 2024-09-12T17:35:15.622 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:15.622 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:15.622 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-commit-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:35:15.622 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:15.623 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2024-09-12T17:35:15.660 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:15.660 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:15.703 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.702+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:15.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.706+0000 7fddea6779c0 20 realm 2024-09-12T17:35:15.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.705 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:15.706 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.706+0000 7fddea6779c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:15.706 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.706 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:15.706 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.707 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:15.707 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:15.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.710+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:15.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.710+0000 7fddea6779c0 20 searching for the correct realm 2024-09-12T17:35:15.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.710+0000 7fdde897e640 0 -- 172.21.15.183:0/576098978 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fddd00db020 msgr2=0x7fddd00013e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:15.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:15.926+0000 7fdde797c640 0 -- 172.21.15.183:0/576098978 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fdde0024040 msgr2=0x7fdde003b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:16.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:16.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:16.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:16.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:16.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:16.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:16.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.142+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.142+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.142+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:16.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:16.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 zone default found 2024-09-12T17:35:16.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 4 Realm: () 2024-09-12T17:35:16.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:16.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:16.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:16.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 zonegroup default 2024-09-12T17:35:16.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.147 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.147 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 started sync module instance, tier type = 2024-09-12T17:35:16.147 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.146+0000 7fddea6779c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:16.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=0 2024-09-12T17:35:16.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=1 2024-09-12T17:35:16.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=2 2024-09-12T17:35:16.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=3 2024-09-12T17:35:16.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=4 2024-09-12T17:35:16.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=5 2024-09-12T17:35:16.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=6 2024-09-12T17:35:16.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.174+0000 7fddea6779c0 20 add_watcher() i=7 2024-09-12T17:35:16.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.174+0000 7fddea6779c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:16.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.178+0000 7fdc9efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:16.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.178+0000 7fddea6779c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:16.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.178+0000 7fddea6779c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:16.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.178+0000 7fddea6779c0 5 note: GC not initialized 2024-09-12T17:35:16.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:16.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fdc9dfdb640 20 reqs_thread_entry: start 2024-09-12T17:35:16.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 20 Filter name: none 2024-09-12T17:35:16.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fdc0f7fe640 20 reqs_thread_entry: start 2024-09-12T17:35:16.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:35:16.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:16.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:35:16.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:35:16.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 : miss 2024-09-12T17:35:16.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:16.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:16.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.182+0000 7fddea6779c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 2024-09-12T17:35:16.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.190+0000 7fddea6779c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.190+0000 7fddea6779c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.190+0000 7fddea6779c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.190+0000 7fddea6779c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32, ofs0, ns] 2024-09-12T17:35:16.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.190+0000 7fdcbf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464307 cookie 94867838679024 notifier 6887 bl.length()=931 2024-09-12T17:35:16.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.190+0000 7fdcbf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.190+0000 7fdcbf7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.190+0000 7fdcbf7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.190+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_sources= new_sources= 2024-09-12T17:35:16.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.190+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential sources added=[] removed=[] 2024-09-12T17:35:16.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.190+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_dests= new_dests= 2024-09-12T17:35:16.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.190+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential dests added=[] removed=[] 2024-09-12T17:35:16.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.194+0000 7fddea6779c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.0 2024-09-12T17:35:16.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.194+0000 7fddea6779c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.0 2024-09-12T17:35:16.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.194+0000 7fddea6779c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.1 2024-09-12T17:35:16.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.194+0000 7fddea6779c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.1 2024-09-12T17:35:16.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.194+0000 7fddea6779c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.0 2024-09-12T17:35:16.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.198+0000 7fddea6779c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:16.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.198+0000 7fddea6779c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 2024-09-12T17:35:16.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.202+0000 7fddea6779c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.202+0000 7fddea6779c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.202+0000 7fddea6779c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.202+0000 7fddea6779c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32, ofs0, ns] 2024-09-12T17:35:16.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.202+0000 7fdcbeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464308 cookie 94867838679024 notifier 6887 bl.length()=931 2024-09-12T17:35:16.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.202+0000 7fdcbeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.202+0000 7fdcbeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.202+0000 7fdcbeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.202+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_sources= new_sources= 2024-09-12T17:35:16.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.202+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential sources added=[] removed=[] 2024-09-12T17:35:16.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.202+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_dests= new_dests= 2024-09-12T17:35:16.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.202+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential dests added=[] removed=[] 2024-09-12T17:35:16.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.206+0000 7fddea6779c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.0 2024-09-12T17:35:16.205 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fddea6779c0 time 2024-09-12T17:35:16.212535+0000 2024-09-12T17:35:16.205 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:16.207 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:16.207 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fddedf512eb] 2024-09-12T17:35:16.207 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fddedf5149f] 2024-09-12T17:35:16.207 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564821a110c1] 2024-09-12T17:35:16.207 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x564821a23467] 2024-09-12T17:35:16.207 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:35:16.207 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fddecdb7d90] 2024-09-12T17:35:16.207 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:35:16.207 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:35:16.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.206+0000 7fddea6779c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fddea6779c0 time 2024-09-12T17:35:16.212535+0000 2024-09-12T17:35:16.207 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:16.207 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.208 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:16.208 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fddedf512eb] 2024-09-12T17:35:16.208 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fddedf5149f] 2024-09-12T17:35:16.208 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564821a110c1] 2024-09-12T17:35:16.208 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x564821a23467] 2024-09-12T17:35:16.208 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:35:16.208 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fddecdb7d90] 2024-09-12T17:35:16.208 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:35:16.208 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:35:16.208 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.208 INFO:tasks.workunit.client.0.smithi183.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:35:16.208 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fddea6779c0 thread_name:radosgw-admin 2024-09-12T17:35:16.223 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:16.223 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fddecdd0520] 2024-09-12T17:35:16.224 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:35:16.224 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:35:16.224 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:35:16.224 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fddedf51345] 2024-09-12T17:35:16.224 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fddedf5149f] 2024-09-12T17:35:16.224 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564821a110c1] 2024-09-12T17:35:16.224 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x564821a23467] 2024-09-12T17:35:16.224 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:35:16.224 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fddecdb7d90] 2024-09-12T17:35:16.224 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:35:16.224 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:35:16.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.210+0000 7fddea6779c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:35:16.225 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fddea6779c0 thread_name:radosgw-admin 2024-09-12T17:35:16.225 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.225 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:16.225 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fddecdd0520] 2024-09-12T17:35:16.225 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:35:16.225 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:35:16.225 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:35:16.225 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fddedf51345] 2024-09-12T17:35:16.225 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fddedf5149f] 2024-09-12T17:35:16.225 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564821a110c1] 2024-09-12T17:35:16.225 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x564821a23467] 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fddecdb7d90] 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:35:15.682+0000 7fddea6779c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: monmap: 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:16.226 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding auth protocol: cephx 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding auth protocol: cephx 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding auth protocol: cephx 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: secure 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: crc 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: secure 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: crc 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: secure 2024-09-12T17:35:16.227 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: crc 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: crc 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: secure 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: crc 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: secure 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: crc 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: secure 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:35:15.686+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:35:15.686+0000 7fddea6779c0 1 librados: starting msgr at 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:35:15.686+0000 7fddea6779c0 1 librados: starting objecter 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command objecter_requests hook 0x564823c37480 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:35:15.686+0000 7fddea6779c0 1 librados: setting wanted keys 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:35:15.686+0000 7fddea6779c0 1 librados: calling monclient init 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: init 2024-09-12T17:35:16.228 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding auth protocol: cephx 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding auth protocol: cephx 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding auth protocol: cephx 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: secure 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: crc 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: secure 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: crc 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: secure 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: crc 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: crc 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: secure 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: crc 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: secure 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: crc 2024-09-12T17:35:16.229 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: secure 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:35:15.686+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:35:15.686+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command rotate-key hook 0x564823c35c78 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-c con 0x564823ae60b0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-b con 0x564823af1560 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-a con 0x564823b7e830 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): authenticate will time out at 2301.221158s 2024-09-12T17:35:16.230 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): get_auth_request con 0x564823ae60b0 auth_method 0 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): get_auth_request con 0x564823b7e830 auth_method 0 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.231 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): handle_auth_done global_id 6878 payload 824 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient: _finish_hunting 0 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:35:15.686+0000 7fdde817d640 1 monclient: found mon.noname-c 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: dump: 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.232 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: _finish_auth 0 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: _check_auth_tickets 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: dump: 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.233 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 monclient: authenticate success, global_id 6878 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: _renew_subs 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:35:15.686+0000 7fdcd660c640 4 set_mon_vals no callback set 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: _renew_subs 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:35:15.686+0000 7fddea6779c0 1 librados: init done 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:35:15.690+0000 7fdcd4e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:35:15.690+0000 7fdcd4e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:16.234 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:35:15.690+0000 7fdcd4e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:35:15.690+0000 7fdde797c640 10 monclient: get_auth_request con 0x7fdcd0070b10 auth_method 0 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:35:15.690+0000 7fdde897e640 10 monclient: get_auth_request con 0x564823c60520 auth_method 0 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:35:15.690+0000 7fdde817d640 10 monclient: get_auth_request con 0x564823c80c90 auth_method 0 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:35:15.690+0000 7fdde797c640 10 monclient: get_auth_request con 0x564823c84f10 auth_method 0 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient: get_auth_request con 0x564823c84510 auth_method 0 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: build_initial_monmap 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:35:15.694+0000 7fddea6779c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: monmap: 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.235 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding auth protocol: cephx 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding auth protocol: cephx 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding auth protocol: cephx 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: secure 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: crc 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: secure 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: crc 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: secure 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: crc 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: crc 2024-09-12T17:35:16.236 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: secure 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: crc 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: secure 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: crc 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: secure 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:35:15.694+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command objecter_requests cmddesc objecter_requests hook 0x564823c90a40 EEXIST 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: init 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding auth protocol: cephx 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding auth protocol: cephx 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding auth protocol: cephx 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: secure 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: crc 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: secure 2024-09-12T17:35:16.237 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: crc 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: secure 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: crc 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: crc 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: secure 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: crc 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: secure 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: crc 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: secure 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:35:15.694+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:35:15.694+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command rotate-key cmddesc rotate-key hook 0x564823c8c0e0 EEXIST 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:35:16.238 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-b con 0x564823cb4bf0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-a con 0x564823cb4520 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-c con 0x564823cb2f00 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): authenticate will time out at 2301.230329s 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): get_auth_request con 0x564823cb2f00 auth_method 0 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): get_auth_request con 0x564823cb4520 auth_method 0 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.239 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): handle_auth_done global_id 6881 payload 824 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient: _finish_hunting 0 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:35:15.694+0000 7fdde817d640 1 monclient: found mon.noname-c 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: dump: 2024-09-12T17:35:16.240 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: _finish_auth 0 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: _check_auth_tickets 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.241 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: dump: 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:35:15.694+0000 7fdde917f640 4 set_mon_vals no callback set 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 monclient: authenticate success, global_id 6881 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: _renew_subs 2024-09-12T17:35:16.242 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: _renew_subs 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:35:15.698+0000 7fdccdffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:35:15.698+0000 7fdccdffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:35:15.698+0000 7fdccdffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: get_monmap_and_config 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: build_initial_monmap 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:35:15.698+0000 7fddea6779c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: monmap: 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:16.243 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding auth protocol: cephx 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding auth protocol: cephx 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding auth protocol: cephx 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: secure 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: crc 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: secure 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: crc 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: secure 2024-09-12T17:35:16.244 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: crc 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: crc 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: secure 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: crc 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: secure 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: crc 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: secure 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient: get_auth_request con 0x7fdcc0070a20 auth_method 0 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:35:15.698+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: init 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding auth protocol: cephx 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding auth protocol: cephx 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding auth protocol: cephx 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: secure 2024-09-12T17:35:16.245 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: crc 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: secure 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: crc 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: secure 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: crc 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: crc 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: secure 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: crc 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: secure 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: crc 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: secure 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:35:15.698+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:35:15.698+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffcd4b4b4b8 EEXIST 2024-09-12T17:35:16.246 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-c con 0x564823d08940 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-b con 0x564823cd5440 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-a con 0x564823cd83a0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): authenticate will time out at 2301.234946s 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): get_auth_request con 0x564823d08940 auth_method 0 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): get_auth_request con 0x564823cd83a0 auth_method 0 2024-09-12T17:35:16.247 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:35:15.698+0000 7fdde897e640 10 monclient(hunting): get_auth_request con 0x564823cd5440 auth_method 0 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:35:15.698+0000 7fdde897e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:35:15.698+0000 7fdde897e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:35:15.698+0000 7fdde897e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): handle_auth_done global_id 6884 payload 274 2024-09-12T17:35:16.248 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient: _finish_hunting 0 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:35:15.698+0000 7fdde797c640 1 monclient: found mon.noname-c 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: dump: 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.249 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: _finish_auth 0 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: _check_auth_tickets 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: dump: 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.250 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 monclient: authenticate success, global_id 6884 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:35:15.698+0000 7fddea6779c0 4 set_mon_vals no callback set 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: shutdown 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: build_initial_monmap 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:35:15.702+0000 7fddea6779c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: monmap: 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:16.251 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding auth protocol: cephx 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding auth protocol: cephx 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding auth protocol: cephx 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: secure 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: crc 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: secure 2024-09-12T17:35:16.252 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: crc 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: secure 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: crc 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: crc 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: secure 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: crc 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: secure 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: crc 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: secure 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:35:15.702+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:35:15.702+0000 7fddea6779c0 1 librados: starting msgr at 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:35:15.702+0000 7fddea6779c0 1 librados: starting objecter 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command objecter_requests cmddesc objecter_requests hook 0x564823d03ba0 EEXIST 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:35:15.702+0000 7fddea6779c0 1 librados: setting wanted keys 2024-09-12T17:35:16.253 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:35:15.702+0000 7fddea6779c0 1 librados: calling monclient init 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: init 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding auth protocol: cephx 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding auth protocol: cephx 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding auth protocol: cephx 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: secure 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: crc 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: secure 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: crc 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: secure 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: crc 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: crc 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: secure 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: crc 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: secure 2024-09-12T17:35:16.254 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: crc 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: secure 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:35:15.702+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:35:15.702+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command rotate-key cmddesc rotate-key hook 0x564823cb6b58 EEXIST 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-c con 0x564823cd5440 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-a con 0x564823cd83a0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-b con 0x564823d08940 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:16.255 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): authenticate will time out at 2301.237564s 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): get_auth_request con 0x564823cd5440 auth_method 0 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): get_auth_request con 0x564823cd83a0 auth_method 0 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.256 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): handle_auth_done global_id 6887 payload 824 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient: _finish_hunting 0 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:35:15.702+0000 7fdde797c640 1 monclient: found mon.noname-c 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:35:15.702+0000 7fdde817d640 10 monclient: get_auth_request con 0x564823d08940 auth_method 0 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: dump: 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.257 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: _finish_auth 0 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: _check_auth_tickets 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: dump: 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.258 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:35:15.702+0000 7fdcbf7fe640 4 set_mon_vals no callback set 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 monclient: authenticate success, global_id 6887 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: _renew_subs 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: _renew_subs 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.259 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:35:15.702+0000 7fddea6779c0 1 librados: init done 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command cr dump hook 0x564823d012a8 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:35:15.702+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:35:15.706+0000 7fdcbdffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:35:15.706+0000 7fdcbdffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:35:15.706+0000 7fdcbdffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:35:15.706+0000 7fdde817d640 10 monclient: get_auth_request con 0x564823d220f0 auth_method 0 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:35:15.706+0000 7fdde897e640 10 monclient: get_auth_request con 0x7fdcb0070ae0 auth_method 0 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 realm 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:35:15.706+0000 7fddea6779c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.260 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:35:15.706+0000 7fdde797c640 10 monclient: get_auth_request con 0x564823d26330 auth_method 0 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:35:15.706+0000 7fdde897e640 10 monclient: get_auth_request con 0x564823d29b90 auth_method 0 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:35:15.710+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:35:15.710+0000 7fddea6779c0 20 searching for the correct realm 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:35:15.710+0000 7fdde817d640 10 monclient: get_auth_request con 0x7fdde002e040 auth_method 0 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:35:15.710+0000 7fdde797c640 10 monclient: get_auth_request con 0x7fddd8068420 auth_method 0 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:35:15.710+0000 7fdde897e640 10 monclient: get_auth_request con 0x7fddd00db020 auth_method 0 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:35:15.710+0000 7fdde897e640 0 -- 172.21.15.183:0/576098978 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fddd00db020 msgr2=0x7fddd00013e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:35:15.914+0000 7fdde897e640 10 monclient: get_auth_request con 0x7fddd00db020 auth_method 0 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:35:15.918+0000 7fdde817d640 10 monclient: get_auth_request con 0x7fdde004d040 auth_method 0 2024-09-12T17:35:16.261 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:35:15.926+0000 7fdde797c640 10 monclient: get_auth_request con 0x7fdde0024040 auth_method 0 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:35:15.926+0000 7fdde797c640 0 -- 172.21.15.183:0/576098978 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fdde0024040 msgr2=0x7fdde003b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:35:16.130+0000 7fdde797c640 10 monclient: get_auth_request con 0x7fdde0024040 auth_method 0 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:16.262 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 zone default found 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:35:16.146+0000 7fddea6779c0 4 Realm: () 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:35:16.146+0000 7fddea6779c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:35:16.146+0000 7fddea6779c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:35:16.146+0000 7fddea6779c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 zonegroup default 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 started sync module instance, tier type = 2024-09-12T17:35:16.263 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=0 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=1 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=2 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=3 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=4 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=5 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=6 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:35:16.174+0000 7fddea6779c0 20 add_watcher() i=7 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:35:16.174+0000 7fddea6779c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding auth protocol: cephx 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding auth protocol: cephx 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding auth protocol: cephx 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: secure 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: crc 2024-09-12T17:35:16.264 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: secure 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: crc 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: secure 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: crc 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: crc 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: secure 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: crc 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: secure 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: crc 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: secure 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:35:16.178+0000 7fdc9efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:35:16.178+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:35:16.178+0000 7fddea6779c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:35:16.178+0000 7fddea6779c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:16.265 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command cache list hook 0x564823cff710 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command cache inspect hook 0x564823cff710 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command cache erase hook 0x564823cff710 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command cache zap hook 0x564823cff710 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 note: GC not initialized 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command sync trace show hook 0x7fddd00a4cf0 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command sync trace history hook 0x7fddd00a4cf0 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command sync trace active hook 0x7fddd00a4cf0 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command sync trace active_short hook 0x7fddd00a4cf0 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:35:16.182+0000 7fddea6779c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:35:16.182+0000 7fdc9dfdb640 20 reqs_thread_entry: start 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:35:16.182+0000 7fddea6779c0 20 Filter name: none 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:35:16.182+0000 7fdc0f7fe640 20 reqs_thread_entry: start 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:35:16.182+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.266 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:35:16.182+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 : miss 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:35:16.182+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:35:16.182+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:35:16.186+0000 7fdcbdffb640 1 client.6887.objecter ms_handle_reset 0x564823d29b90 session 0x564823d256c0 osd.3 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:35:16.186+0000 7fdcbdffb640 10 monclient: _renew_subs 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:35:16.186+0000 7fdcbdffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.267 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:35:16.186+0000 7fdde897e640 10 monclient: get_auth_request con 0x7fdcb0080900 auth_method 0 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:35:16.190+0000 7fddea6779c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:35:16.190+0000 7fddea6779c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:35:16.190+0000 7fddea6779c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:35:16.190+0000 7fddea6779c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32, ofs0, ns] 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:35:16.190+0000 7fdcbf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464307 cookie 94867838679024 notifier 6887 bl.length()=931 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:35:16.190+0000 7fdcbf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:35:16.190+0000 7fdcbf7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:35:16.190+0000 7fdcbf7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:35:16.190+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_sources= new_sources= 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:35:16.190+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential sources added=[] removed=[] 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:35:16.190+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_dests= new_dests= 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:35:16.190+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential dests added=[] removed=[] 2024-09-12T17:35:16.268 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:35:16.194+0000 7fddea6779c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.0 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:35:16.194+0000 7fddea6779c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.0 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:35:16.194+0000 7fddea6779c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.1 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:35:16.194+0000 7fddea6779c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.1 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:35:16.194+0000 7fddea6779c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.0 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:35:16.198+0000 7fddea6779c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:35:16.198+0000 7fddea6779c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:35:16.202+0000 7fddea6779c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:35:16.202+0000 7fddea6779c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:35:16.202+0000 7fddea6779c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:35:16.202+0000 7fddea6779c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32, ofs0, ns] 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:35:16.202+0000 7fdcbeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464308 cookie 94867838679024 notifier 6887 bl.length()=931 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:35:16.202+0000 7fdcbeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:35:16.202+0000 7fdcbeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.269 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:35:16.202+0000 7fdcbeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:35:16.202+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_sources= new_sources= 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:35:16.202+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential sources added=[] removed=[] 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:35:16.202+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_dests= new_dests= 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:35:16.202+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential dests added=[] removed=[] 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:35:16.206+0000 7fddea6779c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.0 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:35:16.206+0000 7fddea6779c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fddea6779c0 time 2024-09-12T17:35:16.212535+0000 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fddedf512eb] 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fddedf5149f] 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564821a110c1] 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x564821a23467] 2024-09-12T17:35:16.270 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fddecdb7d90] 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:35:16.210+0000 7fddea6779c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fddea6779c0 thread_name:radosgw-admin 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fddecdd0520] 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fddedf51345] 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fddedf5149f] 2024-09-12T17:35:16.271 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564821a110c1] 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x564821a23467] 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fddecdb7d90] 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:35:16.272 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:35:16.273 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:35:16.274 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:35:16.275 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:35:16.276 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:35:16.277 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:35:16.278 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdc0f7fe640 / http_manager 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdc9dfdb640 / http_manager 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdc9efdd640 / rgw_dt_lg_renew 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdcbdffb640 / ms_dispatch 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdcbeffd640 / io_context_pool 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdcbf7fe640 / io_context_pool 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdccdffb640 / ms_dispatch 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdcd4e09640 / ms_dispatch 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdcd660c640 / io_context_pool 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdde797c640 / msgr-worker-2 2024-09-12T17:35:16.279 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdde817d640 / msgr-worker-1 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdde897e640 / msgr-worker-0 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdde917f640 / io_context_pool 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr: 7fddea6779c0 / radosgw-admin 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/log/ceph/ceph-client.admin.114612.log 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:35:15.682+0000 7fddea6779c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: monmap: 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:16.280 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding auth protocol: cephx 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding auth protocol: cephx 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding auth protocol: cephx 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: secure 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: crc 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: secure 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: crc 2024-09-12T17:35:16.281 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: secure 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: crc 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: crc 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: secure 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: crc 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: secure 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: crc 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c64df0) adding con mode: secure 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:35:15.686+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:35:15.686+0000 7fddea6779c0 1 librados: starting msgr at 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:35:15.686+0000 7fddea6779c0 1 librados: starting objecter 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command objecter_requests hook 0x564823c37480 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:35:15.686+0000 7fddea6779c0 1 librados: setting wanted keys 2024-09-12T17:35:16.282 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:35:15.686+0000 7fddea6779c0 1 librados: calling monclient init 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: init 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding auth protocol: cephx 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding auth protocol: cephx 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding auth protocol: cephx 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: secure 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: crc 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: secure 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: crc 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: secure 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: crc 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: crc 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: secure 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: crc 2024-09-12T17:35:16.283 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: secure 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: crc 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 AuthRegistry(0x564823c35b30) adding con mode: secure 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:35:15.686+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:35:15.686+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command rotate-key hook 0x564823c35c78 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-c con 0x564823ae60b0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-b con 0x564823af1560 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-a con 0x564823b7e830 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.284 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient(hunting): authenticate will time out at 2301.221158s 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): get_auth_request con 0x564823ae60b0 auth_method 0 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): get_auth_request con 0x564823b7e830 auth_method 0 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.285 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:35:15.686+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient(hunting): handle_auth_done global_id 6878 payload 824 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient: _finish_hunting 0 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:35:15.686+0000 7fdde817d640 1 monclient: found mon.noname-c 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:35:15.686+0000 7fdde817d640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: dump: 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.286 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: _finish_auth 0 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: _check_auth_tickets 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:35:15.686+0000 7fdcd4e09640 10 monclient: dump: 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.287 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:35:15.686+0000 7fddea6779c0 5 monclient: authenticate success, global_id 6878 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: _renew_subs 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:35:15.686+0000 7fdcd660c640 4 set_mon_vals no callback set 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: _renew_subs 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:35:15.686+0000 7fddea6779c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:35:15.686+0000 7fddea6779c0 1 librados: init done 2024-09-12T17:35:16.288 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:35:15.690+0000 7fdcd4e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:35:15.690+0000 7fdcd4e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:35:15.690+0000 7fdcd4e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:35:15.690+0000 7fdde797c640 10 monclient: get_auth_request con 0x7fdcd0070b10 auth_method 0 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:35:15.690+0000 7fdde897e640 10 monclient: get_auth_request con 0x564823c60520 auth_method 0 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:35:15.690+0000 7fdde817d640 10 monclient: get_auth_request con 0x564823c80c90 auth_method 0 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:35:15.690+0000 7fdde797c640 10 monclient: get_auth_request con 0x564823c84f10 auth_method 0 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient: get_auth_request con 0x564823c84510 auth_method 0 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: build_initial_monmap 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:35:15.694+0000 7fddea6779c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: monmap: 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:16.289 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding auth protocol: cephx 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding auth protocol: cephx 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding auth protocol: cephx 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: secure 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: crc 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: secure 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: crc 2024-09-12T17:35:16.290 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: secure 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: crc 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: crc 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: secure 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: crc 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: secure 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: crc 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8d050) adding con mode: secure 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:35:15.694+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command objecter_requests cmddesc objecter_requests hook 0x564823c90a40 EEXIST 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: init 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding auth protocol: cephx 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding auth protocol: cephx 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding auth protocol: cephx 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: secure 2024-09-12T17:35:16.291 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: crc 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: secure 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: crc 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: secure 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: crc 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: crc 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: secure 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: crc 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: secure 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: crc 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 AuthRegistry(0x564823c8bf98) adding con mode: secure 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:35:15.694+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:35:15.694+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command rotate-key cmddesc rotate-key hook 0x564823c8c0e0 EEXIST 2024-09-12T17:35:16.292 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-b con 0x564823cb4bf0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-a con 0x564823cb4520 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-c con 0x564823cb2f00 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient(hunting): authenticate will time out at 2301.230329s 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): get_auth_request con 0x564823cb2f00 auth_method 0 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.293 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): get_auth_request con 0x564823cb4520 auth_method 0 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:35:15.694+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient(hunting): handle_auth_done global_id 6881 payload 824 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient: _finish_hunting 0 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:35:15.694+0000 7fdde817d640 1 monclient: found mon.noname-c 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:35:15.694+0000 7fdde817d640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.294 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: dump: 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: _finish_auth 0 2024-09-12T17:35:16.295 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: _check_auth_tickets 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:35:15.694+0000 7fdccdffb640 10 monclient: dump: 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.296 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:35:15.694+0000 7fdde917f640 4 set_mon_vals no callback set 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:35:15.694+0000 7fddea6779c0 5 monclient: authenticate success, global_id 6881 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: _renew_subs 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: _renew_subs 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:35:15.694+0000 7fddea6779c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:35:15.698+0000 7fdccdffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:35:15.698+0000 7fdccdffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:35:15.698+0000 7fdccdffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: get_monmap_and_config 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: build_initial_monmap 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:35:15.698+0000 7fddea6779c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: monmap: 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:16.297 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:16.298 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:16.298 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:16.298 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:16.298 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.298 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:16.298 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:16.298 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:16.298 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.298 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding auth protocol: cephx 2024-09-12T17:35:16.298 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding auth protocol: cephx 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding auth protocol: cephx 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: secure 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: crc 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: secure 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: crc 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: secure 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: crc 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: crc 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: secure 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: crc 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: secure 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: crc 2024-09-12T17:35:16.299 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x564823cd4420) adding con mode: secure 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient: get_auth_request con 0x7fdcc0070a20 auth_method 0 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:35:15.698+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: init 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding auth protocol: cephx 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding auth protocol: cephx 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding auth protocol: cephx 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: secure 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: crc 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: secure 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: crc 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: secure 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: crc 2024-09-12T17:35:16.300 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: crc 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: secure 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: crc 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: secure 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: crc 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b370) adding con mode: secure 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:35:15.698+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:35:15.698+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffcd4b4b4b8 EEXIST 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-c con 0x564823d08940 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-b con 0x564823cd5440 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-a con 0x564823cd83a0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:16.301 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient(hunting): authenticate will time out at 2301.234946s 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): get_auth_request con 0x564823d08940 auth_method 0 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): get_auth_request con 0x564823cd83a0 auth_method 0 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.302 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:35:15.698+0000 7fdde817d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:35:15.698+0000 7fdde897e640 10 monclient(hunting): get_auth_request con 0x564823cd5440 auth_method 0 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:35:15.698+0000 7fdde897e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:35:15.698+0000 7fdde897e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:35:15.698+0000 7fdde897e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient(hunting): handle_auth_done global_id 6884 payload 274 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient: _finish_hunting 0 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:35:15.698+0000 7fdde797c640 1 monclient: found mon.noname-c 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:35:15.698+0000 7fdde797c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.303 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: dump: 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: _finish_auth 0 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: _check_auth_tickets 2024-09-12T17:35:16.304 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:35:15.698+0000 7fdcbf7fe640 10 monclient: dump: 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.305 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:35:15.698+0000 7fddea6779c0 5 monclient: authenticate success, global_id 6884 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:35:15.698+0000 7fddea6779c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:35:15.698+0000 7fddea6779c0 4 set_mon_vals no callback set 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: shutdown 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: build_initial_monmap 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:35:15.702+0000 7fddea6779c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: monmap: 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:16.306 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding auth protocol: cephx 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding auth protocol: cephx 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding auth protocol: cephx 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: secure 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: crc 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: secure 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: crc 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: secure 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: crc 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: crc 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: secure 2024-09-12T17:35:16.307 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: crc 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: secure 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: crc 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cfacc0) adding con mode: secure 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:35:15.702+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:35:15.702+0000 7fddea6779c0 1 librados: starting msgr at 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:35:15.702+0000 7fddea6779c0 1 librados: starting objecter 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command objecter_requests cmddesc objecter_requests hook 0x564823d03ba0 EEXIST 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:35:15.702+0000 7fddea6779c0 1 librados: setting wanted keys 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:35:15.702+0000 7fddea6779c0 1 librados: calling monclient init 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: init 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding auth protocol: cephx 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding auth protocol: cephx 2024-09-12T17:35:16.308 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding auth protocol: cephx 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: secure 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: crc 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: secure 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: crc 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: secure 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: crc 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: crc 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: secure 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: crc 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: secure 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: crc 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 AuthRegistry(0x564823cb6a10) adding con mode: secure 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:35:15.702+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.309 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:35:15.702+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command rotate-key cmddesc rotate-key hook 0x564823cb6b58 EEXIST 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-c con 0x564823cd5440 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-a con 0x564823cd83a0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): picked mon.noname-b con 0x564823d08940 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient(hunting): authenticate will time out at 2301.237564s 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): get_auth_request con 0x564823cd5440 auth_method 0 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.310 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): get_auth_request con 0x564823cd83a0 auth_method 0 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:35:15.702+0000 7fdde897e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient(hunting): handle_auth_done global_id 6887 payload 824 2024-09-12T17:35:16.311 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient: _finish_hunting 0 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:35:15.702+0000 7fdde797c640 1 monclient: found mon.noname-c 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:35:15.702+0000 7fdde797c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:35:15.702+0000 7fdde817d640 10 monclient: get_auth_request con 0x564823d08940 auth_method 0 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: dump: 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.312 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: _finish_auth 0 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: _check_auth_tickets 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:35:15.702+0000 7fdcbdffb640 10 monclient: dump: 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:16.313 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:35:15.702+0000 7fdcbf7fe640 4 set_mon_vals no callback set 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 monclient: authenticate success, global_id 6887 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: _renew_subs 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: _renew_subs 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:35:15.702+0000 7fddea6779c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:35:15.702+0000 7fddea6779c0 1 librados: init done 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:35:15.702+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command cr dump hook 0x564823d012a8 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:35:15.702+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.314 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:35:15.706+0000 7fdcbdffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:35:15.706+0000 7fdcbdffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:35:15.706+0000 7fdcbdffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:35:15.706+0000 7fdde817d640 10 monclient: get_auth_request con 0x564823d220f0 auth_method 0 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:35:15.706+0000 7fdde897e640 10 monclient: get_auth_request con 0x7fdcb0070ae0 auth_method 0 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 realm 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:35:15.706+0000 7fddea6779c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:35:15.706+0000 7fdde797c640 10 monclient: get_auth_request con 0x564823d26330 auth_method 0 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:16.315 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:35:15.706+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:35:15.706+0000 7fdde897e640 10 monclient: get_auth_request con 0x564823d29b90 auth_method 0 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:35:15.710+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:35:15.710+0000 7fddea6779c0 20 searching for the correct realm 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:35:15.710+0000 7fdde817d640 10 monclient: get_auth_request con 0x7fdde002e040 auth_method 0 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:35:15.710+0000 7fdde797c640 10 monclient: get_auth_request con 0x7fddd8068420 auth_method 0 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:35:15.710+0000 7fdde897e640 10 monclient: get_auth_request con 0x7fddd00db020 auth_method 0 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:35:15.710+0000 7fdde897e640 0 -- 172.21.15.183:0/576098978 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fddd00db020 msgr2=0x7fddd00013e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:35:15.914+0000 7fdde897e640 10 monclient: get_auth_request con 0x7fddd00db020 auth_method 0 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:35:15.918+0000 7fdde817d640 10 monclient: get_auth_request con 0x7fdde004d040 auth_method 0 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:35:15.926+0000 7fdde797c640 10 monclient: get_auth_request con 0x7fdde0024040 auth_method 0 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:35:15.926+0000 7fdde797c640 0 -- 172.21.15.183:0/576098978 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fdde0024040 msgr2=0x7fdde003b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:35:16.130+0000 7fdde797c640 10 monclient: get_auth_request con 0x7fdde0024040 auth_method 0 2024-09-12T17:35:16.316 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:35:16.142+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 zone default found 2024-09-12T17:35:16.317 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:35:16.146+0000 7fddea6779c0 4 Realm: () 2024-09-12T17:35:16.318 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:35:16.146+0000 7fddea6779c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:16.318 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:35:16.146+0000 7fddea6779c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:16.318 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:35:16.146+0000 7fddea6779c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:16.318 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 zonegroup default 2024-09-12T17:35:16.318 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.318 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.318 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.318 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.318 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.318 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.318 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 started sync module instance, tier type = 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:35:16.146+0000 7fddea6779c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=0 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=1 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=2 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=3 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=4 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=5 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:35:16.170+0000 7fddea6779c0 20 add_watcher() i=6 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:35:16.174+0000 7fddea6779c0 20 add_watcher() i=7 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:35:16.174+0000 7fddea6779c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding auth protocol: cephx 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding auth protocol: cephx 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding auth protocol: cephx 2024-09-12T17:35:16.319 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: secure 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: crc 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: secure 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: crc 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: secure 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: crc 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: crc 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: secure 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: crc 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: secure 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: crc 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 AuthRegistry(0x7ffcd4b4b840) adding con mode: secure 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:35:16.178+0000 7fdc9efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:35:16.178+0000 7fddea6779c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:16.320 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:35:16.178+0000 7fddea6779c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:35:16.178+0000 7fddea6779c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command cache list hook 0x564823cff710 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command cache inspect hook 0x564823cff710 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command cache erase hook 0x564823cff710 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command cache zap hook 0x564823cff710 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 note: GC not initialized 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command sync trace show hook 0x7fddd00a4cf0 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command sync trace history hook 0x7fddd00a4cf0 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command sync trace active hook 0x7fddd00a4cf0 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:35:16.178+0000 7fddea6779c0 5 asok(0x564823a2b2b0) register_command sync trace active_short hook 0x7fddd00a4cf0 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:35:16.182+0000 7fddea6779c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:35:16.182+0000 7fdc9dfdb640 20 reqs_thread_entry: start 2024-09-12T17:35:16.321 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:35:16.182+0000 7fddea6779c0 20 Filter name: none 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:35:16.182+0000 7fdc0f7fe640 20 reqs_thread_entry: start 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:35:16.182+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:35:16.182+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 : miss 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:35:16.182+0000 7fddea6779c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:35:16.182+0000 7fddea6779c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.322 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:35:16.182+0000 7fddea6779c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:35:16.186+0000 7fdcbdffb640 1 client.6887.objecter ms_handle_reset 0x564823d29b90 session 0x564823d256c0 osd.3 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:35:16.186+0000 7fdcbdffb640 10 monclient: _renew_subs 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:35:16.186+0000 7fdcbdffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:35:16.186+0000 7fdde897e640 10 monclient: get_auth_request con 0x7fdcb0080900 auth_method 0 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:35:16.190+0000 7fddea6779c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:35:16.190+0000 7fddea6779c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:35:16.190+0000 7fddea6779c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:35:16.190+0000 7fddea6779c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32, ofs0, ns] 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:35:16.190+0000 7fdcbf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464307 cookie 94867838679024 notifier 6887 bl.length()=931 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:35:16.190+0000 7fdcbf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:35:16.190+0000 7fdcbf7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:35:16.190+0000 7fdcbf7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:35:16.190+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_sources= new_sources= 2024-09-12T17:35:16.323 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:35:16.190+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential sources added=[] removed=[] 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:35:16.190+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_dests= new_dests= 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:35:16.190+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential dests added=[] removed=[] 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:35:16.194+0000 7fddea6779c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.0 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:35:16.194+0000 7fddea6779c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.0 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:35:16.194+0000 7fddea6779c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.1 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:35:16.194+0000 7fddea6779c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.1 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:35:16.194+0000 7fddea6779c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.0 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:35:16.198+0000 7fddea6779c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:35:16.198+0000 7fddea6779c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:35:16.202+0000 7fddea6779c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:35:16.202+0000 7fddea6779c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:35:16.202+0000 7fddea6779c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.324 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:35:16.202+0000 7fddea6779c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32, ofs0, ns] 2024-09-12T17:35:16.325 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:35:16.202+0000 7fdcbeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464308 cookie 94867838679024 notifier 6887 bl.length()=931 2024-09-12T17:35:16.325 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:35:16.202+0000 7fdcbeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:16.325 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:35:16.202+0000 7fdcbeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:16.325 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:35:16.202+0000 7fdcbeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:16.325 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:35:16.202+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_sources= new_sources= 2024-09-12T17:35:16.325 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:35:16.202+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential sources added=[] removed=[] 2024-09-12T17:35:16.325 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:35:16.202+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_dests= new_dests= 2024-09-12T17:35:16.325 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:35:16.202+0000 7fddea6779c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential dests added=[] removed=[] 2024-09-12T17:35:16.325 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:35:16.206+0000 7fddea6779c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.0 2024-09-12T17:35:16.325 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:35:16.206+0000 7fddea6779c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fddea6779c0 time 2024-09-12T17:35:16.212535+0000 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fddedf512eb] 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fddedf5149f] 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564821a110c1] 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x564821a23467] 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fddecdb7d90] 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:35:16.210+0000 7fddea6779c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:35:16.326 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fddea6779c0 thread_name:radosgw-admin 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fddecdd0520] 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fddedf51345] 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fddedf5149f] 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564821a110c1] 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x3e7) [0x564821a23467] 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fddecdb7d90] 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:35:16.327 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:35:16.328 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:35:16.329 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:35:16.330 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:35:16.331 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:35:16.332 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:35:16.333 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdc0f7fe640 / http_manager 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdc9dfdb640 / http_manager 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdc9efdd640 / rgw_dt_lg_renew 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdcbdffb640 / ms_dispatch 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdcbeffd640 / io_context_pool 2024-09-12T17:35:16.334 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdcbf7fe640 / io_context_pool 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdccdffb640 / ms_dispatch 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdcd4e09640 / ms_dispatch 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdcd660c640 / io_context_pool 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdde797c640 / msgr-worker-2 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdde817d640 / msgr-worker-1 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdde897e640 / msgr-worker-0 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdde917f640 / io_context_pool 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr: 7fddea6779c0 / radosgw-admin 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:35:16.215197Z_f1296e19-4f00-4829-b196-0f04e237081d/log 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr:Aborted 2024-09-12T17:35:16.335 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T17:35:16.337 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:16.337 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:16.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.294+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.294+0000 7fc4e00489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.294+0000 7fc4e00489c0 20 realm 2024-09-12T17:35:16.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.294+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.294+0000 7fc4e00489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.294+0000 7fc4e00489c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:16.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.294+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.294+0000 7fc4e00489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.294+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.298+0000 7fc4e00489c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:16.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.298+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.298+0000 7fc4e00489c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:16.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.298+0000 7fc4e00489c0 20 searching for the correct realm 2024-09-12T17:35:16.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.302+0000 7fc4de34f640 0 -- 172.21.15.183:0/1922663619 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fc4d4009250 msgr2=0x7fc4d4062d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:16.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.518+0000 7fc4dd34d640 0 -- 172.21.15.183:0/1922663619 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fc4d805b580 msgr2=0x7fc4d804a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:16.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.734+0000 7fc4e00489c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:16.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.734+0000 7fc4e00489c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:16.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.734+0000 7fc4e00489c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:16.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.734+0000 7fc4e00489c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:16.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.734+0000 7fc4e00489c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:16.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.734+0000 7fc4e00489c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:16.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.734+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.734+0000 7fc4e00489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.734+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:16.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:16.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 20 zone default found 2024-09-12T17:35:16.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 4 Realm: () 2024-09-12T17:35:16.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:16.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:16.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:16.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 20 zonegroup default 2024-09-12T17:35:16.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.738+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.742+0000 7fc4e00489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:16.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.742+0000 7fc4e00489c0 20 started sync module instance, tier type = 2024-09-12T17:35:16.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.742+0000 7fc4e00489c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:16.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.762+0000 7fc4e00489c0 20 add_watcher() i=0 2024-09-12T17:35:16.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.762+0000 7fc4e00489c0 20 add_watcher() i=1 2024-09-12T17:35:16.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.762+0000 7fc4e00489c0 20 add_watcher() i=2 2024-09-12T17:35:16.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.762+0000 7fc4e00489c0 20 add_watcher() i=3 2024-09-12T17:35:16.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.762+0000 7fc4e00489c0 20 add_watcher() i=4 2024-09-12T17:35:16.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.762+0000 7fc4e00489c0 20 add_watcher() i=5 2024-09-12T17:35:16.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.762+0000 7fc4e00489c0 20 add_watcher() i=6 2024-09-12T17:35:16.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.766+0000 7fc4e00489c0 20 add_watcher() i=7 2024-09-12T17:35:16.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.766+0000 7fc4e00489c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:16.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.770+0000 7fc38f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:16.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.770+0000 7fc4e00489c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:16.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.770+0000 7fc4e00489c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:16.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.770+0000 7fc4e00489c0 5 note: GC not initialized 2024-09-12T17:35:16.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.770+0000 7fc38e7fc640 20 reqs_thread_entry: start 2024-09-12T17:35:16.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.770+0000 7fc4e00489c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:16.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.770+0000 7fc4e00489c0 20 Filter name: none 2024-09-12T17:35:16.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.770+0000 7fc2fffff640 20 reqs_thread_entry: start 2024-09-12T17:35:16.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.770+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.774+0000 7fc4e00489c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:16.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.774+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.774+0000 7fc4e00489c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:35:16.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.774+0000 7fc4e00489c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:16.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.774+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.774+0000 7fc4e00489c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:16.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.774+0000 7fc4e00489c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:16.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.778+0000 7fc4e00489c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:35:16.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.778+0000 7fc4e00489c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:16.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.778+0000 7fc38f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:16.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.782+0000 7fc4e00489c0 20 remove_watcher() i=0 2024-09-12T17:35:16.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.782+0000 7fc4e00489c0 2 removed watcher, disabling cache 2024-09-12T17:35:16.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.786+0000 7fc4e00489c0 20 remove_watcher() i=1 2024-09-12T17:35:16.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.786+0000 7fc4e00489c0 20 remove_watcher() i=2 2024-09-12T17:35:16.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.790+0000 7fc4e00489c0 20 remove_watcher() i=3 2024-09-12T17:35:16.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.794+0000 7fc4e00489c0 20 remove_watcher() i=4 2024-09-12T17:35:16.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.794+0000 7fc4e00489c0 20 remove_watcher() i=5 2024-09-12T17:35:16.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.798+0000 7fc4e00489c0 20 remove_watcher() i=6 2024-09-12T17:35:16.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:16.798+0000 7fc4e00489c0 20 remove_watcher() i=7 2024-09-12T17:35:16.812 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.813 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:16.813 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-commit-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:35:16.813 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:16.813 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:16.814 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:46.881 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:46.881 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:46.925 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:35:46.962 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:46.963 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:47.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.009+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.013+0000 7f342e4fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.013+0000 7f342e4fa9c0 20 realm 2024-09-12T17:35:47.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.013+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.013+0000 7f342e4fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.013+0000 7f342e4fa9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:47.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.013+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.013+0000 7f342e4fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.013+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.013+0000 7f342e4fa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:47.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.013+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.013+0000 7f342e4fa9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:47.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.013+0000 7f342e4fa9c0 20 searching for the correct realm 2024-09-12T17:35:47.014 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.017+0000 7f342b7ff640 0 -- 172.21.15.183:0/2816597356 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f341c0de410 msgr2=0x7f341c0de870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:47.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.025+0000 7f342c000640 0 -- 172.21.15.183:0/2816597356 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f342403b070 msgr2=0x7f342403c9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:47.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.033+0000 7f342e4fa9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:47.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.033+0000 7f342e4fa9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:47.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.033+0000 7f342e4fa9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:47.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.033+0000 7f342e4fa9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:47.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.033+0000 7f342e4fa9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:47.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.033+0000 7f342e4fa9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:47.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.033+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.033+0000 7f342e4fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.033+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.033+0000 7f342e4fa9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:47.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.033+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:47.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 20 zone default found 2024-09-12T17:35:47.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 4 Realm: () 2024-09-12T17:35:47.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:47.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:47.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:47.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 20 zonegroup default 2024-09-12T17:35:47.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 20 started sync module instance, tier type = 2024-09-12T17:35:47.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.037+0000 7f342e4fa9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:47.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.053+0000 7f342e4fa9c0 20 add_watcher() i=0 2024-09-12T17:35:47.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.053+0000 7f342e4fa9c0 20 add_watcher() i=1 2024-09-12T17:35:47.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.053+0000 7f342e4fa9c0 20 add_watcher() i=2 2024-09-12T17:35:47.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.053+0000 7f342e4fa9c0 20 add_watcher() i=3 2024-09-12T17:35:47.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.053+0000 7f342e4fa9c0 20 add_watcher() i=4 2024-09-12T17:35:47.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.053+0000 7f342e4fa9c0 20 add_watcher() i=5 2024-09-12T17:35:47.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.053+0000 7f342e4fa9c0 20 add_watcher() i=6 2024-09-12T17:35:47.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.053+0000 7f342e4fa9c0 20 add_watcher() i=7 2024-09-12T17:35:47.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.053+0000 7f342e4fa9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:47.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f32e1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:47.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f342e4fa9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:47.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f342e4fa9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:47.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f342e4fa9c0 5 note: GC not initialized 2024-09-12T17:35:47.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f32e0fe1640 20 reqs_thread_entry: start 2024-09-12T17:35:47.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f342e4fa9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:47.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f342e4fa9c0 20 Filter name: none 2024-09-12T17:35:47.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f325a7fc640 20 reqs_thread_entry: start 2024-09-12T17:35:47.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f342e4fa9c0 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T17:35:47.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f342e4fa9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:47.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f342e4fa9c0 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T17:35:47.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f342e4fa9c0 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T17:35:47.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f342e4fa9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 : miss 2024-09-12T17:35:47.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.057+0000 7f342e4fa9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.061+0000 7f342e4fa9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:47.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.061+0000 7f342e4fa9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:47.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.061+0000 7f342e4fa9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:47.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.061+0000 7f342e4fa9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:47.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.061+0000 7f342e4fa9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:47.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.061+0000 7f342e4fa9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 2024-09-12T17:35:47.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.065+0000 7f342e4fa9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:47.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.065+0000 7f342e4fa9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:47.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.065+0000 7f342e4fa9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:47.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.065+0000 7f342e4fa9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32, ofs0, ns] 2024-09-12T17:35:47.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.065+0000 7f330affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464310 cookie 94606213051888 notifier 6923 bl.length()=931 2024-09-12T17:35:47.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.065+0000 7f330affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:47.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.065+0000 7f330affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:47.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.065+0000 7f330affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:47.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.065+0000 7f342e4fa9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_sources= new_sources= 2024-09-12T17:35:47.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.065+0000 7f342e4fa9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential sources added=[] removed=[] 2024-09-12T17:35:47.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.065+0000 7f342e4fa9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_dests= new_dests= 2024-09-12T17:35:47.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.065+0000 7f342e4fa9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential dests added=[] removed=[] 2024-09-12T17:35:47.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.073+0000 7f342e4fa9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.0 2024-09-12T17:35:47.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.073+0000 7f342e4fa9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.0 2024-09-12T17:35:47.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.073+0000 7f342e4fa9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.1 2024-09-12T17:35:47.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.073+0000 7f342e4fa9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.1.1 2024-09-12T17:35:47.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.073+0000 7f342e4fa9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.0 2024-09-12T17:35:47.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.077+0000 7f342e4fa9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:47.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.077+0000 7f342e4fa9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 2024-09-12T17:35:47.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f342e4fa9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:47.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f342e4fa9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:47.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f342e4fa9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:47.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f342e4fa9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32, ofs0, ns] 2024-09-12T17:35:47.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f330affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464311 cookie 94606213051888 notifier 6923 bl.length()=931 2024-09-12T17:35:47.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f330affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:47.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f330affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:47.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f330affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:47.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f342e4fa9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_sources= new_sources= 2024-09-12T17:35:47.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f342e4fa9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential sources added=[] removed=[] 2024-09-12T17:35:47.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f342e4fa9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_dests= new_dests= 2024-09-12T17:35:47.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f342e4fa9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential dests added=[] removed=[] 2024-09-12T17:35:47.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f342e4fa9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.32.0 2024-09-12T17:35:47.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f342e4fa9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:47.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.081+0000 7f342e4fa9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 2024-09-12T17:35:47.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.085+0000 7f342e4fa9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:47.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.085+0000 7f342e4fa9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:47.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.085+0000 7f342e4fa9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:47.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.085+0000 7f342e4fa9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32, ofs0, ns] 2024-09-12T17:35:47.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.085+0000 7f330a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464312 cookie 94606213051888 notifier 6923 bl.length()=899 2024-09-12T17:35:47.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.085+0000 7f330a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 info.flags=0x17 2024-09-12T17:35:47.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.085+0000 7f330a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 to cache LRU end 2024-09-12T17:35:47.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.085+0000 7f330a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:47.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.085+0000 7f342e4fa9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_sources= new_sources= 2024-09-12T17:35:47.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.085+0000 7f342e4fa9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential sources added=[] removed=[] 2024-09-12T17:35:47.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.085+0000 7f342e4fa9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): orig_dests= new_dests= 2024-09-12T17:35:47.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.085+0000 7f342e4fa9c0 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[fbe06962-a98e-4cf5-b805-dd8639959719.4523.32]): potential dests added=[] removed=[] 2024-09-12T17:35:47.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.089+0000 7f342e4fa9c0 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T17:35:47.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.089+0000 7f32e1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:47.092 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.097+0000 7f342e4fa9c0 20 remove_watcher() i=0 2024-09-12T17:35:47.092 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.097+0000 7f342e4fa9c0 2 removed watcher, disabling cache 2024-09-12T17:35:47.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.097+0000 7f342e4fa9c0 20 remove_watcher() i=1 2024-09-12T17:35:47.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.101+0000 7f342e4fa9c0 20 remove_watcher() i=2 2024-09-12T17:35:47.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.101+0000 7f342e4fa9c0 20 remove_watcher() i=3 2024-09-12T17:35:47.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.105+0000 7f342e4fa9c0 20 remove_watcher() i=4 2024-09-12T17:35:47.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.105+0000 7f342e4fa9c0 20 remove_watcher() i=5 2024-09-12T17:35:47.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.105+0000 7f342e4fa9c0 20 remove_watcher() i=6 2024-09-12T17:35:47.104 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.109+0000 7f342e4fa9c0 20 remove_watcher() i=7 2024-09-12T17:35:47.119 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T17:35:47.145 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:47.146 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:47.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.193+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.193+0000 7fd039bca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.193+0000 7fd039bca9c0 20 realm 2024-09-12T17:35:47.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.193+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.193+0000 7fd039bca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.193+0000 7fd039bca9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:47.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.193+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.193+0000 7fd039bca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.193+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.197+0000 7fd039bca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:47.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.197+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.197+0000 7fd039bca9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:47.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.197+0000 7fd039bca9c0 20 searching for the correct realm 2024-09-12T17:35:47.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.201+0000 7fd0376d0640 0 -- 172.21.15.183:0/2933866136 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fd03003d020 msgr2=0x7fd030064280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:47.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.209+0000 7fd036ecf640 0 -- 172.21.15.183:0/2933866136 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fd03006e3b0 msgr2=0x7fd030020a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:47.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.425+0000 7fd039bca9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:47.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.425+0000 7fd039bca9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:47.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.425+0000 7fd039bca9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:47.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.425+0000 7fd039bca9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:47.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.425+0000 7fd039bca9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:47.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.425+0000 7fd039bca9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:47.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.425+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.425+0000 7fd039bca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.425+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.425+0000 7fd039bca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:47.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.425+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.425+0000 7fd039bca9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:47.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 20 zone default found 2024-09-12T17:35:47.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 4 Realm: () 2024-09-12T17:35:47.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:47.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:47.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:47.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 20 zonegroup default 2024-09-12T17:35:47.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:47.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 20 started sync module instance, tier type = 2024-09-12T17:35:47.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.429+0000 7fd039bca9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:47.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.449+0000 7fd039bca9c0 20 add_watcher() i=0 2024-09-12T17:35:47.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.449+0000 7fd039bca9c0 20 add_watcher() i=1 2024-09-12T17:35:47.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.449+0000 7fd039bca9c0 20 add_watcher() i=2 2024-09-12T17:35:47.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.449+0000 7fd039bca9c0 20 add_watcher() i=3 2024-09-12T17:35:47.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.449+0000 7fd039bca9c0 20 add_watcher() i=4 2024-09-12T17:35:47.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.449+0000 7fd039bca9c0 20 add_watcher() i=5 2024-09-12T17:35:47.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.449+0000 7fd039bca9c0 20 add_watcher() i=6 2024-09-12T17:35:47.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.453+0000 7fd039bca9c0 20 add_watcher() i=7 2024-09-12T17:35:47.449 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.453+0000 7fd039bca9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:47.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.457+0000 7fceedfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:47.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.457+0000 7fd039bca9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:47.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.457+0000 7fd039bca9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:47.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.457+0000 7fd039bca9c0 5 note: GC not initialized 2024-09-12T17:35:47.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.457+0000 7fceecfe1640 20 reqs_thread_entry: start 2024-09-12T17:35:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.457+0000 7fd039bca9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.457+0000 7fd039bca9c0 20 Filter name: none 2024-09-12T17:35:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.457+0000 7fce667fc640 20 reqs_thread_entry: start 2024-09-12T17:35:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.457+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.457+0000 7fd039bca9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.457+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.461+0000 7fd039bca9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:47.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.461+0000 7fd039bca9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:47.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.461+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.461+0000 7fd039bca9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:35:47.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.461+0000 7fd039bca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:47.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.461+0000 7fd039bca9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:35:47.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.461+0000 7fd039bca9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:47.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.465+0000 7fceedfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:47.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.469+0000 7fd039bca9c0 20 remove_watcher() i=0 2024-09-12T17:35:47.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.469+0000 7fd039bca9c0 2 removed watcher, disabling cache 2024-09-12T17:35:47.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.469+0000 7fd039bca9c0 20 remove_watcher() i=1 2024-09-12T17:35:47.470 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.473+0000 7fd039bca9c0 20 remove_watcher() i=2 2024-09-12T17:35:47.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.477+0000 7fd039bca9c0 20 remove_watcher() i=3 2024-09-12T17:35:47.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.477+0000 7fd039bca9c0 20 remove_watcher() i=4 2024-09-12T17:35:47.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.477+0000 7fd039bca9c0 20 remove_watcher() i=5 2024-09-12T17:35:47.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.481+0000 7fd039bca9c0 20 remove_watcher() i=6 2024-09-12T17:35:47.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:47.481+0000 7fd039bca9c0 20 remove_watcher() i=7 2024-09-12T17:35:47.493 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:47.493 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:47.493 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-commit-target-layout id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.32 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:35:47.493 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:47.494 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.494 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.497 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.497 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.547 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.547 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.571 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with EIO injected at do_reshard 2024-09-12T17:35:47.571 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:47.573 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.573 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.589 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.589 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.635 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.635 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.654 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.655 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.677 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.678 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.697 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.697 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.772 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.772 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.789 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.789 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.807 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.807 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.825 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.825 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.844 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.844 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.862 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.862 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.882 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.882 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.902 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.902 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.922 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.922 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.941 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.942 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.960 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.961 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.979 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.980 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:47.998 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:47.999 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:48.018 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:48.018 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:48.038 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:48.038 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:48.058 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:48.058 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:48.075 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T17:35:48.107 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:48.107 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:48.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.157+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.157+0000 7f23a0a479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:48.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.157+0000 7f23a0a479c0 20 realm 2024-09-12T17:35:48.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.157+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.157+0000 7f23a0a479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:48.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.157+0000 7f23a0a479c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:48.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.157+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.157+0000 7f23a0a479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:48.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.157+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.161+0000 7f23a0a479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:48.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.161+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.161+0000 7f23a0a479c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:48.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.161+0000 7f23a0a479c0 20 searching for the correct realm 2024-09-12T17:35:48.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.165+0000 7f239ed4e640 0 -- 172.21.15.183:0/4189183577 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f2394038030 msgr2=0x7f2394038920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:48.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.381+0000 7f239dd4c640 0 -- 172.21.15.183:0/4189183577 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f239806b050 msgr2=0x7f239807a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:48.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.597+0000 7f23a0a479c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:48.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.597+0000 7f23a0a479c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:48.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.597+0000 7f23a0a479c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:48.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.597+0000 7f23a0a479c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:48.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.597+0000 7f23a0a479c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:48.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.597+0000 7f23a0a479c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:48.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.597+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:48.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:48.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:48.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 zone default found 2024-09-12T17:35:48.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 4 Realm: () 2024-09-12T17:35:48.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:48.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:48.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:48.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 zonegroup default 2024-09-12T17:35:48.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:48.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:48.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:48.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.601+0000 7f23a0a479c0 20 started sync module instance, tier type = 2024-09-12T17:35:48.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.605+0000 7f23a0a479c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:48.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.625+0000 7f23a0a479c0 20 add_watcher() i=0 2024-09-12T17:35:48.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.625+0000 7f23a0a479c0 20 add_watcher() i=1 2024-09-12T17:35:48.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.625+0000 7f23a0a479c0 20 add_watcher() i=2 2024-09-12T17:35:48.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.625+0000 7f23a0a479c0 20 add_watcher() i=3 2024-09-12T17:35:48.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.625+0000 7f23a0a479c0 20 add_watcher() i=4 2024-09-12T17:35:48.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.625+0000 7f23a0a479c0 20 add_watcher() i=5 2024-09-12T17:35:48.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.625+0000 7f23a0a479c0 20 add_watcher() i=6 2024-09-12T17:35:48.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.629+0000 7f23a0a479c0 20 add_watcher() i=7 2024-09-12T17:35:48.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.629+0000 7f23a0a479c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:48.629 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.633+0000 7f2254fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:48.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.633+0000 7f23a0a479c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:48.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.633+0000 7f23a0a479c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:48.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.633+0000 7f23a0a479c0 5 note: GC not initialized 2024-09-12T17:35:48.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.633+0000 7f21cf7fe640 20 reqs_thread_entry: start 2024-09-12T17:35:48.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.633+0000 7f23a0a479c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:48.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.633+0000 7f23a0a479c0 20 Filter name: none 2024-09-12T17:35:48.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.633+0000 7f21cd7fa640 20 reqs_thread_entry: start 2024-09-12T17:35:48.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.633+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.637+0000 7f23a0a479c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:48.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.637+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.637+0000 7f23a0a479c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:48.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.637+0000 7f23a0a479c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:48.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.637+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.637+0000 7f23a0a479c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:48.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.637+0000 7f23a0a479c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.637+0000 7f23a0a479c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:48.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.637+0000 7f23a0a479c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:48.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.641+0000 7f2254fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:48.641 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.645+0000 7f23a0a479c0 20 remove_watcher() i=0 2024-09-12T17:35:48.641 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.645+0000 7f23a0a479c0 2 removed watcher, disabling cache 2024-09-12T17:35:48.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.649+0000 7f23a0a479c0 20 remove_watcher() i=1 2024-09-12T17:35:48.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.649+0000 7f23a0a479c0 20 remove_watcher() i=2 2024-09-12T17:35:48.648 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.653+0000 7f23a0a479c0 20 remove_watcher() i=3 2024-09-12T17:35:48.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.653+0000 7f23a0a479c0 20 remove_watcher() i=4 2024-09-12T17:35:48.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.657+0000 7f23a0a479c0 20 remove_watcher() i=5 2024-09-12T17:35:48.654 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.657+0000 7f23a0a479c0 20 remove_watcher() i=6 2024-09-12T17:35:48.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.661+0000 7f23a0a479c0 20 remove_watcher() i=7 2024-09-12T17:35:48.670 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:48.671 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:48.671 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-do-reshard id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:35:48.671 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:48.671 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2024-09-12T17:35:48.704 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:48.704 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:48.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.749+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.753+0000 7feecda0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:48.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.753+0000 7feecda0a9c0 20 realm 2024-09-12T17:35:48.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.753+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.753+0000 7feecda0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:48.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.753+0000 7feecda0a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:48.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.753+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.753+0000 7feecda0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:48.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.753+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.753+0000 7feecda0a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:48.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.753+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:48.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.753+0000 7feecda0a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:48.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.753+0000 7feecda0a9c0 20 searching for the correct realm 2024-09-12T17:35:48.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.757+0000 7feecbd11640 0 -- 172.21.15.183:0/3345814472 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7feec00e7940 msgr2=0x7feec00b7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:48.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:48.973+0000 7feecad0f640 0 -- 172.21.15.183:0/3345814472 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7feec4086110 msgr2=0x7feec4099a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:49.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.189+0000 7feecda0a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:49.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.189+0000 7feecda0a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:49.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.189+0000 7feecda0a9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:49.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.189+0000 7feecda0a9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:49.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.189+0000 7feecda0a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:49.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.189+0000 7feecda0a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:49.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.189+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:49.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:49.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:49.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 20 zone default found 2024-09-12T17:35:49.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 4 Realm: () 2024-09-12T17:35:49.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:49.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:49.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:49.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 20 zonegroup default 2024-09-12T17:35:49.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:49.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:49.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.193+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.197+0000 7feecda0a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:49.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.197+0000 7feecda0a9c0 20 started sync module instance, tier type = 2024-09-12T17:35:49.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.197+0000 7feecda0a9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:49.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.217+0000 7feecda0a9c0 20 add_watcher() i=0 2024-09-12T17:35:49.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.217+0000 7feecda0a9c0 20 add_watcher() i=1 2024-09-12T17:35:49.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.217+0000 7feecda0a9c0 20 add_watcher() i=2 2024-09-12T17:35:49.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.217+0000 7feecda0a9c0 20 add_watcher() i=3 2024-09-12T17:35:49.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.217+0000 7feecda0a9c0 20 add_watcher() i=4 2024-09-12T17:35:49.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.217+0000 7feecda0a9c0 20 add_watcher() i=5 2024-09-12T17:35:49.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.217+0000 7feecda0a9c0 20 add_watcher() i=6 2024-09-12T17:35:49.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.221+0000 7feecda0a9c0 20 add_watcher() i=7 2024-09-12T17:35:49.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.221+0000 7feecda0a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:49.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.225+0000 7fed827e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:49.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.225+0000 7feecda0a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:49.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.225+0000 7feecda0a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:49.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.225+0000 7feecda0a9c0 5 note: GC not initialized 2024-09-12T17:35:49.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.225+0000 7fed817e2640 20 reqs_thread_entry: start 2024-09-12T17:35:49.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.225+0000 7feecda0a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:49.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.225+0000 7feecda0a9c0 20 Filter name: none 2024-09-12T17:35:49.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.225+0000 7fed7a7fc640 20 reqs_thread_entry: start 2024-09-12T17:35:49.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.225+0000 7feecda0a9c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T17:35:49.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.225+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.229+0000 7feecda0a9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:49.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.229+0000 7feecda0a9c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T17:35:49.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.229+0000 7feecda0a9c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T17:35:49.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.229+0000 7feecda0a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 : miss 2024-09-12T17:35:49.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.229+0000 7feecda0a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.229+0000 7feecda0a9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:49.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.229+0000 7feecda0a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 info.flags=0x17 2024-09-12T17:35:49.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.229+0000 7feecda0a9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 to cache LRU end 2024-09-12T17:35:49.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.229+0000 7feecda0a9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:49.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.229+0000 7feecda0a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:49.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.229+0000 7feecda0a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 2024-09-12T17:35:49.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.237+0000 7feecda0a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 info.flags=0x17 2024-09-12T17:35:49.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.237+0000 7feecda0a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 to cache LRU end 2024-09-12T17:35:49.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.237+0000 7feecda0a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:49.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.237+0000 7feecda0a9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33, ofs0, ns] 2024-09-12T17:35:49.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.237+0000 7fedaeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464353 cookie 94212559737568 notifier 6968 bl.length()=911 2024-09-12T17:35:49.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.237+0000 7fedaeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 info.flags=0x17 2024-09-12T17:35:49.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.237+0000 7fedaeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 to cache LRU end 2024-09-12T17:35:49.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.237+0000 7fedaeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:49.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.237+0000 7feecda0a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): orig_sources= new_sources= 2024-09-12T17:35:49.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.237+0000 7feecda0a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): potential sources added=[] removed=[] 2024-09-12T17:35:49.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.237+0000 7feecda0a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): orig_dests= new_dests= 2024-09-12T17:35:49.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.237+0000 7feecda0a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): potential dests added=[] removed=[] 2024-09-12T17:35:49.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.241+0000 7feecda0a9c0 -1 Injecting error=-5 at location=do_reshard 2024-09-12T17:35:49.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.249+0000 7feecda0a9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:49.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.249+0000 7feecda0a9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 2024-09-12T17:35:49.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.249+0000 7feecda0a9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 info.flags=0x17 2024-09-12T17:35:49.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.249+0000 7feecda0a9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 to cache LRU end 2024-09-12T17:35:49.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.249+0000 7feecda0a9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:49.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.249+0000 7feecda0a9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33, ofs0, ns] 2024-09-12T17:35:49.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.249+0000 7fedae7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464354 cookie 94212559737568 notifier 6968 bl.length()=879 2024-09-12T17:35:49.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.249+0000 7fedae7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 info.flags=0x17 2024-09-12T17:35:49.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.249+0000 7fedae7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 to cache LRU end 2024-09-12T17:35:49.247 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.249+0000 7fedae7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:49.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.253+0000 7feecda0a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): orig_sources= new_sources= 2024-09-12T17:35:49.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.253+0000 7feecda0a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): potential sources added=[] removed=[] 2024-09-12T17:35:49.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.253+0000 7feecda0a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): orig_dests= new_dests= 2024-09-12T17:35:49.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.253+0000 7feecda0a9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): potential dests added=[] removed=[] 2024-09-12T17:35:49.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.253+0000 7feecda0a9c0 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2024-09-12T17:35:49.252 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.257+0000 7fed827e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:49.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.261+0000 7feecda0a9c0 20 remove_watcher() i=0 2024-09-12T17:35:49.257 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.261+0000 7feecda0a9c0 2 removed watcher, disabling cache 2024-09-12T17:35:49.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.265+0000 7feecda0a9c0 20 remove_watcher() i=1 2024-09-12T17:35:49.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.265+0000 7feecda0a9c0 20 remove_watcher() i=2 2024-09-12T17:35:49.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.269+0000 7feecda0a9c0 20 remove_watcher() i=3 2024-09-12T17:35:49.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.269+0000 7feecda0a9c0 20 remove_watcher() i=4 2024-09-12T17:35:49.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.273+0000 7feecda0a9c0 20 remove_watcher() i=5 2024-09-12T17:35:49.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.273+0000 7feecda0a9c0 20 remove_watcher() i=6 2024-09-12T17:35:49.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.277+0000 7feecda0a9c0 20 remove_watcher() i=7 2024-09-12T17:35:49.289 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T17:35:49.320 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:49.320 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:49.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.577+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.581+0000 7f701dd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:49.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.581+0000 7f701dd1d9c0 20 realm 2024-09-12T17:35:49.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.581+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.581+0000 7f701dd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:49.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.581+0000 7f701dd1d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:49.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.581+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.581+0000 7f701dd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:49.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.581+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.581+0000 7f701dd1d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:49.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.581+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:49.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.585+0000 7f701dd1d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:49.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.585+0000 7f701dd1d9c0 20 searching for the correct realm 2024-09-12T17:35:49.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.589+0000 7f701c024640 0 -- 172.21.15.183:0/402097108 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f70100dd070 msgr2=0x7f70100c5920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:49.801 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:49.805+0000 7f701b022640 0 -- 172.21.15.183:0/402097108 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f7014091d00 msgr2=0x7f701409f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:50.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.021+0000 7f701dd1d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:50.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.021+0000 7f701dd1d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:50.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.021+0000 7f701dd1d9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:50.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.021+0000 7f701dd1d9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:50.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.021+0000 7f701dd1d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:50.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.021+0000 7f701dd1d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:50.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.021+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.021+0000 7f701dd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.021+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.021+0000 7f701dd1d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:50.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.021+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:50.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 20 zone default found 2024-09-12T17:35:50.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 4 Realm: () 2024-09-12T17:35:50.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:50.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:50.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:50.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 20 zonegroup default 2024-09-12T17:35:50.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 20 started sync module instance, tier type = 2024-09-12T17:35:50.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.025+0000 7f701dd1d9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:50.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.049+0000 7f701dd1d9c0 20 add_watcher() i=0 2024-09-12T17:35:50.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.049+0000 7f701dd1d9c0 20 add_watcher() i=1 2024-09-12T17:35:50.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.049+0000 7f701dd1d9c0 20 add_watcher() i=2 2024-09-12T17:35:50.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.049+0000 7f701dd1d9c0 20 add_watcher() i=3 2024-09-12T17:35:50.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.049+0000 7f701dd1d9c0 20 add_watcher() i=4 2024-09-12T17:35:50.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.049+0000 7f701dd1d9c0 20 add_watcher() i=5 2024-09-12T17:35:50.047 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.049+0000 7f701dd1d9c0 20 add_watcher() i=6 2024-09-12T17:35:50.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.053+0000 7f701dd1d9c0 20 add_watcher() i=7 2024-09-12T17:35:50.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.053+0000 7f701dd1d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:50.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.057+0000 7f6ed1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:50.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.057+0000 7f701dd1d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:50.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.057+0000 7f701dd1d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:50.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.057+0000 7f701dd1d9c0 5 note: GC not initialized 2024-09-12T17:35:50.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.057+0000 7f6ed0fe1640 20 reqs_thread_entry: start 2024-09-12T17:35:50.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.057+0000 7f701dd1d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:50.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.057+0000 7f701dd1d9c0 20 Filter name: none 2024-09-12T17:35:50.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.057+0000 7f6e4a7fc640 20 reqs_thread_entry: start 2024-09-12T17:35:50.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.057+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.057+0000 7f701dd1d9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:50.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.061+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.061+0000 7f701dd1d9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:50.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.061+0000 7f701dd1d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:50.056 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.061+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.061+0000 7f701dd1d9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:50.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.061+0000 7f701dd1d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.061+0000 7f701dd1d9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:50.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.061+0000 7f701dd1d9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:50.059 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.061+0000 7f6ed1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:50.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.069+0000 7f701dd1d9c0 20 remove_watcher() i=0 2024-09-12T17:35:50.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.069+0000 7f701dd1d9c0 2 removed watcher, disabling cache 2024-09-12T17:35:50.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.069+0000 7f701dd1d9c0 20 remove_watcher() i=1 2024-09-12T17:35:50.069 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.073+0000 7f701dd1d9c0 20 remove_watcher() i=2 2024-09-12T17:35:50.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.073+0000 7f701dd1d9c0 20 remove_watcher() i=3 2024-09-12T17:35:50.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.077+0000 7f701dd1d9c0 20 remove_watcher() i=4 2024-09-12T17:35:50.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.077+0000 7f701dd1d9c0 20 remove_watcher() i=5 2024-09-12T17:35:50.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.081+0000 7f701dd1d9c0 20 remove_watcher() i=6 2024-09-12T17:35:50.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.081+0000 7f701dd1d9c0 20 remove_watcher() i=7 2024-09-12T17:35:50.092 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:50.092 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:50.092 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-do-reshard id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:35:50.092 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:50.093 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:50.094 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:50.102 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:50.102 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:50.144 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:35:50.177 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:50.177 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:50.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.225+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.225+0000 7fd50ba2e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.225+0000 7fd50ba2e9c0 20 realm 2024-09-12T17:35:50.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.225+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.225+0000 7fd50ba2e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.225+0000 7fd50ba2e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:50.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.225+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.225+0000 7fd50ba2e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.225+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.229+0000 7fd50ba2e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:50.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.229+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.229+0000 7fd50ba2e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:50.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.229+0000 7fd50ba2e9c0 20 searching for the correct realm 2024-09-12T17:35:50.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.233+0000 7fd509d35640 0 -- 172.21.15.183:0/2282843883 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fd50003c060 msgr2=0x7fd500065930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:50.237 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.241+0000 7fd508d33640 0 -- 172.21.15.183:0/2282843883 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fd504101b80 msgr2=0x7fd5041141e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:50.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.457+0000 7fd50ba2e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:50.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.457+0000 7fd50ba2e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:50.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.457+0000 7fd50ba2e9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:50.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.457+0000 7fd50ba2e9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:50.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.457+0000 7fd50ba2e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:50.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.457+0000 7fd50ba2e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:50.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.457+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.457+0000 7fd50ba2e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.457+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.457+0000 7fd50ba2e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:50.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.457+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:50.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 20 zone default found 2024-09-12T17:35:50.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 4 Realm: () 2024-09-12T17:35:50.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:50.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:50.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:50.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 20 zonegroup default 2024-09-12T17:35:50.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 20 started sync module instance, tier type = 2024-09-12T17:35:50.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.461+0000 7fd50ba2e9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:50.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.485+0000 7fd50ba2e9c0 20 add_watcher() i=0 2024-09-12T17:35:50.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.485+0000 7fd50ba2e9c0 20 add_watcher() i=1 2024-09-12T17:35:50.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.485+0000 7fd50ba2e9c0 20 add_watcher() i=2 2024-09-12T17:35:50.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.485+0000 7fd50ba2e9c0 20 add_watcher() i=3 2024-09-12T17:35:50.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.485+0000 7fd50ba2e9c0 20 add_watcher() i=4 2024-09-12T17:35:50.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.485+0000 7fd50ba2e9c0 20 add_watcher() i=5 2024-09-12T17:35:50.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.485+0000 7fd50ba2e9c0 20 add_watcher() i=6 2024-09-12T17:35:50.481 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.485+0000 7fd50ba2e9c0 20 add_watcher() i=7 2024-09-12T17:35:50.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.485+0000 7fd50ba2e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:50.485 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.489+0000 7fd3bf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:50.486 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.489+0000 7fd50ba2e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:50.486 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.489+0000 7fd50ba2e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:50.486 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.489+0000 7fd50ba2e9c0 5 note: GC not initialized 2024-09-12T17:35:50.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.489+0000 7fd3be7e4640 20 reqs_thread_entry: start 2024-09-12T17:35:50.487 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.489+0000 7fd50ba2e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:50.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 20 Filter name: none 2024-09-12T17:35:50.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd32ffff640 20 reqs_thread_entry: start 2024-09-12T17:35:50.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T17:35:50.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:50.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T17:35:50.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T17:35:50.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 : miss 2024-09-12T17:35:50.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:50.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 info.flags=0x17 2024-09-12T17:35:50.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 to cache LRU end 2024-09-12T17:35:50.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:50.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:50.489 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.493+0000 7fd50ba2e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 2024-09-12T17:35:50.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.501+0000 7fd50ba2e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 info.flags=0x17 2024-09-12T17:35:50.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.501+0000 7fd50ba2e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 to cache LRU end 2024-09-12T17:35:50.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.501+0000 7fd50ba2e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:50.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.501+0000 7fd50ba2e9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33, ofs0, ns] 2024-09-12T17:35:50.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.501+0000 7fd3ecff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464355 cookie 94325547106944 notifier 7491 bl.length()=911 2024-09-12T17:35:50.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.501+0000 7fd3ecff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 info.flags=0x17 2024-09-12T17:35:50.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.501+0000 7fd3ecff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 to cache LRU end 2024-09-12T17:35:50.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.501+0000 7fd3ecff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:50.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.501+0000 7fd50ba2e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): orig_sources= new_sources= 2024-09-12T17:35:50.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.501+0000 7fd50ba2e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): potential sources added=[] removed=[] 2024-09-12T17:35:50.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.501+0000 7fd50ba2e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): orig_dests= new_dests= 2024-09-12T17:35:50.498 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.501+0000 7fd50ba2e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): potential dests added=[] removed=[] 2024-09-12T17:35:50.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.505+0000 7fd50ba2e9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.33.1.0 2024-09-12T17:35:50.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.505+0000 7fd50ba2e9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.33.1.0 2024-09-12T17:35:50.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.505+0000 7fd50ba2e9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.33.1.1 2024-09-12T17:35:50.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.505+0000 7fd50ba2e9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.33.1.1 2024-09-12T17:35:50.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.505+0000 7fd50ba2e9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.33.0 2024-09-12T17:35:50.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.509+0000 7fd50ba2e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:50.506 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.509+0000 7fd50ba2e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 2024-09-12T17:35:50.507 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd50ba2e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 info.flags=0x17 2024-09-12T17:35:50.507 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd50ba2e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 to cache LRU end 2024-09-12T17:35:50.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd50ba2e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:50.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd50ba2e9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33, ofs0, ns] 2024-09-12T17:35:50.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd3dbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464356 cookie 94325547106944 notifier 7491 bl.length()=911 2024-09-12T17:35:50.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd3dbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 info.flags=0x17 2024-09-12T17:35:50.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd3dbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 to cache LRU end 2024-09-12T17:35:50.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd3dbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:50.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd50ba2e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): orig_sources= new_sources= 2024-09-12T17:35:50.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd50ba2e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): potential sources added=[] removed=[] 2024-09-12T17:35:50.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd50ba2e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): orig_dests= new_dests= 2024-09-12T17:35:50.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd50ba2e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): potential dests added=[] removed=[] 2024-09-12T17:35:50.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.513+0000 7fd50ba2e9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.33.0 2024-09-12T17:35:50.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd50ba2e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 : hit (requested=0x17, cached=0x17) 2024-09-12T17:35:50.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd50ba2e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 2024-09-12T17:35:50.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd50ba2e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 info.flags=0x17 2024-09-12T17:35:50.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd50ba2e9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 to cache LRU end 2024-09-12T17:35:50.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd50ba2e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:50.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd50ba2e9c0 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33, ofs0, ns] 2024-09-12T17:35:50.513 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd3ecff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464357 cookie 94325547106944 notifier 7491 bl.length()=879 2024-09-12T17:35:50.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd3ecff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 info.flags=0x17 2024-09-12T17:35:50.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd3ecff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 to cache LRU end 2024-09-12T17:35:50.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd3ecff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:50.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd50ba2e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): orig_sources= new_sources= 2024-09-12T17:35:50.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd50ba2e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): potential sources added=[] removed=[] 2024-09-12T17:35:50.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd50ba2e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): orig_dests= new_dests= 2024-09-12T17:35:50.515 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.517+0000 7fd50ba2e9c0 20 handle_bi_update(): bucket=:error-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.33]): potential dests added=[] removed=[] 2024-09-12T17:35:50.516 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.521+0000 7fd50ba2e9c0 1 execute INFO: reshard of bucket "error-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-12T17:35:50.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.525+0000 7fd3bf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:50.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.529+0000 7fd50ba2e9c0 20 remove_watcher() i=0 2024-09-12T17:35:50.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.529+0000 7fd50ba2e9c0 2 removed watcher, disabling cache 2024-09-12T17:35:50.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.529+0000 7fd50ba2e9c0 20 remove_watcher() i=1 2024-09-12T17:35:50.528 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.533+0000 7fd50ba2e9c0 20 remove_watcher() i=2 2024-09-12T17:35:50.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.533+0000 7fd50ba2e9c0 20 remove_watcher() i=3 2024-09-12T17:35:50.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.537+0000 7fd50ba2e9c0 20 remove_watcher() i=4 2024-09-12T17:35:50.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.537+0000 7fd50ba2e9c0 20 remove_watcher() i=5 2024-09-12T17:35:50.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.541+0000 7fd50ba2e9c0 20 remove_watcher() i=6 2024-09-12T17:35:50.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.541+0000 7fd50ba2e9c0 20 remove_watcher() i=7 2024-09-12T17:35:50.553 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T17:35:50.584 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:50.584 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:50.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.633+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.633+0000 7f13f7dd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.633+0000 7f13f7dd89c0 20 realm 2024-09-12T17:35:50.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.633+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.633+0000 7f13f7dd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.633+0000 7f13f7dd89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:50.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.633+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.633+0000 7f13f7dd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:50.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.633+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.637+0000 7f13f7dd89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:50.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.637+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:50.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.637+0000 7f13f7dd89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:50.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.637+0000 7f13f7dd89c0 20 searching for the correct realm 2024-09-12T17:35:50.637 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.641+0000 7f13f60df640 0 -- 172.21.15.183:0/3388242083 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f13ec082680 msgr2=0x7f13ec08a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:50.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:50.857+0000 7f13f50dd640 0 -- 172.21.15.183:0/3388242083 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f13f00e2b00 msgr2=0x7f13f00c2940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:51.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.073+0000 7f13f7dd89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:51.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.073+0000 7f13f7dd89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:51.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.073+0000 7f13f7dd89c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:51.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.073+0000 7f13f7dd89c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:51.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.073+0000 7f13f7dd89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:51.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.073+0000 7f13f7dd89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:51.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.073+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:51.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:51.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:51.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 zone default found 2024-09-12T17:35:51.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 4 Realm: () 2024-09-12T17:35:51.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:51.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:51.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:51.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 zonegroup default 2024-09-12T17:35:51.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:51.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:51.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:51.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 started sync module instance, tier type = 2024-09-12T17:35:51.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.077+0000 7f13f7dd89c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:51.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.101+0000 7f13f7dd89c0 20 add_watcher() i=0 2024-09-12T17:35:51.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.101+0000 7f13f7dd89c0 20 add_watcher() i=1 2024-09-12T17:35:51.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.101+0000 7f13f7dd89c0 20 add_watcher() i=2 2024-09-12T17:35:51.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.101+0000 7f13f7dd89c0 20 add_watcher() i=3 2024-09-12T17:35:51.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.101+0000 7f13f7dd89c0 20 add_watcher() i=4 2024-09-12T17:35:51.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.101+0000 7f13f7dd89c0 20 add_watcher() i=5 2024-09-12T17:35:51.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.101+0000 7f13f7dd89c0 20 add_watcher() i=6 2024-09-12T17:35:51.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.105+0000 7f13f7dd89c0 20 add_watcher() i=7 2024-09-12T17:35:51.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.105+0000 7f13f7dd89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:51.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.109+0000 7f12a77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:51.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.109+0000 7f13f7dd89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:51.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.109+0000 7f13f7dd89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:51.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.109+0000 7f13f7dd89c0 5 note: GC not initialized 2024-09-12T17:35:51.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.109+0000 7f12a67fc640 20 reqs_thread_entry: start 2024-09-12T17:35:51.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.109+0000 7f13f7dd89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:51.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.109+0000 7f13f7dd89c0 20 Filter name: none 2024-09-12T17:35:51.107 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.109+0000 7f1217fff640 20 reqs_thread_entry: start 2024-09-12T17:35:51.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.109+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.113+0000 7f13f7dd89c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:51.108 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.113+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.113+0000 7f13f7dd89c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:51.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.113+0000 7f13f7dd89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:51.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.113+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.113+0000 7f13f7dd89c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:51.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.113+0000 7f13f7dd89c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.113+0000 7f13f7dd89c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:51.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.113+0000 7f13f7dd89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:51.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.117+0000 7f12a77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:51.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.121+0000 7f13f7dd89c0 20 remove_watcher() i=0 2024-09-12T17:35:51.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.121+0000 7f13f7dd89c0 2 removed watcher, disabling cache 2024-09-12T17:35:51.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.121+0000 7f13f7dd89c0 20 remove_watcher() i=1 2024-09-12T17:35:51.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.125+0000 7f13f7dd89c0 20 remove_watcher() i=2 2024-09-12T17:35:51.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.129+0000 7f13f7dd89c0 20 remove_watcher() i=3 2024-09-12T17:35:51.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.129+0000 7f13f7dd89c0 20 remove_watcher() i=4 2024-09-12T17:35:51.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.129+0000 7f13f7dd89c0 20 remove_watcher() i=5 2024-09-12T17:35:51.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.133+0000 7f13f7dd89c0 20 remove_watcher() i=6 2024-09-12T17:35:51.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.133+0000 7f13f7dd89c0 20 remove_watcher() i=7 2024-09-12T17:35:51.147 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:51.147 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:51.147 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-do-reshard id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.33 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:35:51.147 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:51.148 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.148 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.152 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.152 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.198 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.198 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.227 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with abort at do_reshard 2024-09-12T17:35:51.227 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:51.228 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.228 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.245 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.246 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.299 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.299 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.318 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.318 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.337 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.337 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.357 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.357 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.377 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.377 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.395 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.396 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.415 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.415 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.434 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.434 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.453 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.453 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.472 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.472 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.491 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.491 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.512 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.512 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.531 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.532 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.551 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.551 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.570 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.570 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.589 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.589 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.609 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.609 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.628 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.628 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.650 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.650 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.669 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:51.669 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:51.685 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T17:35:51.717 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:51.717 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:51.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.765+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.765+0000 7ff88ab309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:51.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.765+0000 7ff88ab309c0 20 realm 2024-09-12T17:35:51.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.765+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.765+0000 7ff88ab309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:51.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.765+0000 7ff88ab309c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:51.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.765+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.765+0000 7ff88ab309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:51.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.765+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.769+0000 7ff88ab309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:51.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.769+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.769+0000 7ff88ab309c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:51.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.769+0000 7ff88ab309c0 20 searching for the correct realm 2024-09-12T17:35:51.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.773+0000 7ff888e37640 0 -- 172.21.15.183:0/3534503610 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7ff870028070 msgr2=0x7ff87005d180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:51.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.781+0000 7ff887e35640 0 -- 172.21.15.183:0/3534503610 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7ff878069b70 msgr2=0x7ff87809b170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:35:51.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.997+0000 7ff88ab309c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:51.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.997+0000 7ff88ab309c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:51.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.997+0000 7ff88ab309c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:51.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.997+0000 7ff88ab309c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:51.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.997+0000 7ff88ab309c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:51.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.997+0000 7ff88ab309c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:51.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.997+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.995 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.997+0000 7ff88ab309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:51.995 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.997+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.995 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.997+0000 7ff88ab309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:51.995 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:51.997+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:51.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 20 zone default found 2024-09-12T17:35:51.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 4 Realm: () 2024-09-12T17:35:51.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:51.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:51.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:51.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 20 zonegroup default 2024-09-12T17:35:51.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:51.997 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.997 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:51.997 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:51.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:51.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 20 started sync module instance, tier type = 2024-09-12T17:35:51.999 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.001+0000 7ff88ab309c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:52.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.029+0000 7ff88ab309c0 20 add_watcher() i=0 2024-09-12T17:35:52.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.029+0000 7ff88ab309c0 20 add_watcher() i=1 2024-09-12T17:35:52.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.029+0000 7ff88ab309c0 20 add_watcher() i=2 2024-09-12T17:35:52.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.029+0000 7ff88ab309c0 20 add_watcher() i=3 2024-09-12T17:35:52.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.029+0000 7ff88ab309c0 20 add_watcher() i=4 2024-09-12T17:35:52.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.029+0000 7ff88ab309c0 20 add_watcher() i=5 2024-09-12T17:35:52.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.029+0000 7ff88ab309c0 20 add_watcher() i=6 2024-09-12T17:35:52.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.029+0000 7ff88ab309c0 20 add_watcher() i=7 2024-09-12T17:35:52.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.029+0000 7ff88ab309c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:52.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.033+0000 7ff73efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:52.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.033+0000 7ff88ab309c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:52.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.033+0000 7ff88ab309c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:52.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.033+0000 7ff88ab309c0 5 note: GC not initialized 2024-09-12T17:35:52.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.037+0000 7ff73dfdb640 20 reqs_thread_entry: start 2024-09-12T17:35:52.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.037+0000 7ff88ab309c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:52.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.037+0000 7ff88ab309c0 20 Filter name: none 2024-09-12T17:35:52.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.037+0000 7ff6af7fe640 20 reqs_thread_entry: start 2024-09-12T17:35:52.033 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.037+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.037+0000 7ff88ab309c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:52.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.037+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.037+0000 7ff88ab309c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:52.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.037+0000 7ff88ab309c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:52.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.037+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.041+0000 7ff88ab309c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:52.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.041+0000 7ff88ab309c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.041+0000 7ff88ab309c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:52.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.041+0000 7ff88ab309c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:52.038 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.041+0000 7ff73efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:52.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.049+0000 7ff88ab309c0 20 remove_watcher() i=0 2024-09-12T17:35:52.046 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.049+0000 7ff88ab309c0 2 removed watcher, disabling cache 2024-09-12T17:35:52.048 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.053+0000 7ff88ab309c0 20 remove_watcher() i=1 2024-09-12T17:35:52.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.053+0000 7ff88ab309c0 20 remove_watcher() i=2 2024-09-12T17:35:52.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.057+0000 7ff88ab309c0 20 remove_watcher() i=3 2024-09-12T17:35:52.054 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.057+0000 7ff88ab309c0 20 remove_watcher() i=4 2024-09-12T17:35:52.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.061+0000 7ff88ab309c0 20 remove_watcher() i=5 2024-09-12T17:35:52.057 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.061+0000 7ff88ab309c0 20 remove_watcher() i=6 2024-09-12T17:35:52.058 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.061+0000 7ff88ab309c0 20 remove_watcher() i=7 2024-09-12T17:35:52.074 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.074 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:52.074 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-do-reshard id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:35:52.074 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.075 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T17:35:52.111 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:52.112 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:52.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.157+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.161+0000 7f584d4769c0 20 realm 2024-09-12T17:35:52.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.161+0000 7f584d4769c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:52.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:52.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:52.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.161+0000 7f584d4769c0 20 searching for the correct realm 2024-09-12T17:35:52.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.165+0000 7f584b77d640 0 -- 172.21.15.183:0/3985616001 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f5840017070 msgr2=0x7f584007b5f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:52.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.381+0000 7f584a77b640 0 -- 172.21.15.183:0/3985616001 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f584411db10 msgr2=0x7f584411d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:52.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:52.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:52.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:52.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:52.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:52.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:52.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.597+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:52.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:52.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 20 zone default found 2024-09-12T17:35:52.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 4 Realm: () 2024-09-12T17:35:52.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:52.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:52.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:52.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 20 zonegroup default 2024-09-12T17:35:52.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.605+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.605+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.605+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.605+0000 7f584d4769c0 20 started sync module instance, tier type = 2024-09-12T17:35:52.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.605+0000 7f584d4769c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:52.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=0 2024-09-12T17:35:52.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=1 2024-09-12T17:35:52.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=2 2024-09-12T17:35:52.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=3 2024-09-12T17:35:52.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=4 2024-09-12T17:35:52.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=5 2024-09-12T17:35:52.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=6 2024-09-12T17:35:52.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=7 2024-09-12T17:35:52.626 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.629+0000 7f584d4769c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:52.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.633+0000 7f57017e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:52.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:52.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:52.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 5 note: GC not initialized 2024-09-12T17:35:52.632 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f567bfff640 20 reqs_thread_entry: start 2024-09-12T17:35:52.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:52.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 20 Filter name: none 2024-09-12T17:35:52.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f5679ffb640 20 reqs_thread_entry: start 2024-09-12T17:35:52.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:35:52.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:52.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:35:52.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:35:52.634 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 : miss 2024-09-12T17:35:52.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:52.635 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:35:52.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:35:52.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:52.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:52.636 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.637+0000 7f584d4769c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 2024-09-12T17:35:52.642 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.645+0000 7f584d4769c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:35:52.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.645+0000 7f584d4769c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:35:52.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.645+0000 7f584d4769c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:52.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.645+0000 7f584d4769c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34, ofs0, ns] 2024-09-12T17:35:52.643 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.649+0000 7f572e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464316 cookie 94526813185360 notifier 7551 bl.length()=911 2024-09-12T17:35:52.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.649+0000 7f572e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:35:52.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.649+0000 7f572e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:35:52.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.649+0000 7f572e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:52.644 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.649+0000 7f584d4769c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): orig_sources= new_sources= 2024-09-12T17:35:52.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.649+0000 7f584d4769c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): potential sources added=[] removed=[] 2024-09-12T17:35:52.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.649+0000 7f584d4769c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): orig_dests= new_dests= 2024-09-12T17:35:52.645 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.649+0000 7f584d4769c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): potential dests added=[] removed=[] 2024-09-12T17:35:52.649 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f584d4769c0 time 2024-09-12T17:35:52.656039+0000 2024-09-12T17:35:52.649 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:52.652 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:52.652 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5850d502eb] 2024-09-12T17:35:52.652 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5850d5049f] 2024-09-12T17:35:52.652 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f8bb3ed0c1] 2024-09-12T17:35:52.652 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f8bb3ff1fa] 2024-09-12T17:35:52.652 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:35:52.652 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f584fbb6d90] 2024-09-12T17:35:52.652 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:35:52.652 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:35:52.653 INFO:tasks.workunit.client.0.smithi183.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:35:52.653 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f584d4769c0 thread_name:radosgw-admin 2024-09-12T17:35:52.653 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.657+0000 7f584d4769c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f584d4769c0 time 2024-09-12T17:35:52.656039+0000 2024-09-12T17:35:52.653 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:52.653 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.653 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:52.653 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5850d502eb] 2024-09-12T17:35:52.653 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5850d5049f] 2024-09-12T17:35:52.653 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f8bb3ed0c1] 2024-09-12T17:35:52.653 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f8bb3ff1fa] 2024-09-12T17:35:52.654 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:35:52.654 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f584fbb6d90] 2024-09-12T17:35:52.654 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:35:52.654 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:35:52.654 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.655 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:52.655 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f584fbcf520] 2024-09-12T17:35:52.655 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:35:52.655 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:35:52.655 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:35:52.655 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5850d50345] 2024-09-12T17:35:52.655 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5850d5049f] 2024-09-12T17:35:52.655 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f8bb3ed0c1] 2024-09-12T17:35:52.655 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f8bb3ff1fa] 2024-09-12T17:35:52.656 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:35:52.656 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f584fbb6d90] 2024-09-12T17:35:52.656 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:35:52.656 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:35:52.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.657+0000 7f584d4769c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:35:52.656 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f584d4769c0 thread_name:radosgw-admin 2024-09-12T17:35:52.656 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.656 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:52.656 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f584fbcf520] 2024-09-12T17:35:52.656 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:35:52.656 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:35:52.656 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:35:52.657 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5850d50345] 2024-09-12T17:35:52.657 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5850d5049f] 2024-09-12T17:35:52.657 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f8bb3ed0c1] 2024-09-12T17:35:52.657 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f8bb3ff1fa] 2024-09-12T17:35:52.657 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:35:52.657 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f584fbb6d90] 2024-09-12T17:35:52.657 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:35:52.657 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:35:52.657 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:35:52.657 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.657 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:35:52.687 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:35:52.137+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.688 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:35:52.137+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.688 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:35:52.137+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.688 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:35:52.137+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.688 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:35:52.137+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.688 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:35:52.137+0000 7f584af7c640 10 monclient(hunting): handle_auth_done global_id 7539 payload 274 2024-09-12T17:35:52.688 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:35:52.137+0000 7f584af7c640 10 monclient: _finish_hunting 0 2024-09-12T17:35:52.688 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:35:52.137+0000 7f584af7c640 1 monclient: found mon.noname-a 2024-09-12T17:35:52.688 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:35:52.137+0000 7f584af7c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.688 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.688 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:52.689 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: dump: 2024-09-12T17:35:52.689 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.689 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.689 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.689 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.689 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.689 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.689 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.689 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.689 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.689 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.690 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: _finish_auth 0 2024-09-12T17:35:52.690 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: _check_auth_tickets 2024-09-12T17:35:52.690 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 monclient: authenticate success, global_id 7539 2024-09-12T17:35:52.690 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:52.690 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.690 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:52.690 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: dump: 2024-09-12T17:35:52.690 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.690 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.690 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.690 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.690 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.691 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.691 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.691 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.691 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.691 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.691 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:35:52.137+0000 7f584d4769c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:52.691 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:35:52.137+0000 7f584d4769c0 4 set_mon_vals no callback set 2024-09-12T17:35:52.691 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:35:52.137+0000 7f584d4769c0 10 monclient: shutdown 2024-09-12T17:35:52.691 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) unregister_commands rotate-key 2024-09-12T17:35:52.691 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:35:52.137+0000 7f584d4769c0 10 monclient: build_initial_monmap 2024-09-12T17:35:52.691 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:35:52.137+0000 7f584d4769c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:52.692 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:35:52.137+0000 7f584d4769c0 10 monclient: monmap: 2024-09-12T17:35:52.692 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:52.692 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:52.692 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:52.692 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:52.692 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:52.692 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.692 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:52.692 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:52.692 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding auth protocol: cephx 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding auth protocol: cephx 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding auth protocol: cephx 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: secure 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: crc 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: secure 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: crc 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: secure 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: crc 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: crc 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: secure 2024-09-12T17:35:52.693 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: crc 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: secure 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: crc 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: secure 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:35:52.137+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:35:52.137+0000 7f584d4769c0 1 librados: starting msgr at 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:35:52.137+0000 7f584d4769c0 1 librados: starting objecter 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command objecter_requests hook 0x55f8bd0f3350 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:35:52.137+0000 7f584d4769c0 1 librados: setting wanted keys 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:35:52.137+0000 7f584d4769c0 1 librados: calling monclient init 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:35:52.137+0000 7f584d4769c0 10 monclient: init 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding auth protocol: cephx 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding auth protocol: cephx 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding auth protocol: cephx 2024-09-12T17:35:52.694 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: secure 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: crc 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: secure 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: crc 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: secure 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: crc 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: crc 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: secure 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: crc 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: secure 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: crc 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: secure 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:35:52.137+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:35:52.141+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.695 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:35:52.141+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command rotate-key hook 0x55f8bd0f5908 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-a con 0x55f8bcfa5ac0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-c con 0x55f8bd03e4e0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-b con 0x55f8bd0f8e90 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): authenticate will time out at 2337.672228s 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): get_auth_request con 0x55f8bd03e4e0 auth_method 0 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.696 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): get_auth_request con 0x55f8bcfa5ac0 auth_method 0 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): handle_auth_done global_id 7046 payload 824 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient: _finish_hunting 0 2024-09-12T17:35:52.697 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:35:52.141+0000 7f584a77b640 1 monclient: found mon.noname-c 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:35:52.141+0000 7f584b77d640 10 monclient: get_auth_request con 0x55f8bd0f8e90 auth_method 0 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: dump: 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.698 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: _finish_auth 0 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: _check_auth_tickets 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:35:52.141+0000 7f584d4769c0 5 monclient: authenticate success, global_id 7046 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient: _renew_subs 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: dump: 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.699 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:35:52.141+0000 7f5738e09640 4 set_mon_vals no callback set 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient: _renew_subs 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:35:52.141+0000 7f584d4769c0 1 librados: init done 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:35:52.141+0000 7f5737606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:35:52.141+0000 7f5737606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:52.700 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:35:52.141+0000 7f5737606640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient: get_auth_request con 0x7f5730070ae0 auth_method 0 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:35:52.141+0000 7f584b77d640 10 monclient: get_auth_request con 0x55f8bd1237a0 auth_method 0 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:35:52.145+0000 7f584af7c640 10 monclient: get_auth_request con 0x55f8bcf84e00 auth_method 0 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:35:52.145+0000 7f584a77b640 10 monclient: get_auth_request con 0x55f8bd146250 auth_method 0 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:35:52.145+0000 7f584b77d640 10 monclient: get_auth_request con 0x55f8bd145890 auth_method 0 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: build_initial_monmap 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:35:52.149+0000 7f584d4769c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: monmap: 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:52.701 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding auth protocol: cephx 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding auth protocol: cephx 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding auth protocol: cephx 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: secure 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: crc 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: secure 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: crc 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: secure 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: crc 2024-09-12T17:35:52.702 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: crc 2024-09-12T17:35:52.703 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: secure 2024-09-12T17:35:52.703 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: crc 2024-09-12T17:35:52.703 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: secure 2024-09-12T17:35:52.703 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: crc 2024-09-12T17:35:52.703 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: secure 2024-09-12T17:35:52.703 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:35:52.149+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.703 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f8bd151ae0 EEXIST 2024-09-12T17:35:52.703 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: init 2024-09-12T17:35:52.703 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding auth protocol: cephx 2024-09-12T17:35:52.703 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding auth protocol: cephx 2024-09-12T17:35:52.704 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding auth protocol: cephx 2024-09-12T17:35:52.704 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: secure 2024-09-12T17:35:52.704 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: crc 2024-09-12T17:35:52.704 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: secure 2024-09-12T17:35:52.704 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: crc 2024-09-12T17:35:52.704 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: secure 2024-09-12T17:35:52.704 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: crc 2024-09-12T17:35:52.704 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: crc 2024-09-12T17:35:52.704 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: secure 2024-09-12T17:35:52.704 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: crc 2024-09-12T17:35:52.705 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: secure 2024-09-12T17:35:52.705 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: crc 2024-09-12T17:35:52.705 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: secure 2024-09-12T17:35:52.705 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:35:52.149+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.705 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:35:52.149+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.705 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command rotate-key cmddesc rotate-key hook 0x55f8bd14d180 EEXIST 2024-09-12T17:35:52.705 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:52.705 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:35:52.705 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-c con 0x55f8bd175c90 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:52.705 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-a con 0x55f8bd1755c0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:52.705 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-b con 0x55f8bd173fa0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:52.706 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.706 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.706 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.706 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:52.706 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): authenticate will time out at 2337.681514s 2024-09-12T17:35:52.706 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): get_auth_request con 0x55f8bd175c90 auth_method 0 2024-09-12T17:35:52.706 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.706 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.706 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.707 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): get_auth_request con 0x55f8bd1755c0 auth_method 0 2024-09-12T17:35:52.707 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.707 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.707 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.707 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.707 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.707 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.707 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.707 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.707 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.707 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): handle_auth_done global_id 7545 payload 824 2024-09-12T17:35:52.708 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient: _finish_hunting 0 2024-09-12T17:35:52.708 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:35:52.149+0000 7f584b77d640 1 monclient: found mon.noname-a 2024-09-12T17:35:52.708 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.708 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.708 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:52.708 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: dump: 2024-09-12T17:35:52.708 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.708 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.708 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.709 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.709 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.709 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.709 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.709 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.709 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.709 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.709 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: _finish_auth 0 2024-09-12T17:35:52.709 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: _check_auth_tickets 2024-09-12T17:35:52.709 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:52.709 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.710 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:52.710 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: dump: 2024-09-12T17:35:52.710 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.710 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.710 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.710 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.710 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.710 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.710 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.711 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.711 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.711 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.711 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 monclient: authenticate success, global_id 7545 2024-09-12T17:35:52.711 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: _renew_subs 2024-09-12T17:35:52.711 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:35:52.149+0000 7f584bf7e640 4 set_mon_vals no callback set 2024-09-12T17:35:52.711 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.711 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: _renew_subs 2024-09-12T17:35:52.711 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.711 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:35:52.153+0000 7f5734e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:52.711 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:35:52.153+0000 7f5734e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:52.712 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:35:52.153+0000 7f5734e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:52.712 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: get_monmap_and_config 2024-09-12T17:35:52.712 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: build_initial_monmap 2024-09-12T17:35:52.712 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:35:52.153+0000 7f584d4769c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:52.712 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: monmap: 2024-09-12T17:35:52.712 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:52.712 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:52.712 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:52.713 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:52.713 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:52.713 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.713 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:52.713 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:52.713 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:52.713 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.713 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding auth protocol: cephx 2024-09-12T17:35:52.713 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding auth protocol: cephx 2024-09-12T17:35:52.713 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding auth protocol: cephx 2024-09-12T17:35:52.713 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: secure 2024-09-12T17:35:52.714 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: crc 2024-09-12T17:35:52.714 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: secure 2024-09-12T17:35:52.714 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: crc 2024-09-12T17:35:52.714 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: secure 2024-09-12T17:35:52.714 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: crc 2024-09-12T17:35:52.714 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: crc 2024-09-12T17:35:52.714 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: secure 2024-09-12T17:35:52.714 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: crc 2024-09-12T17:35:52.714 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: secure 2024-09-12T17:35:52.714 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: crc 2024-09-12T17:35:52.715 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: secure 2024-09-12T17:35:52.715 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:35:52.153+0000 7f584a77b640 10 monclient: get_auth_request con 0x7f5724070a20 auth_method 0 2024-09-12T17:35:52.715 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:35:52.153+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.715 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: init 2024-09-12T17:35:52.715 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding auth protocol: cephx 2024-09-12T17:35:52.715 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding auth protocol: cephx 2024-09-12T17:35:52.715 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding auth protocol: cephx 2024-09-12T17:35:52.715 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: secure 2024-09-12T17:35:52.715 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: crc 2024-09-12T17:35:52.715 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: secure 2024-09-12T17:35:52.715 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: crc 2024-09-12T17:35:52.716 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: secure 2024-09-12T17:35:52.716 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: crc 2024-09-12T17:35:52.716 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: crc 2024-09-12T17:35:52.716 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: secure 2024-09-12T17:35:52.716 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: crc 2024-09-12T17:35:52.716 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: secure 2024-09-12T17:35:52.716 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: crc 2024-09-12T17:35:52.716 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: secure 2024-09-12T17:35:52.716 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:35:52.153+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.716 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:35:52.153+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.716 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command rotate-key cmddesc rotate-key hook 0x7fff80fd2818 EEXIST 2024-09-12T17:35:52.717 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:52.717 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:35:52.717 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-b con 0x55f8bd1996f0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:52.717 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-a con 0x55f8bd1c9dd0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:52.717 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-c con 0x55f8bd1c5430 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:52.717 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.717 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.717 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.717 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:52.717 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): authenticate will time out at 2337.685799s 2024-09-12T17:35:52.717 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): get_auth_request con 0x55f8bd1c5430 auth_method 0 2024-09-12T17:35:52.717 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.718 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.718 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.718 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): get_auth_request con 0x55f8bd1c9dd0 auth_method 0 2024-09-12T17:35:52.718 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.718 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.718 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.718 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.718 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.718 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.718 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.718 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.718 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.719 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:35:52.153+0000 7f584a77b640 10 monclient(hunting): get_auth_request con 0x55f8bd1996f0 auth_method 0 2024-09-12T17:35:52.719 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:35:52.153+0000 7f584a77b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.719 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:35:52.153+0000 7f584a77b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.719 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:35:52.153+0000 7f584a77b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.719 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): handle_auth_done global_id 7052 payload 274 2024-09-12T17:35:52.719 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient: _finish_hunting 0 2024-09-12T17:35:52.719 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:35:52.153+0000 7f584af7c640 1 monclient: found mon.noname-c 2024-09-12T17:35:52.719 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:35:52.719 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.719 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:52.719 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: dump: 2024-09-12T17:35:52.719 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.720 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.720 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.720 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.720 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.720 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.720 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.720 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.720 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.720 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.720 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: _finish_auth 0 2024-09-12T17:35:52.721 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: _check_auth_tickets 2024-09-12T17:35:52.721 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:52.721 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 monclient: authenticate success, global_id 7052 2024-09-12T17:35:52.721 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:52.721 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:35:52.153+0000 7f584d4769c0 4 set_mon_vals no callback set 2024-09-12T17:35:52.721 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.721 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:52.721 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: dump: 2024-09-12T17:35:52.721 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.721 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.721 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.721 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.722 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.722 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.722 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.722 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.722 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.722 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.722 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: shutdown 2024-09-12T17:35:52.722 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: build_initial_monmap 2024-09-12T17:35:52.722 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:35:52.153+0000 7f584d4769c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:52.722 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: monmap: 2024-09-12T17:35:52.722 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:52.722 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding auth protocol: cephx 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding auth protocol: cephx 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding auth protocol: cephx 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: secure 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: crc 2024-09-12T17:35:52.723 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: secure 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: crc 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: secure 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: crc 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: crc 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: secure 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: crc 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: secure 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: crc 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: secure 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:35:52.153+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:35:52.153+0000 7f584d4769c0 1 librados: starting msgr at 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:35:52.153+0000 7f584d4769c0 1 librados: starting objecter 2024-09-12T17:35:52.724 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f8bd1bb430 EEXIST 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:35:52.153+0000 7f584d4769c0 1 librados: setting wanted keys 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:35:52.153+0000 7f584d4769c0 1 librados: calling monclient init 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: init 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding auth protocol: cephx 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding auth protocol: cephx 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding auth protocol: cephx 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: secure 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: crc 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: secure 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: crc 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: secure 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: crc 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: crc 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: secure 2024-09-12T17:35:52.725 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: crc 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: secure 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: crc 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: secure 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:35:52.157+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:35:52.157+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:35:52.157+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command rotate-key cmddesc rotate-key hook 0x55f8bd177bf8 EEXIST 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-a con 0x55f8bd1996f0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-b con 0x55f8bd1c5430 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-c con 0x55f8bd1c9dd0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.726 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.727 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:52.727 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): authenticate will time out at 2337.688537s 2024-09-12T17:35:52.727 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): get_auth_request con 0x55f8bd1996f0 auth_method 0 2024-09-12T17:35:52.727 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.727 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.727 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.727 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): get_auth_request con 0x55f8bd1c9dd0 auth_method 0 2024-09-12T17:35:52.727 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.727 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.727 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.727 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.727 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.728 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.728 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.728 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.728 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.728 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): handle_auth_done global_id 7551 payload 824 2024-09-12T17:35:52.728 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient: _finish_hunting 0 2024-09-12T17:35:52.728 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:35:52.157+0000 7f584a77b640 1 monclient: found mon.noname-a 2024-09-12T17:35:52.728 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.729 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.729 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:52.729 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: dump: 2024-09-12T17:35:52.729 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.729 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.729 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.729 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.729 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.729 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.729 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.730 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.730 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.730 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.730 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: _finish_auth 0 2024-09-12T17:35:52.730 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: _check_auth_tickets 2024-09-12T17:35:52.730 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:52.730 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.730 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:52.731 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: dump: 2024-09-12T17:35:52.731 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.731 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.731 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.731 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.731 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.731 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.731 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.731 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.731 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.731 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.732 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:35:52.157+0000 7f584d4769c0 5 monclient: authenticate success, global_id 7551 2024-09-12T17:35:52.732 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:35:52.157+0000 7f572e7fc640 4 set_mon_vals no callback set 2024-09-12T17:35:52.732 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient: _renew_subs 2024-09-12T17:35:52.732 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.732 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient: _renew_subs 2024-09-12T17:35:52.732 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.732 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:35:52.157+0000 7f584d4769c0 1 librados: init done 2024-09-12T17:35:52.732 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:35:52.157+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command cr dump hook 0x55f8bd1b7cf8 2024-09-12T17:35:52.732 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:35:52.157+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.732 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:35:52.157+0000 7f572cff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:35:52.157+0000 7f572cff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:35:52.157+0000 7f572cff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:35:52.161+0000 7f584b77d640 10 monclient: get_auth_request con 0x7f5714070ae0 auth_method 0 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:35:52.161+0000 7f584af7c640 10 monclient: get_auth_request con 0x55f8bd1e3520 auth_method 0 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 realm 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:35:52.161+0000 7f584d4769c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.733 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:35:52.161+0000 7f584a77b640 10 monclient: get_auth_request con 0x55f8bd1e7720 auth_method 0 2024-09-12T17:35:52.734 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:52.734 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.734 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:35:52.161+0000 7f584b77d640 10 monclient: get_auth_request con 0x55f8bd1eaf80 auth_method 0 2024-09-12T17:35:52.734 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:52.734 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 searching for the correct realm 2024-09-12T17:35:52.734 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:35:52.165+0000 7f584af7c640 10 monclient: get_auth_request con 0x7f58440d7070 auth_method 0 2024-09-12T17:35:52.734 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:35:52.165+0000 7f584a77b640 10 monclient: get_auth_request con 0x7f583c008050 auth_method 0 2024-09-12T17:35:52.734 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:35:52.165+0000 7f584b77d640 10 monclient: get_auth_request con 0x7f5840017070 auth_method 0 2024-09-12T17:35:52.734 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:35:52.165+0000 7f584b77d640 0 -- 172.21.15.183:0/3985616001 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f5840017070 msgr2=0x7f584007b5f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:52.734 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:35:52.369+0000 7f584b77d640 10 monclient: get_auth_request con 0x7f5840017070 auth_method 0 2024-09-12T17:35:52.735 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:35:52.373+0000 7f584af7c640 10 monclient: get_auth_request con 0x7f58441056c0 auth_method 0 2024-09-12T17:35:52.735 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:35:52.381+0000 7f584a77b640 10 monclient: get_auth_request con 0x7f584411db10 auth_method 0 2024-09-12T17:35:52.735 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:35:52.381+0000 7f584a77b640 0 -- 172.21.15.183:0/3985616001 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f584411db10 msgr2=0x7f584411d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:52.735 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:35:52.585+0000 7f584a77b640 10 monclient: get_auth_request con 0x7f584411db10 auth_method 0 2024-09-12T17:35:52.735 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:52.735 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:52.735 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:52.735 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:52.735 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:52.735 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:52.735 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.735 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.736 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.736 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:52.736 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.736 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:52.736 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 zone default found 2024-09-12T17:35:52.736 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:35:52.601+0000 7f584d4769c0 4 Realm: () 2024-09-12T17:35:52.736 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:35:52.601+0000 7f584d4769c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:52.737 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:35:52.601+0000 7f584d4769c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:52.737 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:35:52.601+0000 7f584d4769c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:52.737 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 zonegroup default 2024-09-12T17:35:52.737 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.737 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.737 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.737 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:35:52.605+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.737 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:35:52.605+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.737 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:35:52.605+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.737 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:35:52.605+0000 7f584d4769c0 20 started sync module instance, tier type = 2024-09-12T17:35:52.738 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:35:52.605+0000 7f584d4769c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:52.738 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=0 2024-09-12T17:35:52.738 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=1 2024-09-12T17:35:52.738 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=2 2024-09-12T17:35:52.738 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=3 2024-09-12T17:35:52.738 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=4 2024-09-12T17:35:52.738 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=5 2024-09-12T17:35:52.738 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=6 2024-09-12T17:35:52.738 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=7 2024-09-12T17:35:52.738 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:35:52.629+0000 7f584d4769c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:52.738 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding auth protocol: cephx 2024-09-12T17:35:52.738 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding auth protocol: cephx 2024-09-12T17:35:52.739 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding auth protocol: cephx 2024-09-12T17:35:52.739 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: secure 2024-09-12T17:35:52.739 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: crc 2024-09-12T17:35:52.739 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: secure 2024-09-12T17:35:52.739 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: crc 2024-09-12T17:35:52.739 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: secure 2024-09-12T17:35:52.739 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: crc 2024-09-12T17:35:52.739 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: crc 2024-09-12T17:35:52.739 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: secure 2024-09-12T17:35:52.739 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: crc 2024-09-12T17:35:52.739 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:35:52.633+0000 7f57017e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:52.740 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: secure 2024-09-12T17:35:52.740 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: crc 2024-09-12T17:35:52.740 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: secure 2024-09-12T17:35:52.740 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:35:52.637+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.740 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:52.740 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:52.740 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command cache list hook 0x55f8bd1bb3f0 2024-09-12T17:35:52.740 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command cache inspect hook 0x55f8bd1bb3f0 2024-09-12T17:35:52.740 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command cache erase hook 0x55f8bd1bb3f0 2024-09-12T17:35:52.741 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command cache zap hook 0x55f8bd1bb3f0 2024-09-12T17:35:52.741 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 note: GC not initialized 2024-09-12T17:35:52.741 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:35:52.637+0000 7f567bfff640 20 reqs_thread_entry: start 2024-09-12T17:35:52.741 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command sync trace show hook 0x7f583c00abf0 2024-09-12T17:35:52.741 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command sync trace history hook 0x7f583c00abf0 2024-09-12T17:35:52.741 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command sync trace active hook 0x7f583c00abf0 2024-09-12T17:35:52.741 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command sync trace active_short hook 0x7f583c00abf0 2024-09-12T17:35:52.741 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:52.741 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 Filter name: none 2024-09-12T17:35:52.741 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:35:52.637+0000 7f5679ffb640 20 reqs_thread_entry: start 2024-09-12T17:35:52.741 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:35:52.742 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.742 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:52.742 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:35:52.742 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:35:52.742 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 : miss 2024-09-12T17:35:52.742 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.742 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:52.742 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:35:52.742 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:35:52.742 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:52.743 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:52.743 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 2024-09-12T17:35:52.743 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:35:52.645+0000 7f584d4769c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:35:52.743 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:35:52.645+0000 7f584d4769c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:35:52.743 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:35:52.645+0000 7f584d4769c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:52.743 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:35:52.645+0000 7f584d4769c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34, ofs0, ns] 2024-09-12T17:35:52.743 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:35:52.649+0000 7f572e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464316 cookie 94526813185360 notifier 7551 bl.length()=911 2024-09-12T17:35:52.743 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:35:52.649+0000 7f572e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:35:52.743 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:35:52.649+0000 7f572e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:35:52.743 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:35:52.649+0000 7f572e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:52.743 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:35:52.649+0000 7f584d4769c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): orig_sources= new_sources= 2024-09-12T17:35:52.744 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:35:52.649+0000 7f584d4769c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): potential sources added=[] removed=[] 2024-09-12T17:35:52.744 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:35:52.649+0000 7f584d4769c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): orig_dests= new_dests= 2024-09-12T17:35:52.744 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:35:52.649+0000 7f584d4769c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): potential dests added=[] removed=[] 2024-09-12T17:35:52.744 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:35:52.657+0000 7f584d4769c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f584d4769c0 time 2024-09-12T17:35:52.656039+0000 2024-09-12T17:35:52.744 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:52.744 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.744 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:52.744 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5850d502eb] 2024-09-12T17:35:52.744 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5850d5049f] 2024-09-12T17:35:52.745 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f8bb3ed0c1] 2024-09-12T17:35:52.745 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f8bb3ff1fa] 2024-09-12T17:35:52.745 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:35:52.745 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f584fbb6d90] 2024-09-12T17:35:52.745 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:35:52.745 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:35:52.745 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.745 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:35:52.657+0000 7f584d4769c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:35:52.745 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f584d4769c0 thread_name:radosgw-admin 2024-09-12T17:35:52.745 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.745 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:52.746 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f584fbcf520] 2024-09-12T17:35:52.746 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:35:52.746 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:35:52.746 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:35:52.746 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5850d50345] 2024-09-12T17:35:52.746 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5850d5049f] 2024-09-12T17:35:52.746 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f8bb3ed0c1] 2024-09-12T17:35:52.746 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f8bb3ff1fa] 2024-09-12T17:35:52.746 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:35:52.746 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f584fbb6d90] 2024-09-12T17:35:52.747 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:35:52.747 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:35:52.747 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:35:52.747 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.747 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:35:52.747 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:35:52.747 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:35:52.747 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:35:52.747 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:35:52.748 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:35:52.748 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:35:52.748 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:35:52.748 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:35:52.748 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:35:52.748 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:35:52.748 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:35:52.748 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:35:52.748 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:35:52.748 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:35:52.748 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:35:52.748 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:35:52.749 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:35:52.750 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:35:52.751 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:35:52.752 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:35:52.752 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:35:52.752 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:35:52.752 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:35:52.752 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:35:52.752 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:35:52.752 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:35:52.752 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:35:52.753 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:35:52.753 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:35:52.753 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:35:52.753 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:35:52.753 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:35:52.753 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:35:52.753 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:35:52.753 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:35:52.753 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:35:52.753 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:35:52.754 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 7f5679ffb640 / http_manager 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 7f567bfff640 / http_manager 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 7f57017e2640 / rgw_dt_lg_renew 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 7f572cff9640 / ms_dispatch 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 7f572e7fc640 / io_context_pool 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 7f5734e01640 / ms_dispatch 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 7f5737606640 / ms_dispatch 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 7f5738e09640 / io_context_pool 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 7f584a77b640 / msgr-worker-2 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 7f584af7c640 / msgr-worker-1 2024-09-12T17:35:52.755 INFO:tasks.workunit.client.0.smithi183.stderr: 7f584b77d640 / msgr-worker-0 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr: 7f584bf7e640 / io_context_pool 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr: 7f584d4769c0 / radosgw-admin 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/log/ceph/ceph-client.admin.120512.log 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:35:52.137+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:35:52.137+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:35:52.137+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:35:52.137+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:35:52.137+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:35:52.137+0000 7f584af7c640 10 monclient(hunting): handle_auth_done global_id 7539 payload 274 2024-09-12T17:35:52.756 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:35:52.137+0000 7f584af7c640 10 monclient: _finish_hunting 0 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:35:52.137+0000 7f584af7c640 1 monclient: found mon.noname-a 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:35:52.137+0000 7f584af7c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: dump: 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.757 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: _finish_auth 0 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: _check_auth_tickets 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 monclient: authenticate success, global_id 7539 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:35:52.137+0000 7f5738e09640 10 monclient: dump: 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.758 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:35:52.137+0000 7f584d4769c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:35:52.137+0000 7f584d4769c0 4 set_mon_vals no callback set 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:35:52.137+0000 7f584d4769c0 10 monclient: shutdown 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) unregister_commands rotate-key 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:35:52.137+0000 7f584d4769c0 10 monclient: build_initial_monmap 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:35:52.137+0000 7f584d4769c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:35:52.137+0000 7f584d4769c0 10 monclient: monmap: 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:52.759 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding auth protocol: cephx 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding auth protocol: cephx 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding auth protocol: cephx 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: secure 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: crc 2024-09-12T17:35:52.760 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: secure 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: crc 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: secure 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: crc 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: crc 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: secure 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: crc 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: secure 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: crc 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1266f0) adding con mode: secure 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:35:52.137+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:35:52.137+0000 7f584d4769c0 1 librados: starting msgr at 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:35:52.137+0000 7f584d4769c0 1 librados: starting objecter 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command objecter_requests hook 0x55f8bd0f3350 2024-09-12T17:35:52.761 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:35:52.137+0000 7f584d4769c0 1 librados: setting wanted keys 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:35:52.137+0000 7f584d4769c0 1 librados: calling monclient init 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:35:52.137+0000 7f584d4769c0 10 monclient: init 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding auth protocol: cephx 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding auth protocol: cephx 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding auth protocol: cephx 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: secure 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: crc 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: secure 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: crc 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: secure 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: crc 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: crc 2024-09-12T17:35:52.762 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: secure 2024-09-12T17:35:52.763 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: crc 2024-09-12T17:35:52.763 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: secure 2024-09-12T17:35:52.763 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: crc 2024-09-12T17:35:52.763 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:35:52.137+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd0f57c0) adding con mode: secure 2024-09-12T17:35:52.763 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:35:52.137+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.763 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:35:52.141+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.763 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:35:52.141+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command rotate-key hook 0x55f8bd0f5908 2024-09-12T17:35:52.763 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:52.763 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:35:52.763 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-a con 0x55f8bcfa5ac0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:52.763 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-c con 0x55f8bd03e4e0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:52.764 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-b con 0x55f8bd0f8e90 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:52.764 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.764 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.764 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.764 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:52.764 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient(hunting): authenticate will time out at 2337.672228s 2024-09-12T17:35:52.764 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): get_auth_request con 0x55f8bd03e4e0 auth_method 0 2024-09-12T17:35:52.764 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.764 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.764 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.764 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): get_auth_request con 0x55f8bcfa5ac0 auth_method 0 2024-09-12T17:35:52.764 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.765 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.765 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.765 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.765 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.765 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.765 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.765 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.765 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.766 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient(hunting): handle_auth_done global_id 7046 payload 824 2024-09-12T17:35:52.766 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient: _finish_hunting 0 2024-09-12T17:35:52.766 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:35:52.141+0000 7f584a77b640 1 monclient: found mon.noname-c 2024-09-12T17:35:52.766 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:35:52.141+0000 7f584a77b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:35:52.766 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:35:52.141+0000 7f584b77d640 10 monclient: get_auth_request con 0x55f8bd0f8e90 auth_method 0 2024-09-12T17:35:52.766 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.766 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:52.766 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: dump: 2024-09-12T17:35:52.766 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.766 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.766 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.767 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.767 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.767 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.767 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.767 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.767 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.767 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.767 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: _finish_auth 0 2024-09-12T17:35:52.767 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: _check_auth_tickets 2024-09-12T17:35:52.767 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:35:52.141+0000 7f584d4769c0 5 monclient: authenticate success, global_id 7046 2024-09-12T17:35:52.767 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient: _renew_subs 2024-09-12T17:35:52.768 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:52.768 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:52.768 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.768 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:52.768 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:35:52.141+0000 7f5737606640 10 monclient: dump: 2024-09-12T17:35:52.768 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.768 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.768 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.768 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.768 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.768 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.769 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.769 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.769 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.769 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.769 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:35:52.141+0000 7f5738e09640 4 set_mon_vals no callback set 2024-09-12T17:35:52.769 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient: _renew_subs 2024-09-12T17:35:52.769 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:35:52.141+0000 7f584d4769c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:35:52.769 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:35:52.141+0000 7f584d4769c0 1 librados: init done 2024-09-12T17:35:52.769 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:35:52.141+0000 7f5737606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:52.769 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:35:52.141+0000 7f5737606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:52.770 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:35:52.141+0000 7f5737606640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:52.770 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:35:52.141+0000 7f584af7c640 10 monclient: get_auth_request con 0x7f5730070ae0 auth_method 0 2024-09-12T17:35:52.770 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:35:52.141+0000 7f584b77d640 10 monclient: get_auth_request con 0x55f8bd1237a0 auth_method 0 2024-09-12T17:35:52.770 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:35:52.145+0000 7f584af7c640 10 monclient: get_auth_request con 0x55f8bcf84e00 auth_method 0 2024-09-12T17:35:52.770 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:35:52.145+0000 7f584a77b640 10 monclient: get_auth_request con 0x55f8bd146250 auth_method 0 2024-09-12T17:35:52.770 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:35:52.145+0000 7f584b77d640 10 monclient: get_auth_request con 0x55f8bd145890 auth_method 0 2024-09-12T17:35:52.770 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: build_initial_monmap 2024-09-12T17:35:52.770 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:35:52.149+0000 7f584d4769c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:52.770 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: monmap: 2024-09-12T17:35:52.770 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:52.770 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:52.771 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:52.771 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:52.771 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:52.771 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.771 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:52.771 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:52.771 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:52.771 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.771 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding auth protocol: cephx 2024-09-12T17:35:52.771 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding auth protocol: cephx 2024-09-12T17:35:52.771 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding auth protocol: cephx 2024-09-12T17:35:52.772 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: secure 2024-09-12T17:35:52.772 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: crc 2024-09-12T17:35:52.772 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: secure 2024-09-12T17:35:52.772 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: crc 2024-09-12T17:35:52.772 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: secure 2024-09-12T17:35:52.772 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: crc 2024-09-12T17:35:52.772 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: crc 2024-09-12T17:35:52.772 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: secure 2024-09-12T17:35:52.772 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: crc 2024-09-12T17:35:52.772 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: secure 2024-09-12T17:35:52.772 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: crc 2024-09-12T17:35:52.773 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14e0f0) adding con mode: secure 2024-09-12T17:35:52.773 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:35:52.149+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.773 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f8bd151ae0 EEXIST 2024-09-12T17:35:52.773 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: init 2024-09-12T17:35:52.773 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding auth protocol: cephx 2024-09-12T17:35:52.773 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding auth protocol: cephx 2024-09-12T17:35:52.773 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding auth protocol: cephx 2024-09-12T17:35:52.773 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: secure 2024-09-12T17:35:52.773 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: crc 2024-09-12T17:35:52.773 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: secure 2024-09-12T17:35:52.773 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: crc 2024-09-12T17:35:52.774 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: secure 2024-09-12T17:35:52.774 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: crc 2024-09-12T17:35:52.774 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: crc 2024-09-12T17:35:52.774 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: secure 2024-09-12T17:35:52.774 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: crc 2024-09-12T17:35:52.774 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: secure 2024-09-12T17:35:52.774 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: crc 2024-09-12T17:35:52.774 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd14d038) adding con mode: secure 2024-09-12T17:35:52.774 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:35:52.149+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.774 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:35:52.149+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.774 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command rotate-key cmddesc rotate-key hook 0x55f8bd14d180 EEXIST 2024-09-12T17:35:52.775 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:52.775 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:35:52.775 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-c con 0x55f8bd175c90 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:52.775 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-a con 0x55f8bd1755c0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:52.775 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-b con 0x55f8bd173fa0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:52.775 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.775 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.775 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.775 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:52.775 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient(hunting): authenticate will time out at 2337.681514s 2024-09-12T17:35:52.776 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): get_auth_request con 0x55f8bd175c90 auth_method 0 2024-09-12T17:35:52.776 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.776 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.776 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.776 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): get_auth_request con 0x55f8bd1755c0 auth_method 0 2024-09-12T17:35:52.776 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.776 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.776 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.776 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.776 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.776 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:35:52.149+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.777 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.777 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.777 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.777 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient(hunting): handle_auth_done global_id 7545 payload 824 2024-09-12T17:35:52.777 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient: _finish_hunting 0 2024-09-12T17:35:52.777 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:35:52.149+0000 7f584b77d640 1 monclient: found mon.noname-a 2024-09-12T17:35:52.777 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:35:52.149+0000 7f584b77d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.777 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.777 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: dump: 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: _finish_auth 0 2024-09-12T17:35:52.778 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: _check_auth_tickets 2024-09-12T17:35:52.779 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:52.779 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.779 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:52.779 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:35:52.149+0000 7f5734e01640 10 monclient: dump: 2024-09-12T17:35:52.779 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.779 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.779 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.779 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.779 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.779 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.780 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.780 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.780 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.780 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.780 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:35:52.149+0000 7f584d4769c0 5 monclient: authenticate success, global_id 7545 2024-09-12T17:35:52.780 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: _renew_subs 2024-09-12T17:35:52.780 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:35:52.149+0000 7f584bf7e640 4 set_mon_vals no callback set 2024-09-12T17:35:52.780 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.780 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: _renew_subs 2024-09-12T17:35:52.780 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:35:52.149+0000 7f584d4769c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.780 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:35:52.153+0000 7f5734e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:52.780 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:35:52.153+0000 7f5734e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:52.781 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:35:52.153+0000 7f5734e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:52.781 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: get_monmap_and_config 2024-09-12T17:35:52.781 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: build_initial_monmap 2024-09-12T17:35:52.781 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:35:52.153+0000 7f584d4769c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:52.781 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: monmap: 2024-09-12T17:35:52.781 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:52.781 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:52.781 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:52.781 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:52.781 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:52.782 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.782 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:52.782 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:52.782 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:52.782 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.782 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding auth protocol: cephx 2024-09-12T17:35:52.782 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding auth protocol: cephx 2024-09-12T17:35:52.782 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding auth protocol: cephx 2024-09-12T17:35:52.782 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: secure 2024-09-12T17:35:52.782 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: crc 2024-09-12T17:35:52.782 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: secure 2024-09-12T17:35:52.782 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: crc 2024-09-12T17:35:52.783 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: secure 2024-09-12T17:35:52.783 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: crc 2024-09-12T17:35:52.783 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: crc 2024-09-12T17:35:52.783 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: secure 2024-09-12T17:35:52.783 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: crc 2024-09-12T17:35:52.783 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: secure 2024-09-12T17:35:52.783 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: crc 2024-09-12T17:35:52.783 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1955d0) adding con mode: secure 2024-09-12T17:35:52.783 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:35:52.153+0000 7f584a77b640 10 monclient: get_auth_request con 0x7f5724070a20 auth_method 0 2024-09-12T17:35:52.783 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:35:52.153+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.784 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: init 2024-09-12T17:35:52.784 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding auth protocol: cephx 2024-09-12T17:35:52.784 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding auth protocol: cephx 2024-09-12T17:35:52.784 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding auth protocol: cephx 2024-09-12T17:35:52.784 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: secure 2024-09-12T17:35:52.784 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: crc 2024-09-12T17:35:52.784 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: secure 2024-09-12T17:35:52.784 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: crc 2024-09-12T17:35:52.784 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: secure 2024-09-12T17:35:52.784 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: crc 2024-09-12T17:35:52.785 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: crc 2024-09-12T17:35:52.785 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: secure 2024-09-12T17:35:52.785 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: crc 2024-09-12T17:35:52.785 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: secure 2024-09-12T17:35:52.785 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: crc 2024-09-12T17:35:52.785 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd26d0) adding con mode: secure 2024-09-12T17:35:52.785 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:35:52.153+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.785 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:35:52.153+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.785 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command rotate-key cmddesc rotate-key hook 0x7fff80fd2818 EEXIST 2024-09-12T17:35:52.786 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:52.786 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:35:52.786 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-b con 0x55f8bd1996f0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:52.786 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-a con 0x55f8bd1c9dd0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:52.786 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-c con 0x55f8bd1c5430 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:52.786 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.786 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.786 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.786 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:52.787 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient(hunting): authenticate will time out at 2337.685799s 2024-09-12T17:35:52.787 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): get_auth_request con 0x55f8bd1c5430 auth_method 0 2024-09-12T17:35:52.787 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.787 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.787 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.787 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): get_auth_request con 0x55f8bd1c9dd0 auth_method 0 2024-09-12T17:35:52.787 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.787 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.787 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.787 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.787 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.787 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:35:52.153+0000 7f584b77d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:35:52.153+0000 7f584a77b640 10 monclient(hunting): get_auth_request con 0x55f8bd1996f0 auth_method 0 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:35:52.153+0000 7f584a77b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:35:52.153+0000 7f584a77b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:35:52.153+0000 7f584a77b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient(hunting): handle_auth_done global_id 7052 payload 274 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient: _finish_hunting 0 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:35:52.153+0000 7f584af7c640 1 monclient: found mon.noname-c 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:35:52.153+0000 7f584af7c640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.788 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:35:52.789 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: dump: 2024-09-12T17:35:52.789 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.789 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.789 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.789 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.789 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.789 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.789 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.789 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.789 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.789 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.789 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: _finish_auth 0 2024-09-12T17:35:52.790 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: _check_auth_tickets 2024-09-12T17:35:52.790 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:52.790 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 monclient: authenticate success, global_id 7052 2024-09-12T17:35:52.790 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: get_monmap_and_config success 2024-09-12T17:35:52.790 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:35:52.153+0000 7f584d4769c0 4 set_mon_vals no callback set 2024-09-12T17:35:52.790 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.790 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:35:52.790 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:35:52.153+0000 7f572e7fc640 10 monclient: dump: 2024-09-12T17:35:52.790 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.790 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.790 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.790 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.791 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.791 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.791 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.791 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.791 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.791 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.791 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: shutdown 2024-09-12T17:35:52.791 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: build_initial_monmap 2024-09-12T17:35:52.791 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:35:52.153+0000 7f584d4769c0 1 build_initial for_mkfs: 0 2024-09-12T17:35:52.791 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: monmap: 2024-09-12T17:35:52.791 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:35:52.791 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:35:52.792 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:35:52.792 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:35:52.792 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:35:52.792 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.792 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:35:52.792 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:35:52.792 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:35:52.792 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.792 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding auth protocol: cephx 2024-09-12T17:35:52.792 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding auth protocol: cephx 2024-09-12T17:35:52.792 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding auth protocol: cephx 2024-09-12T17:35:52.793 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: secure 2024-09-12T17:35:52.793 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: crc 2024-09-12T17:35:52.793 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: secure 2024-09-12T17:35:52.793 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: crc 2024-09-12T17:35:52.793 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: secure 2024-09-12T17:35:52.793 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: crc 2024-09-12T17:35:52.793 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: crc 2024-09-12T17:35:52.793 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: secure 2024-09-12T17:35:52.793 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: crc 2024-09-12T17:35:52.793 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: secure 2024-09-12T17:35:52.793 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: crc 2024-09-12T17:35:52.794 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd1bbf40) adding con mode: secure 2024-09-12T17:35:52.794 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:35:52.153+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.794 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:35:52.153+0000 7f584d4769c0 1 librados: starting msgr at 2024-09-12T17:35:52.794 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:35:52.153+0000 7f584d4769c0 1 librados: starting objecter 2024-09-12T17:35:52.794 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f8bd1bb430 EEXIST 2024-09-12T17:35:52.794 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:35:52.153+0000 7f584d4769c0 1 librados: setting wanted keys 2024-09-12T17:35:52.794 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:35:52.153+0000 7f584d4769c0 1 librados: calling monclient init 2024-09-12T17:35:52.794 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:35:52.153+0000 7f584d4769c0 10 monclient: init 2024-09-12T17:35:52.794 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding auth protocol: cephx 2024-09-12T17:35:52.794 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding auth protocol: cephx 2024-09-12T17:35:52.794 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding auth protocol: cephx 2024-09-12T17:35:52.794 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: secure 2024-09-12T17:35:52.795 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: crc 2024-09-12T17:35:52.795 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: secure 2024-09-12T17:35:52.795 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: crc 2024-09-12T17:35:52.795 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: secure 2024-09-12T17:35:52.795 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: crc 2024-09-12T17:35:52.795 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: crc 2024-09-12T17:35:52.795 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: secure 2024-09-12T17:35:52.795 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: crc 2024-09-12T17:35:52.795 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: secure 2024-09-12T17:35:52.795 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: crc 2024-09-12T17:35:52.795 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:35:52.153+0000 7f584d4769c0 5 AuthRegistry(0x55f8bd177ab0) adding con mode: secure 2024-09-12T17:35:52.796 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:35:52.157+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.796 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:35:52.157+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.796 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:35:52.157+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command rotate-key cmddesc rotate-key hook 0x55f8bd177bf8 EEXIST 2024-09-12T17:35:52.796 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient: _reopen_session rank -1 2024-09-12T17:35:52.796 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:35:52.796 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-a con 0x55f8bd1996f0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:35:52.796 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-b con 0x55f8bd1c5430 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:35:52.796 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): picked mon.noname-c con 0x55f8bd1c9dd0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:35:52.796 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.796 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.796 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:35:52.797 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): _renew_subs 2024-09-12T17:35:52.797 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient(hunting): authenticate will time out at 2337.688537s 2024-09-12T17:35:52.797 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): get_auth_request con 0x55f8bd1996f0 auth_method 0 2024-09-12T17:35:52.797 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.797 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.797 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.797 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): get_auth_request con 0x55f8bd1c9dd0 auth_method 0 2024-09-12T17:35:52.797 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:35:52.797 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:35:52.797 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:35:52.797 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.797 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.798 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.798 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:35:52.798 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:35:52.798 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:35:52.157+0000 7f584af7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:35:52.798 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient(hunting): handle_auth_done global_id 7551 payload 824 2024-09-12T17:35:52.798 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient: _finish_hunting 0 2024-09-12T17:35:52.798 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:35:52.157+0000 7f584a77b640 1 monclient: found mon.noname-a 2024-09-12T17:35:52.798 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:35:52.157+0000 7f584a77b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.798 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.798 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:35:52.798 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: dump: 2024-09-12T17:35:52.798 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.799 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.799 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.799 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.799 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.799 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.799 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.799 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.799 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.799 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.799 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: _finish_auth 0 2024-09-12T17:35:52.799 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: _check_auth_tickets 2024-09-12T17:35:52.800 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:35:52.800 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:35:52.800 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:35:52.800 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:35:52.157+0000 7f572cff9640 10 monclient: dump: 2024-09-12T17:35:52.800 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:35:52.800 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:35:52.800 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.800 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:35:52.800 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:35:52.800 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:35:52.800 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:35:52.800 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:35:52.801 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:35:52.801 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.801 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:35:52.157+0000 7f584d4769c0 5 monclient: authenticate success, global_id 7551 2024-09-12T17:35:52.801 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:35:52.157+0000 7f572e7fc640 4 set_mon_vals no callback set 2024-09-12T17:35:52.801 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient: _renew_subs 2024-09-12T17:35:52.801 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.801 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient: _renew_subs 2024-09-12T17:35:52.801 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:35:52.157+0000 7f584d4769c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:35:52.801 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:35:52.157+0000 7f584d4769c0 1 librados: init done 2024-09-12T17:35:52.801 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:35:52.157+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command cr dump hook 0x55f8bd1b7cf8 2024-09-12T17:35:52.801 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:35:52.157+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.801 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:35:52.157+0000 7f572cff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:35:52.802 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:35:52.157+0000 7f572cff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:52.802 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:35:52.157+0000 7f572cff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:35:52.802 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:35:52.161+0000 7f584b77d640 10 monclient: get_auth_request con 0x7f5714070ae0 auth_method 0 2024-09-12T17:35:52.802 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:35:52.161+0000 7f584af7c640 10 monclient: get_auth_request con 0x55f8bd1e3520 auth_method 0 2024-09-12T17:35:52.802 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.802 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 realm 2024-09-12T17:35:52.802 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.802 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.802 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:35:52.161+0000 7f584d4769c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:52.802 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.802 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.802 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.803 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:35:52.161+0000 7f584a77b640 10 monclient: get_auth_request con 0x55f8bd1e7720 auth_method 0 2024-09-12T17:35:52.803 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:52.803 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.803 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:35:52.161+0000 7f584b77d640 10 monclient: get_auth_request con 0x55f8bd1eaf80 auth_method 0 2024-09-12T17:35:52.803 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:52.803 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:35:52.161+0000 7f584d4769c0 20 searching for the correct realm 2024-09-12T17:35:52.803 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:35:52.165+0000 7f584af7c640 10 monclient: get_auth_request con 0x7f58440d7070 auth_method 0 2024-09-12T17:35:52.803 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:35:52.165+0000 7f584a77b640 10 monclient: get_auth_request con 0x7f583c008050 auth_method 0 2024-09-12T17:35:52.803 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:35:52.165+0000 7f584b77d640 10 monclient: get_auth_request con 0x7f5840017070 auth_method 0 2024-09-12T17:35:52.803 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:35:52.165+0000 7f584b77d640 0 -- 172.21.15.183:0/3985616001 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f5840017070 msgr2=0x7f584007b5f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:52.803 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:35:52.369+0000 7f584b77d640 10 monclient: get_auth_request con 0x7f5840017070 auth_method 0 2024-09-12T17:35:52.803 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:35:52.373+0000 7f584af7c640 10 monclient: get_auth_request con 0x7f58441056c0 auth_method 0 2024-09-12T17:35:52.804 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:35:52.381+0000 7f584a77b640 10 monclient: get_auth_request con 0x7f584411db10 auth_method 0 2024-09-12T17:35:52.804 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:35:52.381+0000 7f584a77b640 0 -- 172.21.15.183:0/3985616001 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f584411db10 msgr2=0x7f584411d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:52.804 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:35:52.585+0000 7f584a77b640 10 monclient: get_auth_request con 0x7f584411db10 auth_method 0 2024-09-12T17:35:52.804 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:52.804 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:52.804 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:52.804 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:52.804 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:52.804 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:52.804 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:35:52.597+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.804 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.804 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.805 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:52.805 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.805 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:52.805 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 zone default found 2024-09-12T17:35:52.805 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:35:52.601+0000 7f584d4769c0 4 Realm: () 2024-09-12T17:35:52.805 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:35:52.601+0000 7f584d4769c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:52.805 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:35:52.601+0000 7f584d4769c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:52.805 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:35:52.601+0000 7f584d4769c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:52.805 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 zonegroup default 2024-09-12T17:35:52.805 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.805 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.808 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:35:52.601+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.808 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:35:52.605+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.808 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:35:52.605+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.808 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:35:52.605+0000 7f584d4769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:35:52.605+0000 7f584d4769c0 20 started sync module instance, tier type = 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:35:52.605+0000 7f584d4769c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=0 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=1 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=2 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=3 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=4 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=5 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=6 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:35:52.629+0000 7f584d4769c0 20 add_watcher() i=7 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:35:52.629+0000 7f584d4769c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding auth protocol: cephx 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding auth protocol: cephx 2024-09-12T17:35:52.809 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding auth protocol: cephx 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: secure 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: crc 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: secure 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: crc 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: secure 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: crc 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: crc 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: secure 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: crc 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:35:52.633+0000 7f57017e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: secure 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: crc 2024-09-12T17:35:52.810 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:35:52.633+0000 7f584d4769c0 5 AuthRegistry(0x7fff80fd2ba0) adding con mode: secure 2024-09-12T17:35:52.811 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:35:52.637+0000 7f584d4769c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:35:52.811 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:52.811 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:52.811 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command cache list hook 0x55f8bd1bb3f0 2024-09-12T17:35:52.811 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command cache inspect hook 0x55f8bd1bb3f0 2024-09-12T17:35:52.811 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command cache erase hook 0x55f8bd1bb3f0 2024-09-12T17:35:52.811 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command cache zap hook 0x55f8bd1bb3f0 2024-09-12T17:35:52.811 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 note: GC not initialized 2024-09-12T17:35:52.811 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:35:52.637+0000 7f567bfff640 20 reqs_thread_entry: start 2024-09-12T17:35:52.812 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command sync trace show hook 0x7f583c00abf0 2024-09-12T17:35:52.812 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command sync trace history hook 0x7f583c00abf0 2024-09-12T17:35:52.812 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command sync trace active hook 0x7f583c00abf0 2024-09-12T17:35:52.812 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:35:52.637+0000 7f584d4769c0 5 asok(0x55f8bceec2b0) register_command sync trace active_short hook 0x7f583c00abf0 2024-09-12T17:35:52.812 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:52.812 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 Filter name: none 2024-09-12T17:35:52.812 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:35:52.637+0000 7f5679ffb640 20 reqs_thread_entry: start 2024-09-12T17:35:52.812 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:35:52.812 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.812 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:52.812 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:35:52.812 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:35:52.813 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 : miss 2024-09-12T17:35:52.813 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.813 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:35:52.637+0000 7f584d4769c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:35:52.813 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:35:52.813 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:35:52.813 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:52.813 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:52.813 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:35:52.637+0000 7f584d4769c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 2024-09-12T17:35:52.813 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:35:52.645+0000 7f584d4769c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:35:52.813 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:35:52.645+0000 7f584d4769c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:35:52.645+0000 7f584d4769c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:35:52.645+0000 7f584d4769c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34, ofs0, ns] 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:35:52.649+0000 7f572e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464316 cookie 94526813185360 notifier 7551 bl.length()=911 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:35:52.649+0000 7f572e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:35:52.649+0000 7f572e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:35:52.649+0000 7f572e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:35:52.649+0000 7f584d4769c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): orig_sources= new_sources= 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:35:52.649+0000 7f584d4769c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): potential sources added=[] removed=[] 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:35:52.649+0000 7f584d4769c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): orig_dests= new_dests= 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:35:52.649+0000 7f584d4769c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): potential dests added=[] removed=[] 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:35:52.657+0000 7f584d4769c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f584d4769c0 time 2024-09-12T17:35:52.656039+0000 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:35:52.814 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.815 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:52.815 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5850d502eb] 2024-09-12T17:35:52.815 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5850d5049f] 2024-09-12T17:35:52.815 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f8bb3ed0c1] 2024-09-12T17:35:52.815 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f8bb3ff1fa] 2024-09-12T17:35:52.815 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:35:52.815 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f584fbb6d90] 2024-09-12T17:35:52.815 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:35:52.815 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:35:52.815 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:35:52.657+0000 7f584d4769c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f584d4769c0 thread_name:radosgw-admin 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f584fbcf520] 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5850d50345] 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f5850d5049f] 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f8bb3ed0c1] 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f8bb3ff1fa] 2024-09-12T17:35:52.816 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:35:52.817 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f584fbb6d90] 2024-09-12T17:35:52.817 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:35:52.817 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:35:52.817 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:35:52.817 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:52.817 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:35:52.817 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:35:52.817 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:35:52.817 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:35:52.818 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:35:52.819 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:35:52.819 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:35:52.819 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:35:52.819 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:35:52.819 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:35:52.819 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:35:52.819 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:35:52.819 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:35:52.819 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:35:52.819 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:35:52.820 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:35:52.820 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:35:52.820 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:35:52.820 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:35:52.820 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:35:52.820 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:35:52.820 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:35:52.820 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:35:52.820 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:35:52.820 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:35:52.821 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:35:52.821 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:35:52.821 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:35:52.821 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:35:52.821 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:35:52.821 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:35:52.821 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:35:52.821 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:35:52.821 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:35:52.822 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:35:52.822 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:35:52.822 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:35:52.822 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:35:52.822 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:35:52.822 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:35:52.822 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:35:52.822 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:35:52.822 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:35:52.822 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:35:52.823 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:35:52.823 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:35:52.823 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:35:52.823 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:35:52.823 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:35:52.823 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:35:52.823 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:35:52.823 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:35:52.823 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:35:52.823 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:35:52.823 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:35:52.824 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:35:52.824 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:35:52.824 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:35:52.824 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:35:52.824 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:35:52.824 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:35:52.824 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:35:52.824 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:35:52.824 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:35:52.824 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:35:52.824 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:35:52.824 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:35:52.825 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:35:52.825 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:35:52.825 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:35:52.825 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:35:52.825 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:35:52.825 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:35:52.825 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:35:52.825 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:35:52.825 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:35:52.825 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:35:52.825 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:35:52.826 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:35:52.826 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:35:52.826 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:35:52.826 INFO:tasks.workunit.client.0.smithi183.stderr: 7f5679ffb640 / http_manager 2024-09-12T17:35:52.826 INFO:tasks.workunit.client.0.smithi183.stderr: 7f567bfff640 / http_manager 2024-09-12T17:35:52.826 INFO:tasks.workunit.client.0.smithi183.stderr: 7f57017e2640 / rgw_dt_lg_renew 2024-09-12T17:35:52.826 INFO:tasks.workunit.client.0.smithi183.stderr: 7f572cff9640 / ms_dispatch 2024-09-12T17:35:52.826 INFO:tasks.workunit.client.0.smithi183.stderr: 7f572e7fc640 / io_context_pool 2024-09-12T17:35:52.826 INFO:tasks.workunit.client.0.smithi183.stderr: 7f5734e01640 / ms_dispatch 2024-09-12T17:35:52.826 INFO:tasks.workunit.client.0.smithi183.stderr: 7f5737606640 / ms_dispatch 2024-09-12T17:35:52.826 INFO:tasks.workunit.client.0.smithi183.stderr: 7f5738e09640 / io_context_pool 2024-09-12T17:35:52.827 INFO:tasks.workunit.client.0.smithi183.stderr: 7f584a77b640 / msgr-worker-2 2024-09-12T17:35:52.827 INFO:tasks.workunit.client.0.smithi183.stderr: 7f584af7c640 / msgr-worker-1 2024-09-12T17:35:52.827 INFO:tasks.workunit.client.0.smithi183.stderr: 7f584b77d640 / msgr-worker-0 2024-09-12T17:35:52.827 INFO:tasks.workunit.client.0.smithi183.stderr: 7f584bf7e640 / io_context_pool 2024-09-12T17:35:52.827 INFO:tasks.workunit.client.0.smithi183.stderr: 7f584d4769c0 / radosgw-admin 2024-09-12T17:35:52.827 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:35:52.827 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:35:52.827 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:35:52.661582Z_d2093401-8054-4b33-b803-6cbb3a051038/log 2024-09-12T17:35:52.827 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:35:52.827 INFO:tasks.workunit.client.0.smithi183.stderr:Aborted 2024-09-12T17:35:52.828 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T17:35:52.829 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:52.829 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:52.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.745+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.749+0000 7f10da9279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.749+0000 7f10da9279c0 20 realm 2024-09-12T17:35:52.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.749+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.749+0000 7f10da9279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.749+0000 7f10da9279c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:52.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.749+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.749+0000 7f10da9279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.749+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.753+0000 7f10da9279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:52.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.753+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.753+0000 7f10da9279c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:52.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.753+0000 7f10da9279c0 20 searching for the correct realm 2024-09-12T17:35:52.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.753+0000 7f10d7c2c640 0 -- 172.21.15.183:0/2925552179 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f10c80660f0 msgr2=0x7f10c805bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:52.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.965+0000 7f10d842d640 0 -- 172.21.15.183:0/2925552179 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f10d0029070 msgr2=0x7f10d0028b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:52.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:52.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:52.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:52.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:52.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:52.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:52.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:52.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:52.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 zone default found 2024-09-12T17:35:52.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 4 Realm: () 2024-09-12T17:35:52.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:52.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:52.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:52.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 zonegroup default 2024-09-12T17:35:52.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.985+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.989+0000 7f10da9279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.989+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:52.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.989+0000 7f10da9279c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:52.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.989+0000 7f10da9279c0 20 started sync module instance, tier type = 2024-09-12T17:35:52.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:52.989+0000 7f10da9279c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:53.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.013+0000 7f10da9279c0 20 add_watcher() i=0 2024-09-12T17:35:53.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.013+0000 7f10da9279c0 20 add_watcher() i=1 2024-09-12T17:35:53.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.013+0000 7f10da9279c0 20 add_watcher() i=2 2024-09-12T17:35:53.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.013+0000 7f10da9279c0 20 add_watcher() i=3 2024-09-12T17:35:53.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.013+0000 7f10da9279c0 20 add_watcher() i=4 2024-09-12T17:35:53.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.013+0000 7f10da9279c0 20 add_watcher() i=5 2024-09-12T17:35:53.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.013+0000 7f10da9279c0 20 add_watcher() i=6 2024-09-12T17:35:53.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.013+0000 7f10da9279c0 20 add_watcher() i=7 2024-09-12T17:35:53.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.013+0000 7f10da9279c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:53.014 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.017+0000 7f0f8f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:53.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.021+0000 7f10da9279c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:53.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.021+0000 7f10da9279c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:53.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.021+0000 7f10da9279c0 5 note: GC not initialized 2024-09-12T17:35:53.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.021+0000 7f0f8e7dc640 20 reqs_thread_entry: start 2024-09-12T17:35:53.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.021+0000 7f10da9279c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:53.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.021+0000 7f10da9279c0 20 Filter name: none 2024-09-12T17:35:53.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.021+0000 7f0f877fe640 20 reqs_thread_entry: start 2024-09-12T17:35:53.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.021+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.021+0000 7f10da9279c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:53.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.021+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.025+0000 7f10da9279c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-12T17:35:53.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.025+0000 7f10da9279c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:53.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.025+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.025+0000 7f10da9279c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:53.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.025+0000 7f10da9279c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.025+0000 7f10da9279c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-12T17:35:53.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.025+0000 7f10da9279c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:35:53.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.029+0000 7f0f8f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:53.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.037+0000 7f10da9279c0 20 remove_watcher() i=0 2024-09-12T17:35:53.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.037+0000 7f10da9279c0 2 removed watcher, disabling cache 2024-09-12T17:35:53.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.037+0000 7f10da9279c0 20 remove_watcher() i=1 2024-09-12T17:35:53.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.041+0000 7f10da9279c0 20 remove_watcher() i=2 2024-09-12T17:35:53.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.049+0000 7f10da9279c0 20 remove_watcher() i=3 2024-09-12T17:35:53.048 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.053+0000 7f10da9279c0 20 remove_watcher() i=4 2024-09-12T17:35:53.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.053+0000 7f10da9279c0 20 remove_watcher() i=5 2024-09-12T17:35:53.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.057+0000 7f10da9279c0 20 remove_watcher() i=6 2024-09-12T17:35:53.055 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.057+0000 7f10da9279c0 20 remove_watcher() i=7 2024-09-12T17:35:53.072 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:53.072 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:35:53.072 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-do-reshard id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:35:53.072 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:35:53.074 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:53.074 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:53.087 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:35:53.087 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:35:53.133 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:35:53.170 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:35:53.170 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:35:53.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.217+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.217+0000 7fb7b49179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:53.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.217+0000 7fb7b49179c0 20 realm 2024-09-12T17:35:53.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.217+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.217+0000 7fb7b49179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:53.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.217+0000 7fb7b49179c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:35:53.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.217+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.217+0000 7fb7b49179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:53.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.217+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.221+0000 7fb7b49179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:53.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.221+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.221+0000 7fb7b49179c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:35:53.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.221+0000 7fb7b49179c0 20 searching for the correct realm 2024-09-12T17:35:53.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.225+0000 7fb7b2c1e640 0 -- 172.21.15.183:0/554228102 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fb7a802a060 msgr2=0x7fb7a808b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:53.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.441+0000 7fb7b1c1c640 0 -- 172.21.15.183:0/554228102 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fb7ac1370b0 msgr2=0x7fb7ac1356b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:35:53.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.657+0000 7fb7b49179c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:35:53.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.657+0000 7fb7b49179c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:35:53.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.657+0000 7fb7b49179c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:35:53.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.657+0000 7fb7b49179c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:35:53.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.657+0000 7fb7b49179c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:35:53.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.657+0000 7fb7b49179c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:35:53.655 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.657+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.657+0000 7fb7b49179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:53.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.657+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:35:53.656 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:35:53.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 zone default found 2024-09-12T17:35:53.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 4 Realm: () 2024-09-12T17:35:53.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:35:53.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:35:53.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:35:53.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 zonegroup default 2024-09-12T17:35:53.657 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:53.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:53.658 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:35:53.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 started sync module instance, tier type = 2024-09-12T17:35:53.659 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.661+0000 7fb7b49179c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:35:53.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.685+0000 7fb7b49179c0 20 add_watcher() i=0 2024-09-12T17:35:53.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.685+0000 7fb7b49179c0 20 add_watcher() i=1 2024-09-12T17:35:53.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.685+0000 7fb7b49179c0 20 add_watcher() i=2 2024-09-12T17:35:53.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.685+0000 7fb7b49179c0 20 add_watcher() i=3 2024-09-12T17:35:53.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.685+0000 7fb7b49179c0 20 add_watcher() i=4 2024-09-12T17:35:53.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.685+0000 7fb7b49179c0 20 add_watcher() i=5 2024-09-12T17:35:53.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.685+0000 7fb7b49179c0 20 add_watcher() i=6 2024-09-12T17:35:53.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.689+0000 7fb7b49179c0 20 add_watcher() i=7 2024-09-12T17:35:53.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.689+0000 7fb7b49179c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:35:53.689 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.693+0000 7fb668fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:53.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.693+0000 7fb7b49179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:35:53.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.693+0000 7fb7b49179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:35:53.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.693+0000 7fb7b49179c0 5 note: GC not initialized 2024-09-12T17:35:53.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.693+0000 7fb5e37fe640 20 reqs_thread_entry: start 2024-09-12T17:35:53.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.693+0000 7fb7b49179c0 20 init_complete bucket index max shards: 1 2024-09-12T17:35:53.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.693+0000 7fb7b49179c0 20 Filter name: none 2024-09-12T17:35:53.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.693+0000 7fb5e17fa640 20 reqs_thread_entry: start 2024-09-12T17:35:53.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.693+0000 7fb7b49179c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:35:53.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.693+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.697+0000 7fb7b49179c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:35:53.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.697+0000 7fb7b49179c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:35:53.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.697+0000 7fb7b49179c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:35:53.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.697+0000 7fb7b49179c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 : miss 2024-09-12T17:35:53.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.697+0000 7fb7b49179c0 20 rados->read ofs=0 len=0 2024-09-12T17:35:53.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.697+0000 7fb7b49179c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-12T17:35:53.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.697+0000 7fb7b49179c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:35:53.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.697+0000 7fb7b49179c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:35:53.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.697+0000 7fb7b49179c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:35:53.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.697+0000 7fb7b49179c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:35:53.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.697+0000 7fb7b49179c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 2024-09-12T17:35:53.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.701+0000 7fb7b49179c0 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to be held by another RGW process; skipping for now 2024-09-12T17:35:53.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.701+0000 7fb668fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:35:53.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.705+0000 7fb7b49179c0 20 remove_watcher() i=0 2024-09-12T17:35:53.702 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.705+0000 7fb7b49179c0 2 removed watcher, disabling cache 2024-09-12T17:35:53.704 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.709+0000 7fb7b49179c0 20 remove_watcher() i=1 2024-09-12T17:35:53.706 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.709+0000 7fb7b49179c0 20 remove_watcher() i=2 2024-09-12T17:35:53.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.713+0000 7fb7b49179c0 20 remove_watcher() i=3 2024-09-12T17:35:53.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.713+0000 7fb7b49179c0 20 remove_watcher() i=4 2024-09-12T17:35:53.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.717+0000 7fb7b49179c0 20 remove_watcher() i=5 2024-09-12T17:35:53.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.717+0000 7fb7b49179c0 20 remove_watcher() i=6 2024-09-12T17:35:53.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:35:53.717+0000 7fb7b49179c0 20 remove_watcher() i=7 2024-09-12T17:35:53.729 INFO:tasks.workunit.client.0.smithi183.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:36:23.761 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:36:23.797 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:23.797 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:23.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.844+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:23.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.844+0000 7f8f583949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:23.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.844+0000 7f8f583949c0 20 realm 2024-09-12T17:36:23.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.844+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:23.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.844+0000 7f8f583949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:23.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.844+0000 7f8f583949c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:23.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.844+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:23.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.844+0000 7f8f583949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:23.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.844+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:23.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.848+0000 7f8f583949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:23.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.848+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:23.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.848+0000 7f8f583949c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:23.845 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.848+0000 7f8f583949c0 20 searching for the correct realm 2024-09-12T17:36:23.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.852+0000 7f8f5669b640 0 -- 172.21.15.183:0/1447847141 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f8f4000e070 msgr2=0x7f8f40002980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:23.856 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:23.860+0000 7f8f55699640 0 -- 172.21.15.183:0/1447847141 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f8f48038900 msgr2=0x7f8f48050410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:24.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.076+0000 7f8f583949c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:24.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.076+0000 7f8f583949c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:24.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.076+0000 7f8f583949c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:24.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.076+0000 7f8f583949c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:24.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.076+0000 7f8f583949c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:24.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.076+0000 7f8f583949c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:24.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.076+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.076+0000 7f8f583949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:24.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.076+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:24.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:24.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 zone default found 2024-09-12T17:36:24.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 4 Realm: () 2024-09-12T17:36:24.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:24.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:24.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:24.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 zonegroup default 2024-09-12T17:36:24.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:24.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:24.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:24.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 started sync module instance, tier type = 2024-09-12T17:36:24.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.080+0000 7f8f583949c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:24.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.104+0000 7f8f583949c0 20 add_watcher() i=0 2024-09-12T17:36:24.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.104+0000 7f8f583949c0 20 add_watcher() i=1 2024-09-12T17:36:24.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.104+0000 7f8f583949c0 20 add_watcher() i=2 2024-09-12T17:36:24.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.104+0000 7f8f583949c0 20 add_watcher() i=3 2024-09-12T17:36:24.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.104+0000 7f8f583949c0 20 add_watcher() i=4 2024-09-12T17:36:24.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.104+0000 7f8f583949c0 20 add_watcher() i=5 2024-09-12T17:36:24.102 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.104+0000 7f8f583949c0 20 add_watcher() i=6 2024-09-12T17:36:24.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.108+0000 7f8f583949c0 20 add_watcher() i=7 2024-09-12T17:36:24.105 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.108+0000 7f8f583949c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:24.109 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.112+0000 7f8e07fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:24.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.112+0000 7f8f583949c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:24.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.112+0000 7f8f583949c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:24.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.112+0000 7f8f583949c0 5 note: GC not initialized 2024-09-12T17:36:24.111 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.112+0000 7f8e06ffd640 20 reqs_thread_entry: start 2024-09-12T17:36:24.111 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.112+0000 7f8f583949c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:24.111 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.112+0000 7f8f583949c0 20 Filter name: none 2024-09-12T17:36:24.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.112+0000 7f8e04ff9640 20 reqs_thread_entry: start 2024-09-12T17:36:24.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T17:36:24.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:36:24.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T17:36:24.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T17:36:24.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 : miss 2024-09-12T17:36:24.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 20 rados_obj.operate() r=0 bl.length=441 2024-09-12T17:36:24.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:36:24.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:36:24.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:24.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:24.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.116+0000 7f8f583949c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 2024-09-12T17:36:24.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.120+0000 7f8f583949c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:36:24.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.128+0000 7f8f583949c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:36:24.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.128+0000 7f8f583949c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:36:24.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.128+0000 7f8f583949c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:24.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.128+0000 7f8f583949c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34, ofs0, ns] 2024-09-12T17:36:24.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.128+0000 7f8e397fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464317 cookie 94021936384368 notifier 7100 bl.length()=911 2024-09-12T17:36:24.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.128+0000 7f8e397fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:36:24.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.128+0000 7f8e397fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:36:24.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.128+0000 7f8e397fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:24.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.128+0000 7f8f583949c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): orig_sources= new_sources= 2024-09-12T17:36:24.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.128+0000 7f8f583949c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): potential sources added=[] removed=[] 2024-09-12T17:36:24.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.128+0000 7f8f583949c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): orig_dests= new_dests= 2024-09-12T17:36:24.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.128+0000 7f8f583949c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): potential dests added=[] removed=[] 2024-09-12T17:36:24.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.136+0000 7f8f583949c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.34.2.0 2024-09-12T17:36:24.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.136+0000 7f8f583949c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.34.2.0 2024-09-12T17:36:24.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.136+0000 7f8f583949c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.34.2.1 2024-09-12T17:36:24.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.136+0000 7f8f583949c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.34.2.1 2024-09-12T17:36:24.136 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.136+0000 7f8f583949c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.34.0 2024-09-12T17:36:24.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.144+0000 7f8f583949c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:24.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.144+0000 7f8f583949c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 2024-09-12T17:36:24.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.144+0000 7f8f583949c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:36:24.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.144+0000 7f8f583949c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:36:24.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.144+0000 7f8f583949c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:24.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.144+0000 7f8f583949c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34, ofs0, ns] 2024-09-12T17:36:24.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.148+0000 7f8e38ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464318 cookie 94021936384368 notifier 7100 bl.length()=911 2024-09-12T17:36:24.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.148+0000 7f8e38ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:36:24.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.148+0000 7f8e38ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:36:24.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.148+0000 7f8e38ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:24.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.148+0000 7f8f583949c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): orig_sources= new_sources= 2024-09-12T17:36:24.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.148+0000 7f8f583949c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): potential sources added=[] removed=[] 2024-09-12T17:36:24.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.148+0000 7f8f583949c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): orig_dests= new_dests= 2024-09-12T17:36:24.145 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.148+0000 7f8f583949c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): potential dests added=[] removed=[] 2024-09-12T17:36:24.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.152+0000 7f8f583949c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.34.0 2024-09-12T17:36:24.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.152+0000 7f8f583949c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:24.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.152+0000 7f8f583949c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 2024-09-12T17:36:24.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.152+0000 7f8f583949c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:36:24.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.152+0000 7f8f583949c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:36:24.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.152+0000 7f8f583949c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:24.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.152+0000 7f8f583949c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34, ofs0, ns] 2024-09-12T17:36:24.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.152+0000 7f8e397fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464319 cookie 94021936384368 notifier 7100 bl.length()=879 2024-09-12T17:36:24.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.152+0000 7f8e397fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 info.flags=0x17 2024-09-12T17:36:24.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.152+0000 7f8e397fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 to cache LRU end 2024-09-12T17:36:24.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.152+0000 7f8e397fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:24.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.156+0000 7f8f583949c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): orig_sources= new_sources= 2024-09-12T17:36:24.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.156+0000 7f8f583949c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): potential sources added=[] removed=[] 2024-09-12T17:36:24.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.156+0000 7f8f583949c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): orig_dests= new_dests= 2024-09-12T17:36:24.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.156+0000 7f8f583949c0 20 handle_bi_update(): bucket=:abort-at-do-reshard[fbe06962-a98e-4cf5-b805-dd8639959719.4523.34]): potential dests added=[] removed=[] 2024-09-12T17:36:24.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.156+0000 7f8f583949c0 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-12T17:36:24.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.160+0000 7f8e07fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:24.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.168+0000 7f8f583949c0 20 remove_watcher() i=0 2024-09-12T17:36:24.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.168+0000 7f8f583949c0 2 removed watcher, disabling cache 2024-09-12T17:36:24.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.168+0000 7f8f583949c0 20 remove_watcher() i=1 2024-09-12T17:36:24.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.172+0000 7f8f583949c0 20 remove_watcher() i=2 2024-09-12T17:36:24.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.176+0000 7f8f583949c0 20 remove_watcher() i=3 2024-09-12T17:36:24.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.176+0000 7f8f583949c0 20 remove_watcher() i=4 2024-09-12T17:36:24.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.180+0000 7f8f583949c0 20 remove_watcher() i=5 2024-09-12T17:36:24.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.180+0000 7f8f583949c0 20 remove_watcher() i=6 2024-09-12T17:36:24.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.180+0000 7f8f583949c0 20 remove_watcher() i=7 2024-09-12T17:36:24.194 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T17:36:24.224 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:24.225 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:24.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.268+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.272+0000 7f571ecca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:24.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.272+0000 7f571ecca9c0 20 realm 2024-09-12T17:36:24.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.272+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.272+0000 7f571ecca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:24.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.272+0000 7f571ecca9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:24.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.272+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.272+0000 7f571ecca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:24.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.272+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.272+0000 7f571ecca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:24.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.272+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.276+0000 7f571ecca9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:24.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.276+0000 7f571ecca9c0 20 searching for the correct realm 2024-09-12T17:36:24.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.280+0000 7f571c7d0640 0 -- 172.21.15.183:0/1297636864 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f57140edb70 msgr2=0x7f57140ffc10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:24.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.284+0000 7f571bfcf640 0 -- 172.21.15.183:0/1297636864 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f5714123940 msgr2=0x7f57140ac960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:24.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.500+0000 7f571ecca9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:24.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.500+0000 7f571ecca9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:24.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.500+0000 7f571ecca9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:24.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.500+0000 7f571ecca9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:24.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.500+0000 7f571ecca9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:24.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.500+0000 7f571ecca9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:24.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.500+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.500+0000 7f571ecca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:24.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.500+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:24.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:24.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 zone default found 2024-09-12T17:36:24.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 4 Realm: () 2024-09-12T17:36:24.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:24.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:24.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:24.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 zonegroup default 2024-09-12T17:36:24.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:24.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:24.502 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:24.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 started sync module instance, tier type = 2024-09-12T17:36:24.503 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.504+0000 7f571ecca9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:24.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.524+0000 7f571ecca9c0 20 add_watcher() i=0 2024-09-12T17:36:24.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.524+0000 7f571ecca9c0 20 add_watcher() i=1 2024-09-12T17:36:24.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.524+0000 7f571ecca9c0 20 add_watcher() i=2 2024-09-12T17:36:24.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.524+0000 7f571ecca9c0 20 add_watcher() i=3 2024-09-12T17:36:24.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.524+0000 7f571ecca9c0 20 add_watcher() i=4 2024-09-12T17:36:24.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.524+0000 7f571ecca9c0 20 add_watcher() i=5 2024-09-12T17:36:24.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.528+0000 7f571ecca9c0 20 add_watcher() i=6 2024-09-12T17:36:24.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.528+0000 7f571ecca9c0 20 add_watcher() i=7 2024-09-12T17:36:24.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.528+0000 7f571ecca9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:24.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.532+0000 7f55d2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:24.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.532+0000 7f571ecca9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:24.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.532+0000 7f571ecca9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:24.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.532+0000 7f571ecca9c0 5 note: GC not initialized 2024-09-12T17:36:24.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.532+0000 7f55d1fdb640 20 reqs_thread_entry: start 2024-09-12T17:36:24.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.532+0000 7f571ecca9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:24.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.532+0000 7f571ecca9c0 20 Filter name: none 2024-09-12T17:36:24.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.532+0000 7f55437fe640 20 reqs_thread_entry: start 2024-09-12T17:36:24.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.532+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.532+0000 7f571ecca9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:36:24.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.532+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.536+0000 7f571ecca9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:36:24.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.536+0000 7f571ecca9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:24.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.536+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.536+0000 7f571ecca9c0 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T17:36:24.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.536+0000 7f571ecca9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:24.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.536+0000 7f571ecca9c0 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T17:36:24.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.536+0000 7f571ecca9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:24.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.540+0000 7f55d2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:24.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.544+0000 7f571ecca9c0 20 remove_watcher() i=0 2024-09-12T17:36:24.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.544+0000 7f571ecca9c0 2 removed watcher, disabling cache 2024-09-12T17:36:24.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.544+0000 7f571ecca9c0 20 remove_watcher() i=1 2024-09-12T17:36:24.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.548+0000 7f571ecca9c0 20 remove_watcher() i=2 2024-09-12T17:36:24.547 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.548+0000 7f571ecca9c0 20 remove_watcher() i=3 2024-09-12T17:36:24.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.552+0000 7f571ecca9c0 20 remove_watcher() i=4 2024-09-12T17:36:24.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.552+0000 7f571ecca9c0 20 remove_watcher() i=5 2024-09-12T17:36:24.552 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.556+0000 7f571ecca9c0 20 remove_watcher() i=6 2024-09-12T17:36:24.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:24.556+0000 7f571ecca9c0 20 remove_watcher() i=7 2024-09-12T17:36:24.568 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:24.568 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:36:24.568 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-do-reshard id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.34 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:36:24.568 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:24.569 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.569 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.573 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.573 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.623 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.623 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.648 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2024-09-12T17:36:24.648 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:24.649 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.649 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.669 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.669 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.715 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.715 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.735 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.735 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.756 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.756 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.775 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.775 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.799 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.799 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.818 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.818 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.836 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.836 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.855 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.855 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.874 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.874 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.893 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.893 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.912 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.912 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.931 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.931 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.950 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.950 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.969 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.969 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:24.989 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:24.989 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:25.008 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:25.008 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:25.027 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:25.027 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:25.046 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:25.047 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:25.066 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:25.066 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:25.087 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:25.087 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:25.103 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T17:36:25.136 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:25.136 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:25.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.184+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.184+0000 7f3fc24f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:25.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.184+0000 7f3fc24f19c0 20 realm 2024-09-12T17:36:25.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.184+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.184+0000 7f3fc24f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:25.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.184+0000 7f3fc24f19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:25.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.184+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.184+0000 7f3fc24f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:25.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.184+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.188+0000 7f3fc24f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:25.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.188+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.188+0000 7f3fc24f19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:25.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.188+0000 7f3fc24f19c0 20 searching for the correct realm 2024-09-12T17:36:25.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.192+0000 7f3fbfff7640 0 -- 172.21.15.183:0/41184835 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f3fb80d0070 msgr2=0x7f3fb80d0960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:25.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.200+0000 7f3fbf7f6640 0 -- 172.21.15.183:0/41184835 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f3fb80eb920 msgr2=0x7f3fb80b83f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:25.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.416+0000 7f3fc24f19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:25.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.416+0000 7f3fc24f19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:25.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.416+0000 7f3fc24f19c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:25.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.416+0000 7f3fc24f19c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:25.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.416+0000 7f3fc24f19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:25.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.416+0000 7f3fc24f19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:25.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.416+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.416+0000 7f3fc24f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:25.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.416+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:25.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:25.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 zone default found 2024-09-12T17:36:25.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 4 Realm: () 2024-09-12T17:36:25.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:25.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:25.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:25.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 zonegroup default 2024-09-12T17:36:25.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:25.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:25.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:25.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 started sync module instance, tier type = 2024-09-12T17:36:25.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.420+0000 7f3fc24f19c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:25.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.448+0000 7f3fc24f19c0 20 add_watcher() i=0 2024-09-12T17:36:25.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.448+0000 7f3fc24f19c0 20 add_watcher() i=1 2024-09-12T17:36:25.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.448+0000 7f3fc24f19c0 20 add_watcher() i=2 2024-09-12T17:36:25.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.448+0000 7f3fc24f19c0 20 add_watcher() i=3 2024-09-12T17:36:25.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.448+0000 7f3fc24f19c0 20 add_watcher() i=4 2024-09-12T17:36:25.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.448+0000 7f3fc24f19c0 20 add_watcher() i=5 2024-09-12T17:36:25.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.448+0000 7f3fc24f19c0 20 add_watcher() i=6 2024-09-12T17:36:25.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.448+0000 7f3fc24f19c0 20 add_watcher() i=7 2024-09-12T17:36:25.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.448+0000 7f3fc24f19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:25.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.452+0000 7f3e75fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:25.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.456+0000 7f3fc24f19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:25.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.456+0000 7f3fc24f19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:25.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.456+0000 7f3fc24f19c0 5 note: GC not initialized 2024-09-12T17:36:25.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.456+0000 7f3e74fe1640 20 reqs_thread_entry: start 2024-09-12T17:36:25.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.456+0000 7f3fc24f19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:25.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.456+0000 7f3fc24f19c0 20 Filter name: none 2024-09-12T17:36:25.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.456+0000 7f3dee7fc640 20 reqs_thread_entry: start 2024-09-12T17:36:25.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.456+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.456+0000 7f3fc24f19c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:25.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.456+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.460+0000 7f3fc24f19c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:25.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.460+0000 7f3fc24f19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:25.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.460+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.460+0000 7f3fc24f19c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:25.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.460+0000 7f3fc24f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.460+0000 7f3fc24f19c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:25.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.460+0000 7f3fc24f19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:25.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.464+0000 7f3e75fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:25.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.468+0000 7f3fc24f19c0 20 remove_watcher() i=0 2024-09-12T17:36:25.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.468+0000 7f3fc24f19c0 2 removed watcher, disabling cache 2024-09-12T17:36:25.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.472+0000 7f3fc24f19c0 20 remove_watcher() i=1 2024-09-12T17:36:25.470 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.472+0000 7f3fc24f19c0 20 remove_watcher() i=2 2024-09-12T17:36:25.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.476+0000 7f3fc24f19c0 20 remove_watcher() i=3 2024-09-12T17:36:25.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.476+0000 7f3fc24f19c0 20 remove_watcher() i=4 2024-09-12T17:36:25.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.480+0000 7f3fc24f19c0 20 remove_watcher() i=5 2024-09-12T17:36:25.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.480+0000 7f3fc24f19c0 20 remove_watcher() i=6 2024-09-12T17:36:25.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.480+0000 7f3fc24f19c0 20 remove_watcher() i=7 2024-09-12T17:36:25.493 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:25.493 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:36:25.493 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-logrecord-writes id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:36:25.493 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:25.494 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2024-09-12T17:36:25.530 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:25.531 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:25.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.576+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.580+0000 7fdff17ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:25.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.580+0000 7fdff17ec9c0 20 realm 2024-09-12T17:36:25.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.580+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.580+0000 7fdff17ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:25.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.580+0000 7fdff17ec9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:25.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.580+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.580+0000 7fdff17ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:25.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.580+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.580+0000 7fdff17ec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:25.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.580+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:25.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.580+0000 7fdff17ec9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:25.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.580+0000 7fdff17ec9c0 20 searching for the correct realm 2024-09-12T17:36:25.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.584+0000 7fdfefaf3640 0 -- 172.21.15.183:0/3475214205 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fdfe40e8910 msgr2=0x7fdfe40ce3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:25.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:25.800+0000 7fdfeeaf1640 0 -- 172.21.15.183:0/3475214205 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fdfe8085160 msgr2=0x7fdfe8018050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:26.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.016+0000 7fdff17ec9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:26.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.016+0000 7fdff17ec9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:26.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.016+0000 7fdff17ec9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:26.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.016+0000 7fdff17ec9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:26.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.016+0000 7fdff17ec9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:26.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.016+0000 7fdff17ec9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:26.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.016+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:26.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:26.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 20 zone default found 2024-09-12T17:36:26.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 4 Realm: () 2024-09-12T17:36:26.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:26.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:26.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:26.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 20 zonegroup default 2024-09-12T17:36:26.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.018 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.019 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.020+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.024+0000 7fdff17ec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.024+0000 7fdff17ec9c0 20 started sync module instance, tier type = 2024-09-12T17:36:26.020 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.024+0000 7fdff17ec9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:26.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.044+0000 7fdff17ec9c0 20 add_watcher() i=0 2024-09-12T17:36:26.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.044+0000 7fdff17ec9c0 20 add_watcher() i=1 2024-09-12T17:36:26.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.044+0000 7fdff17ec9c0 20 add_watcher() i=2 2024-09-12T17:36:26.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.044+0000 7fdff17ec9c0 20 add_watcher() i=3 2024-09-12T17:36:26.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.044+0000 7fdff17ec9c0 20 add_watcher() i=4 2024-09-12T17:36:26.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.044+0000 7fdff17ec9c0 20 add_watcher() i=5 2024-09-12T17:36:26.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.044+0000 7fdff17ec9c0 20 add_watcher() i=6 2024-09-12T17:36:26.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.048+0000 7fdff17ec9c0 20 add_watcher() i=7 2024-09-12T17:36:26.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.048+0000 7fdff17ec9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:26.048 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.052+0000 7fdea5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:26.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.052+0000 7fdff17ec9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:26.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.052+0000 7fdff17ec9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:26.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.052+0000 7fdff17ec9c0 5 note: GC not initialized 2024-09-12T17:36:26.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.052+0000 7fdea4fe1640 20 reqs_thread_entry: start 2024-09-12T17:36:26.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.052+0000 7fdff17ec9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:26.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.052+0000 7fdff17ec9c0 20 Filter name: none 2024-09-12T17:36:26.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.052+0000 7fde1e7fc640 20 reqs_thread_entry: start 2024-09-12T17:36:26.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.052+0000 7fdff17ec9c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T17:36:26.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.052+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.056+0000 7fdff17ec9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:26.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.056+0000 7fdff17ec9c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T17:36:26.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.056+0000 7fdff17ec9c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T17:36:26.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.056+0000 7fdff17ec9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 : miss 2024-09-12T17:36:26.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.056+0000 7fdff17ec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.056+0000 7fdff17ec9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:26.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.056+0000 7fdff17ec9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 info.flags=0x17 2024-09-12T17:36:26.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.056+0000 7fdff17ec9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 to cache LRU end 2024-09-12T17:36:26.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.056+0000 7fdff17ec9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:26.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.056+0000 7fdff17ec9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:26.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.056+0000 7fdff17ec9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 2024-09-12T17:36:26.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.064+0000 7fdff17ec9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 info.flags=0x17 2024-09-12T17:36:26.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.064+0000 7fdff17ec9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 to cache LRU end 2024-09-12T17:36:26.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.064+0000 7fdff17ec9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:26.060 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.064+0000 7fdff17ec9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35, ofs0, ns] 2024-09-12T17:36:26.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.064+0000 7fded2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464317 cookie 93975233490832 notifier 7151 bl.length()=923 2024-09-12T17:36:26.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.064+0000 7fded2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 info.flags=0x17 2024-09-12T17:36:26.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.064+0000 7fded2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 to cache LRU end 2024-09-12T17:36:26.061 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.064+0000 7fded2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:26.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.064+0000 7fdff17ec9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): orig_sources= new_sources= 2024-09-12T17:36:26.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.064+0000 7fdff17ec9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): potential sources added=[] removed=[] 2024-09-12T17:36:26.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.064+0000 7fdff17ec9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): orig_dests= new_dests= 2024-09-12T17:36:26.062 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.064+0000 7fdff17ec9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): potential dests added=[] removed=[] 2024-09-12T17:36:26.063 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.068+0000 7fdff17ec9c0 -1 Injecting error=-5 at location=logrecord_writes 2024-09-12T17:36:26.064 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.068+0000 7fdff17ec9c0 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2024-09-12T17:36:26.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.072+0000 7fdff17ec9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:26.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.072+0000 7fdff17ec9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 2024-09-12T17:36:26.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.072+0000 7fdff17ec9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 info.flags=0x17 2024-09-12T17:36:26.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.072+0000 7fdff17ec9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 to cache LRU end 2024-09-12T17:36:26.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.072+0000 7fdff17ec9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:26.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.072+0000 7fdff17ec9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35, ofs0, ns] 2024-09-12T17:36:26.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.072+0000 7fded27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464318 cookie 93975233490832 notifier 7151 bl.length()=891 2024-09-12T17:36:26.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.072+0000 7fded27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 info.flags=0x17 2024-09-12T17:36:26.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.072+0000 7fded27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 to cache LRU end 2024-09-12T17:36:26.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.072+0000 7fded27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:26.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.076+0000 7fdff17ec9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): orig_sources= new_sources= 2024-09-12T17:36:26.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.076+0000 7fdff17ec9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): potential sources added=[] removed=[] 2024-09-12T17:36:26.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.076+0000 7fdff17ec9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): orig_dests= new_dests= 2024-09-12T17:36:26.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.076+0000 7fdff17ec9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): potential dests added=[] removed=[] 2024-09-12T17:36:26.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.076+0000 7fdea5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:26.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.084+0000 7fdff17ec9c0 20 remove_watcher() i=0 2024-09-12T17:36:26.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.084+0000 7fdff17ec9c0 2 removed watcher, disabling cache 2024-09-12T17:36:26.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.084+0000 7fdff17ec9c0 20 remove_watcher() i=1 2024-09-12T17:36:26.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.088+0000 7fdff17ec9c0 20 remove_watcher() i=2 2024-09-12T17:36:26.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.088+0000 7fdff17ec9c0 20 remove_watcher() i=3 2024-09-12T17:36:26.088 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.092+0000 7fdff17ec9c0 20 remove_watcher() i=4 2024-09-12T17:36:26.090 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.092+0000 7fdff17ec9c0 20 remove_watcher() i=5 2024-09-12T17:36:26.092 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.096+0000 7fdff17ec9c0 20 remove_watcher() i=6 2024-09-12T17:36:26.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.096+0000 7fdff17ec9c0 20 remove_watcher() i=7 2024-09-12T17:36:26.108 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T17:36:26.138 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:26.138 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:26.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.184+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.184+0000 7f6f1c1769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.184+0000 7f6f1c1769c0 20 realm 2024-09-12T17:36:26.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.184+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.184+0000 7f6f1c1769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.184+0000 7f6f1c1769c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:26.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.184+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.184+0000 7f6f1c1769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.184+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.188+0000 7f6f1c1769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:26.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.188+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.188+0000 7f6f1c1769c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:26.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.188+0000 7f6f1c1769c0 20 searching for the correct realm 2024-09-12T17:36:26.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.192+0000 7f6f1a47d640 0 -- 172.21.15.183:0/855473654 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f6f0410ac20 msgr2=0x7f6f040f6de0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:26.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.200+0000 7f6f1947b640 0 -- 172.21.15.183:0/855473654 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f6f0c043a80 msgr2=0x7f6f0c0363f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:26.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.416+0000 7f6f1c1769c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:26.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.416+0000 7f6f1c1769c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:26.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.416+0000 7f6f1c1769c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:26.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.416+0000 7f6f1c1769c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:26.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.416+0000 7f6f1c1769c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:26.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.416+0000 7f6f1c1769c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:26.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.416+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:26.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:26.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 zone default found 2024-09-12T17:36:26.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 4 Realm: () 2024-09-12T17:36:26.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:26.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:26.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:26.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 zonegroup default 2024-09-12T17:36:26.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 started sync module instance, tier type = 2024-09-12T17:36:26.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.420+0000 7f6f1c1769c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:26.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.444+0000 7f6f1c1769c0 20 add_watcher() i=0 2024-09-12T17:36:26.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.444+0000 7f6f1c1769c0 20 add_watcher() i=1 2024-09-12T17:36:26.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.444+0000 7f6f1c1769c0 20 add_watcher() i=2 2024-09-12T17:36:26.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.444+0000 7f6f1c1769c0 20 add_watcher() i=3 2024-09-12T17:36:26.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.444+0000 7f6f1c1769c0 20 add_watcher() i=4 2024-09-12T17:36:26.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.444+0000 7f6f1c1769c0 20 add_watcher() i=5 2024-09-12T17:36:26.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.448+0000 7f6f1c1769c0 20 add_watcher() i=6 2024-09-12T17:36:26.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.448+0000 7f6f1c1769c0 20 add_watcher() i=7 2024-09-12T17:36:26.446 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.448+0000 7f6f1c1769c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:26.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.452+0000 7f6dcb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:26.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.456+0000 7f6f1c1769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:26.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.456+0000 7f6f1c1769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:26.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.456+0000 7f6f1c1769c0 5 note: GC not initialized 2024-09-12T17:36:26.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.456+0000 7f6dca7fc640 20 reqs_thread_entry: start 2024-09-12T17:36:26.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.456+0000 7f6f1c1769c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:26.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.456+0000 7f6f1c1769c0 20 Filter name: none 2024-09-12T17:36:26.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.456+0000 7f6d3bfff640 20 reqs_thread_entry: start 2024-09-12T17:36:26.453 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.456+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.456+0000 7f6f1c1769c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:26.454 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.456+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.460+0000 7f6f1c1769c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:26.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.460+0000 7f6f1c1769c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:26.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.460+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.456 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.460+0000 7f6f1c1769c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:26.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.460+0000 7f6f1c1769c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.460+0000 7f6f1c1769c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:26.458 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.460+0000 7f6f1c1769c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:26.460 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.464+0000 7f6dcb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:26.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.468+0000 7f6f1c1769c0 20 remove_watcher() i=0 2024-09-12T17:36:26.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.468+0000 7f6f1c1769c0 2 removed watcher, disabling cache 2024-09-12T17:36:26.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.472+0000 7f6f1c1769c0 20 remove_watcher() i=1 2024-09-12T17:36:26.470 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.472+0000 7f6f1c1769c0 20 remove_watcher() i=2 2024-09-12T17:36:26.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.476+0000 7f6f1c1769c0 20 remove_watcher() i=3 2024-09-12T17:36:26.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.476+0000 7f6f1c1769c0 20 remove_watcher() i=4 2024-09-12T17:36:26.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.480+0000 7f6f1c1769c0 20 remove_watcher() i=5 2024-09-12T17:36:26.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.480+0000 7f6f1c1769c0 20 remove_watcher() i=6 2024-09-12T17:36:26.479 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.480+0000 7f6f1c1769c0 20 remove_watcher() i=7 2024-09-12T17:36:26.496 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:26.496 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:36:26.496 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-logrecord-writes id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:36:26.496 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:26.498 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:26.498 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:26.510 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:26.510 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:26.561 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:36:26.597 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:26.597 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:26.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.852+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb43efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb43efd9c0 20 realm 2024-09-12T17:36:26.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb43efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb43efd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:26.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb43efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb43efd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:26.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb43efd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:26.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb43efd9c0 20 searching for the correct realm 2024-09-12T17:36:26.855 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.856+0000 7fbb42204640 0 -- 172.21.15.183:0/3963308661 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x561e921822a0 msgr2=0x561e92184690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:26.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.864+0000 7fbb41a03640 0 -- 172.21.15.183:0/3963308661 >> [v2:172.21.15.183:6816/2104471518,v1:172.21.15.183:6817/2104471518] conn(0x561e9217a820 msgr2=0x561e9217ccb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:26.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.876+0000 7fbb43efd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:26.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.876+0000 7fbb43efd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:26.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.876+0000 7fbb43efd9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:26.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.876+0000 7fbb43efd9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:26.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.876+0000 7fbb43efd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:26.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.876+0000 7fbb43efd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:26.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.876+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.876+0000 7fbb43efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.876+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:26.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:26.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 zone default found 2024-09-12T17:36:26.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 4 Realm: () 2024-09-12T17:36:26.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:26.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:26.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:26.876 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 zonegroup default 2024-09-12T17:36:26.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.877 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:26.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 started sync module instance, tier type = 2024-09-12T17:36:26.878 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.880+0000 7fbb43efd9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:26.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.896+0000 7fbb43efd9c0 20 add_watcher() i=0 2024-09-12T17:36:26.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.896+0000 7fbb43efd9c0 20 add_watcher() i=1 2024-09-12T17:36:26.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.896+0000 7fbb43efd9c0 20 add_watcher() i=2 2024-09-12T17:36:26.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.896+0000 7fbb43efd9c0 20 add_watcher() i=3 2024-09-12T17:36:26.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.896+0000 7fbb43efd9c0 20 add_watcher() i=4 2024-09-12T17:36:26.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.896+0000 7fbb43efd9c0 20 add_watcher() i=5 2024-09-12T17:36:26.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.896+0000 7fbb43efd9c0 20 add_watcher() i=6 2024-09-12T17:36:26.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.896+0000 7fbb43efd9c0 20 add_watcher() i=7 2024-09-12T17:36:26.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.896+0000 7fbb43efd9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:26.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fb9f37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:26.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fbb43efd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:26.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fbb43efd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:26.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fbb43efd9c0 5 note: GC not initialized 2024-09-12T17:36:26.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fb9f27fc640 20 reqs_thread_entry: start 2024-09-12T17:36:26.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fbb43efd9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:26.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fbb43efd9c0 20 Filter name: none 2024-09-12T17:36:26.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fb963fff640 20 reqs_thread_entry: start 2024-09-12T17:36:26.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fbb43efd9c0 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T17:36:26.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fbb43efd9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:26.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fbb43efd9c0 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T17:36:26.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fbb43efd9c0 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T17:36:26.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fbb43efd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 : miss 2024-09-12T17:36:26.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.900+0000 7fbb43efd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:26.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.904+0000 7fbb43efd9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:26.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.904+0000 7fbb43efd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 info.flags=0x17 2024-09-12T17:36:26.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.904+0000 7fbb43efd9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 to cache LRU end 2024-09-12T17:36:26.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.904+0000 7fbb43efd9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:26.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.904+0000 7fbb43efd9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:26.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.904+0000 7fbb43efd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 2024-09-12T17:36:26.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.908+0000 7fbb43efd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 info.flags=0x17 2024-09-12T17:36:26.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.908+0000 7fbb43efd9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 to cache LRU end 2024-09-12T17:36:26.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.908+0000 7fbb43efd9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:26.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.908+0000 7fbb43efd9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35, ofs0, ns] 2024-09-12T17:36:26.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.908+0000 7fba257fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464319 cookie 94689300085888 notifier 7184 bl.length()=923 2024-09-12T17:36:26.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.908+0000 7fba257fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 info.flags=0x17 2024-09-12T17:36:26.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.908+0000 7fba257fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 to cache LRU end 2024-09-12T17:36:26.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.908+0000 7fba257fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:26.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.908+0000 7fbb43efd9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): orig_sources= new_sources= 2024-09-12T17:36:26.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.908+0000 7fbb43efd9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): potential sources added=[] removed=[] 2024-09-12T17:36:26.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.908+0000 7fbb43efd9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): orig_dests= new_dests= 2024-09-12T17:36:26.907 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.908+0000 7fbb43efd9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): potential dests added=[] removed=[] 2024-09-12T17:36:26.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.912+0000 7fbb43efd9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.35.1.0 2024-09-12T17:36:26.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.912+0000 7fbb43efd9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.35.1.0 2024-09-12T17:36:26.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.912+0000 7fbb43efd9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.35.1.1 2024-09-12T17:36:26.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.912+0000 7fbb43efd9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.35.1.1 2024-09-12T17:36:26.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.912+0000 7fbb43efd9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.35.0 2024-09-12T17:36:26.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.916+0000 7fbb43efd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:26.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.916+0000 7fbb43efd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 2024-09-12T17:36:26.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fbb43efd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 info.flags=0x17 2024-09-12T17:36:26.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fbb43efd9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 to cache LRU end 2024-09-12T17:36:26.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fbb43efd9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:26.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fbb43efd9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35, ofs0, ns] 2024-09-12T17:36:26.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fba257fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464320 cookie 94689300085888 notifier 7184 bl.length()=923 2024-09-12T17:36:26.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fba257fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 info.flags=0x17 2024-09-12T17:36:26.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fba257fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 to cache LRU end 2024-09-12T17:36:26.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fba257fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:26.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fbb43efd9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): orig_sources= new_sources= 2024-09-12T17:36:26.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fbb43efd9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): potential sources added=[] removed=[] 2024-09-12T17:36:26.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fbb43efd9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): orig_dests= new_dests= 2024-09-12T17:36:26.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fbb43efd9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): potential dests added=[] removed=[] 2024-09-12T17:36:26.918 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fbb43efd9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.35.0 2024-09-12T17:36:26.918 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fbb43efd9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 : hit (requested=0x17, cached=0x17) 2024-09-12T17:36:26.919 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.920+0000 7fbb43efd9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 2024-09-12T17:36:26.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fbb43efd9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 info.flags=0x17 2024-09-12T17:36:26.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fbb43efd9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 to cache LRU end 2024-09-12T17:36:26.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fbb43efd9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:26.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fbb43efd9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35, ofs0, ns] 2024-09-12T17:36:26.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fba24ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464321 cookie 94689300085888 notifier 7184 bl.length()=891 2024-09-12T17:36:26.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fba24ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 info.flags=0x17 2024-09-12T17:36:26.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fba24ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 to cache LRU end 2024-09-12T17:36:26.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fba24ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:26.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fbb43efd9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): orig_sources= new_sources= 2024-09-12T17:36:26.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fbb43efd9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): potential sources added=[] removed=[] 2024-09-12T17:36:26.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fbb43efd9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): orig_dests= new_dests= 2024-09-12T17:36:26.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fbb43efd9c0 20 handle_bi_update(): bucket=:error-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.35]): potential dests added=[] removed=[] 2024-09-12T17:36:26.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.924+0000 7fbb43efd9c0 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:36:26.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.928+0000 7fb9f37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:26.929 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.932+0000 7fbb43efd9c0 20 remove_watcher() i=0 2024-09-12T17:36:26.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.932+0000 7fbb43efd9c0 2 removed watcher, disabling cache 2024-09-12T17:36:26.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.936+0000 7fbb43efd9c0 20 remove_watcher() i=1 2024-09-12T17:36:26.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.936+0000 7fbb43efd9c0 20 remove_watcher() i=2 2024-09-12T17:36:26.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.940+0000 7fbb43efd9c0 20 remove_watcher() i=3 2024-09-12T17:36:26.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.940+0000 7fbb43efd9c0 20 remove_watcher() i=4 2024-09-12T17:36:26.939 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.944+0000 7fbb43efd9c0 20 remove_watcher() i=5 2024-09-12T17:36:26.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.944+0000 7fbb43efd9c0 20 remove_watcher() i=6 2024-09-12T17:36:26.942 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:26.944+0000 7fbb43efd9c0 20 remove_watcher() i=7 2024-09-12T17:36:26.956 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T17:36:26.984 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:26.984 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:27.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.028+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.032+0000 7fb572bb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:27.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.032+0000 7fb572bb59c0 20 realm 2024-09-12T17:36:27.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.032+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.032+0000 7fb572bb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:27.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.032+0000 7fb572bb59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:27.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.032+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.032+0000 7fb572bb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:27.030 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.032+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.032+0000 7fb572bb59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:27.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.032+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.036+0000 7fb572bb59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:27.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.036+0000 7fb572bb59c0 20 searching for the correct realm 2024-09-12T17:36:27.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.040+0000 7fb570ebc640 0 -- 172.21.15.183:0/1858288632 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fb5580f1960 msgr2=0x7fb5580cf410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:27.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.048+0000 7fb56feba640 0 -- 172.21.15.183:0/1858288632 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fb5600420b0 msgr2=0x7fb560096990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:27.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.264+0000 7fb572bb59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:27.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.264+0000 7fb572bb59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:27.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.264+0000 7fb572bb59c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:27.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.264+0000 7fb572bb59c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:27.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.264+0000 7fb572bb59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:27.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.264+0000 7fb572bb59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:27.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.264+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:27.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:27.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:27.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 20 zone default found 2024-09-12T17:36:27.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 4 Realm: () 2024-09-12T17:36:27.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:27.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:27.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:27.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 20 zonegroup default 2024-09-12T17:36:27.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:27.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:27.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.268+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.272+0000 7fb572bb59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:27.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.272+0000 7fb572bb59c0 20 started sync module instance, tier type = 2024-09-12T17:36:27.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.272+0000 7fb572bb59c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:27.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.292+0000 7fb572bb59c0 20 add_watcher() i=0 2024-09-12T17:36:27.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.292+0000 7fb572bb59c0 20 add_watcher() i=1 2024-09-12T17:36:27.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.292+0000 7fb572bb59c0 20 add_watcher() i=2 2024-09-12T17:36:27.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.292+0000 7fb572bb59c0 20 add_watcher() i=3 2024-09-12T17:36:27.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.292+0000 7fb572bb59c0 20 add_watcher() i=4 2024-09-12T17:36:27.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.292+0000 7fb572bb59c0 20 add_watcher() i=5 2024-09-12T17:36:27.292 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.292+0000 7fb572bb59c0 20 add_watcher() i=6 2024-09-12T17:36:27.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.296+0000 7fb572bb59c0 20 add_watcher() i=7 2024-09-12T17:36:27.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.296+0000 7fb572bb59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:27.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.300+0000 7fb426fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:27.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.300+0000 7fb572bb59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:27.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.300+0000 7fb572bb59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:27.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.300+0000 7fb572bb59c0 5 note: GC not initialized 2024-09-12T17:36:27.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.300+0000 7fb425fdb640 20 reqs_thread_entry: start 2024-09-12T17:36:27.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.300+0000 7fb572bb59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:27.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.300+0000 7fb572bb59c0 20 Filter name: none 2024-09-12T17:36:27.300 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.304+0000 7fb3977fe640 20 reqs_thread_entry: start 2024-09-12T17:36:27.300 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.304+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.300 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.304+0000 7fb572bb59c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:27.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.304+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.304+0000 7fb572bb59c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:27.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.304+0000 7fb572bb59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:27.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.304+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.308+0000 7fb572bb59c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:27.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.308+0000 7fb572bb59c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.308+0000 7fb572bb59c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:27.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.308+0000 7fb572bb59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:27.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.308+0000 7fb426fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:27.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.316+0000 7fb572bb59c0 20 remove_watcher() i=0 2024-09-12T17:36:27.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.316+0000 7fb572bb59c0 2 removed watcher, disabling cache 2024-09-12T17:36:27.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.316+0000 7fb572bb59c0 20 remove_watcher() i=1 2024-09-12T17:36:27.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.320+0000 7fb572bb59c0 20 remove_watcher() i=2 2024-09-12T17:36:27.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.324+0000 7fb572bb59c0 20 remove_watcher() i=3 2024-09-12T17:36:27.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.324+0000 7fb572bb59c0 20 remove_watcher() i=4 2024-09-12T17:36:27.323 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.328+0000 7fb572bb59c0 20 remove_watcher() i=5 2024-09-12T17:36:27.325 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.328+0000 7fb572bb59c0 20 remove_watcher() i=6 2024-09-12T17:36:27.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.328+0000 7fb572bb59c0 20 remove_watcher() i=7 2024-09-12T17:36:27.341 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:27.341 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:36:27.341 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-logrecord-writes id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.35 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:36:27.341 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:27.342 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.342 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.346 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.346 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.389 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.389 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.415 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with abort at logrecord_writes 2024-09-12T17:36:27.416 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:27.417 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.417 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.436 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.436 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.483 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.483 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.502 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.502 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.522 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.522 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.543 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.543 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.562 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.562 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.581 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.581 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.600 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.600 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.619 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.619 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.640 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.640 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.660 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.660 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.678 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.678 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.697 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.698 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.718 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.718 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.738 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.738 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.757 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.757 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.778 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.778 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.796 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.796 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.815 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.815 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.834 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.834 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.853 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:27.853 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:27.869 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T17:36:27.902 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:27.902 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:27.947 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.948+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.952+0000 7fac023589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:27.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.952+0000 7fac023589c0 20 realm 2024-09-12T17:36:27.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.952+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.952+0000 7fac023589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:27.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.952+0000 7fac023589c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:27.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.952+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.952+0000 7fac023589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:27.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.952+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.952+0000 7fac023589c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:27.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.952+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:27.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.956+0000 7fac023589c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:27.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.956+0000 7fac023589c0 20 searching for the correct realm 2024-09-12T17:36:27.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.960+0000 7fac0065f640 0 -- 172.21.15.183:0/3494004623 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fabe8042040 msgr2=0x7fabe8042420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:27.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:27.964+0000 7fabff65d640 0 -- 172.21.15.183:0/3494004623 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fabf80765d0 msgr2=0x7fabf8075ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:28.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.180+0000 7fac023589c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:28.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.180+0000 7fac023589c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:28.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.180+0000 7fac023589c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:28.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.180+0000 7fac023589c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:28.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.180+0000 7fac023589c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:28.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.180+0000 7fac023589c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:28.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.180+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:28.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:28.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 zone default found 2024-09-12T17:36:28.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 4 Realm: () 2024-09-12T17:36:28.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:28.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:28.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:28.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 zonegroup default 2024-09-12T17:36:28.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 started sync module instance, tier type = 2024-09-12T17:36:28.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.184+0000 7fac023589c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:28.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.208+0000 7fac023589c0 20 add_watcher() i=0 2024-09-12T17:36:28.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.208+0000 7fac023589c0 20 add_watcher() i=1 2024-09-12T17:36:28.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.208+0000 7fac023589c0 20 add_watcher() i=2 2024-09-12T17:36:28.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.208+0000 7fac023589c0 20 add_watcher() i=3 2024-09-12T17:36:28.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.208+0000 7fac023589c0 20 add_watcher() i=4 2024-09-12T17:36:28.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.208+0000 7fac023589c0 20 add_watcher() i=5 2024-09-12T17:36:28.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.208+0000 7fac023589c0 20 add_watcher() i=6 2024-09-12T17:36:28.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.212+0000 7fac023589c0 20 add_watcher() i=7 2024-09-12T17:36:28.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.212+0000 7fac023589c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:28.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.216+0000 7faab67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:28.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.216+0000 7fac023589c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:28.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.216+0000 7fac023589c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:28.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.216+0000 7fac023589c0 5 note: GC not initialized 2024-09-12T17:36:28.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.216+0000 7faab57e2640 20 reqs_thread_entry: start 2024-09-12T17:36:28.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.220+0000 7fac023589c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:28.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.220+0000 7fac023589c0 20 Filter name: none 2024-09-12T17:36:28.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.220+0000 7faaae7fc640 20 reqs_thread_entry: start 2024-09-12T17:36:28.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.220+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.220+0000 7fac023589c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:28.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.220+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.220+0000 7fac023589c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:28.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.220+0000 7fac023589c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:28.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.220+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.224+0000 7fac023589c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:28.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.224+0000 7fac023589c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.224+0000 7fac023589c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:28.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.224+0000 7fac023589c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:28.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.228+0000 7faab67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:28.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.232+0000 7fac023589c0 20 remove_watcher() i=0 2024-09-12T17:36:28.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.232+0000 7fac023589c0 2 removed watcher, disabling cache 2024-09-12T17:36:28.232 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.236+0000 7fac023589c0 20 remove_watcher() i=1 2024-09-12T17:36:28.234 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.236+0000 7fac023589c0 20 remove_watcher() i=2 2024-09-12T17:36:28.236 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.240+0000 7fac023589c0 20 remove_watcher() i=3 2024-09-12T17:36:28.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.240+0000 7fac023589c0 20 remove_watcher() i=4 2024-09-12T17:36:28.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.244+0000 7fac023589c0 20 remove_watcher() i=5 2024-09-12T17:36:28.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.244+0000 7fac023589c0 20 remove_watcher() i=6 2024-09-12T17:36:28.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.244+0000 7fac023589c0 20 remove_watcher() i=7 2024-09-12T17:36:28.261 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.261 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:36:28.261 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-logrecord-writes id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:36:28.261 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.262 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T17:36:28.295 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:28.295 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:28.338 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.340+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.340+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.340+0000 7f327c68f9c0 20 realm 2024-09-12T17:36:28.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.340+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.344+0000 7f327c68f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:28.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:28.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:28.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 searching for the correct realm 2024-09-12T17:36:28.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.348+0000 7f327a996640 0 -- 172.21.15.183:0/1333398660 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f3264008050 msgr2=0x7f3264062fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:28.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.564+0000 7f3273fff640 0 -- 172.21.15.183:0/1333398660 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f32740901c0 msgr2=0x7f327407e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:28.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:28.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:28.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:28.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:28.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:28.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:28.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:28.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:28.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 zone default found 2024-09-12T17:36:28.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 4 Realm: () 2024-09-12T17:36:28.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:28.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:28.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:28.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 zonegroup default 2024-09-12T17:36:28.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 started sync module instance, tier type = 2024-09-12T17:36:28.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:28.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=0 2024-09-12T17:36:28.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=1 2024-09-12T17:36:28.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=2 2024-09-12T17:36:28.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=3 2024-09-12T17:36:28.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=4 2024-09-12T17:36:28.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=5 2024-09-12T17:36:28.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=6 2024-09-12T17:36:28.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.812+0000 7f327c68f9c0 20 add_watcher() i=7 2024-09-12T17:36:28.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.812+0000 7f327c68f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:28.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.816+0000 7f31317e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:28.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:28.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:28.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 note: GC not initialized 2024-09-12T17:36:28.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.816+0000 7f312b7fe640 20 reqs_thread_entry: start 2024-09-12T17:36:28.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:28.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 Filter name: none 2024-09-12T17:36:28.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.816+0000 7f31297fa640 20 reqs_thread_entry: start 2024-09-12T17:36:28.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.816+0000 7f327c68f9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:36:28.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.820+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:28.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:36:28.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:36:28.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 : miss 2024-09-12T17:36:28.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.820+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.820+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:28.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:36:28.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:36:28.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:28.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:28.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 2024-09-12T17:36:28.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.828+0000 7f327c68f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:36:28.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.828+0000 7f327c68f9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:36:28.824 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.828+0000 7f327c68f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:28.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.828+0000 7f327c68f9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36, ofs0, ns] 2024-09-12T17:36:28.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.828+0000 7f315dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464306 cookie 94884885362032 notifier 7764 bl.length()=923 2024-09-12T17:36:28.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.828+0000 7f315dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:36:28.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.828+0000 7f315dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:36:28.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.828+0000 7f315dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:28.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.832+0000 7f327c68f9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): orig_sources= new_sources= 2024-09-12T17:36:28.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.832+0000 7f327c68f9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): potential sources added=[] removed=[] 2024-09-12T17:36:28.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.832+0000 7f327c68f9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): orig_dests= new_dests= 2024-09-12T17:36:28.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.832+0000 7f327c68f9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): potential dests added=[] removed=[] 2024-09-12T17:36:28.829 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f327c68f9c0 time 2024-09-12T17:36:28.835965+0000 2024-09-12T17:36:28.829 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:36:28.833 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:36:28.833 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f327ff692eb] 2024-09-12T17:36:28.833 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f327ff6949f] 2024-09-12T17:36:28.833 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564c198a90c1] 2024-09-12T17:36:28.833 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x14100ec) [0x564c1a2ff0ec] 2024-09-12T17:36:28.833 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x564c198bb18d] 2024-09-12T17:36:28.833 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:36:28.833 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f327edcfd90] 2024-09-12T17:36:28.833 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:36:28.833 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:36:28.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.836+0000 7f327c68f9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f327c68f9c0 time 2024-09-12T17:36:28.835965+0000 2024-09-12T17:36:28.834 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:36:28.834 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.834 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:36:28.834 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f327ff692eb] 2024-09-12T17:36:28.834 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f327ff6949f] 2024-09-12T17:36:28.834 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564c198a90c1] 2024-09-12T17:36:28.834 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x14100ec) [0x564c1a2ff0ec] 2024-09-12T17:36:28.834 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x564c198bb18d] 2024-09-12T17:36:28.834 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:36:28.834 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f327edcfd90] 2024-09-12T17:36:28.835 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:36:28.835 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:36:28.835 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.835 INFO:tasks.workunit.client.0.smithi183.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:36:28.835 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f327c68f9c0 thread_name:radosgw-admin 2024-09-12T17:36:28.836 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:36:28.836 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f327ede8520] 2024-09-12T17:36:28.836 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:36:28.836 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:36:28.837 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:36:28.837 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f327ff69345] 2024-09-12T17:36:28.837 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f327ff6949f] 2024-09-12T17:36:28.837 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564c198a90c1] 2024-09-12T17:36:28.837 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x14100ec) [0x564c1a2ff0ec] 2024-09-12T17:36:28.837 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x564c198bb18d] 2024-09-12T17:36:28.837 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:36:28.837 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f327edcfd90] 2024-09-12T17:36:28.837 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:36:28.837 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:36:28.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.840+0000 7f327c68f9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:36:28.837 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f327c68f9c0 thread_name:radosgw-admin 2024-09-12T17:36:28.838 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.838 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:36:28.838 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f327ede8520] 2024-09-12T17:36:28.838 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:36:28.838 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:36:28.838 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:36:28.838 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f327ff69345] 2024-09-12T17:36:28.839 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f327ff6949f] 2024-09-12T17:36:28.839 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564c198a90c1] 2024-09-12T17:36:28.839 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x14100ec) [0x564c1a2ff0ec] 2024-09-12T17:36:28.839 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x564c198bb18d] 2024-09-12T17:36:28.839 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:36:28.839 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f327edcfd90] 2024-09-12T17:36:28.839 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:36:28.839 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:36:28.839 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:36:28.839 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.839 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:36:28.882 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:36:28.320+0000 7f327a996640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.882 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:36:28.320+0000 7f3273fff640 10 monclient(hunting): handle_auth_done global_id 7752 payload 274 2024-09-12T17:36:28.882 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:36:28.320+0000 7f3273fff640 10 monclient: _finish_hunting 0 2024-09-12T17:36:28.882 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:36:28.320+0000 7f3273fff640 1 monclient: found mon.noname-a 2024-09-12T17:36:28.882 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:36:28.320+0000 7f3273fff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:36:28.883 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.883 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:36:28.883 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: dump: 2024-09-12T17:36:28.883 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.883 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.883 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.883 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.883 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.883 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.884 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.884 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.884 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.884 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.884 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: _finish_auth 0 2024-09-12T17:36:28.884 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: _check_auth_tickets 2024-09-12T17:36:28.884 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: handle_config config(0 keys) 2024-09-12T17:36:28.884 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 monclient: authenticate success, global_id 7752 2024-09-12T17:36:28.884 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:36:28.884 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 4 set_mon_vals no callback set 2024-09-12T17:36:28.885 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.885 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:36:28.885 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: dump: 2024-09-12T17:36:28.885 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.885 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.885 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.885 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.885 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.886 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.886 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.886 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.886 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.886 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.886 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: shutdown 2024-09-12T17:36:28.886 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) unregister_commands rotate-key 2024-09-12T17:36:28.886 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: build_initial_monmap 2024-09-12T17:36:28.887 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:36:28.887 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: monmap: 2024-09-12T17:36:28.887 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:36:28.887 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:36:28.887 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:36:28.887 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:36:28.887 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:36:28.887 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.887 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:36:28.888 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:36:28.888 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:36:28.888 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.888 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding auth protocol: cephx 2024-09-12T17:36:28.888 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding auth protocol: cephx 2024-09-12T17:36:28.888 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding auth protocol: cephx 2024-09-12T17:36:28.888 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: secure 2024-09-12T17:36:28.888 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: crc 2024-09-12T17:36:28.888 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: secure 2024-09-12T17:36:28.889 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: crc 2024-09-12T17:36:28.889 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: secure 2024-09-12T17:36:28.889 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: crc 2024-09-12T17:36:28.889 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: crc 2024-09-12T17:36:28.889 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: secure 2024-09-12T17:36:28.889 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: crc 2024-09-12T17:36:28.889 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: secure 2024-09-12T17:36:28.889 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: crc 2024-09-12T17:36:28.890 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: secure 2024-09-12T17:36:28.890 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.890 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 1 librados: starting msgr at 2024-09-12T17:36:28.890 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 1 librados: starting objecter 2024-09-12T17:36:28.890 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command objecter_requests hook 0x564c1bd5ed50 2024-09-12T17:36:28.890 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 1 librados: setting wanted keys 2024-09-12T17:36:28.890 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 1 librados: calling monclient init 2024-09-12T17:36:28.890 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: init 2024-09-12T17:36:28.891 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding auth protocol: cephx 2024-09-12T17:36:28.891 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding auth protocol: cephx 2024-09-12T17:36:28.891 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding auth protocol: cephx 2024-09-12T17:36:28.891 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: secure 2024-09-12T17:36:28.891 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: crc 2024-09-12T17:36:28.891 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: secure 2024-09-12T17:36:28.891 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: crc 2024-09-12T17:36:28.891 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: secure 2024-09-12T17:36:28.892 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: crc 2024-09-12T17:36:28.892 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: crc 2024-09-12T17:36:28.892 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: secure 2024-09-12T17:36:28.892 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: crc 2024-09-12T17:36:28.892 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: secure 2024-09-12T17:36:28.892 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: crc 2024-09-12T17:36:28.892 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: secure 2024-09-12T17:36:28.892 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.893 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.893 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command rotate-key hook 0x564c1bd32708 2024-09-12T17:36:28.893 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:36:28.893 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:36:28.893 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-a con 0x564c1bbe26c0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:36:28.893 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-b con 0x564c1bbf1750 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:36:28.893 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-c con 0x564c1bd38da0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:36:28.894 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.894 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.894 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.894 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:36:28.894 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): authenticate will time out at 2373.855966s 2024-09-12T17:36:28.894 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): get_auth_request con 0x564c1bd38da0 auth_method 0 2024-09-12T17:36:28.894 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.894 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.895 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.895 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): get_auth_request con 0x564c1bbe26c0 auth_method 0 2024-09-12T17:36:28.895 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.895 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.895 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.896 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.896 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.896 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.896 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.896 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.896 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.896 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:36:28.324+0000 7f3273fff640 10 monclient(hunting): get_auth_request con 0x564c1bbf1750 auth_method 0 2024-09-12T17:36:28.896 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:36:28.324+0000 7f3273fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.896 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:36:28.324+0000 7f3273fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.896 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:36:28.324+0000 7f3273fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.897 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): handle_auth_done global_id 7226 payload 824 2024-09-12T17:36:28.897 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient: _finish_hunting 0 2024-09-12T17:36:28.897 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:36:28.324+0000 7f327a996640 1 monclient: found mon.noname-c 2024-09-12T17:36:28.897 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.897 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.897 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:36:28.897 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: dump: 2024-09-12T17:36:28.897 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.897 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.897 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.897 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.898 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.898 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.898 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.898 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.898 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.898 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.898 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: _finish_auth 0 2024-09-12T17:36:28.898 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: _check_auth_tickets 2024-09-12T17:36:28.898 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: handle_config config(0 keys) 2024-09-12T17:36:28.898 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.899 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:36:28.899 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: dump: 2024-09-12T17:36:28.899 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.899 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.899 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.899 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.899 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.899 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.899 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.899 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.899 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.900 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.900 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:36:28.324+0000 7f327c68f9c0 5 monclient: authenticate success, global_id 7226 2024-09-12T17:36:28.900 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:36:28.324+0000 7f3167e07640 4 set_mon_vals no callback set 2024-09-12T17:36:28.900 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:36:28.324+0000 7f327c68f9c0 10 monclient: _renew_subs 2024-09-12T17:36:28.900 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:36:28.324+0000 7f327c68f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.900 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:36:28.324+0000 7f327c68f9c0 10 monclient: _renew_subs 2024-09-12T17:36:28.900 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:36:28.324+0000 7f327c68f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.900 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:36:28.324+0000 7f327c68f9c0 1 librados: init done 2024-09-12T17:36:28.900 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:36:28.324+0000 7f3166e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:36:28.900 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:36:28.324+0000 7f3166e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:36:28.900 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:36:28.324+0000 7f3166e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:36:28.901 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient: get_auth_request con 0x7f3160070ae0 auth_method 0 2024-09-12T17:36:28.901 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:36:28.324+0000 7f3273fff640 10 monclient: get_auth_request con 0x564c1bd723f0 auth_method 0 2024-09-12T17:36:28.901 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:36:28.328+0000 7f327a195640 10 monclient: get_auth_request con 0x564c1bd7d7d0 auth_method 0 2024-09-12T17:36:28.901 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:36:28.328+0000 7f3273fff640 10 monclient: get_auth_request con 0x564c1bd81b80 auth_method 0 2024-09-12T17:36:28.901 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:36:28.328+0000 7f327a996640 10 monclient: get_auth_request con 0x564c1bd81050 auth_method 0 2024-09-12T17:36:28.901 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: build_initial_monmap 2024-09-12T17:36:28.901 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:36:28.901 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: monmap: 2024-09-12T17:36:28.901 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:36:28.901 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:36:28.902 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:36:28.902 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:36:28.902 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:36:28.902 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.902 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:36:28.902 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:36:28.902 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:36:28.902 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.902 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding auth protocol: cephx 2024-09-12T17:36:28.902 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding auth protocol: cephx 2024-09-12T17:36:28.902 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding auth protocol: cephx 2024-09-12T17:36:28.903 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: secure 2024-09-12T17:36:28.903 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: crc 2024-09-12T17:36:28.903 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: secure 2024-09-12T17:36:28.903 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: crc 2024-09-12T17:36:28.903 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: secure 2024-09-12T17:36:28.903 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: crc 2024-09-12T17:36:28.903 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: crc 2024-09-12T17:36:28.903 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: secure 2024-09-12T17:36:28.903 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: crc 2024-09-12T17:36:28.903 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: secure 2024-09-12T17:36:28.903 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: crc 2024-09-12T17:36:28.904 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: secure 2024-09-12T17:36:28.904 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.904 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command objecter_requests cmddesc objecter_requests hook 0x564c1bd8d6c0 EEXIST 2024-09-12T17:36:28.904 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: init 2024-09-12T17:36:28.904 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding auth protocol: cephx 2024-09-12T17:36:28.904 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding auth protocol: cephx 2024-09-12T17:36:28.904 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding auth protocol: cephx 2024-09-12T17:36:28.904 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: secure 2024-09-12T17:36:28.904 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: crc 2024-09-12T17:36:28.904 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: secure 2024-09-12T17:36:28.904 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: crc 2024-09-12T17:36:28.904 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: secure 2024-09-12T17:36:28.905 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: crc 2024-09-12T17:36:28.905 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: crc 2024-09-12T17:36:28.905 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: secure 2024-09-12T17:36:28.905 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: crc 2024-09-12T17:36:28.905 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: secure 2024-09-12T17:36:28.905 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: crc 2024-09-12T17:36:28.905 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: secure 2024-09-12T17:36:28.905 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.905 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.905 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command rotate-key cmddesc rotate-key hook 0x564c1bd88d20 EEXIST 2024-09-12T17:36:28.905 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:36:28.906 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:36:28.906 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-c con 0x564c1bdb1870 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:36:28.906 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-b con 0x564c1bdb11a0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:36:28.906 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-a con 0x564c1bdafb80 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:36:28.906 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.906 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.906 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.906 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:36:28.906 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): authenticate will time out at 2373.865323s 2024-09-12T17:36:28.906 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): get_auth_request con 0x564c1bdb1870 auth_method 0 2024-09-12T17:36:28.906 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.906 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.907 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.907 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): get_auth_request con 0x564c1bdafb80 auth_method 0 2024-09-12T17:36:28.907 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.907 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.907 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.907 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.907 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.907 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.907 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.907 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.907 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.907 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:36:28.332+0000 7f327a996640 10 monclient(hunting): get_auth_request con 0x564c1bdb11a0 auth_method 0 2024-09-12T17:36:28.908 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:36:28.332+0000 7f327a996640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.908 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:36:28.332+0000 7f327a996640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.908 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:36:28.332+0000 7f327a996640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.908 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): handle_auth_done global_id 7229 payload 824 2024-09-12T17:36:28.908 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient: _finish_hunting 0 2024-09-12T17:36:28.908 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:36:28.332+0000 7f3273fff640 1 monclient: found mon.noname-c 2024-09-12T17:36:28.908 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.908 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.908 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:36:28.908 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: dump: 2024-09-12T17:36:28.908 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.908 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.909 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.909 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.909 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.909 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.909 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.909 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.909 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.909 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.909 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: _finish_auth 0 2024-09-12T17:36:28.909 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: _check_auth_tickets 2024-09-12T17:36:28.909 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 monclient: authenticate success, global_id 7229 2024-09-12T17:36:28.909 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: _renew_subs 2024-09-12T17:36:28.910 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.910 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:36:28.910 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.910 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:36:28.910 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: dump: 2024-09-12T17:36:28.910 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.910 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.910 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.910 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.910 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.910 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:36:28.332+0000 7f327b197640 4 set_mon_vals no callback set 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: _renew_subs 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:36:28.336+0000 7f315ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:36:28.336+0000 7f315ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:36:28.336+0000 7f315ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: get_monmap_and_config 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: build_initial_monmap 2024-09-12T17:36:28.911 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:36:28.912 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: monmap: 2024-09-12T17:36:28.912 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:36:28.912 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:36:28.912 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:36:28.912 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:36:28.912 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:36:28.912 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.912 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:36:28.912 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:36:28.912 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:36:28.912 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.913 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:36:28.336+0000 7f327a996640 10 monclient: get_auth_request con 0x7f3154070bc0 auth_method 0 2024-09-12T17:36:28.913 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding auth protocol: cephx 2024-09-12T17:36:28.913 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding auth protocol: cephx 2024-09-12T17:36:28.913 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding auth protocol: cephx 2024-09-12T17:36:28.913 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: secure 2024-09-12T17:36:28.913 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: crc 2024-09-12T17:36:28.913 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: secure 2024-09-12T17:36:28.913 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: crc 2024-09-12T17:36:28.913 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: secure 2024-09-12T17:36:28.913 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: crc 2024-09-12T17:36:28.913 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: crc 2024-09-12T17:36:28.914 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: secure 2024-09-12T17:36:28.914 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: crc 2024-09-12T17:36:28.914 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: secure 2024-09-12T17:36:28.914 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: crc 2024-09-12T17:36:28.914 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: secure 2024-09-12T17:36:28.914 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.914 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: init 2024-09-12T17:36:28.914 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding auth protocol: cephx 2024-09-12T17:36:28.914 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding auth protocol: cephx 2024-09-12T17:36:28.914 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding auth protocol: cephx 2024-09-12T17:36:28.914 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: secure 2024-09-12T17:36:28.914 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: crc 2024-09-12T17:36:28.915 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: secure 2024-09-12T17:36:28.915 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: crc 2024-09-12T17:36:28.915 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: secure 2024-09-12T17:36:28.915 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: crc 2024-09-12T17:36:28.915 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: crc 2024-09-12T17:36:28.915 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: secure 2024-09-12T17:36:28.915 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: crc 2024-09-12T17:36:28.915 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: secure 2024-09-12T17:36:28.915 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: crc 2024-09-12T17:36:28.915 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: secure 2024-09-12T17:36:28.915 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.916 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.916 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command rotate-key cmddesc rotate-key hook 0x7ffcc6953898 EEXIST 2024-09-12T17:36:28.916 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:36:28.916 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:36:28.916 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-c con 0x564c1be05700 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:36:28.916 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-b con 0x564c1be00af0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:36:28.916 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-a con 0x564c1be01450 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:36:28.916 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.916 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.916 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.916 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:36:28.917 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): authenticate will time out at 2373.869488s 2024-09-12T17:36:28.917 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): get_auth_request con 0x564c1be05700 auth_method 0 2024-09-12T17:36:28.917 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.917 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.917 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.917 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): get_auth_request con 0x564c1be01450 auth_method 0 2024-09-12T17:36:28.917 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.917 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.917 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.917 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.917 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.917 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): handle_auth_done global_id 7232 payload 274 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient: _finish_hunting 0 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:36:28.336+0000 7f3273fff640 1 monclient: found mon.noname-c 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:36:28.336+0000 7f327a996640 10 monclient: get_auth_request con 0x564c1be00af0 auth_method 0 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: dump: 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.918 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.919 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.919 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.919 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.919 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.919 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.919 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.919 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.919 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.919 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: _finish_auth 0 2024-09-12T17:36:28.920 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: _check_auth_tickets 2024-09-12T17:36:28.920 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:36:28.920 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.920 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:36:28.920 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: dump: 2024-09-12T17:36:28.920 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.920 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.920 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.920 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.920 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.920 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.921 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.921 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.921 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.921 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.921 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 monclient: authenticate success, global_id 7232 2024-09-12T17:36:28.921 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:36:28.921 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 4 set_mon_vals no callback set 2024-09-12T17:36:28.921 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: shutdown 2024-09-12T17:36:28.921 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: build_initial_monmap 2024-09-12T17:36:28.921 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:36:28.921 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: monmap: 2024-09-12T17:36:28.922 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:36:28.922 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:36:28.922 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:36:28.922 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:36:28.922 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:36:28.922 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.922 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:36:28.922 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:36:28.922 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:36:28.922 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.922 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding auth protocol: cephx 2024-09-12T17:36:28.922 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding auth protocol: cephx 2024-09-12T17:36:28.923 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding auth protocol: cephx 2024-09-12T17:36:28.923 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: secure 2024-09-12T17:36:28.923 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: crc 2024-09-12T17:36:28.923 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: secure 2024-09-12T17:36:28.923 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: crc 2024-09-12T17:36:28.923 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: secure 2024-09-12T17:36:28.923 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: crc 2024-09-12T17:36:28.923 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: crc 2024-09-12T17:36:28.923 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: secure 2024-09-12T17:36:28.923 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: crc 2024-09-12T17:36:28.923 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: secure 2024-09-12T17:36:28.923 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: crc 2024-09-12T17:36:28.924 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: secure 2024-09-12T17:36:28.924 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.924 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 1 librados: starting msgr at 2024-09-12T17:36:28.924 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 1 librados: starting objecter 2024-09-12T17:36:28.924 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command objecter_requests cmddesc objecter_requests hook 0x564c1bdff3b0 EEXIST 2024-09-12T17:36:28.924 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 1 librados: setting wanted keys 2024-09-12T17:36:28.924 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 1 librados: calling monclient init 2024-09-12T17:36:28.924 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: init 2024-09-12T17:36:28.924 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding auth protocol: cephx 2024-09-12T17:36:28.924 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding auth protocol: cephx 2024-09-12T17:36:28.924 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding auth protocol: cephx 2024-09-12T17:36:28.925 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: secure 2024-09-12T17:36:28.925 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: crc 2024-09-12T17:36:28.925 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: secure 2024-09-12T17:36:28.925 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: crc 2024-09-12T17:36:28.925 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: secure 2024-09-12T17:36:28.925 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: crc 2024-09-12T17:36:28.925 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: crc 2024-09-12T17:36:28.925 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: secure 2024-09-12T17:36:28.926 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: crc 2024-09-12T17:36:28.926 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: secure 2024-09-12T17:36:28.926 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: crc 2024-09-12T17:36:28.926 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: secure 2024-09-12T17:36:28.926 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.926 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.926 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command rotate-key cmddesc rotate-key hook 0x564c1bdb37d8 EEXIST 2024-09-12T17:36:28.926 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:36:28.926 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:36:28.927 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-a con 0x564c1be00af0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:36:28.927 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-b con 0x564c1be01450 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:36:28.927 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-c con 0x564c1be05700 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:36:28.927 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.927 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.927 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.927 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:36:28.927 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): authenticate will time out at 2373.872081s 2024-09-12T17:36:28.928 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): get_auth_request con 0x564c1be00af0 auth_method 0 2024-09-12T17:36:28.928 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.928 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.928 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.928 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): get_auth_request con 0x564c1be05700 auth_method 0 2024-09-12T17:36:28.928 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.928 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.928 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.928 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.928 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.928 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.928 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.929 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.929 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.929 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): handle_auth_done global_id 7764 payload 824 2024-09-12T17:36:28.929 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient: _finish_hunting 0 2024-09-12T17:36:28.929 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:36:28.340+0000 7f3273fff640 1 monclient: found mon.noname-a 2024-09-12T17:36:28.929 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:36:28.929 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.929 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:36:28.929 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: dump: 2024-09-12T17:36:28.929 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.929 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.930 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.930 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.930 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.930 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.930 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.930 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.930 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.930 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.930 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: _finish_auth 0 2024-09-12T17:36:28.930 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: _check_auth_tickets 2024-09-12T17:36:28.930 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:36:28.930 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.931 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:36:28.931 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: dump: 2024-09-12T17:36:28.931 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.931 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.931 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.931 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.931 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.931 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.931 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.931 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.931 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.932 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.932 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:36:28.340+0000 7f315dffb640 4 set_mon_vals no callback set 2024-09-12T17:36:28.932 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 5 monclient: authenticate success, global_id 7764 2024-09-12T17:36:28.932 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient: _renew_subs 2024-09-12T17:36:28.932 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:36:28.932 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient: _renew_subs 2024-09-12T17:36:28.932 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:36:28.932 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 1 librados: init done 2024-09-12T17:36:28.932 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command cr dump hook 0x564c1bdfae98 2024-09-12T17:36:28.932 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.932 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:36:28.340+0000 7f314bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:36:28.932 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:36:28.340+0000 7f314bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:36:28.933 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:36:28.340+0000 7f314bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:36:28.933 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient: get_auth_request con 0x564c1be1e790 auth_method 0 2024-09-12T17:36:28.933 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:36:28.340+0000 7f327a996640 10 monclient: get_auth_request con 0x7f3144070ae0 auth_method 0 2024-09-12T17:36:28.933 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.933 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 20 realm 2024-09-12T17:36:28.933 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.933 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.933 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:28.933 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.933 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.933 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.934 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:36:28.344+0000 7f3273fff640 10 monclient: get_auth_request con 0x564c1be22af0 auth_method 0 2024-09-12T17:36:28.934 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:28.934 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.934 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:36:28.344+0000 7f327a996640 10 monclient: get_auth_request con 0x564c1be26230 auth_method 0 2024-09-12T17:36:28.934 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:28.934 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 searching for the correct realm 2024-09-12T17:36:28.934 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:36:28.344+0000 7f327a195640 10 monclient: get_auth_request con 0x7f327405c4b0 auth_method 0 2024-09-12T17:36:28.934 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:36:28.348+0000 7f3273fff640 10 monclient: get_auth_request con 0x7f326c0d5920 auth_method 0 2024-09-12T17:36:28.934 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:36:28.348+0000 7f327a996640 10 monclient: get_auth_request con 0x7f3264008050 auth_method 0 2024-09-12T17:36:28.934 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:36:28.348+0000 7f327a996640 0 -- 172.21.15.183:0/1333398660 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f3264008050 msgr2=0x7f3264062fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:28.934 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:36:28.552+0000 7f327a996640 10 monclient: get_auth_request con 0x7f3264008050 auth_method 0 2024-09-12T17:36:28.934 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:36:28.556+0000 7f327a195640 10 monclient: get_auth_request con 0x7f3274082930 auth_method 0 2024-09-12T17:36:28.935 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:36:28.564+0000 7f3273fff640 10 monclient: get_auth_request con 0x7f32740901c0 auth_method 0 2024-09-12T17:36:28.935 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:36:28.564+0000 7f3273fff640 0 -- 172.21.15.183:0/1333398660 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f32740901c0 msgr2=0x7f327407e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:28.935 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:36:28.768+0000 7f3273fff640 10 monclient: get_auth_request con 0x7f32740901c0 auth_method 0 2024-09-12T17:36:28.935 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:28.935 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:28.935 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:28.935 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:28.935 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:28.935 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:28.935 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.935 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.935 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.936 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:28.936 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.936 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:28.936 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 zone default found 2024-09-12T17:36:28.936 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 4 Realm: () 2024-09-12T17:36:28.936 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:28.936 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:28.936 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:28.936 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 zonegroup default 2024-09-12T17:36:28.936 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.936 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.937 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.937 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.937 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.937 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:28.937 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 started sync module instance, tier type = 2024-09-12T17:36:28.937 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:28.937 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=0 2024-09-12T17:36:28.937 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=1 2024-09-12T17:36:28.937 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=2 2024-09-12T17:36:28.937 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=3 2024-09-12T17:36:28.937 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=4 2024-09-12T17:36:28.938 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=5 2024-09-12T17:36:28.938 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=6 2024-09-12T17:36:28.938 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:36:28.812+0000 7f327c68f9c0 20 add_watcher() i=7 2024-09-12T17:36:28.938 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:36:28.812+0000 7f327c68f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:28.938 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding auth protocol: cephx 2024-09-12T17:36:28.938 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding auth protocol: cephx 2024-09-12T17:36:28.938 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding auth protocol: cephx 2024-09-12T17:36:28.938 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: secure 2024-09-12T17:36:28.938 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: crc 2024-09-12T17:36:28.938 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: secure 2024-09-12T17:36:28.938 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: crc 2024-09-12T17:36:28.939 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: secure 2024-09-12T17:36:28.939 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: crc 2024-09-12T17:36:28.939 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: crc 2024-09-12T17:36:28.939 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: secure 2024-09-12T17:36:28.939 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: crc 2024-09-12T17:36:28.939 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: secure 2024-09-12T17:36:28.939 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: crc 2024-09-12T17:36:28.939 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: secure 2024-09-12T17:36:28.939 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:36:28.816+0000 7f31317e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:28.939 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.939 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:28.940 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:28.940 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command cache list hook 0x564c1bdfbe30 2024-09-12T17:36:28.940 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command cache inspect hook 0x564c1bdfbe30 2024-09-12T17:36:28.940 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command cache erase hook 0x564c1bdfbe30 2024-09-12T17:36:28.940 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command cache zap hook 0x564c1bdfbe30 2024-09-12T17:36:28.940 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 note: GC not initialized 2024-09-12T17:36:28.940 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:36:28.816+0000 7f312b7fe640 20 reqs_thread_entry: start 2024-09-12T17:36:28.940 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command sync trace show hook 0x7f326c0ab4b0 2024-09-12T17:36:28.940 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command sync trace history hook 0x7f326c0ab4b0 2024-09-12T17:36:28.940 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command sync trace active hook 0x7f326c0ab4b0 2024-09-12T17:36:28.940 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command sync trace active_short hook 0x7f326c0ab4b0 2024-09-12T17:36:28.940 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:28.941 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 Filter name: none 2024-09-12T17:36:28.941 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:36:28.816+0000 7f31297fa640 20 reqs_thread_entry: start 2024-09-12T17:36:28.941 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:36:28.941 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.941 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:28.941 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:36:28.941 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:36:28.941 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 : miss 2024-09-12T17:36:28.941 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:28.941 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:28.941 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:36:28.942 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:36:28.942 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:28.942 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:28.942 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 2024-09-12T17:36:28.942 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:36:28.828+0000 7f327c68f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:36:28.942 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:36:28.828+0000 7f327c68f9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:36:28.942 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:36:28.828+0000 7f327c68f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:28.942 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:36:28.828+0000 7f327c68f9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36, ofs0, ns] 2024-09-12T17:36:28.942 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:36:28.828+0000 7f315dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464306 cookie 94884885362032 notifier 7764 bl.length()=923 2024-09-12T17:36:28.942 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:36:28.828+0000 7f315dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:36:28.942 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:36:28.828+0000 7f315dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:36:28.942 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:36:28.828+0000 7f315dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:28.943 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:36:28.832+0000 7f327c68f9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): orig_sources= new_sources= 2024-09-12T17:36:28.943 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:36:28.832+0000 7f327c68f9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): potential sources added=[] removed=[] 2024-09-12T17:36:28.943 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:36:28.832+0000 7f327c68f9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): orig_dests= new_dests= 2024-09-12T17:36:28.943 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:36:28.832+0000 7f327c68f9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): potential dests added=[] removed=[] 2024-09-12T17:36:28.943 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:36:28.836+0000 7f327c68f9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f327c68f9c0 time 2024-09-12T17:36:28.835965+0000 2024-09-12T17:36:28.943 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:36:28.943 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.943 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:36:28.943 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f327ff692eb] 2024-09-12T17:36:28.943 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f327ff6949f] 2024-09-12T17:36:28.943 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564c198a90c1] 2024-09-12T17:36:28.944 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x14100ec) [0x564c1a2ff0ec] 2024-09-12T17:36:28.944 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x564c198bb18d] 2024-09-12T17:36:28.944 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:36:28.944 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f327edcfd90] 2024-09-12T17:36:28.944 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:36:28.944 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:36:28.944 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.944 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:36:28.840+0000 7f327c68f9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:36:28.944 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f327c68f9c0 thread_name:radosgw-admin 2024-09-12T17:36:28.944 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.944 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:36:28.944 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f327ede8520] 2024-09-12T17:36:28.945 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:36:28.945 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:36:28.945 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:36:28.945 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f327ff69345] 2024-09-12T17:36:28.945 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f327ff6949f] 2024-09-12T17:36:28.945 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564c198a90c1] 2024-09-12T17:36:28.945 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x14100ec) [0x564c1a2ff0ec] 2024-09-12T17:36:28.945 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x564c198bb18d] 2024-09-12T17:36:28.945 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:36:28.945 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f327edcfd90] 2024-09-12T17:36:28.946 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:36:28.946 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:36:28.946 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:36:28.946 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.946 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:36:28.946 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:36:28.946 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:36:28.946 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:36:28.946 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:36:28.946 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:36:28.946 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:36:28.947 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:36:28.947 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:36:28.947 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:36:28.947 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:36:28.947 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:36:28.947 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:36:28.947 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:36:28.947 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:36:28.948 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:36:28.948 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:36:28.948 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:36:28.948 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:36:28.948 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:36:28.948 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:36:28.948 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:36:28.948 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:36:28.948 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:36:28.948 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:36:28.948 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:36:28.948 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:36:28.949 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:36:28.949 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:36:28.949 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:36:28.949 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:36:28.949 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:36:28.949 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:36:28.949 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:36:28.949 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:36:28.949 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:36:28.949 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:36:28.949 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:36:28.950 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:36:28.950 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:36:28.950 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:36:28.950 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:36:28.950 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:36:28.950 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:36:28.950 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:36:28.950 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:36:28.950 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:36:28.951 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:36:28.951 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:36:28.951 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:36:28.951 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:36:28.951 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:36:28.951 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:36:28.951 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:36:28.951 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:36:28.951 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:36:28.952 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:36:28.952 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:36:28.952 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:36:28.952 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:36:28.952 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:36:28.952 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:36:28.952 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:36:28.952 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:36:28.952 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:36:28.953 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:36:28.953 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:36:28.953 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:36:28.953 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:36:28.953 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:36:28.953 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:36:28.953 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:36:28.953 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:36:28.954 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:36:28.954 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:36:28.954 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:36:28.954 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:36:28.954 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:36:28.954 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:36:28.954 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:36:28.954 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:36:28.954 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:36:28.954 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:36:28.955 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:36:28.955 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:36:28.955 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:36:28.955 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:36:28.955 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:36:28.955 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:36:28.955 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:36:28.955 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:36:28.955 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:36:28.956 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:36:28.956 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:36:28.956 INFO:tasks.workunit.client.0.smithi183.stderr: 7f31297fa640 / http_manager 2024-09-12T17:36:28.956 INFO:tasks.workunit.client.0.smithi183.stderr: 7f312b7fe640 / http_manager 2024-09-12T17:36:28.956 INFO:tasks.workunit.client.0.smithi183.stderr: 7f31317e2640 / rgw_dt_lg_renew 2024-09-12T17:36:28.956 INFO:tasks.workunit.client.0.smithi183.stderr: 7f314bfff640 / ms_dispatch 2024-09-12T17:36:28.956 INFO:tasks.workunit.client.0.smithi183.stderr: 7f315dffb640 / io_context_pool 2024-09-12T17:36:28.956 INFO:tasks.workunit.client.0.smithi183.stderr: 7f315ffff640 / ms_dispatch 2024-09-12T17:36:28.956 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3166e05640 / ms_dispatch 2024-09-12T17:36:28.957 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3167e07640 / io_context_pool 2024-09-12T17:36:28.957 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3168608640 / io_context_pool 2024-09-12T17:36:28.957 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3273fff640 / msgr-worker-2 2024-09-12T17:36:28.957 INFO:tasks.workunit.client.0.smithi183.stderr: 7f327a195640 / msgr-worker-1 2024-09-12T17:36:28.957 INFO:tasks.workunit.client.0.smithi183.stderr: 7f327a996640 / msgr-worker-0 2024-09-12T17:36:28.957 INFO:tasks.workunit.client.0.smithi183.stderr: 7f327b197640 / io_context_pool 2024-09-12T17:36:28.957 INFO:tasks.workunit.client.0.smithi183.stderr: 7f327c68f9c0 / radosgw-admin 2024-09-12T17:36:28.958 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:36:28.958 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:36:28.958 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/log/ceph/ceph-client.admin.127002.log 2024-09-12T17:36:28.958 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:36:28.958 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:36:28.958 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:36:28.320+0000 7f327a996640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.958 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:36:28.320+0000 7f3273fff640 10 monclient(hunting): handle_auth_done global_id 7752 payload 274 2024-09-12T17:36:28.958 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:36:28.320+0000 7f3273fff640 10 monclient: _finish_hunting 0 2024-09-12T17:36:28.958 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:36:28.320+0000 7f3273fff640 1 monclient: found mon.noname-a 2024-09-12T17:36:28.959 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:36:28.320+0000 7f3273fff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:36:28.959 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.959 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:36:28.959 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: dump: 2024-09-12T17:36:28.959 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.959 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.959 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.960 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.960 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.960 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.960 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.960 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.960 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.960 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.960 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: _finish_auth 0 2024-09-12T17:36:28.961 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: _check_auth_tickets 2024-09-12T17:36:28.961 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: handle_config config(0 keys) 2024-09-12T17:36:28.961 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 monclient: authenticate success, global_id 7752 2024-09-12T17:36:28.961 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:36:28.961 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 4 set_mon_vals no callback set 2024-09-12T17:36:28.961 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.961 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:36:28.962 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:36:28.320+0000 7f3168608640 10 monclient: dump: 2024-09-12T17:36:28.962 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.962 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.962 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.962 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.962 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.962 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.963 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.963 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.963 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.963 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.963 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: shutdown 2024-09-12T17:36:28.963 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) unregister_commands rotate-key 2024-09-12T17:36:28.963 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: build_initial_monmap 2024-09-12T17:36:28.963 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:36:28.964 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: monmap: 2024-09-12T17:36:28.964 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:36:28.964 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:36:28.964 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:36:28.964 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:36:28.964 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:36:28.964 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.964 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:36:28.964 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:36:28.964 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:36:28.964 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.964 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding auth protocol: cephx 2024-09-12T17:36:28.965 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding auth protocol: cephx 2024-09-12T17:36:28.965 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding auth protocol: cephx 2024-09-12T17:36:28.965 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: secure 2024-09-12T17:36:28.965 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: crc 2024-09-12T17:36:28.965 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: secure 2024-09-12T17:36:28.965 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: crc 2024-09-12T17:36:28.965 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: secure 2024-09-12T17:36:28.965 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: crc 2024-09-12T17:36:28.965 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: crc 2024-09-12T17:36:28.965 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: secure 2024-09-12T17:36:28.965 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: crc 2024-09-12T17:36:28.965 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: secure 2024-09-12T17:36:28.966 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: crc 2024-09-12T17:36:28.966 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd359c0) adding con mode: secure 2024-09-12T17:36:28.966 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.966 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 1 librados: starting msgr at 2024-09-12T17:36:28.966 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 1 librados: starting objecter 2024-09-12T17:36:28.966 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command objecter_requests hook 0x564c1bd5ed50 2024-09-12T17:36:28.966 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 1 librados: setting wanted keys 2024-09-12T17:36:28.966 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 1 librados: calling monclient init 2024-09-12T17:36:28.966 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: init 2024-09-12T17:36:28.966 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding auth protocol: cephx 2024-09-12T17:36:28.966 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding auth protocol: cephx 2024-09-12T17:36:28.966 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding auth protocol: cephx 2024-09-12T17:36:28.967 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: secure 2024-09-12T17:36:28.967 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: crc 2024-09-12T17:36:28.967 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: secure 2024-09-12T17:36:28.967 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: crc 2024-09-12T17:36:28.967 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: secure 2024-09-12T17:36:28.967 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: crc 2024-09-12T17:36:28.967 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: crc 2024-09-12T17:36:28.967 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: secure 2024-09-12T17:36:28.967 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: crc 2024-09-12T17:36:28.967 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: secure 2024-09-12T17:36:28.967 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: crc 2024-09-12T17:36:28.967 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd325c0) adding con mode: secure 2024-09-12T17:36:28.968 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.968 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.968 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command rotate-key hook 0x564c1bd32708 2024-09-12T17:36:28.968 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:36:28.968 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:36:28.968 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-a con 0x564c1bbe26c0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:36:28.968 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-b con 0x564c1bbf1750 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:36:28.968 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-c con 0x564c1bd38da0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:36:28.968 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.968 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.968 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.968 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:36:28.969 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:36:28.320+0000 7f327c68f9c0 10 monclient(hunting): authenticate will time out at 2373.855966s 2024-09-12T17:36:28.969 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): get_auth_request con 0x564c1bd38da0 auth_method 0 2024-09-12T17:36:28.969 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.969 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.969 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.969 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): get_auth_request con 0x564c1bbe26c0 auth_method 0 2024-09-12T17:36:28.969 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.969 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.969 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.969 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.969 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.970 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.970 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.970 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.970 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.970 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:36:28.324+0000 7f3273fff640 10 monclient(hunting): get_auth_request con 0x564c1bbf1750 auth_method 0 2024-09-12T17:36:28.970 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:36:28.324+0000 7f3273fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.970 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:36:28.324+0000 7f3273fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.970 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:36:28.324+0000 7f3273fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.970 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient(hunting): handle_auth_done global_id 7226 payload 824 2024-09-12T17:36:28.970 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient: _finish_hunting 0 2024-09-12T17:36:28.970 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:36:28.324+0000 7f327a996640 1 monclient: found mon.noname-c 2024-09-12T17:36:28.970 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:36:28.324+0000 7f327a996640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.971 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.971 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:36:28.971 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: dump: 2024-09-12T17:36:28.971 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.971 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.971 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.971 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.971 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.971 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.971 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.971 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.971 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.972 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.972 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: _finish_auth 0 2024-09-12T17:36:28.972 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: _check_auth_tickets 2024-09-12T17:36:28.972 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: handle_config config(0 keys) 2024-09-12T17:36:28.972 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.972 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:36:28.972 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:36:28.324+0000 7f3166e05640 10 monclient: dump: 2024-09-12T17:36:28.972 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.972 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.972 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.972 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:36:28.324+0000 7f327c68f9c0 5 monclient: authenticate success, global_id 7226 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:36:28.324+0000 7f3167e07640 4 set_mon_vals no callback set 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:36:28.324+0000 7f327c68f9c0 10 monclient: _renew_subs 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:36:28.324+0000 7f327c68f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:36:28.324+0000 7f327c68f9c0 10 monclient: _renew_subs 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:36:28.324+0000 7f327c68f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.973 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:36:28.324+0000 7f327c68f9c0 1 librados: init done 2024-09-12T17:36:28.974 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:36:28.324+0000 7f3166e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:36:28.974 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:36:28.324+0000 7f3166e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:36:28.974 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:36:28.324+0000 7f3166e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:36:28.974 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:36:28.324+0000 7f327a195640 10 monclient: get_auth_request con 0x7f3160070ae0 auth_method 0 2024-09-12T17:36:28.974 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:36:28.324+0000 7f3273fff640 10 monclient: get_auth_request con 0x564c1bd723f0 auth_method 0 2024-09-12T17:36:28.974 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:36:28.328+0000 7f327a195640 10 monclient: get_auth_request con 0x564c1bd7d7d0 auth_method 0 2024-09-12T17:36:28.974 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:36:28.328+0000 7f3273fff640 10 monclient: get_auth_request con 0x564c1bd81b80 auth_method 0 2024-09-12T17:36:28.974 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:36:28.328+0000 7f327a996640 10 monclient: get_auth_request con 0x564c1bd81050 auth_method 0 2024-09-12T17:36:28.974 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: build_initial_monmap 2024-09-12T17:36:28.974 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:36:28.974 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: monmap: 2024-09-12T17:36:28.975 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:36:28.975 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:36:28.975 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:36:28.975 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:36:28.975 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:36:28.975 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.975 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:36:28.975 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:36:28.975 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:36:28.975 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.975 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding auth protocol: cephx 2024-09-12T17:36:28.975 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding auth protocol: cephx 2024-09-12T17:36:28.976 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding auth protocol: cephx 2024-09-12T17:36:28.976 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: secure 2024-09-12T17:36:28.976 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: crc 2024-09-12T17:36:28.976 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: secure 2024-09-12T17:36:28.976 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: crc 2024-09-12T17:36:28.976 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: secure 2024-09-12T17:36:28.976 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: crc 2024-09-12T17:36:28.976 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: crc 2024-09-12T17:36:28.976 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: secure 2024-09-12T17:36:28.977 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: crc 2024-09-12T17:36:28.977 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: secure 2024-09-12T17:36:28.977 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: crc 2024-09-12T17:36:28.977 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd89c90) adding con mode: secure 2024-09-12T17:36:28.977 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.977 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command objecter_requests cmddesc objecter_requests hook 0x564c1bd8d6c0 EEXIST 2024-09-12T17:36:28.977 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: init 2024-09-12T17:36:28.978 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding auth protocol: cephx 2024-09-12T17:36:28.978 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding auth protocol: cephx 2024-09-12T17:36:28.978 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding auth protocol: cephx 2024-09-12T17:36:28.978 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: secure 2024-09-12T17:36:28.978 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: crc 2024-09-12T17:36:28.978 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: secure 2024-09-12T17:36:28.978 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: crc 2024-09-12T17:36:28.978 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: secure 2024-09-12T17:36:28.978 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: crc 2024-09-12T17:36:28.979 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: crc 2024-09-12T17:36:28.979 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: secure 2024-09-12T17:36:28.979 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: crc 2024-09-12T17:36:28.979 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: secure 2024-09-12T17:36:28.979 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: crc 2024-09-12T17:36:28.979 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bd88bd8) adding con mode: secure 2024-09-12T17:36:28.979 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.979 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.980 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command rotate-key cmddesc rotate-key hook 0x564c1bd88d20 EEXIST 2024-09-12T17:36:28.980 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:36:28.980 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:36:28.980 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-c con 0x564c1bdb1870 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:36:28.980 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-b con 0x564c1bdb11a0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:36:28.980 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-a con 0x564c1bdafb80 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:36:28.980 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.981 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.981 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.981 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:36:28.981 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient(hunting): authenticate will time out at 2373.865323s 2024-09-12T17:36:28.981 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): get_auth_request con 0x564c1bdb1870 auth_method 0 2024-09-12T17:36:28.981 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.981 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.982 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.982 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): get_auth_request con 0x564c1bdafb80 auth_method 0 2024-09-12T17:36:28.982 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.982 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.982 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.982 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.982 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.983 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.983 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.983 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.983 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:36:28.332+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.983 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:36:28.332+0000 7f327a996640 10 monclient(hunting): get_auth_request con 0x564c1bdb11a0 auth_method 0 2024-09-12T17:36:28.983 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:36:28.332+0000 7f327a996640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.983 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:36:28.332+0000 7f327a996640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.984 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:36:28.332+0000 7f327a996640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.984 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient(hunting): handle_auth_done global_id 7229 payload 824 2024-09-12T17:36:28.984 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient: _finish_hunting 0 2024-09-12T17:36:28.984 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:36:28.332+0000 7f3273fff640 1 monclient: found mon.noname-c 2024-09-12T17:36:28.984 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:36:28.332+0000 7f3273fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.984 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.984 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:36:28.985 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: dump: 2024-09-12T17:36:28.985 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.985 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.985 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.985 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.985 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.985 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.986 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.986 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.986 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.986 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.986 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: _finish_auth 0 2024-09-12T17:36:28.986 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: _check_auth_tickets 2024-09-12T17:36:28.986 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 5 monclient: authenticate success, global_id 7229 2024-09-12T17:36:28.987 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: _renew_subs 2024-09-12T17:36:28.987 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.987 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:36:28.987 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.987 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:36:28.987 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:36:28.332+0000 7f315ffff640 10 monclient: dump: 2024-09-12T17:36:28.987 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.988 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.988 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.988 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.988 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.988 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.988 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.988 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.989 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.989 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.989 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:36:28.332+0000 7f327b197640 4 set_mon_vals no callback set 2024-09-12T17:36:28.989 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: _renew_subs 2024-09-12T17:36:28.989 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:36:28.332+0000 7f327c68f9c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.989 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:36:28.336+0000 7f315ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:36:28.989 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:36:28.336+0000 7f315ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:36:28.990 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:36:28.336+0000 7f315ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:36:28.990 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: get_monmap_and_config 2024-09-12T17:36:28.990 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: build_initial_monmap 2024-09-12T17:36:28.990 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:36:28.990 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: monmap: 2024-09-12T17:36:28.990 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:36:28.990 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:36:28.991 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:36:28.991 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:36:28.991 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:36:28.991 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.991 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:36:28.991 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:36:28.991 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:36:28.992 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.992 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:36:28.336+0000 7f327a996640 10 monclient: get_auth_request con 0x7f3154070bc0 auth_method 0 2024-09-12T17:36:28.992 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding auth protocol: cephx 2024-09-12T17:36:28.992 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding auth protocol: cephx 2024-09-12T17:36:28.992 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding auth protocol: cephx 2024-09-12T17:36:28.992 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: secure 2024-09-12T17:36:28.992 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: crc 2024-09-12T17:36:28.992 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: secure 2024-09-12T17:36:28.992 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: crc 2024-09-12T17:36:28.993 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: secure 2024-09-12T17:36:28.993 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: crc 2024-09-12T17:36:28.993 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: crc 2024-09-12T17:36:28.993 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: secure 2024-09-12T17:36:28.993 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: crc 2024-09-12T17:36:28.993 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: secure 2024-09-12T17:36:28.994 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: crc 2024-09-12T17:36:28.994 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdd1240) adding con mode: secure 2024-09-12T17:36:28.994 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.994 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: init 2024-09-12T17:36:28.994 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding auth protocol: cephx 2024-09-12T17:36:28.994 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding auth protocol: cephx 2024-09-12T17:36:28.994 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding auth protocol: cephx 2024-09-12T17:36:28.994 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: secure 2024-09-12T17:36:28.994 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: crc 2024-09-12T17:36:28.994 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: secure 2024-09-12T17:36:28.994 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: crc 2024-09-12T17:36:28.995 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: secure 2024-09-12T17:36:28.995 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: crc 2024-09-12T17:36:28.995 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: crc 2024-09-12T17:36:28.995 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: secure 2024-09-12T17:36:28.995 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: crc 2024-09-12T17:36:28.995 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: secure 2024-09-12T17:36:28.995 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: crc 2024-09-12T17:36:28.995 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953750) adding con mode: secure 2024-09-12T17:36:28.995 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.995 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:28.995 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command rotate-key cmddesc rotate-key hook 0x7ffcc6953898 EEXIST 2024-09-12T17:36:28.995 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:36:28.996 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:36:28.996 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-c con 0x564c1be05700 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:36:28.996 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-b con 0x564c1be00af0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:36:28.996 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-a con 0x564c1be01450 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:36:28.996 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.996 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.996 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:28.996 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:36:28.996 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient(hunting): authenticate will time out at 2373.869488s 2024-09-12T17:36:28.996 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): get_auth_request con 0x564c1be05700 auth_method 0 2024-09-12T17:36:28.996 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.997 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.997 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.997 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): get_auth_request con 0x564c1be01450 auth_method 0 2024-09-12T17:36:28.997 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:28.997 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:28.997 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:28.997 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.997 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.997 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.997 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:28.997 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:28.997 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:36:28.336+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:28.998 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient(hunting): handle_auth_done global_id 7232 payload 274 2024-09-12T17:36:28.998 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient: _finish_hunting 0 2024-09-12T17:36:28.998 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:36:28.336+0000 7f3273fff640 1 monclient: found mon.noname-c 2024-09-12T17:36:28.998 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:36:28.336+0000 7f3273fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:36:28.998 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:36:28.336+0000 7f327a996640 10 monclient: get_auth_request con 0x564c1be00af0 auth_method 0 2024-09-12T17:36:28.998 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.998 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:36:28.998 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: dump: 2024-09-12T17:36:28.998 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:28.998 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:28.998 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: _finish_auth 0 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: _check_auth_tickets 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:36:28.999 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:36:28.336+0000 7f315dffb640 10 monclient: dump: 2024-09-12T17:36:29.000 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:29.000 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:29.000 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:29.000 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:29.000 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:29.000 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:29.000 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:29.000 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:29.000 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:29.000 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:29.000 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 monclient: authenticate success, global_id 7232 2024-09-12T17:36:29.000 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: get_monmap_and_config success 2024-09-12T17:36:29.001 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 4 set_mon_vals no callback set 2024-09-12T17:36:29.001 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: shutdown 2024-09-12T17:36:29.001 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: build_initial_monmap 2024-09-12T17:36:29.001 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 1 build_initial for_mkfs: 0 2024-09-12T17:36:29.001 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: monmap: 2024-09-12T17:36:29.001 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:36:29.001 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:36:29.001 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:36:29.001 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:36:29.001 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:36:29.001 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:29.002 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:36:29.002 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:36:29.002 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:36:29.002 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:29.002 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding auth protocol: cephx 2024-09-12T17:36:29.002 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding auth protocol: cephx 2024-09-12T17:36:29.002 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding auth protocol: cephx 2024-09-12T17:36:29.002 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: secure 2024-09-12T17:36:29.002 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: crc 2024-09-12T17:36:29.002 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: secure 2024-09-12T17:36:29.002 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: crc 2024-09-12T17:36:29.002 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: secure 2024-09-12T17:36:29.003 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: crc 2024-09-12T17:36:29.003 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: crc 2024-09-12T17:36:29.003 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: secure 2024-09-12T17:36:29.003 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: crc 2024-09-12T17:36:29.003 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: secure 2024-09-12T17:36:29.003 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: crc 2024-09-12T17:36:29.003 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdf79b0) adding con mode: secure 2024-09-12T17:36:29.003 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:29.003 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 1 librados: starting msgr at 2024-09-12T17:36:29.003 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 1 librados: starting objecter 2024-09-12T17:36:29.003 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command objecter_requests cmddesc objecter_requests hook 0x564c1bdff3b0 EEXIST 2024-09-12T17:36:29.004 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 1 librados: setting wanted keys 2024-09-12T17:36:29.004 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 1 librados: calling monclient init 2024-09-12T17:36:29.004 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 10 monclient: init 2024-09-12T17:36:29.004 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding auth protocol: cephx 2024-09-12T17:36:29.004 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding auth protocol: cephx 2024-09-12T17:36:29.004 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding auth protocol: cephx 2024-09-12T17:36:29.004 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: secure 2024-09-12T17:36:29.004 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: crc 2024-09-12T17:36:29.004 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: secure 2024-09-12T17:36:29.004 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: crc 2024-09-12T17:36:29.004 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: secure 2024-09-12T17:36:29.004 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: crc 2024-09-12T17:36:29.005 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: crc 2024-09-12T17:36:29.005 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: secure 2024-09-12T17:36:29.005 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: crc 2024-09-12T17:36:29.005 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: secure 2024-09-12T17:36:29.005 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: crc 2024-09-12T17:36:29.005 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 5 AuthRegistry(0x564c1bdb3690) adding con mode: secure 2024-09-12T17:36:29.005 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:29.006 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:36:28.336+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:29.006 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command rotate-key cmddesc rotate-key hook 0x564c1bdb37d8 EEXIST 2024-09-12T17:36:29.006 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient: _reopen_session rank -1 2024-09-12T17:36:29.006 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:36:29.006 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-a con 0x564c1be00af0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:36:29.006 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-b con 0x564c1be01450 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:36:29.006 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): picked mon.noname-c con 0x564c1be05700 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:36:29.007 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:29.007 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:29.007 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:36:29.007 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): _renew_subs 2024-09-12T17:36:29.007 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient(hunting): authenticate will time out at 2373.872081s 2024-09-12T17:36:29.007 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): get_auth_request con 0x564c1be00af0 auth_method 0 2024-09-12T17:36:29.007 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:29.008 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:29.008 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:29.008 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): get_auth_request con 0x564c1be05700 auth_method 0 2024-09-12T17:36:29.008 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:36:29.008 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:36:29.008 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:36:29.008 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:29.008 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:29.009 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:29.009 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:36:29.009 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:36:29.009 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:36:29.009 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient(hunting): handle_auth_done global_id 7764 payload 824 2024-09-12T17:36:29.009 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient: _finish_hunting 0 2024-09-12T17:36:29.009 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:36:28.340+0000 7f3273fff640 1 monclient: found mon.noname-a 2024-09-12T17:36:29.009 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:36:28.340+0000 7f3273fff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:36:29.009 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:29.010 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:36:29.010 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: dump: 2024-09-12T17:36:29.010 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:29.010 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:29.010 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:29.010 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:29.010 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:29.011 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:29.011 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:29.011 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:29.011 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:29.011 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:29.011 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: _finish_auth 0 2024-09-12T17:36:29.011 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: _check_auth_tickets 2024-09-12T17:36:29.011 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:36:29.011 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:36:29.011 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:36:29.012 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:36:28.340+0000 7f314bfff640 10 monclient: dump: 2024-09-12T17:36:29.012 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:36:29.012 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:36:29.012 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:29.012 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:36:29.012 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:36:29.012 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:36:29.012 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:36:29.012 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:36:29.012 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:36:29.012 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:29.013 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:36:28.340+0000 7f315dffb640 4 set_mon_vals no callback set 2024-09-12T17:36:29.013 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 5 monclient: authenticate success, global_id 7764 2024-09-12T17:36:29.013 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient: _renew_subs 2024-09-12T17:36:29.013 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:36:29.013 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient: _renew_subs 2024-09-12T17:36:29.013 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:36:29.013 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 1 librados: init done 2024-09-12T17:36:29.013 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command cr dump hook 0x564c1bdfae98 2024-09-12T17:36:29.013 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.013 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:36:28.340+0000 7f314bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:36:29.013 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:36:28.340+0000 7f314bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:36:29.014 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:36:28.340+0000 7f314bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:36:29.014 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:36:28.340+0000 7f327a195640 10 monclient: get_auth_request con 0x564c1be1e790 auth_method 0 2024-09-12T17:36:29.014 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:36:28.340+0000 7f327a996640 10 monclient: get_auth_request con 0x7f3144070ae0 auth_method 0 2024-09-12T17:36:29.014 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.014 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 20 realm 2024-09-12T17:36:29.014 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:36:28.340+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.014 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.014 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:29.014 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.014 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.014 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.014 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:36:28.344+0000 7f3273fff640 10 monclient: get_auth_request con 0x564c1be22af0 auth_method 0 2024-09-12T17:36:29.015 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:29.015 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.015 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:36:28.344+0000 7f327a996640 10 monclient: get_auth_request con 0x564c1be26230 auth_method 0 2024-09-12T17:36:29.015 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:29.015 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:36:28.344+0000 7f327c68f9c0 20 searching for the correct realm 2024-09-12T17:36:29.015 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:36:28.344+0000 7f327a195640 10 monclient: get_auth_request con 0x7f327405c4b0 auth_method 0 2024-09-12T17:36:29.015 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:36:28.348+0000 7f3273fff640 10 monclient: get_auth_request con 0x7f326c0d5920 auth_method 0 2024-09-12T17:36:29.015 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:36:28.348+0000 7f327a996640 10 monclient: get_auth_request con 0x7f3264008050 auth_method 0 2024-09-12T17:36:29.015 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:36:28.348+0000 7f327a996640 0 -- 172.21.15.183:0/1333398660 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f3264008050 msgr2=0x7f3264062fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:29.015 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:36:28.552+0000 7f327a996640 10 monclient: get_auth_request con 0x7f3264008050 auth_method 0 2024-09-12T17:36:29.016 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:36:28.556+0000 7f327a195640 10 monclient: get_auth_request con 0x7f3274082930 auth_method 0 2024-09-12T17:36:29.016 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:36:28.564+0000 7f3273fff640 10 monclient: get_auth_request con 0x7f32740901c0 auth_method 0 2024-09-12T17:36:29.016 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:36:28.564+0000 7f3273fff640 0 -- 172.21.15.183:0/1333398660 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f32740901c0 msgr2=0x7f327407e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:36:29.016 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:36:28.768+0000 7f3273fff640 10 monclient: get_auth_request con 0x7f32740901c0 auth_method 0 2024-09-12T17:36:29.016 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:29.016 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:29.016 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:29.016 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:29.017 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:29.017 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:29.017 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:36:28.780+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.017 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.017 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.017 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:29.017 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.017 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:29.018 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 zone default found 2024-09-12T17:36:29.018 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 4 Realm: () 2024-09-12T17:36:29.018 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:29.018 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:29.018 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:29.018 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 zonegroup default 2024-09-12T17:36:29.018 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.018 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.019 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:36:28.784+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.019 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.019 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.019 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.019 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 started sync module instance, tier type = 2024-09-12T17:36:29.019 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:36:28.788+0000 7f327c68f9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:29.019 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=0 2024-09-12T17:36:29.020 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=1 2024-09-12T17:36:29.020 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=2 2024-09-12T17:36:29.020 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=3 2024-09-12T17:36:29.020 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=4 2024-09-12T17:36:29.020 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=5 2024-09-12T17:36:29.020 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:36:28.808+0000 7f327c68f9c0 20 add_watcher() i=6 2024-09-12T17:36:29.020 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:36:28.812+0000 7f327c68f9c0 20 add_watcher() i=7 2024-09-12T17:36:29.020 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:36:28.812+0000 7f327c68f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:29.021 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding auth protocol: cephx 2024-09-12T17:36:29.021 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding auth protocol: cephx 2024-09-12T17:36:29.021 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding auth protocol: cephx 2024-09-12T17:36:29.021 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: secure 2024-09-12T17:36:29.021 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: crc 2024-09-12T17:36:29.021 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: secure 2024-09-12T17:36:29.021 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: crc 2024-09-12T17:36:29.022 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: secure 2024-09-12T17:36:29.022 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: crc 2024-09-12T17:36:29.022 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: crc 2024-09-12T17:36:29.022 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: secure 2024-09-12T17:36:29.022 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: crc 2024-09-12T17:36:29.022 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: secure 2024-09-12T17:36:29.022 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: crc 2024-09-12T17:36:29.023 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 AuthRegistry(0x7ffcc6953c20) adding con mode: secure 2024-09-12T17:36:29.023 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:36:28.816+0000 7f31317e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:29.023 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:36:29.023 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:29.023 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:29.023 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command cache list hook 0x564c1bdfbe30 2024-09-12T17:36:29.023 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command cache inspect hook 0x564c1bdfbe30 2024-09-12T17:36:29.024 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command cache erase hook 0x564c1bdfbe30 2024-09-12T17:36:29.024 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command cache zap hook 0x564c1bdfbe30 2024-09-12T17:36:29.024 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 note: GC not initialized 2024-09-12T17:36:29.024 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:36:28.816+0000 7f312b7fe640 20 reqs_thread_entry: start 2024-09-12T17:36:29.024 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command sync trace show hook 0x7f326c0ab4b0 2024-09-12T17:36:29.024 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command sync trace history hook 0x7f326c0ab4b0 2024-09-12T17:36:29.024 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command sync trace active hook 0x7f326c0ab4b0 2024-09-12T17:36:29.024 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 5 asok(0x564c1bb272b0) register_command sync trace active_short hook 0x7f326c0ab4b0 2024-09-12T17:36:29.024 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:29.024 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 Filter name: none 2024-09-12T17:36:29.025 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:36:28.816+0000 7f31297fa640 20 reqs_thread_entry: start 2024-09-12T17:36:29.025 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:36:29.025 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:36:28.816+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.025 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:29.025 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:36:29.025 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:36:29.025 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 : miss 2024-09-12T17:36:29.025 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.025 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:36:29.026 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:36:29.026 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:36:29.026 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:29.026 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:29.026 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:36:28.820+0000 7f327c68f9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 2024-09-12T17:36:29.026 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:36:28.828+0000 7f327c68f9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:36:29.026 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:36:28.828+0000 7f327c68f9c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:36:29.026 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:36:28.828+0000 7f327c68f9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:29.026 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:36:28.828+0000 7f327c68f9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36, ofs0, ns] 2024-09-12T17:36:29.026 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:36:28.828+0000 7f315dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464306 cookie 94884885362032 notifier 7764 bl.length()=923 2024-09-12T17:36:29.027 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:36:28.828+0000 7f315dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:36:29.027 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:36:28.828+0000 7f315dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:36:29.027 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:36:28.828+0000 7f315dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:29.027 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:36:28.832+0000 7f327c68f9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): orig_sources= new_sources= 2024-09-12T17:36:29.027 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:36:28.832+0000 7f327c68f9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): potential sources added=[] removed=[] 2024-09-12T17:36:29.027 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:36:28.832+0000 7f327c68f9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): orig_dests= new_dests= 2024-09-12T17:36:29.027 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:36:28.832+0000 7f327c68f9c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): potential dests added=[] removed=[] 2024-09-12T17:36:29.027 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:36:28.836+0000 7f327c68f9c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f327c68f9c0 time 2024-09-12T17:36:28.835965+0000 2024-09-12T17:36:29.027 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:36:29.027 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:29.027 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:36:29.028 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f327ff692eb] 2024-09-12T17:36:29.028 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f327ff6949f] 2024-09-12T17:36:29.028 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564c198a90c1] 2024-09-12T17:36:29.028 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x14100ec) [0x564c1a2ff0ec] 2024-09-12T17:36:29.028 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x564c198bb18d] 2024-09-12T17:36:29.028 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:36:29.028 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f327edcfd90] 2024-09-12T17:36:29.028 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:36:29.028 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:36:29.028 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:29.028 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:36:28.840+0000 7f327c68f9c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:36:29.029 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f327c68f9c0 thread_name:radosgw-admin 2024-09-12T17:36:29.029 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:29.029 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:36:29.029 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f327ede8520] 2024-09-12T17:36:29.029 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:36:29.029 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:36:29.029 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:36:29.029 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f327ff69345] 2024-09-12T17:36:29.029 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f327ff6949f] 2024-09-12T17:36:29.029 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564c198a90c1] 2024-09-12T17:36:29.029 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x14100ec) [0x564c1a2ff0ec] 2024-09-12T17:36:29.030 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x564c198bb18d] 2024-09-12T17:36:29.030 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:36:29.030 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f327edcfd90] 2024-09-12T17:36:29.030 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:36:29.030 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:36:29.030 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:36:29.030 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:29.030 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:36:29.030 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:36:29.030 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:36:29.030 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:36:29.030 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:36:29.031 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:36:29.031 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:36:29.031 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:36:29.031 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:36:29.031 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:36:29.031 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:36:29.031 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:36:29.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:36:29.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:36:29.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:36:29.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:36:29.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:36:29.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:36:29.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:36:29.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:36:29.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:36:29.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:36:29.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:36:29.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:36:29.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:36:29.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:36:29.032 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:36:29.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:36:29.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:36:29.033 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:36:29.033 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:36:29.033 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:36:29.033 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:36:29.033 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:36:29.033 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:36:29.033 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:36:29.033 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:36:29.033 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:36:29.033 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:36:29.033 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:36:29.033 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:36:29.034 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:36:29.034 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:36:29.034 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:36:29.034 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:36:29.034 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:36:29.034 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:36:29.034 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:36:29.034 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:36:29.034 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:36:29.034 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:36:29.034 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:36:29.034 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:36:29.035 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:36:29.036 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:36:29.036 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:36:29.036 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:36:29.036 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:36:29.036 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:36:29.036 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:36:29.036 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:36:29.036 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:36:29.036 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:36:29.036 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:36:29.036 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:36:29.037 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:36:29.037 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:36:29.037 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:36:29.037 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:36:29.037 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:36:29.037 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:36:29.037 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:36:29.037 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:36:29.037 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:36:29.037 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:36:29.038 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:36:29.038 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:36:29.038 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:36:29.038 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:36:29.038 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:36:29.038 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:36:29.038 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:36:29.038 INFO:tasks.workunit.client.0.smithi183.stderr: 7f31297fa640 / http_manager 2024-09-12T17:36:29.038 INFO:tasks.workunit.client.0.smithi183.stderr: 7f312b7fe640 / http_manager 2024-09-12T17:36:29.038 INFO:tasks.workunit.client.0.smithi183.stderr: 7f31317e2640 / rgw_dt_lg_renew 2024-09-12T17:36:29.038 INFO:tasks.workunit.client.0.smithi183.stderr: 7f314bfff640 / ms_dispatch 2024-09-12T17:36:29.038 INFO:tasks.workunit.client.0.smithi183.stderr: 7f315dffb640 / io_context_pool 2024-09-12T17:36:29.039 INFO:tasks.workunit.client.0.smithi183.stderr: 7f315ffff640 / ms_dispatch 2024-09-12T17:36:29.039 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3166e05640 / ms_dispatch 2024-09-12T17:36:29.039 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3167e07640 / io_context_pool 2024-09-12T17:36:29.039 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3168608640 / io_context_pool 2024-09-12T17:36:29.039 INFO:tasks.workunit.client.0.smithi183.stderr: 7f3273fff640 / msgr-worker-2 2024-09-12T17:36:29.039 INFO:tasks.workunit.client.0.smithi183.stderr: 7f327a195640 / msgr-worker-1 2024-09-12T17:36:29.039 INFO:tasks.workunit.client.0.smithi183.stderr: 7f327a996640 / msgr-worker-0 2024-09-12T17:36:29.039 INFO:tasks.workunit.client.0.smithi183.stderr: 7f327b197640 / io_context_pool 2024-09-12T17:36:29.039 INFO:tasks.workunit.client.0.smithi183.stderr: 7f327c68f9c0 / radosgw-admin 2024-09-12T17:36:29.039 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:36:29.039 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:36:29.039 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:36:28.843007Z_7f27baa3-1a07-44c6-9b52-e1544fbb4234/log 2024-09-12T17:36:29.040 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:36:29.040 INFO:tasks.workunit.client.0.smithi183.stderr:Aborted 2024-09-12T17:36:29.040 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T17:36:29.040 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:29.040 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:29.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.928+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.928+0000 7fbdca06c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.928+0000 7fbdca06c9c0 20 realm 2024-09-12T17:36:29.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.928+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.928+0000 7fbdca06c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.928+0000 7fbdca06c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:29.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.928+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.928+0000 7fbdca06c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.928+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.932+0000 7fbdca06c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:29.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.932+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.932+0000 7fbdca06c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:29.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.932+0000 7fbdca06c9c0 20 searching for the correct realm 2024-09-12T17:36:29.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:28.936+0000 7fbdc8373640 0 -- 172.21.15.183:0/1554977620 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fbdbc00d5f0 msgr2=0x7fbdbc0398e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:29.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.152+0000 7fbdc7371640 0 -- 172.21.15.183:0/1554977620 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fbdc00bf420 msgr2=0x7fbdc00bf8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:29.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.368+0000 7fbdca06c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:29.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.368+0000 7fbdca06c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:29.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.368+0000 7fbdca06c9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:29.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.368+0000 7fbdca06c9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:29.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.368+0000 7fbdca06c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:29.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.368+0000 7fbdca06c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:29.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.368+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.368+0000 7fbdca06c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.368+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:29.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:29.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 zone default found 2024-09-12T17:36:29.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 4 Realm: () 2024-09-12T17:36:29.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:29.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:29.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:29.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 zonegroup default 2024-09-12T17:36:29.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.371 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.371 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 started sync module instance, tier type = 2024-09-12T17:36:29.371 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.372+0000 7fbdca06c9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:29.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.396+0000 7fbdca06c9c0 20 add_watcher() i=0 2024-09-12T17:36:29.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.396+0000 7fbdca06c9c0 20 add_watcher() i=1 2024-09-12T17:36:29.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.396+0000 7fbdca06c9c0 20 add_watcher() i=2 2024-09-12T17:36:29.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.396+0000 7fbdca06c9c0 20 add_watcher() i=3 2024-09-12T17:36:29.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.396+0000 7fbdca06c9c0 20 add_watcher() i=4 2024-09-12T17:36:29.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.396+0000 7fbdca06c9c0 20 add_watcher() i=5 2024-09-12T17:36:29.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.396+0000 7fbdca06c9c0 20 add_watcher() i=6 2024-09-12T17:36:29.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.400+0000 7fbdca06c9c0 20 add_watcher() i=7 2024-09-12T17:36:29.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.400+0000 7fbdca06c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:29.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.404+0000 7fbc7dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:29.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.404+0000 7fbdca06c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:29.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.404+0000 7fbdca06c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:29.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.404+0000 7fbdca06c9c0 5 note: GC not initialized 2024-09-12T17:36:29.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.404+0000 7fbc7cfe1640 20 reqs_thread_entry: start 2024-09-12T17:36:29.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.404+0000 7fbdca06c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:29.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.404+0000 7fbdca06c9c0 20 Filter name: none 2024-09-12T17:36:29.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.404+0000 7fbbf67fc640 20 reqs_thread_entry: start 2024-09-12T17:36:29.403 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.404+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.404 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.408+0000 7fbdca06c9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:29.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.408+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.408+0000 7fbdca06c9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:36:29.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.408+0000 7fbdca06c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:29.406 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.408+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.406 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.408+0000 7fbdca06c9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:29.407 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.408+0000 7fbdca06c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.412+0000 7fbdca06c9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:36:29.408 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.412+0000 7fbdca06c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:36:29.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.412+0000 7fbc7dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:29.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.416+0000 7fbdca06c9c0 20 remove_watcher() i=0 2024-09-12T17:36:29.415 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.416+0000 7fbdca06c9c0 2 removed watcher, disabling cache 2024-09-12T17:36:29.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.420+0000 7fbdca06c9c0 20 remove_watcher() i=1 2024-09-12T17:36:29.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.424+0000 7fbdca06c9c0 20 remove_watcher() i=2 2024-09-12T17:36:29.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.424+0000 7fbdca06c9c0 20 remove_watcher() i=3 2024-09-12T17:36:29.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.428+0000 7fbdca06c9c0 20 remove_watcher() i=4 2024-09-12T17:36:29.426 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.428+0000 7fbdca06c9c0 20 remove_watcher() i=5 2024-09-12T17:36:29.427 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.432+0000 7fbdca06c9c0 20 remove_watcher() i=6 2024-09-12T17:36:29.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.432+0000 7fbdca06c9c0 20 remove_watcher() i=7 2024-09-12T17:36:29.454 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:29.454 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:36:29.455 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-logrecord-writes id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:36:29.455 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:36:29.456 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:29.456 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:29.469 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:36:29.469 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:36:29.517 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:36:29.552 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:29.553 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:36:29.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.600+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.604+0000 7efc0171e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.604+0000 7efc0171e9c0 20 realm 2024-09-12T17:36:29.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.604+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.604+0000 7efc0171e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.604+0000 7efc0171e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:36:29.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.604+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.604+0000 7efc0171e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.604+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.604+0000 7efc0171e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:29.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.604+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.604+0000 7efc0171e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:36:29.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.604+0000 7efc0171e9c0 20 searching for the correct realm 2024-09-12T17:36:29.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.608+0000 7efbffa25640 0 -- 172.21.15.183:0/2361794651 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7efbf411cb60 msgr2=0x7efbf40b9a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:29.614 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.616+0000 7efbfea23640 0 -- 172.21.15.183:0/2361794651 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7efbf800a440 msgr2=0x7efbf800a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:36:29.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.832+0000 7efc0171e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:36:29.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.832+0000 7efc0171e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:36:29.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.832+0000 7efc0171e9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:36:29.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.832+0000 7efc0171e9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:36:29.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.832+0000 7efc0171e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:36:29.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.832+0000 7efc0171e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:36:29.831 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.832+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.832+0000 7efc0171e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.832+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:36:29.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:36:29.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 20 zone default found 2024-09-12T17:36:29.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 4 Realm: () 2024-09-12T17:36:29.833 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:36:29.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:36:29.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:36:29.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 20 zonegroup default 2024-09-12T17:36:29.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.835 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.836+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.840+0000 7efc0171e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:36:29.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.840+0000 7efc0171e9c0 20 started sync module instance, tier type = 2024-09-12T17:36:29.836 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.840+0000 7efc0171e9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:36:29.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.864+0000 7efc0171e9c0 20 add_watcher() i=0 2024-09-12T17:36:29.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.864+0000 7efc0171e9c0 20 add_watcher() i=1 2024-09-12T17:36:29.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.864+0000 7efc0171e9c0 20 add_watcher() i=2 2024-09-12T17:36:29.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.864+0000 7efc0171e9c0 20 add_watcher() i=3 2024-09-12T17:36:29.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.864+0000 7efc0171e9c0 20 add_watcher() i=4 2024-09-12T17:36:29.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.864+0000 7efc0171e9c0 20 add_watcher() i=5 2024-09-12T17:36:29.860 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.864+0000 7efc0171e9c0 20 add_watcher() i=6 2024-09-12T17:36:29.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.864+0000 7efc0171e9c0 20 add_watcher() i=7 2024-09-12T17:36:29.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.864+0000 7efc0171e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:36:29.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.868+0000 7efab5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:29.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.868+0000 7efc0171e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:36:29.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.868+0000 7efc0171e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:36:29.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.868+0000 7efc0171e9c0 5 note: GC not initialized 2024-09-12T17:36:29.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efab4fe1640 20 reqs_thread_entry: start 2024-09-12T17:36:29.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:36:29.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 20 Filter name: none 2024-09-12T17:36:29.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efa2e7fc640 20 reqs_thread_entry: start 2024-09-12T17:36:29.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:36:29.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:36:29.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:36:29.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:36:29.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 : miss 2024-09-12T17:36:29.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:36:29.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:36:29.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:36:29.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:36:29.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:36:29.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:36:29.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.872+0000 7efc0171e9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 2024-09-12T17:36:29.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.876+0000 7efc0171e9c0 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to be held by another RGW process; skipping for now 2024-09-12T17:36:29.874 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.876+0000 7efab5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:36:29.879 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.884+0000 7efc0171e9c0 20 remove_watcher() i=0 2024-09-12T17:36:29.879 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.884+0000 7efc0171e9c0 2 removed watcher, disabling cache 2024-09-12T17:36:29.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.884+0000 7efc0171e9c0 20 remove_watcher() i=1 2024-09-12T17:36:29.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.888+0000 7efc0171e9c0 20 remove_watcher() i=2 2024-09-12T17:36:29.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.888+0000 7efc0171e9c0 20 remove_watcher() i=3 2024-09-12T17:36:29.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.892+0000 7efc0171e9c0 20 remove_watcher() i=4 2024-09-12T17:36:29.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.892+0000 7efc0171e9c0 20 remove_watcher() i=5 2024-09-12T17:36:29.890 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.892+0000 7efc0171e9c0 20 remove_watcher() i=6 2024-09-12T17:36:29.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:36:29.896+0000 7efc0171e9c0 20 remove_watcher() i=7 2024-09-12T17:36:29.909 INFO:tasks.workunit.client.0.smithi183.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:36:59.941 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:36:59.981 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:36:59.981 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:00.025 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.028+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.028+0000 7f8ef77499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.028+0000 7f8ef77499c0 20 realm 2024-09-12T17:37:00.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.028+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.028+0000 7f8ef77499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.028+0000 7f8ef77499c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:00.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.028+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.028+0000 7f8ef77499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.027 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.028+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.032+0000 7f8ef77499c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:00.028 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.032+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.032+0000 7f8ef77499c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:00.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.032+0000 7f8ef77499c0 20 searching for the correct realm 2024-09-12T17:37:00.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.036+0000 7f8ef5a50640 0 -- 172.21.15.183:0/3676949733 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x556f832ea440 msgr2=0x556f832ec850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:00.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.044+0000 7f8ef4a4e640 0 -- 172.21.15.183:0/3676949733 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f8ef002ab20 msgr2=0x7f8ef0086150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:00.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:00.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:00.049 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:00.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:00.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:00.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:00.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.050 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:00.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:00.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 zone default found 2024-09-12T17:37:00.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 4 Realm: () 2024-09-12T17:37:00.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:00.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:00.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:00.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 zonegroup default 2024-09-12T17:37:00.051 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.052+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.056+0000 7f8ef77499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.056+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.052 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.056+0000 7f8ef77499c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.056+0000 7f8ef77499c0 20 started sync module instance, tier type = 2024-09-12T17:37:00.053 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.056+0000 7f8ef77499c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:00.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.068+0000 7f8ef77499c0 20 add_watcher() i=0 2024-09-12T17:37:00.066 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.068+0000 7f8ef77499c0 20 add_watcher() i=1 2024-09-12T17:37:00.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.068+0000 7f8ef77499c0 20 add_watcher() i=2 2024-09-12T17:37:00.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.068+0000 7f8ef77499c0 20 add_watcher() i=3 2024-09-12T17:37:00.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.068+0000 7f8ef77499c0 20 add_watcher() i=4 2024-09-12T17:37:00.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.068+0000 7f8ef77499c0 20 add_watcher() i=5 2024-09-12T17:37:00.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.068+0000 7f8ef77499c0 20 add_watcher() i=6 2024-09-12T17:37:00.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.072+0000 7f8ef77499c0 20 add_watcher() i=7 2024-09-12T17:37:00.067 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.072+0000 7f8ef77499c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:00.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.072+0000 7f8dab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:00.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.072+0000 7f8ef77499c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:00.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.072+0000 7f8ef77499c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:00.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.072+0000 7f8ef77499c0 5 note: GC not initialized 2024-09-12T17:37:00.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.072+0000 7f8daa7e4640 20 reqs_thread_entry: start 2024-09-12T17:37:00.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.072+0000 7f8ef77499c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:00.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.072+0000 7f8ef77499c0 20 Filter name: none 2024-09-12T17:37:00.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.072+0000 7f8d1bfff640 20 reqs_thread_entry: start 2024-09-12T17:37:00.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.072+0000 7f8ef77499c0 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T17:37:00.071 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.072+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.076+0000 7f8ef77499c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:37:00.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.076+0000 7f8ef77499c0 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T17:37:00.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.076+0000 7f8ef77499c0 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T17:37:00.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.076+0000 7f8ef77499c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 : miss 2024-09-12T17:37:00.072 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.076+0000 7f8ef77499c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.076+0000 7f8ef77499c0 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T17:37:00.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.076+0000 7f8ef77499c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:37:00.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.076+0000 7f8ef77499c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:37:00.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.076+0000 7f8ef77499c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:00.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.076+0000 7f8ef77499c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:00.073 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.076+0000 7f8ef77499c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 2024-09-12T17:37:00.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.076+0000 7f8ef77499c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:37:00.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.084+0000 7f8ef77499c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:37:00.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.084+0000 7f8ef77499c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:37:00.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.084+0000 7f8ef77499c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:00.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.084+0000 7f8ef77499c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36, ofs0, ns] 2024-09-12T17:37:00.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8dd8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464307 cookie 93937430630672 notifier 7289 bl.length()=923 2024-09-12T17:37:00.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8dd8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:37:00.083 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8dd8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:37:00.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8dd8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:00.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8ef77499c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): orig_sources= new_sources= 2024-09-12T17:37:00.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8ef77499c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): potential sources added=[] removed=[] 2024-09-12T17:37:00.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8ef77499c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): orig_dests= new_dests= 2024-09-12T17:37:00.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8ef77499c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): potential dests added=[] removed=[] 2024-09-12T17:37:00.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8ef77499c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.36.2.0 2024-09-12T17:37:00.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8ef77499c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.36.2.0 2024-09-12T17:37:00.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8ef77499c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.36.2.1 2024-09-12T17:37:00.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8ef77499c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.36.2.1 2024-09-12T17:37:00.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.088+0000 7f8ef77499c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.36.0 2024-09-12T17:37:00.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.092+0000 7f8ef77499c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 : hit (requested=0x17, cached=0x17) 2024-09-12T17:37:00.092 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.092+0000 7f8ef77499c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 2024-09-12T17:37:00.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.096+0000 7f8ef77499c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:37:00.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.096+0000 7f8ef77499c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:37:00.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.096+0000 7f8ef77499c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:00.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.096+0000 7f8ef77499c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36, ofs0, ns] 2024-09-12T17:37:00.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.096+0000 7f8dd8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464308 cookie 93937430630672 notifier 7289 bl.length()=923 2024-09-12T17:37:00.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.096+0000 7f8dd8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:37:00.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.096+0000 7f8dd8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:37:00.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.096+0000 7f8dd8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:00.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.100+0000 7f8ef77499c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): orig_sources= new_sources= 2024-09-12T17:37:00.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.100+0000 7f8ef77499c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): potential sources added=[] removed=[] 2024-09-12T17:37:00.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.100+0000 7f8ef77499c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): orig_dests= new_dests= 2024-09-12T17:37:00.095 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.100+0000 7f8ef77499c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): potential dests added=[] removed=[] 2024-09-12T17:37:00.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.100+0000 7f8ef77499c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.36.0 2024-09-12T17:37:00.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.100+0000 7f8ef77499c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 : hit (requested=0x17, cached=0x17) 2024-09-12T17:37:00.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.100+0000 7f8ef77499c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 2024-09-12T17:37:00.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8ef77499c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:37:00.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8ef77499c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:37:00.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8ef77499c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:00.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8ef77499c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36, ofs0, ns] 2024-09-12T17:37:00.100 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8dc7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464309 cookie 93937430630672 notifier 7289 bl.length()=891 2024-09-12T17:37:00.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8dc7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 info.flags=0x17 2024-09-12T17:37:00.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8dc7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 to cache LRU end 2024-09-12T17:37:00.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8dc7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:00.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8ef77499c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): orig_sources= new_sources= 2024-09-12T17:37:00.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8ef77499c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): potential sources added=[] removed=[] 2024-09-12T17:37:00.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8ef77499c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): orig_dests= new_dests= 2024-09-12T17:37:00.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8ef77499c0 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[fbe06962-a98e-4cf5-b805-dd8639959719.4523.36]): potential dests added=[] removed=[] 2024-09-12T17:37:00.103 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.104+0000 7f8ef77499c0 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-12T17:37:00.106 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.108+0000 7f8dab7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:00.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.112+0000 7f8ef77499c0 20 remove_watcher() i=0 2024-09-12T17:37:00.110 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.112+0000 7f8ef77499c0 2 removed watcher, disabling cache 2024-09-12T17:37:00.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.116+0000 7f8ef77499c0 20 remove_watcher() i=1 2024-09-12T17:37:00.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.116+0000 7f8ef77499c0 20 remove_watcher() i=2 2024-09-12T17:37:00.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.120+0000 7f8ef77499c0 20 remove_watcher() i=3 2024-09-12T17:37:00.118 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.120+0000 7f8ef77499c0 20 remove_watcher() i=4 2024-09-12T17:37:00.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.124+0000 7f8ef77499c0 20 remove_watcher() i=5 2024-09-12T17:37:00.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.124+0000 7f8ef77499c0 20 remove_watcher() i=6 2024-09-12T17:37:00.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.124+0000 7f8ef77499c0 20 remove_watcher() i=7 2024-09-12T17:37:00.134 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T17:37:00.160 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:00.160 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:00.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.204+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.204+0000 7f5b781769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.204+0000 7f5b781769c0 20 realm 2024-09-12T17:37:00.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.204+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.204+0000 7f5b781769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.204+0000 7f5b781769c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:00.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.204+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.204+0000 7f5b781769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.204+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.208+0000 7f5b781769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:00.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.208+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.208+0000 7f5b781769c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:00.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.208+0000 7f5b781769c0 20 searching for the correct realm 2024-09-12T17:37:00.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.212+0000 7f5b75c7c640 0 -- 172.21.15.183:0/2984720573 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f5b70018040 msgr2=0x7f5b70018420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:00.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.220+0000 7f5b7547b640 0 -- 172.21.15.183:0/2984720573 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f5b700498f0 msgr2=0x7f5b700463c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:00.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.436+0000 7f5b781769c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:00.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.436+0000 7f5b781769c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:00.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.436+0000 7f5b781769c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:00.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.436+0000 7f5b781769c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:00.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.436+0000 7f5b781769c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:00.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.436+0000 7f5b781769c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:00.436 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:00.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:00.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 zone default found 2024-09-12T17:37:00.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 4 Realm: () 2024-09-12T17:37:00.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:00.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:00.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:00.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 zonegroup default 2024-09-12T17:37:00.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.440+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.444+0000 7f5b781769c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:00.440 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.444+0000 7f5b781769c0 20 started sync module instance, tier type = 2024-09-12T17:37:00.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.444+0000 7f5b781769c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:00.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.468+0000 7f5b781769c0 20 add_watcher() i=0 2024-09-12T17:37:00.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.468+0000 7f5b781769c0 20 add_watcher() i=1 2024-09-12T17:37:00.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.468+0000 7f5b781769c0 20 add_watcher() i=2 2024-09-12T17:37:00.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.468+0000 7f5b781769c0 20 add_watcher() i=3 2024-09-12T17:37:00.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.468+0000 7f5b781769c0 20 add_watcher() i=4 2024-09-12T17:37:00.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.468+0000 7f5b781769c0 20 add_watcher() i=5 2024-09-12T17:37:00.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.468+0000 7f5b781769c0 20 add_watcher() i=6 2024-09-12T17:37:00.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.468+0000 7f5b781769c0 20 add_watcher() i=7 2024-09-12T17:37:00.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.468+0000 7f5b781769c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:00.470 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.472+0000 7f5a27fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:00.471 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.472+0000 7f5b781769c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:00.471 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.472+0000 7f5b781769c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:00.471 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.472+0000 7f5b781769c0 5 note: GC not initialized 2024-09-12T17:37:00.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.476+0000 7f5a26ffd640 20 reqs_thread_entry: start 2024-09-12T17:37:00.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.476+0000 7f5b781769c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:00.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.476+0000 7f5b781769c0 20 Filter name: none 2024-09-12T17:37:00.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.476+0000 7f5a24ff9640 20 reqs_thread_entry: start 2024-09-12T17:37:00.472 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.476+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.476+0000 7f5b781769c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:37:00.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.476+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.476+0000 7f5b781769c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:37:00.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.476+0000 7f5b781769c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:00.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.476+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.480+0000 7f5b781769c0 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T17:37:00.476 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.480+0000 7f5b781769c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:00.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.480+0000 7f5b781769c0 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T17:37:00.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.480+0000 7f5b781769c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:00.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.484+0000 7f5a27fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:00.485 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.488+0000 7f5b781769c0 20 remove_watcher() i=0 2024-09-12T17:37:00.485 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.488+0000 7f5b781769c0 2 removed watcher, disabling cache 2024-09-12T17:37:00.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.492+0000 7f5b781769c0 20 remove_watcher() i=1 2024-09-12T17:37:00.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.492+0000 7f5b781769c0 20 remove_watcher() i=2 2024-09-12T17:37:00.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.496+0000 7f5b781769c0 20 remove_watcher() i=3 2024-09-12T17:37:00.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.496+0000 7f5b781769c0 20 remove_watcher() i=4 2024-09-12T17:37:00.497 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.500+0000 7f5b781769c0 20 remove_watcher() i=5 2024-09-12T17:37:00.499 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.500+0000 7f5b781769c0 20 remove_watcher() i=6 2024-09-12T17:37:00.500 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:00.504+0000 7f5b781769c0 20 remove_watcher() i=7 2024-09-12T17:37:00.518 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:00.518 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:37:00.518 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-logrecord-writes id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.36 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:37:00.518 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:00.519 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.519 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.523 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.523 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.570 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.570 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.597 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2024-09-12T17:37:00.598 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:00.598 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.598 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.612 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.612 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.659 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.659 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.677 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.677 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.696 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.696 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.715 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.715 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.734 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.735 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.756 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.756 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.776 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.776 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.798 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.799 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.817 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.817 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.837 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.837 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.856 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.856 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.874 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.874 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.894 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.894 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.914 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.914 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.933 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.934 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.952 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.953 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.970 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.970 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:00.989 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:00.989 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:01.008 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:01.008 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:01.027 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:01.027 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:01.045 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:37:01.077 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:01.077 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:01.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.123+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.127+0000 7fed462e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.127+0000 7fed462e19c0 20 realm 2024-09-12T17:37:01.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.127+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.127+0000 7fed462e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.127+0000 7fed462e19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:01.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.127+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.127+0000 7fed462e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.127+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.127+0000 7fed462e19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:01.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.127+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.127+0000 7fed462e19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:01.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.127+0000 7fed462e19c0 20 searching for the correct realm 2024-09-12T17:37:01.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.131+0000 7fed445e8640 0 -- 172.21.15.183:0/1839572005 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fed38033060 msgr2=0x7fed380626c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:01.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.347+0000 7fed435e6640 0 -- 172.21.15.183:0/1839572005 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fed3c056950 msgr2=0x7fed3c03e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:01.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.563+0000 7fed462e19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:01.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.563+0000 7fed462e19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:01.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.563+0000 7fed462e19c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:01.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.563+0000 7fed462e19c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:01.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.563+0000 7fed462e19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:01.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.563+0000 7fed462e19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:01.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.563+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.563+0000 7fed462e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.563+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:01.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:01.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 zone default found 2024-09-12T17:37:01.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 4 Realm: () 2024-09-12T17:37:01.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:01.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:01.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:01.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 zonegroup default 2024-09-12T17:37:01.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 started sync module instance, tier type = 2024-09-12T17:37:01.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.567+0000 7fed462e19c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:01.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.591+0000 7fed462e19c0 20 add_watcher() i=0 2024-09-12T17:37:01.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.591+0000 7fed462e19c0 20 add_watcher() i=1 2024-09-12T17:37:01.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.591+0000 7fed462e19c0 20 add_watcher() i=2 2024-09-12T17:37:01.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.591+0000 7fed462e19c0 20 add_watcher() i=3 2024-09-12T17:37:01.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.591+0000 7fed462e19c0 20 add_watcher() i=4 2024-09-12T17:37:01.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.591+0000 7fed462e19c0 20 add_watcher() i=5 2024-09-12T17:37:01.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.591+0000 7fed462e19c0 20 add_watcher() i=6 2024-09-12T17:37:01.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.591+0000 7fed462e19c0 20 add_watcher() i=7 2024-09-12T17:37:01.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.591+0000 7fed462e19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:01.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.599+0000 7febf9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:01.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.599+0000 7fed462e19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:01.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.599+0000 7fed462e19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:01.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.599+0000 7fed462e19c0 5 note: GC not initialized 2024-09-12T17:37:01.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.599+0000 7febf8fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:01.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.599+0000 7fed462e19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:01.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.599+0000 7fed462e19c0 20 Filter name: none 2024-09-12T17:37:01.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.599+0000 7feb727fc640 20 reqs_thread_entry: start 2024-09-12T17:37:01.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.599+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.599+0000 7fed462e19c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:01.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.599+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.603+0000 7fed462e19c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:01.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.603+0000 7fed462e19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:01.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.603+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.603+0000 7fed462e19c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:01.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.603+0000 7fed462e19c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.603+0000 7fed462e19c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:01.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.603+0000 7fed462e19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:01.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.607+0000 7febf9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:01.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.611+0000 7fed462e19c0 20 remove_watcher() i=0 2024-09-12T17:37:01.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.611+0000 7fed462e19c0 2 removed watcher, disabling cache 2024-09-12T17:37:01.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.615+0000 7fed462e19c0 20 remove_watcher() i=1 2024-09-12T17:37:01.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.615+0000 7fed462e19c0 20 remove_watcher() i=2 2024-09-12T17:37:01.617 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.619+0000 7fed462e19c0 20 remove_watcher() i=3 2024-09-12T17:37:01.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.623+0000 7fed462e19c0 20 remove_watcher() i=4 2024-09-12T17:37:01.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.623+0000 7fed462e19c0 20 remove_watcher() i=5 2024-09-12T17:37:01.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.623+0000 7fed462e19c0 20 remove_watcher() i=6 2024-09-12T17:37:01.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.627+0000 7fed462e19c0 20 remove_watcher() i=7 2024-09-12T17:37:01.639 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:01.640 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:37:01.640 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-change-reshard-state id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:37:01.640 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:01.640 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2024-09-12T17:37:01.673 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:01.673 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:01.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.719+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.719+0000 7f778e8429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.719+0000 7f778e8429c0 20 realm 2024-09-12T17:37:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.719+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.719+0000 7f778e8429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.719+0000 7f778e8429c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.719+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.719+0000 7f778e8429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.719+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.723+0000 7f778e8429c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:01.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.723+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.723+0000 7f778e8429c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:01.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.723+0000 7f778e8429c0 20 searching for the correct realm 2024-09-12T17:37:01.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.727+0000 7f778c348640 0 -- 172.21.15.183:0/3124227073 >> [v2:172.21.15.183:6816/2104471518,v1:172.21.15.183:6817/2104471518] conn(0x556adf003760 msgr2=0x556adf005bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:01.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.735+0000 7f778cb49640 0 -- 172.21.15.183:0/3124227073 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f7780107960 msgr2=0x7f77800fd8e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:01.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:01.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:01.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:01.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:01.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:01.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:01.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 zone default found 2024-09-12T17:37:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 4 Realm: () 2024-09-12T17:37:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 zonegroup default 2024-09-12T17:37:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 started sync module instance, tier type = 2024-09-12T17:37:01.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.743+0000 7f778e8429c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.759+0000 7f778e8429c0 20 add_watcher() i=0 2024-09-12T17:37:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.759+0000 7f778e8429c0 20 add_watcher() i=1 2024-09-12T17:37:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.759+0000 7f778e8429c0 20 add_watcher() i=2 2024-09-12T17:37:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.759+0000 7f778e8429c0 20 add_watcher() i=3 2024-09-12T17:37:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.759+0000 7f778e8429c0 20 add_watcher() i=4 2024-09-12T17:37:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.759+0000 7f778e8429c0 20 add_watcher() i=5 2024-09-12T17:37:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.759+0000 7f778e8429c0 20 add_watcher() i=6 2024-09-12T17:37:01.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.759+0000 7f778e8429c0 20 add_watcher() i=7 2024-09-12T17:37:01.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.759+0000 7f778e8429c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:01.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.763+0000 7f76427e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:01.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.763+0000 7f778e8429c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:01.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.763+0000 7f778e8429c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:01.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.763+0000 7f778e8429c0 5 note: GC not initialized 2024-09-12T17:37:01.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.763+0000 7f76417e2640 20 reqs_thread_entry: start 2024-09-12T17:37:01.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.763+0000 7f778e8429c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:01.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.763+0000 7f778e8429c0 20 Filter name: none 2024-09-12T17:37:01.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.763+0000 7f75b2ffd640 20 reqs_thread_entry: start 2024-09-12T17:37:01.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.763+0000 7f778e8429c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T17:37:01.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.763+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.767+0000 7f778e8429c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:01.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.767+0000 7f778e8429c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T17:37:01.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.767+0000 7f778e8429c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T17:37:01.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.767+0000 7f778e8429c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 : miss 2024-09-12T17:37:01.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.767+0000 7f778e8429c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.767+0000 7f778e8429c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:01.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.767+0000 7f778e8429c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 info.flags=0x17 2024-09-12T17:37:01.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.767+0000 7f778e8429c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 to cache LRU end 2024-09-12T17:37:01.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.767+0000 7f778e8429c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:01.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.767+0000 7f778e8429c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:01.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.767+0000 7f778e8429c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 2024-09-12T17:37:01.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.775+0000 7f778e8429c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 info.flags=0x17 2024-09-12T17:37:01.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.775+0000 7f778e8429c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 to cache LRU end 2024-09-12T17:37:01.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.775+0000 7f778e8429c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:01.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.775+0000 7f778e8429c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37, ofs0, ns] 2024-09-12T17:37:01.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.775+0000 7f766b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464326 cookie 93917496292656 notifier 7337 bl.length()=931 2024-09-12T17:37:01.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.775+0000 7f766b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 info.flags=0x17 2024-09-12T17:37:01.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.775+0000 7f766b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 to cache LRU end 2024-09-12T17:37:01.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.775+0000 7f766b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:01.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.775+0000 7f778e8429c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): orig_sources= new_sources= 2024-09-12T17:37:01.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.775+0000 7f778e8429c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): potential sources added=[] removed=[] 2024-09-12T17:37:01.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.775+0000 7f778e8429c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): orig_dests= new_dests= 2024-09-12T17:37:01.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.775+0000 7f778e8429c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): potential dests added=[] removed=[] 2024-09-12T17:37:01.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.779+0000 7f778e8429c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.37.1.0 2024-09-12T17:37:01.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.779+0000 7f778e8429c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.37.1.0 2024-09-12T17:37:01.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.779+0000 7f778e8429c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.37.1.1 2024-09-12T17:37:01.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.779+0000 7f778e8429c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.37.1.1 2024-09-12T17:37:01.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.779+0000 7f778e8429c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.37.0 2024-09-12T17:37:01.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.783+0000 7f778e8429c0 -1 Injecting error=-5 at location=change_reshard_state 2024-09-12T17:37:01.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.783+0000 7f778e8429c0 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2024-09-12T17:37:01.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.791+0000 7f778e8429c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 : hit (requested=0x17, cached=0x17) 2024-09-12T17:37:01.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.791+0000 7f778e8429c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 2024-09-12T17:37:01.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f778e8429c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 info.flags=0x17 2024-09-12T17:37:01.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f778e8429c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 to cache LRU end 2024-09-12T17:37:01.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f778e8429c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:01.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f778e8429c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37, ofs0, ns] 2024-09-12T17:37:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f766b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464327 cookie 93917496292656 notifier 7337 bl.length()=899 2024-09-12T17:37:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f766b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 info.flags=0x17 2024-09-12T17:37:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f766b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 to cache LRU end 2024-09-12T17:37:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f766b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f778e8429c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): orig_sources= new_sources= 2024-09-12T17:37:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f778e8429c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): potential sources added=[] removed=[] 2024-09-12T17:37:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f778e8429c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): orig_dests= new_dests= 2024-09-12T17:37:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f778e8429c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): potential dests added=[] removed=[] 2024-09-12T17:37:01.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.795+0000 7f778e8429c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2024-09-12T17:37:01.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.799+0000 7f76427e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:01.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.803+0000 7f778e8429c0 20 remove_watcher() i=0 2024-09-12T17:37:01.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.803+0000 7f778e8429c0 2 removed watcher, disabling cache 2024-09-12T17:37:01.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.807+0000 7f778e8429c0 20 remove_watcher() i=1 2024-09-12T17:37:01.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.807+0000 7f778e8429c0 20 remove_watcher() i=2 2024-09-12T17:37:01.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.811+0000 7f778e8429c0 20 remove_watcher() i=3 2024-09-12T17:37:01.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.811+0000 7f778e8429c0 20 remove_watcher() i=4 2024-09-12T17:37:01.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.815+0000 7f778e8429c0 20 remove_watcher() i=5 2024-09-12T17:37:01.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.815+0000 7f778e8429c0 20 remove_watcher() i=6 2024-09-12T17:37:01.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.815+0000 7f778e8429c0 20 remove_watcher() i=7 2024-09-12T17:37:01.828 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:37:01.854 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:01.854 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:01.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.899+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.899+0000 7fd2c760e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.899+0000 7fd2c760e9c0 20 realm 2024-09-12T17:37:01.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.899+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.899+0000 7fd2c760e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.899+0000 7fd2c760e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:01.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.899+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.899+0000 7fd2c760e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:01.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.899+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.903+0000 7fd2c760e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:01.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.903+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:01.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.903+0000 7fd2c760e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:01.902 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.903+0000 7fd2c760e9c0 20 searching for the correct realm 2024-09-12T17:37:01.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:01.907+0000 7fd2c4913640 0 -- 172.21.15.183:0/1183193313 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7fd2b8008040 msgr2=0x7fd2b8091ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:02.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.123+0000 7fd2c5114640 0 -- 172.21.15.183:0/1183193313 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fd2c00f0040 msgr2=0x7fd2c00a9420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:02.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:02.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:02.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:02.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:02.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:02.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:02.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:02.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:02.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 zone default found 2024-09-12T17:37:02.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 4 Realm: () 2024-09-12T17:37:02.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:02.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:02.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:02.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 zonegroup default 2024-09-12T17:37:02.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.139+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.143+0000 7fd2c760e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.143+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.143+0000 7fd2c760e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.143+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.143+0000 7fd2c760e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.143+0000 7fd2c760e9c0 20 started sync module instance, tier type = 2024-09-12T17:37:02.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.143+0000 7fd2c760e9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:02.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.163+0000 7fd2c760e9c0 20 add_watcher() i=0 2024-09-12T17:37:02.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.163+0000 7fd2c760e9c0 20 add_watcher() i=1 2024-09-12T17:37:02.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.163+0000 7fd2c760e9c0 20 add_watcher() i=2 2024-09-12T17:37:02.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.163+0000 7fd2c760e9c0 20 add_watcher() i=3 2024-09-12T17:37:02.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.163+0000 7fd2c760e9c0 20 add_watcher() i=4 2024-09-12T17:37:02.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.163+0000 7fd2c760e9c0 20 add_watcher() i=5 2024-09-12T17:37:02.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.163+0000 7fd2c760e9c0 20 add_watcher() i=6 2024-09-12T17:37:02.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.167+0000 7fd2c760e9c0 20 add_watcher() i=7 2024-09-12T17:37:02.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.167+0000 7fd2c760e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:02.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.171+0000 7fd17bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:02.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.171+0000 7fd2c760e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:02.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.171+0000 7fd2c760e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:02.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.171+0000 7fd2c760e9c0 5 note: GC not initialized 2024-09-12T17:37:02.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.171+0000 7fd17afe5640 20 reqs_thread_entry: start 2024-09-12T17:37:02.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.171+0000 7fd2c760e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:02.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.171+0000 7fd2c760e9c0 20 Filter name: none 2024-09-12T17:37:02.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.171+0000 7fd178fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:02.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.171+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.171+0000 7fd2c760e9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:02.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.171+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.175+0000 7fd2c760e9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:02.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.175+0000 7fd2c760e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:02.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.175+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.175+0000 7fd2c760e9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:02.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.175+0000 7fd2c760e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.175+0000 7fd2c760e9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:02.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.175+0000 7fd2c760e9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:02.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.179+0000 7fd17bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:02.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.183+0000 7fd2c760e9c0 20 remove_watcher() i=0 2024-09-12T17:37:02.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.183+0000 7fd2c760e9c0 2 removed watcher, disabling cache 2024-09-12T17:37:02.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.187+0000 7fd2c760e9c0 20 remove_watcher() i=1 2024-09-12T17:37:02.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.191+0000 7fd2c760e9c0 20 remove_watcher() i=2 2024-09-12T17:37:02.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.191+0000 7fd2c760e9c0 20 remove_watcher() i=3 2024-09-12T17:37:02.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.195+0000 7fd2c760e9c0 20 remove_watcher() i=4 2024-09-12T17:37:02.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.195+0000 7fd2c760e9c0 20 remove_watcher() i=5 2024-09-12T17:37:02.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.199+0000 7fd2c760e9c0 20 remove_watcher() i=6 2024-09-12T17:37:02.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.199+0000 7fd2c760e9c0 20 remove_watcher() i=7 2024-09-12T17:37:02.219 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:02.219 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:37:02.219 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-change-reshard-state id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:37:02.219 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:02.221 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:02.221 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:02.236 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:02.236 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:02.281 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:37:02.317 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:02.318 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:02.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.363+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.367+0000 7ffba115b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.367+0000 7ffba115b9c0 20 realm 2024-09-12T17:37:02.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.367+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.367+0000 7ffba115b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.367+0000 7ffba115b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:02.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.367+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.367+0000 7ffba115b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.367+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.367+0000 7ffba115b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:02.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.367+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.371+0000 7ffba115b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:02.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.371+0000 7ffba115b9c0 20 searching for the correct realm 2024-09-12T17:37:02.371 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.375+0000 7ffb9f462640 0 -- 172.21.15.183:0/3783800803 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7ffb94060030 msgr2=0x7ffb9405bd40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:02.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.591+0000 7ffb9e460640 0 -- 172.21.15.183:0/3783800803 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7ffb980f08f0 msgr2=0x7ffb980c1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:02.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.807+0000 7ffba115b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:02.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.807+0000 7ffba115b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:02.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.807+0000 7ffba115b9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:02.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.807+0000 7ffba115b9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:02.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.807+0000 7ffba115b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:02.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.807+0000 7ffba115b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:02.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.807+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.807+0000 7ffba115b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.807+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.807+0000 7ffba115b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:02.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.807+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:02.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 20 zone default found 2024-09-12T17:37:02.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 4 Realm: () 2024-09-12T17:37:02.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:02.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:02.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:02.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 20 zonegroup default 2024-09-12T17:37:02.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 20 started sync module instance, tier type = 2024-09-12T17:37:02.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.811+0000 7ffba115b9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:02.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.835+0000 7ffba115b9c0 20 add_watcher() i=0 2024-09-12T17:37:02.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.835+0000 7ffba115b9c0 20 add_watcher() i=1 2024-09-12T17:37:02.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.835+0000 7ffba115b9c0 20 add_watcher() i=2 2024-09-12T17:37:02.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.835+0000 7ffba115b9c0 20 add_watcher() i=3 2024-09-12T17:37:02.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.835+0000 7ffba115b9c0 20 add_watcher() i=4 2024-09-12T17:37:02.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.835+0000 7ffba115b9c0 20 add_watcher() i=5 2024-09-12T17:37:02.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.835+0000 7ffba115b9c0 20 add_watcher() i=6 2024-09-12T17:37:02.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.835+0000 7ffba115b9c0 20 add_watcher() i=7 2024-09-12T17:37:02.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.835+0000 7ffba115b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:02.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.839+0000 7ffa557e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:02.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.839+0000 7ffba115b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:02.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.839+0000 7ffba115b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:02.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.839+0000 7ffba115b9c0 5 note: GC not initialized 2024-09-12T17:37:02.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.839+0000 7ff9cffff640 20 reqs_thread_entry: start 2024-09-12T17:37:02.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.839+0000 7ffba115b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:02.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.839+0000 7ffba115b9c0 20 Filter name: none 2024-09-12T17:37:02.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.839+0000 7ff9cdffb640 20 reqs_thread_entry: start 2024-09-12T17:37:02.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.839+0000 7ffba115b9c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T17:37:02.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.839+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.839 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.843+0000 7ffba115b9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:02.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.843+0000 7ffba115b9c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T17:37:02.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.843+0000 7ffba115b9c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T17:37:02.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.843+0000 7ffba115b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 : miss 2024-09-12T17:37:02.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.843+0000 7ffba115b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.843+0000 7ffba115b9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:02.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.843+0000 7ffba115b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 info.flags=0x17 2024-09-12T17:37:02.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.843+0000 7ffba115b9c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 to cache LRU end 2024-09-12T17:37:02.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.843+0000 7ffba115b9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:02.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.843+0000 7ffba115b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:02.841 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.843+0000 7ffba115b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 2024-09-12T17:37:02.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.851+0000 7ffba115b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 info.flags=0x17 2024-09-12T17:37:02.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.851+0000 7ffba115b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 to cache LRU end 2024-09-12T17:37:02.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.851+0000 7ffba115b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:02.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.851+0000 7ffba115b9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37, ofs0, ns] 2024-09-12T17:37:02.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.851+0000 7ffa827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464328 cookie 94655821532960 notifier 7911 bl.length()=931 2024-09-12T17:37:02.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.851+0000 7ffa827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 info.flags=0x17 2024-09-12T17:37:02.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.851+0000 7ffa827fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 to cache LRU end 2024-09-12T17:37:02.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.851+0000 7ffa827fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:02.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.851+0000 7ffba115b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): orig_sources= new_sources= 2024-09-12T17:37:02.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.851+0000 7ffba115b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): potential sources added=[] removed=[] 2024-09-12T17:37:02.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.851+0000 7ffba115b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): orig_dests= new_dests= 2024-09-12T17:37:02.853 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.851+0000 7ffba115b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): potential dests added=[] removed=[] 2024-09-12T17:37:02.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.855+0000 7ffba115b9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.37.1.0 2024-09-12T17:37:02.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.855+0000 7ffba115b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.37.1.0 2024-09-12T17:37:02.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.855+0000 7ffba115b9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.37.1.1 2024-09-12T17:37:02.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.855+0000 7ffba115b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.37.1.1 2024-09-12T17:37:02.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.855+0000 7ffba115b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.37.0 2024-09-12T17:37:02.858 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.859+0000 7ffba115b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 : hit (requested=0x17, cached=0x17) 2024-09-12T17:37:02.858 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.859+0000 7ffba115b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 2024-09-12T17:37:02.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.863+0000 7ffba115b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 info.flags=0x17 2024-09-12T17:37:02.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.863+0000 7ffba115b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 to cache LRU end 2024-09-12T17:37:02.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.863+0000 7ffba115b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:02.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.863+0000 7ffba115b9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37, ofs0, ns] 2024-09-12T17:37:02.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.863+0000 7ffa827fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464329 cookie 94655821532960 notifier 7911 bl.length()=931 2024-09-12T17:37:02.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.863+0000 7ffa827fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 info.flags=0x17 2024-09-12T17:37:02.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.863+0000 7ffa827fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 to cache LRU end 2024-09-12T17:37:02.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.863+0000 7ffa827fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:02.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.863+0000 7ffba115b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): orig_sources= new_sources= 2024-09-12T17:37:02.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.863+0000 7ffba115b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): potential sources added=[] removed=[] 2024-09-12T17:37:02.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.863+0000 7ffba115b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): orig_dests= new_dests= 2024-09-12T17:37:02.862 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.863+0000 7ffba115b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): potential dests added=[] removed=[] 2024-09-12T17:37:02.864 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.867+0000 7ffba115b9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.37.0 2024-09-12T17:37:02.865 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.867+0000 7ffba115b9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 : hit (requested=0x17, cached=0x17) 2024-09-12T17:37:02.865 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.867+0000 7ffba115b9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 2024-09-12T17:37:02.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.871+0000 7ffba115b9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 info.flags=0x17 2024-09-12T17:37:02.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.871+0000 7ffba115b9c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 to cache LRU end 2024-09-12T17:37:02.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.871+0000 7ffba115b9c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:02.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.871+0000 7ffba115b9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37, ofs0, ns] 2024-09-12T17:37:02.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.871+0000 7ffa81ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464330 cookie 94655821532960 notifier 7911 bl.length()=899 2024-09-12T17:37:02.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.871+0000 7ffa81ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 info.flags=0x17 2024-09-12T17:37:02.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.871+0000 7ffa81ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 to cache LRU end 2024-09-12T17:37:02.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.871+0000 7ffa81ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:02.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.871+0000 7ffba115b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): orig_sources= new_sources= 2024-09-12T17:37:02.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.871+0000 7ffba115b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): potential sources added=[] removed=[] 2024-09-12T17:37:02.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.871+0000 7ffba115b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): orig_dests= new_dests= 2024-09-12T17:37:02.869 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.871+0000 7ffba115b9c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.37]): potential dests added=[] removed=[] 2024-09-12T17:37:02.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.875+0000 7ffba115b9c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T17:37:02.875 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.875+0000 7ffa557e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:02.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.883+0000 7ffba115b9c0 20 remove_watcher() i=0 2024-09-12T17:37:02.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.883+0000 7ffba115b9c0 2 removed watcher, disabling cache 2024-09-12T17:37:02.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.887+0000 7ffba115b9c0 20 remove_watcher() i=1 2024-09-12T17:37:02.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.887+0000 7ffba115b9c0 20 remove_watcher() i=2 2024-09-12T17:37:02.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.891+0000 7ffba115b9c0 20 remove_watcher() i=3 2024-09-12T17:37:02.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.891+0000 7ffba115b9c0 20 remove_watcher() i=4 2024-09-12T17:37:02.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.895+0000 7ffba115b9c0 20 remove_watcher() i=5 2024-09-12T17:37:02.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.895+0000 7ffba115b9c0 20 remove_watcher() i=6 2024-09-12T17:37:02.895 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.899+0000 7ffba115b9c0 20 remove_watcher() i=7 2024-09-12T17:37:02.912 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:37:02.943 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:02.943 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:02.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.987+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.987+0000 7fc877be59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.987+0000 7fc877be59c0 20 realm 2024-09-12T17:37:02.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.987+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.987+0000 7fc877be59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.987+0000 7fc877be59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:02.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.991+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.991+0000 7fc877be59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:02.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.991+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.991+0000 7fc877be59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:02.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.991+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:02.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.991+0000 7fc877be59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:02.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.991+0000 7fc877be59c0 20 searching for the correct realm 2024-09-12T17:37:02.995 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:02.995+0000 7fc8756eb640 0 -- 172.21.15.183:0/1309197224 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fc8700e8040 msgr2=0x7fc8700d2400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:03.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.003+0000 7fc874eea640 0 -- 172.21.15.183:0/1309197224 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fc8700e94b0 msgr2=0x7fc8700d2400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:03.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.219+0000 7fc877be59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:03.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.219+0000 7fc877be59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:03.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.219+0000 7fc877be59c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:03.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.219+0000 7fc877be59c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:03.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.219+0000 7fc877be59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:03.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.219+0000 7fc877be59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:03.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.219+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.219+0000 7fc877be59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:03.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.219+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:03.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:03.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 20 zone default found 2024-09-12T17:37:03.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 4 Realm: () 2024-09-12T17:37:03.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:03.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:03.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:03.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 20 zonegroup default 2024-09-12T17:37:03.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:03.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:03.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.223+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.227+0000 7fc877be59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:03.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.227+0000 7fc877be59c0 20 started sync module instance, tier type = 2024-09-12T17:37:03.223 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.227+0000 7fc877be59c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:03.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.251+0000 7fc877be59c0 20 add_watcher() i=0 2024-09-12T17:37:03.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.251+0000 7fc877be59c0 20 add_watcher() i=1 2024-09-12T17:37:03.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.251+0000 7fc877be59c0 20 add_watcher() i=2 2024-09-12T17:37:03.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.251+0000 7fc877be59c0 20 add_watcher() i=3 2024-09-12T17:37:03.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.251+0000 7fc877be59c0 20 add_watcher() i=4 2024-09-12T17:37:03.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.251+0000 7fc877be59c0 20 add_watcher() i=5 2024-09-12T17:37:03.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.251+0000 7fc877be59c0 20 add_watcher() i=6 2024-09-12T17:37:03.250 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.251+0000 7fc877be59c0 20 add_watcher() i=7 2024-09-12T17:37:03.250 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.251+0000 7fc877be59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:03.256 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.259+0000 7fc72b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:03.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.259+0000 7fc877be59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:03.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.259+0000 7fc877be59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:03.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.259+0000 7fc877be59c0 5 note: GC not initialized 2024-09-12T17:37:03.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.259+0000 7fc72a7e4640 20 reqs_thread_entry: start 2024-09-12T17:37:03.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.259+0000 7fc877be59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:03.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.259+0000 7fc877be59c0 20 Filter name: none 2024-09-12T17:37:03.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.259+0000 7fc69bfff640 20 reqs_thread_entry: start 2024-09-12T17:37:03.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.259+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.259+0000 7fc877be59c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:03.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.263+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.263+0000 7fc877be59c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:03.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.263+0000 7fc877be59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:03.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.263+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.263+0000 7fc877be59c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:03.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.263+0000 7fc877be59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.263+0000 7fc877be59c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:03.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.263+0000 7fc877be59c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:03.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.267+0000 7fc72b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:03.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.271+0000 7fc877be59c0 20 remove_watcher() i=0 2024-09-12T17:37:03.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.271+0000 7fc877be59c0 2 removed watcher, disabling cache 2024-09-12T17:37:03.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.275+0000 7fc877be59c0 20 remove_watcher() i=1 2024-09-12T17:37:03.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.279+0000 7fc877be59c0 20 remove_watcher() i=2 2024-09-12T17:37:03.278 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.279+0000 7fc877be59c0 20 remove_watcher() i=3 2024-09-12T17:37:03.281 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.283+0000 7fc877be59c0 20 remove_watcher() i=4 2024-09-12T17:37:03.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.283+0000 7fc877be59c0 20 remove_watcher() i=5 2024-09-12T17:37:03.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.287+0000 7fc877be59c0 20 remove_watcher() i=6 2024-09-12T17:37:03.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.287+0000 7fc877be59c0 20 remove_watcher() i=7 2024-09-12T17:37:03.307 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:03.307 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:37:03.307 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-change-reshard-state id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.37 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:37:03.307 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:03.308 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.308 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.312 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.312 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.357 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.358 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.384 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2024-09-12T17:37:03.385 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:03.386 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.386 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.402 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.402 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.450 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.450 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.469 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.469 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.487 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.487 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.505 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.506 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.523 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.523 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.541 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.541 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.559 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.559 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.577 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.577 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.595 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.595 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.615 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.615 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.634 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.634 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.652 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.652 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.670 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.670 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.691 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.691 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.708 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.708 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.727 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.727 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.745 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.745 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.764 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.765 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.783 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.783 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.802 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:03.802 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:03.818 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:37:03.850 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:03.850 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:03.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.895+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.899+0000 7f8da115c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:03.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.899+0000 7f8da115c9c0 20 realm 2024-09-12T17:37:03.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.899+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.899+0000 7f8da115c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:03.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.899+0000 7f8da115c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:03.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.899+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.899+0000 7f8da115c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:03.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.899+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.899+0000 7f8da115c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:03.898 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.899+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:03.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.903+0000 7f8da115c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:03.899 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.903+0000 7f8da115c9c0 20 searching for the correct realm 2024-09-12T17:37:03.903 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.907+0000 7f8d9f463640 0 -- 172.21.15.183:0/4146485087 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f8d94041040 msgr2=0x7f8d94051910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:03.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:03.911+0000 7f8d9e461640 0 -- 172.21.15.183:0/4146485087 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f8d980f32f0 msgr2=0x7f8d980b49a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:04.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.131+0000 7f8da115c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:04.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.131+0000 7f8da115c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:04.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.131+0000 7f8da115c9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:04.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.131+0000 7f8da115c9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:04.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.131+0000 7f8da115c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:04.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.131+0000 7f8da115c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:04.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.131+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.131+0000 7f8da115c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:04.132 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:04.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 zone default found 2024-09-12T17:37:04.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 4 Realm: () 2024-09-12T17:37:04.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:04.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:04.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:04.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 zonegroup default 2024-09-12T17:37:04.133 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 started sync module instance, tier type = 2024-09-12T17:37:04.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.135+0000 7f8da115c9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:04.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.159+0000 7f8da115c9c0 20 add_watcher() i=0 2024-09-12T17:37:04.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.159+0000 7f8da115c9c0 20 add_watcher() i=1 2024-09-12T17:37:04.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.159+0000 7f8da115c9c0 20 add_watcher() i=2 2024-09-12T17:37:04.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.159+0000 7f8da115c9c0 20 add_watcher() i=3 2024-09-12T17:37:04.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.159+0000 7f8da115c9c0 20 add_watcher() i=4 2024-09-12T17:37:04.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.159+0000 7f8da115c9c0 20 add_watcher() i=5 2024-09-12T17:37:04.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.159+0000 7f8da115c9c0 20 add_watcher() i=6 2024-09-12T17:37:04.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.163+0000 7f8da115c9c0 20 add_watcher() i=7 2024-09-12T17:37:04.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.163+0000 7f8da115c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:04.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.163+0000 7f8c557e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:04.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8da115c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:04.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8da115c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:04.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8da115c9c0 5 note: GC not initialized 2024-09-12T17:37:04.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8bcffff640 20 reqs_thread_entry: start 2024-09-12T17:37:04.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8da115c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:04.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8da115c9c0 20 Filter name: none 2024-09-12T17:37:04.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8bcdffb640 20 reqs_thread_entry: start 2024-09-12T17:37:04.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8da115c9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:04.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8da115c9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:04.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8da115c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:04.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.167+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.171+0000 7f8da115c9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:04.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.171+0000 7f8da115c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.171+0000 7f8da115c9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:04.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.171+0000 7f8da115c9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:04.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.171+0000 7f8c557e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:04.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.175+0000 7f8da115c9c0 20 remove_watcher() i=0 2024-09-12T17:37:04.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.175+0000 7f8da115c9c0 2 removed watcher, disabling cache 2024-09-12T17:37:04.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.179+0000 7f8da115c9c0 20 remove_watcher() i=1 2024-09-12T17:37:04.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.179+0000 7f8da115c9c0 20 remove_watcher() i=2 2024-09-12T17:37:04.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.183+0000 7f8da115c9c0 20 remove_watcher() i=3 2024-09-12T17:37:04.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.183+0000 7f8da115c9c0 20 remove_watcher() i=4 2024-09-12T17:37:04.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.187+0000 7f8da115c9c0 20 remove_watcher() i=5 2024-09-12T17:37:04.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.187+0000 7f8da115c9c0 20 remove_watcher() i=6 2024-09-12T17:37:04.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.187+0000 7f8da115c9c0 20 remove_watcher() i=7 2024-09-12T17:37:04.203 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:04.203 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:37:04.203 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-change-reshard-state id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:37:04.203 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:04.203 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2024-09-12T17:37:04.241 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:04.241 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:04.283 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.287+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.284 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.287+0000 7efe3e0e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.287+0000 7efe3e0e59c0 20 realm 2024-09-12T17:37:04.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.287+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.287+0000 7efe3e0e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.287+0000 7efe3e0e59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:04.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.287+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.287+0000 7efe3e0e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.287+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.287+0000 7efe3e0e59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:04.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.287+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.291+0000 7efe3e0e59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:04.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.291+0000 7efe3e0e59c0 20 searching for the correct realm 2024-09-12T17:37:04.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.291+0000 7efe3c3ec640 0 -- 172.21.15.183:0/3112768960 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7efe30049660 msgr2=0x7efe30039aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:04.509 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.511+0000 7efe3b3ea640 0 -- 172.21.15.183:0/3112768960 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7efe3406d410 msgr2=0x7efe3404a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.727+0000 7efe3e0e59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.727+0000 7efe3e0e59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.727+0000 7efe3e0e59c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:04.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.727+0000 7efe3e0e59c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:04.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.727+0000 7efe3e0e59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:04.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.727+0000 7efe3e0e59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:04.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.727+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.727+0000 7efe3e0e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.727+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:04.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:04.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 zone default found 2024-09-12T17:37:04.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 4 Realm: () 2024-09-12T17:37:04.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:04.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:04.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 zonegroup default 2024-09-12T17:37:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 started sync module instance, tier type = 2024-09-12T17:37:04.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.731+0000 7efe3e0e59c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:04.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.755+0000 7efe3e0e59c0 20 add_watcher() i=0 2024-09-12T17:37:04.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.755+0000 7efe3e0e59c0 20 add_watcher() i=1 2024-09-12T17:37:04.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.755+0000 7efe3e0e59c0 20 add_watcher() i=2 2024-09-12T17:37:04.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.755+0000 7efe3e0e59c0 20 add_watcher() i=3 2024-09-12T17:37:04.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.755+0000 7efe3e0e59c0 20 add_watcher() i=4 2024-09-12T17:37:04.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.755+0000 7efe3e0e59c0 20 add_watcher() i=5 2024-09-12T17:37:04.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.755+0000 7efe3e0e59c0 20 add_watcher() i=6 2024-09-12T17:37:04.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.759+0000 7efe3e0e59c0 20 add_watcher() i=7 2024-09-12T17:37:04.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.759+0000 7efe3e0e59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:04.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.763+0000 7efcf1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:04.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.763+0000 7efe3e0e59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:04.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.763+0000 7efe3e0e59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:04.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.763+0000 7efe3e0e59c0 5 note: GC not initialized 2024-09-12T17:37:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.763+0000 7efcf0fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.763+0000 7efe3e0e59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.763+0000 7efe3e0e59c0 20 Filter name: none 2024-09-12T17:37:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.763+0000 7efc6a7fc640 20 reqs_thread_entry: start 2024-09-12T17:37:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T17:37:04.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:04.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T17:37:04.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T17:37:04.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 : miss 2024-09-12T17:37:04.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:04.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 info.flags=0x17 2024-09-12T17:37:04.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 to cache LRU end 2024-09-12T17:37:04.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:04.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:04.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.767+0000 7efe3e0e59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 2024-09-12T17:37:04.773 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.775+0000 7efe3e0e59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 info.flags=0x17 2024-09-12T17:37:04.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.775+0000 7efe3e0e59c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 to cache LRU end 2024-09-12T17:37:04.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.775+0000 7efe3e0e59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:04.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.775+0000 7efe3e0e59c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38, ofs0, ns] 2024-09-12T17:37:04.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.775+0000 7efd1affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464333 cookie 93935267777920 notifier 7965 bl.length()=931 2024-09-12T17:37:04.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.775+0000 7efd1affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 info.flags=0x17 2024-09-12T17:37:04.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.775+0000 7efd1affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 to cache LRU end 2024-09-12T17:37:04.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.775+0000 7efd1affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:04.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.775+0000 7efe3e0e59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.38]): orig_sources= new_sources= 2024-09-12T17:37:04.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.775+0000 7efe3e0e59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.38]): potential sources added=[] removed=[] 2024-09-12T17:37:04.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.775+0000 7efe3e0e59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.38]): orig_dests= new_dests= 2024-09-12T17:37:04.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.775+0000 7efe3e0e59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.38]): potential dests added=[] removed=[] 2024-09-12T17:37:04.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.779+0000 7efe3e0e59c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.38.1.0 2024-09-12T17:37:04.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.779+0000 7efe3e0e59c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.38.1.0 2024-09-12T17:37:04.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.779+0000 7efe3e0e59c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.38.1.1 2024-09-12T17:37:04.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.779+0000 7efe3e0e59c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.38.1.1 2024-09-12T17:37:04.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.779+0000 7efe3e0e59c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.38.0 2024-09-12T17:37:04.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.783+0000 7efe3e0e59c0 -1 Injecting error=-125 at location=change_reshard_state 2024-09-12T17:37:04.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.783+0000 7efe3e0e59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 : hit (requested=0x17, cached=0x17) 2024-09-12T17:37:04.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.783+0000 7efe3e0e59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 2024-09-12T17:37:04.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.787+0000 7efe3e0e59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 info.flags=0x17 2024-09-12T17:37:04.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.787+0000 7efe3e0e59c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 to cache LRU end 2024-09-12T17:37:04.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.787+0000 7efe3e0e59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:04.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.787+0000 7efe3e0e59c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38, ofs0, ns] 2024-09-12T17:37:04.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.787+0000 7efd1affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464334 cookie 93935267777920 notifier 7965 bl.length()=931 2024-09-12T17:37:04.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.787+0000 7efd1affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 info.flags=0x17 2024-09-12T17:37:04.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.787+0000 7efd1affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 to cache LRU end 2024-09-12T17:37:04.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.787+0000 7efd1affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:04.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.787+0000 7efe3e0e59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.38]): orig_sources= new_sources= 2024-09-12T17:37:04.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.787+0000 7efe3e0e59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.38]): potential sources added=[] removed=[] 2024-09-12T17:37:04.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.787+0000 7efe3e0e59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.38]): orig_dests= new_dests= 2024-09-12T17:37:04.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.787+0000 7efe3e0e59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.38]): potential dests added=[] removed=[] 2024-09-12T17:37:04.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.791+0000 7efe3e0e59c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.38.0 2024-09-12T17:37:04.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.791+0000 7efe3e0e59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 : hit (requested=0x17, cached=0x17) 2024-09-12T17:37:04.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.791+0000 7efe3e0e59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 2024-09-12T17:37:04.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.795+0000 7efe3e0e59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 info.flags=0x17 2024-09-12T17:37:04.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.795+0000 7efe3e0e59c0 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 to cache LRU end 2024-09-12T17:37:04.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.795+0000 7efe3e0e59c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:04.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.795+0000 7efe3e0e59c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38, ofs0, ns] 2024-09-12T17:37:04.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.795+0000 7efd1affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464335 cookie 93935267777920 notifier 7965 bl.length()=899 2024-09-12T17:37:04.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.795+0000 7efd1affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 info.flags=0x17 2024-09-12T17:37:04.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.795+0000 7efd1affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 to cache LRU end 2024-09-12T17:37:04.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.795+0000 7efd1affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:04.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.795+0000 7efe3e0e59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.38]): orig_sources= new_sources= 2024-09-12T17:37:04.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.795+0000 7efe3e0e59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.38]): potential sources added=[] removed=[] 2024-09-12T17:37:04.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.795+0000 7efe3e0e59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.38]): orig_dests= new_dests= 2024-09-12T17:37:04.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.795+0000 7efe3e0e59c0 20 handle_bi_update(): bucket=:error-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.38]): potential dests added=[] removed=[] 2024-09-12T17:37:04.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.799+0000 7efe3e0e59c0 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T17:37:04.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.803+0000 7efcf1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:04.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.807+0000 7efe3e0e59c0 20 remove_watcher() i=0 2024-09-12T17:37:04.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.807+0000 7efe3e0e59c0 2 removed watcher, disabling cache 2024-09-12T17:37:04.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.807+0000 7efe3e0e59c0 20 remove_watcher() i=1 2024-09-12T17:37:04.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.811+0000 7efe3e0e59c0 20 remove_watcher() i=2 2024-09-12T17:37:04.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.811+0000 7efe3e0e59c0 20 remove_watcher() i=3 2024-09-12T17:37:04.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.815+0000 7efe3e0e59c0 20 remove_watcher() i=4 2024-09-12T17:37:04.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.815+0000 7efe3e0e59c0 20 remove_watcher() i=5 2024-09-12T17:37:04.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.819+0000 7efe3e0e59c0 20 remove_watcher() i=6 2024-09-12T17:37:04.818 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.819+0000 7efe3e0e59c0 20 remove_watcher() i=7 2024-09-12T17:37:04.833 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T17:37:04.865 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:04.865 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:04.908 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.911+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.911+0000 7fe0376789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.911+0000 7fe0376789c0 20 realm 2024-09-12T17:37:04.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.911+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.911+0000 7fe0376789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.911+0000 7fe0376789c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:04.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.911+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.911+0000 7fe0376789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:04.911 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.911+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.912 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.915+0000 7fe0376789c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:04.912 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.915+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:04.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.915+0000 7fe0376789c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:04.913 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.915+0000 7fe0376789c0 20 searching for the correct realm 2024-09-12T17:37:04.917 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.919+0000 7fe03597f640 0 -- 172.21.15.183:0/1519813028 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fe02c06d800 msgr2=0x7fe02c0636d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:04.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:04.923+0000 7fe03497d640 0 -- 172.21.15.183:0/1519813028 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fe030028070 msgr2=0x7fe0300285e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:05.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.139+0000 7fe0376789c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:05.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.139+0000 7fe0376789c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:05.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.139+0000 7fe0376789c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:05.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.139+0000 7fe0376789c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:05.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.139+0000 7fe0376789c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:05.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.139+0000 7fe0376789c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:05.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.139+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.139+0000 7fe0376789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:05.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.139+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:05.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:05.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 zone default found 2024-09-12T17:37:05.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 4 Realm: () 2024-09-12T17:37:05.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:05.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:05.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:05.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 zonegroup default 2024-09-12T17:37:05.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:05.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:05.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:05.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 started sync module instance, tier type = 2024-09-12T17:37:05.143 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.143+0000 7fe0376789c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:05.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.167+0000 7fe0376789c0 20 add_watcher() i=0 2024-09-12T17:37:05.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.167+0000 7fe0376789c0 20 add_watcher() i=1 2024-09-12T17:37:05.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.167+0000 7fe0376789c0 20 add_watcher() i=2 2024-09-12T17:37:05.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.167+0000 7fe0376789c0 20 add_watcher() i=3 2024-09-12T17:37:05.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.167+0000 7fe0376789c0 20 add_watcher() i=4 2024-09-12T17:37:05.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.167+0000 7fe0376789c0 20 add_watcher() i=5 2024-09-12T17:37:05.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.167+0000 7fe0376789c0 20 add_watcher() i=6 2024-09-12T17:37:05.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.171+0000 7fe0376789c0 20 add_watcher() i=7 2024-09-12T17:37:05.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.171+0000 7fe0376789c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:05.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.175+0000 7fdeebfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:05.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.175+0000 7fe0376789c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:05.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.175+0000 7fe0376789c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:05.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.175+0000 7fe0376789c0 5 note: GC not initialized 2024-09-12T17:37:05.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.175+0000 7fdeeafe5640 20 reqs_thread_entry: start 2024-09-12T17:37:05.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.175+0000 7fe0376789c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:05.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.175+0000 7fe0376789c0 20 Filter name: none 2024-09-12T17:37:05.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.175+0000 7fdee8fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:05.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.179+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.179+0000 7fe0376789c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:05.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.179+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.179+0000 7fe0376789c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:05.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.179+0000 7fe0376789c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:05.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.179+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.179+0000 7fe0376789c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:05.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.179+0000 7fe0376789c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.179+0000 7fe0376789c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:05.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.179+0000 7fe0376789c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:05.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.183+0000 7fdeebfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:05.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.187+0000 7fe0376789c0 20 remove_watcher() i=0 2024-09-12T17:37:05.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.187+0000 7fe0376789c0 2 removed watcher, disabling cache 2024-09-12T17:37:05.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.191+0000 7fe0376789c0 20 remove_watcher() i=1 2024-09-12T17:37:05.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.191+0000 7fe0376789c0 20 remove_watcher() i=2 2024-09-12T17:37:05.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.195+0000 7fe0376789c0 20 remove_watcher() i=3 2024-09-12T17:37:05.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.195+0000 7fe0376789c0 20 remove_watcher() i=4 2024-09-12T17:37:05.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.199+0000 7fe0376789c0 20 remove_watcher() i=5 2024-09-12T17:37:05.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.199+0000 7fe0376789c0 20 remove_watcher() i=6 2024-09-12T17:37:05.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.199+0000 7fe0376789c0 20 remove_watcher() i=7 2024-09-12T17:37:05.213 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:05.213 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:37:05.213 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: error-at-change-reshard-state id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.38 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T17:37:05.213 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:05.214 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.215 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.218 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.218 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.265 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.266 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.290 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: reshard bucket with abort at change_reshard_state 2024-09-12T17:37:05.290 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:05.291 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.291 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.307 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.307 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.355 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.355 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.375 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.375 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.393 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.393 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.412 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.412 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.431 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.431 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.449 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.450 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.469 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.469 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.490 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.490 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.510 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.511 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.529 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.529 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.547 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.547 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.566 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.566 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.585 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.585 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.604 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.604 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.623 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.623 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.641 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.641 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.661 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.661 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.680 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.680 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.699 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.699 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.718 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:05.718 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:05.735 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T17:37:05.768 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:05.768 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:05.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.819+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.819+0000 7f7f9e5b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:05.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.819+0000 7f7f9e5b39c0 20 realm 2024-09-12T17:37:05.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.819+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.819+0000 7f7f9e5b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:05.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.819+0000 7f7f9e5b39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:05.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.819+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.819+0000 7f7f9e5b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:05.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.819+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.823+0000 7f7f9e5b39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:05.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.823+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:05.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.823+0000 7f7f9e5b39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:05.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.823+0000 7f7f9e5b39c0 20 searching for the correct realm 2024-09-12T17:37:05.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:05.827+0000 7f7f9c8ba640 0 -- 172.21.15.183:0/2004513412 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f7f90044940 msgr2=0x7f7f900383a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:06.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.043+0000 7f7f9b8b8640 0 -- 172.21.15.183:0/2004513412 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f7f9406d160 msgr2=0x7f7f940676a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:06.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.259+0000 7f7f9e5b39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:06.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.259+0000 7f7f9e5b39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:06.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.259+0000 7f7f9e5b39c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:06.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.259+0000 7f7f9e5b39c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:06.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.259+0000 7f7f9e5b39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:06.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.259+0000 7f7f9e5b39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:06.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.259+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.259+0000 7f7f9e5b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.259 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.259+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:06.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:06.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 20 zone default found 2024-09-12T17:37:06.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 4 Realm: () 2024-09-12T17:37:06.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:06.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:06.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:06.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 20 zonegroup default 2024-09-12T17:37:06.261 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.262 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.263+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.267+0000 7f7f9e5b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.267+0000 7f7f9e5b39c0 20 started sync module instance, tier type = 2024-09-12T17:37:06.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.267+0000 7f7f9e5b39c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:06.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.291+0000 7f7f9e5b39c0 20 add_watcher() i=0 2024-09-12T17:37:06.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.291+0000 7f7f9e5b39c0 20 add_watcher() i=1 2024-09-12T17:37:06.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.291+0000 7f7f9e5b39c0 20 add_watcher() i=2 2024-09-12T17:37:06.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.291+0000 7f7f9e5b39c0 20 add_watcher() i=3 2024-09-12T17:37:06.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.291+0000 7f7f9e5b39c0 20 add_watcher() i=4 2024-09-12T17:37:06.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.291+0000 7f7f9e5b39c0 20 add_watcher() i=5 2024-09-12T17:37:06.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.291+0000 7f7f9e5b39c0 20 add_watcher() i=6 2024-09-12T17:37:06.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.291+0000 7f7f9e5b39c0 20 add_watcher() i=7 2024-09-12T17:37:06.291 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.291+0000 7f7f9e5b39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:06.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.295+0000 7f7e52fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:06.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:06.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:06.296 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 5 note: GC not initialized 2024-09-12T17:37:06.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7e51fdb640 20 reqs_thread_entry: start 2024-09-12T17:37:06.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:06.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 20 Filter name: none 2024-09-12T17:37:06.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7dc37fe640 20 reqs_thread_entry: start 2024-09-12T17:37:06.297 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:06.298 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:06.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:06.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.299 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:06.300 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.299+0000 7f7f9e5b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.300 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.303+0000 7f7f9e5b39c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:06.300 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.303+0000 7f7f9e5b39c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:06.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.303+0000 7f7e52fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:06.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.311+0000 7f7f9e5b39c0 20 remove_watcher() i=0 2024-09-12T17:37:06.307 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.311+0000 7f7f9e5b39c0 2 removed watcher, disabling cache 2024-09-12T17:37:06.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.311+0000 7f7f9e5b39c0 20 remove_watcher() i=1 2024-09-12T17:37:06.312 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.315+0000 7f7f9e5b39c0 20 remove_watcher() i=2 2024-09-12T17:37:06.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.315+0000 7f7f9e5b39c0 20 remove_watcher() i=3 2024-09-12T17:37:06.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.319+0000 7f7f9e5b39c0 20 remove_watcher() i=4 2024-09-12T17:37:06.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.319+0000 7f7f9e5b39c0 20 remove_watcher() i=5 2024-09-12T17:37:06.319 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.323+0000 7f7f9e5b39c0 20 remove_watcher() i=6 2024-09-12T17:37:06.321 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.323+0000 7f7f9e5b39c0 20 remove_watcher() i=7 2024-09-12T17:37:06.335 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.336 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:37:06.336 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-change-reshard-state id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:37:06.336 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.336 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T17:37:06.371 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:06.371 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:06.414 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.415+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.419+0000 7fecd43829c0 20 realm 2024-09-12T17:37:06.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.419+0000 7fecd43829c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:06.416 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.417 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:06.418 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:06.419 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.419+0000 7fecd43829c0 20 searching for the correct realm 2024-09-12T17:37:06.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.423+0000 7fecd2689640 0 -- 172.21.15.183:0/2243478573 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fecbc07d250 msgr2=0x7fecbc049a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:06.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.431+0000 7feccbfff640 0 -- 172.21.15.183:0/2243478573 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7feccc017020 msgr2=0x7feccc003420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:06.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:06.646 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:06.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:06.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:06.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:06.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:06.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.647+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.647 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.647+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.648 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.647+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.648 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:06.648 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:06.649 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 zone default found 2024-09-12T17:37:06.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 4 Realm: () 2024-09-12T17:37:06.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:06.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:06.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:06.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 zonegroup default 2024-09-12T17:37:06.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.650 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.651 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.651 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.651 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 started sync module instance, tier type = 2024-09-12T17:37:06.652 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.651+0000 7fecd43829c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:06.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=0 2024-09-12T17:37:06.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=1 2024-09-12T17:37:06.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=2 2024-09-12T17:37:06.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=3 2024-09-12T17:37:06.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=4 2024-09-12T17:37:06.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=5 2024-09-12T17:37:06.675 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=6 2024-09-12T17:37:06.677 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.679+0000 7fecd43829c0 20 add_watcher() i=7 2024-09-12T17:37:06.677 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.679+0000 7fecd43829c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:06.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.683+0000 7feb83fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:06.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.683+0000 7fecd43829c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:06.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.683+0000 7fecd43829c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:06.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.683+0000 7fecd43829c0 5 note: GC not initialized 2024-09-12T17:37:06.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.683+0000 7feb82ffd640 20 reqs_thread_entry: start 2024-09-12T17:37:06.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.683+0000 7fecd43829c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:06.683 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.683+0000 7fecd43829c0 20 Filter name: none 2024-09-12T17:37:06.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7feb80ff9640 20 reqs_thread_entry: start 2024-09-12T17:37:06.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:37:06.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:06.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:37:06.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:37:06.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 : miss 2024-09-12T17:37:06.684 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:06.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:06.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:06.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:06.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:06.685 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.687+0000 7fecd43829c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 2024-09-12T17:37:06.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.695+0000 7fecd43829c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:06.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.695+0000 7fecd43829c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:06.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.695+0000 7fecd43829c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:06.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.695+0000 7fecd43829c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39, ofs0, ns] 2024-09-12T17:37:06.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.695+0000 7febb57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464312 cookie 94722146447712 notifier 7475 bl.length()=931 2024-09-12T17:37:06.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.695+0000 7febb57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:06.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.695+0000 7febb57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:06.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.695+0000 7febb57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:06.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.695+0000 7fecd43829c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): orig_sources= new_sources= 2024-09-12T17:37:06.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.695+0000 7fecd43829c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): potential sources added=[] removed=[] 2024-09-12T17:37:06.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.695+0000 7fecd43829c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): orig_dests= new_dests= 2024-09-12T17:37:06.694 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.695+0000 7fecd43829c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): potential dests added=[] removed=[] 2024-09-12T17:37:06.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.699+0000 7fecd43829c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.1.0 2024-09-12T17:37:06.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.699+0000 7fecd43829c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.1.0 2024-09-12T17:37:06.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.699+0000 7fecd43829c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.1.1 2024-09-12T17:37:06.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.699+0000 7fecd43829c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.1.1 2024-09-12T17:37:06.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.699+0000 7fecd43829c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.0 2024-09-12T17:37:06.702 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fecd43829c0 time 2024-09-12T17:37:06.709803+0000 2024-09-12T17:37:06.703 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:37:06.706 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:06.706 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fecd7c5c2eb] 2024-09-12T17:37:06.706 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fecd7c5c49f] 2024-09-12T17:37:06.706 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5626352db0c1] 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5626352ec4f1] 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5626352edb44] 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fecd6ac2d90] 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.707+0000 7fecd43829c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fecd43829c0 time 2024-09-12T17:37:06.709803+0000 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fecd7c5c2eb] 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fecd7c5c49f] 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5626352db0c1] 2024-09-12T17:37:06.707 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5626352ec4f1] 2024-09-12T17:37:06.708 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5626352edb44] 2024-09-12T17:37:06.708 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:37:06.708 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fecd6ac2d90] 2024-09-12T17:37:06.708 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:37:06.708 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:37:06.708 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.708 INFO:tasks.workunit.client.0.smithi183.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:37:06.708 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fecd43829c0 thread_name:radosgw-admin 2024-09-12T17:37:06.709 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:06.710 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fecd6adb520] 2024-09-12T17:37:06.710 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:37:06.710 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:37:06.710 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:37:06.710 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fecd7c5c345] 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fecd7c5c49f] 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5626352db0c1] 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5626352ec4f1] 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5626352edb44] 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fecd6ac2d90] 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.711+0000 7fecd43829c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fecd43829c0 thread_name:radosgw-admin 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fecd6adb520] 2024-09-12T17:37:06.711 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:37:06.712 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:37:06.712 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:37:06.712 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fecd7c5c345] 2024-09-12T17:37:06.712 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fecd7c5c49f] 2024-09-12T17:37:06.712 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5626352db0c1] 2024-09-12T17:37:06.712 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5626352ec4f1] 2024-09-12T17:37:06.712 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5626352edb44] 2024-09-12T17:37:06.712 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:37:06.712 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fecd6ac2d90] 2024-09-12T17:37:06.712 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:37:06.712 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:37:06.712 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:37:06.713 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.713 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:37:06.751 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:37:06.395+0000 7febbfe07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:06.751 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:37:06.395+0000 7febbfe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.751 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:37:06.395+0000 7febbfe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:06.751 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:37:06.395+0000 7febbfe07640 10 monclient: dump: 2024-09-12T17:37:06.751 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.751 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.751 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.751 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.751 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.751 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.751 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.751 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:37:06.395+0000 7fecd43829c0 10 monclient: get_monmap_and_config success 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:37:06.395+0000 7fecd43829c0 4 set_mon_vals no callback set 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:37:06.395+0000 7fecd43829c0 10 monclient: shutdown 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 asok(0x562637b3d2b0) unregister_commands rotate-key 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:37:06.395+0000 7fecd43829c0 10 monclient: build_initial_monmap 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:37:06.395+0000 7fecd43829c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:37:06.395+0000 7fecd43829c0 10 monclient: monmap: 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:06.752 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.753 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:06.753 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:06.753 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:06.753 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.753 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding auth protocol: cephx 2024-09-12T17:37:06.753 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding auth protocol: cephx 2024-09-12T17:37:06.753 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding auth protocol: cephx 2024-09-12T17:37:06.753 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: secure 2024-09-12T17:37:06.753 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: crc 2024-09-12T17:37:06.753 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: secure 2024-09-12T17:37:06.753 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: crc 2024-09-12T17:37:06.753 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: secure 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: crc 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: crc 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: secure 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: crc 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: secure 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: crc 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: secure 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:37:06.395+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:37:06.395+0000 7fecd43829c0 1 librados: starting msgr at 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:37:06.395+0000 7fecd43829c0 1 librados: starting objecter 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command objecter_requests hook 0x562637d70690 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:37:06.395+0000 7fecd43829c0 1 librados: setting wanted keys 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:37:06.395+0000 7fecd43829c0 1 librados: calling monclient init 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:37:06.395+0000 7fecd43829c0 10 monclient: init 2024-09-12T17:37:06.754 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding auth protocol: cephx 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding auth protocol: cephx 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding auth protocol: cephx 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: secure 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: crc 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: secure 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: crc 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: secure 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: crc 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: crc 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: secure 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: crc 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: secure 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: crc 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: secure 2024-09-12T17:37:06.755 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:37:06.399+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:37:06.399+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:37:06.399+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command rotate-key hook 0x562637d469b8 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-b con 0x562637bf6ac0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-a con 0x562637c8f4e0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-c con 0x562637d706b0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): authenticate will time out at 2411.932406s 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): get_auth_request con 0x562637c8f4e0 auth_method 0 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.756 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.757 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.757 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): get_auth_request con 0x562637d706b0 auth_method 0 2024-09-12T17:37:06.757 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.757 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.757 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.757 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.757 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.757 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.757 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.757 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.757 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.757 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:37:06.399+0000 7fecd1e88640 10 monclient(hunting): get_auth_request con 0x562637bf6ac0 auth_method 0 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:37:06.399+0000 7fecd1e88640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:37:06.399+0000 7fecd1e88640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:37:06.399+0000 7fecd1e88640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): handle_auth_done global_id 8007 payload 824 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient: _finish_hunting 0 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:37:06.399+0000 7feccbfff640 1 monclient: found mon.noname-a 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: dump: 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.758 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: _finish_auth 0 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: _check_auth_tickets 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: dump: 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.759 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:37:06.399+0000 7fecd43829c0 5 monclient: authenticate success, global_id 8007 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient: _renew_subs 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:37:06.399+0000 7febbfe07640 4 set_mon_vals no callback set 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient: _renew_subs 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:06.760 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:37:06.399+0000 7fecd43829c0 1 librados: init done 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:37:06.399+0000 7febbe604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:37:06.399+0000 7febbe604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:37:06.399+0000 7febbe604640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:37:06.399+0000 7fecd1e88640 10 monclient: get_auth_request con 0x7febb8070b10 auth_method 0 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:37:06.403+0000 7fecd2689640 10 monclient: get_auth_request con 0x562637d6ea90 auth_method 0 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:37:06.403+0000 7fecd1e88640 10 monclient: get_auth_request con 0x562637d917e0 auth_method 0 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:37:06.403+0000 7feccbfff640 10 monclient: get_auth_request con 0x562637d95bd0 auth_method 0 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:37:06.407+0000 7fecd2689640 10 monclient: get_auth_request con 0x562637d99bc0 auth_method 0 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: build_initial_monmap 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:37:06.407+0000 7fecd43829c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: monmap: 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:06.761 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:06.762 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:06.762 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.762 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:06.762 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:06.762 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:06.762 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.762 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding auth protocol: cephx 2024-09-12T17:37:06.762 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding auth protocol: cephx 2024-09-12T17:37:06.762 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding auth protocol: cephx 2024-09-12T17:37:06.762 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: secure 2024-09-12T17:37:06.762 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: crc 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: secure 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: crc 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: secure 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: crc 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: crc 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: secure 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: crc 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: secure 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: crc 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: secure 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:37:06.407+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x562637da16a0 EEXIST 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: init 2024-09-12T17:37:06.763 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding auth protocol: cephx 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding auth protocol: cephx 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding auth protocol: cephx 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: secure 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: crc 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: secure 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: crc 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: secure 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: crc 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: crc 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: secure 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: crc 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: secure 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: crc 2024-09-12T17:37:06.764 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: secure 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:37:06.407+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:37:06.407+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command rotate-key cmddesc rotate-key hook 0x562637d9cd40 EEXIST 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-a con 0x562637dc5850 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-b con 0x562637dc5180 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-c con 0x562637dc3b60 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): authenticate will time out at 2411.942026s 2024-09-12T17:37:06.765 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): get_auth_request con 0x562637dc5850 auth_method 0 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): get_auth_request con 0x562637dc3b60 auth_method 0 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:37:06.407+0000 7fecd2689640 10 monclient(hunting): get_auth_request con 0x562637dc5180 auth_method 0 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:37:06.407+0000 7fecd2689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.766 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:37:06.407+0000 7fecd2689640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:37:06.407+0000 7fecd2689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): handle_auth_done global_id 8010 payload 824 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient: _finish_hunting 0 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:37:06.407+0000 7feccbfff640 1 monclient: found mon.noname-a 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: dump: 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.767 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: _finish_auth 0 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: _check_auth_tickets 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: dump: 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.768 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.769 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.769 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.769 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.769 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.769 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.769 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.769 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:37:06.407+0000 7fecd2e8a640 4 set_mon_vals no callback set 2024-09-12T17:37:06.769 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 monclient: authenticate success, global_id 8010 2024-09-12T17:37:06.769 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: _renew_subs 2024-09-12T17:37:06.769 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:06.769 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: _renew_subs 2024-09-12T17:37:06.769 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:37:06.411+0000 7febb77fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:37:06.411+0000 7febb77fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:37:06.411+0000 7febb77fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: get_monmap_and_config 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: build_initial_monmap 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:37:06.411+0000 7fecd43829c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: monmap: 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.770 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding auth protocol: cephx 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding auth protocol: cephx 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding auth protocol: cephx 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: secure 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: crc 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: secure 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: crc 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: secure 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: crc 2024-09-12T17:37:06.771 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: crc 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: secure 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: crc 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: secure 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: crc 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: secure 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient: get_auth_request con 0x7febac070a20 auth_method 0 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:37:06.411+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: init 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding auth protocol: cephx 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding auth protocol: cephx 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding auth protocol: cephx 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: secure 2024-09-12T17:37:06.772 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: crc 2024-09-12T17:37:06.773 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: secure 2024-09-12T17:37:06.773 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: crc 2024-09-12T17:37:06.773 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: secure 2024-09-12T17:37:06.773 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: crc 2024-09-12T17:37:06.773 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: crc 2024-09-12T17:37:06.773 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: secure 2024-09-12T17:37:06.773 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: crc 2024-09-12T17:37:06.773 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: secure 2024-09-12T17:37:06.773 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: crc 2024-09-12T17:37:06.773 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: secure 2024-09-12T17:37:06.773 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:37:06.411+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.773 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:37:06.411+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command rotate-key cmddesc rotate-key hook 0x7fff23f5d938 EEXIST 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-c con 0x562637e196e0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-a con 0x562637e14b80 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-b con 0x562637e0b2f0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): authenticate will time out at 2411.946186s 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): get_auth_request con 0x562637e196e0 auth_method 0 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.774 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): get_auth_request con 0x562637e14b80 auth_method 0 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): handle_auth_done global_id 7472 payload 274 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient: _finish_hunting 0 2024-09-12T17:37:06.775 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:37:06.411+0000 7feccbfff640 1 monclient: found mon.noname-c 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: dump: 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.776 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: _finish_auth 0 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: _check_auth_tickets 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: dump: 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.777 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 monclient: authenticate success, global_id 7472 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: get_monmap_and_config success 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:37:06.411+0000 7fecd43829c0 4 set_mon_vals no callback set 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: shutdown 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: build_initial_monmap 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:37:06.411+0000 7fecd43829c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: monmap: 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.778 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding auth protocol: cephx 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding auth protocol: cephx 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding auth protocol: cephx 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: secure 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: crc 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: secure 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: crc 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: secure 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: crc 2024-09-12T17:37:06.779 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: crc 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: secure 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: crc 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: secure 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: crc 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: secure 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:37:06.415+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:37:06.415+0000 7fecd43829c0 1 librados: starting msgr at 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:37:06.415+0000 7fecd43829c0 1 librados: starting objecter 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x562637de4ad0 EEXIST 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:37:06.415+0000 7fecd43829c0 1 librados: setting wanted keys 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:37:06.415+0000 7fecd43829c0 1 librados: calling monclient init 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: init 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding auth protocol: cephx 2024-09-12T17:37:06.780 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding auth protocol: cephx 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding auth protocol: cephx 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: secure 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: crc 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: secure 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: crc 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: secure 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: crc 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: crc 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: secure 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: crc 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: secure 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: crc 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: secure 2024-09-12T17:37:06.781 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:37:06.415+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:37:06.415+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command rotate-key cmddesc rotate-key hook 0x562637dc77b8 EEXIST 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-c con 0x562637e0b2f0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-a con 0x562637e14b80 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-b con 0x562637e196e0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): authenticate will time out at 2411.948811s 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): get_auth_request con 0x562637e0b2f0 auth_method 0 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.782 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): get_auth_request con 0x562637e14b80 auth_method 0 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:37:06.415+0000 7fecd1e88640 10 monclient(hunting): get_auth_request con 0x562637e196e0 auth_method 0 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:37:06.415+0000 7fecd1e88640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:37:06.415+0000 7fecd1e88640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.783 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:37:06.415+0000 7fecd1e88640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): handle_auth_done global_id 7475 payload 824 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient: _finish_hunting 0 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:37:06.415+0000 7feccbfff640 1 monclient: found mon.noname-c 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: dump: 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.784 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: _finish_auth 0 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: _check_auth_tickets 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 monclient: authenticate success, global_id 7475 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: _renew_subs 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: dump: 2024-09-12T17:37:06.785 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: _renew_subs 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:37:06.415+0000 7febb57fa640 4 set_mon_vals no callback set 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:37:06.415+0000 7fecd43829c0 1 librados: init done 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command cr dump hook 0x562637e125b8 2024-09-12T17:37:06.786 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:37:06.415+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:37:06.415+0000 7feba37fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:37:06.415+0000 7feba37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:37:06.415+0000 7feba37fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient: get_auth_request con 0x7feb9c070b10 auth_method 0 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:37:06.415+0000 7fecd1e88640 10 monclient: get_auth_request con 0x562637e328e0 auth_method 0 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 realm 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:37:06.419+0000 7fecd43829c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.787 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:37:06.419+0000 7feccbfff640 10 monclient: get_auth_request con 0x562637e36ae0 auth_method 0 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:37:06.419+0000 7fecd2689640 10 monclient: get_auth_request con 0x562637e3a340 auth_method 0 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 searching for the correct realm 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:37:06.423+0000 7fecd1e88640 10 monclient: get_auth_request con 0x7feccc036070 auth_method 0 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:37:06.423+0000 7feccbfff640 10 monclient: get_auth_request con 0x7fecc40d5410 auth_method 0 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:37:06.423+0000 7fecd2689640 10 monclient: get_auth_request con 0x7fecbc07d250 auth_method 0 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:37:06.423+0000 7fecd2689640 0 -- 172.21.15.183:0/2243478573 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fecbc07d250 msgr2=0x7fecbc049a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:37:06.423+0000 7feba37fe640 1 client.7475.objecter ms_handle_reset 0x7fecbc07d250 session 0x7fecbc04a070 osd.4 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:37:06.423+0000 7feba37fe640 10 monclient: _renew_subs 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:37:06.423+0000 7feba37fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:37:06.788 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:37:06.427+0000 7fecd2689640 10 monclient: get_auth_request con 0x7feb9c0808b0 auth_method 0 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:37:06.427+0000 7fecd1e88640 10 monclient: get_auth_request con 0x7feccc026040 auth_method 0 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:37:06.431+0000 7feccbfff640 10 monclient: get_auth_request con 0x7feccc017020 auth_method 0 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:37:06.431+0000 7feccbfff640 0 -- 172.21.15.183:0/2243478573 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7feccc017020 msgr2=0x7feccc003420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:37:06.635+0000 7feccbfff640 10 monclient: get_auth_request con 0x7feccc017020 auth_method 0 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.789 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 zone default found 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:37:06.651+0000 7fecd43829c0 4 Realm: () 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:37:06.651+0000 7fecd43829c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:37:06.651+0000 7fecd43829c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:37:06.651+0000 7fecd43829c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 zonegroup default 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.790 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 started sync module instance, tier type = 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=0 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=1 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=2 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=3 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=4 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=5 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=6 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:37:06.679+0000 7fecd43829c0 20 add_watcher() i=7 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:37:06.679+0000 7fecd43829c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding auth protocol: cephx 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding auth protocol: cephx 2024-09-12T17:37:06.791 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding auth protocol: cephx 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: secure 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: crc 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: secure 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: crc 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:37:06.683+0000 7feb83fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: secure 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: crc 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: crc 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: secure 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: crc 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: secure 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: crc 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: secure 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:37:06.683+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.792 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:37:06.683+0000 7fecd43829c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:06.793 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:37:06.683+0000 7fecd43829c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:06.793 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command cache list hook 0x562637e0f290 2024-09-12T17:37:06.793 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command cache inspect hook 0x562637e0f290 2024-09-12T17:37:06.793 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command cache erase hook 0x562637e0f290 2024-09-12T17:37:06.793 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command cache zap hook 0x562637e0f290 2024-09-12T17:37:06.793 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 note: GC not initialized 2024-09-12T17:37:06.793 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:37:06.683+0000 7feb82ffd640 20 reqs_thread_entry: start 2024-09-12T17:37:06.793 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command sync trace show hook 0x7fecbc002390 2024-09-12T17:37:06.793 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command sync trace history hook 0x7fecbc002390 2024-09-12T17:37:06.793 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command sync trace active hook 0x7fecbc002390 2024-09-12T17:37:06.793 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command sync trace active_short hook 0x7fecbc002390 2024-09-12T17:37:06.793 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:37:06.683+0000 7fecd43829c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:37:06.683+0000 7fecd43829c0 20 Filter name: none 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:37:06.687+0000 7feb80ff9640 20 reqs_thread_entry: start 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:37:06.687+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:37:06.687+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 : miss 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:37:06.687+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:37:06.687+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:06.794 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:37:06.695+0000 7fecd43829c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:37:06.695+0000 7fecd43829c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:37:06.695+0000 7fecd43829c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:37:06.695+0000 7fecd43829c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39, ofs0, ns] 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:37:06.695+0000 7febb57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464312 cookie 94722146447712 notifier 7475 bl.length()=931 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:37:06.695+0000 7febb57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:37:06.695+0000 7febb57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:37:06.695+0000 7febb57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:37:06.695+0000 7fecd43829c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): orig_sources= new_sources= 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:37:06.695+0000 7fecd43829c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): potential sources added=[] removed=[] 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:37:06.695+0000 7fecd43829c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): orig_dests= new_dests= 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:37:06.695+0000 7fecd43829c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): potential dests added=[] removed=[] 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:37:06.699+0000 7fecd43829c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.1.0 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:37:06.699+0000 7fecd43829c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.1.0 2024-09-12T17:37:06.795 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:37:06.699+0000 7fecd43829c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.1.1 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:37:06.699+0000 7fecd43829c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.1.1 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:37:06.699+0000 7fecd43829c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.0 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:37:06.707+0000 7fecd43829c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fecd43829c0 time 2024-09-12T17:37:06.709803+0000 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fecd7c5c2eb] 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fecd7c5c49f] 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5626352db0c1] 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5626352ec4f1] 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5626352edb44] 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:37:06.796 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fecd6ac2d90] 2024-09-12T17:37:06.797 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:37:06.797 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:37:06.797 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.797 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:37:06.711+0000 7fecd43829c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:37:06.797 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fecd43829c0 thread_name:radosgw-admin 2024-09-12T17:37:06.797 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.797 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:06.797 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fecd6adb520] 2024-09-12T17:37:06.797 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:37:06.797 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:37:06.797 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:37:06.797 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fecd7c5c345] 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fecd7c5c49f] 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5626352db0c1] 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5626352ec4f1] 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5626352edb44] 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fecd6ac2d90] 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:37:06.798 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:37:06.799 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:37:06.800 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:37:06.801 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:37:06.802 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:37:06.802 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:37:06.802 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:37:06.802 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:37:06.802 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:37:06.802 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:37:06.802 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:37:06.802 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:37:06.802 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:37:06.802 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:37:06.802 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:37:06.802 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:37:06.803 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:37:06.804 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:37:06.805 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:37:06.805 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:37:06.805 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:37:06.805 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:37:06.805 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:37:06.805 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:37:06.805 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:37:06.805 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:37:06.805 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:37:06.805 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:37:06.805 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:37:06.805 INFO:tasks.workunit.client.0.smithi183.stderr: 7feb80ff9640 / http_manager 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: 7feb82ffd640 / http_manager 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: 7feb83fff640 / rgw_dt_lg_renew 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: 7feba37fe640 / ms_dispatch 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: 7febb57fa640 / io_context_pool 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: 7febb77fe640 / ms_dispatch 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: 7febbe604640 / ms_dispatch 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: 7febbfe07640 / io_context_pool 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: 7feccbfff640 / msgr-worker-2 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: 7fecd1e88640 / msgr-worker-1 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: 7fecd2689640 / msgr-worker-0 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: 7fecd2e8a640 / io_context_pool 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: 7fecd43829c0 / radosgw-admin 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:37:06.806 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/log/ceph/ceph-client.admin.135263.log 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:37:06.395+0000 7febbfe07640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:37:06.395+0000 7febbfe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:37:06.395+0000 7febbfe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:37:06.395+0000 7febbfe07640 10 monclient: dump: 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.807 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.808 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.808 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.808 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.808 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:37:06.395+0000 7fecd43829c0 10 monclient: get_monmap_and_config success 2024-09-12T17:37:06.808 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:37:06.395+0000 7fecd43829c0 4 set_mon_vals no callback set 2024-09-12T17:37:06.808 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:37:06.395+0000 7fecd43829c0 10 monclient: shutdown 2024-09-12T17:37:06.808 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 asok(0x562637b3d2b0) unregister_commands rotate-key 2024-09-12T17:37:06.808 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:37:06.395+0000 7fecd43829c0 10 monclient: build_initial_monmap 2024-09-12T17:37:06.808 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:37:06.395+0000 7fecd43829c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:06.808 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:37:06.395+0000 7fecd43829c0 10 monclient: monmap: 2024-09-12T17:37:06.808 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:06.808 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding auth protocol: cephx 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding auth protocol: cephx 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding auth protocol: cephx 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: secure 2024-09-12T17:37:06.809 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: crc 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: secure 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: crc 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: secure 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: crc 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: crc 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: secure 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: crc 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: secure 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: crc 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d48950) adding con mode: secure 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:37:06.395+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:37:06.395+0000 7fecd43829c0 1 librados: starting msgr at 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:37:06.395+0000 7fecd43829c0 1 librados: starting objecter 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command objecter_requests hook 0x562637d70690 2024-09-12T17:37:06.810 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:37:06.395+0000 7fecd43829c0 1 librados: setting wanted keys 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:37:06.395+0000 7fecd43829c0 1 librados: calling monclient init 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:37:06.395+0000 7fecd43829c0 10 monclient: init 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding auth protocol: cephx 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding auth protocol: cephx 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding auth protocol: cephx 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: secure 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: crc 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: secure 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: crc 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: secure 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: crc 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: crc 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: secure 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: crc 2024-09-12T17:37:06.811 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: secure 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: crc 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:37:06.395+0000 7fecd43829c0 5 AuthRegistry(0x562637d46870) adding con mode: secure 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:37:06.399+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:37:06.399+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:37:06.399+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command rotate-key hook 0x562637d469b8 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-b con 0x562637bf6ac0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-a con 0x562637c8f4e0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-c con 0x562637d706b0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.812 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.813 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:06.813 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient(hunting): authenticate will time out at 2411.932406s 2024-09-12T17:37:06.813 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): get_auth_request con 0x562637c8f4e0 auth_method 0 2024-09-12T17:37:06.813 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.813 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.813 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.813 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): get_auth_request con 0x562637d706b0 auth_method 0 2024-09-12T17:37:06.813 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.813 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.813 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.813 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:37:06.399+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:37:06.399+0000 7fecd1e88640 10 monclient(hunting): get_auth_request con 0x562637bf6ac0 auth_method 0 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:37:06.399+0000 7fecd1e88640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:37:06.399+0000 7fecd1e88640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:37:06.399+0000 7fecd1e88640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient(hunting): handle_auth_done global_id 8007 payload 824 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient: _finish_hunting 0 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:37:06.399+0000 7feccbfff640 1 monclient: found mon.noname-a 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:37:06.399+0000 7feccbfff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:37:06.814 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: dump: 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: _finish_auth 0 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: _check_auth_tickets 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:06.815 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:37:06.399+0000 7febbe604640 10 monclient: dump: 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:37:06.399+0000 7fecd43829c0 5 monclient: authenticate success, global_id 8007 2024-09-12T17:37:06.816 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient: _renew_subs 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:37:06.399+0000 7febbfe07640 4 set_mon_vals no callback set 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient: _renew_subs 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:37:06.399+0000 7fecd43829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:37:06.399+0000 7fecd43829c0 1 librados: init done 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:37:06.399+0000 7febbe604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:37:06.399+0000 7febbe604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:37:06.399+0000 7febbe604640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:37:06.399+0000 7fecd1e88640 10 monclient: get_auth_request con 0x7febb8070b10 auth_method 0 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:37:06.403+0000 7fecd2689640 10 monclient: get_auth_request con 0x562637d6ea90 auth_method 0 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:37:06.403+0000 7fecd1e88640 10 monclient: get_auth_request con 0x562637d917e0 auth_method 0 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:37:06.403+0000 7feccbfff640 10 monclient: get_auth_request con 0x562637d95bd0 auth_method 0 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:37:06.407+0000 7fecd2689640 10 monclient: get_auth_request con 0x562637d99bc0 auth_method 0 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: build_initial_monmap 2024-09-12T17:37:06.817 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:37:06.407+0000 7fecd43829c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: monmap: 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding auth protocol: cephx 2024-09-12T17:37:06.818 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding auth protocol: cephx 2024-09-12T17:37:06.819 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding auth protocol: cephx 2024-09-12T17:37:06.819 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: secure 2024-09-12T17:37:06.819 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: crc 2024-09-12T17:37:06.819 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: secure 2024-09-12T17:37:06.819 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: crc 2024-09-12T17:37:06.819 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: secure 2024-09-12T17:37:06.819 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: crc 2024-09-12T17:37:06.819 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: crc 2024-09-12T17:37:06.819 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: secure 2024-09-12T17:37:06.819 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: crc 2024-09-12T17:37:06.819 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: secure 2024-09-12T17:37:06.819 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: crc 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9dcb0) adding con mode: secure 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:37:06.407+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x562637da16a0 EEXIST 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: init 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding auth protocol: cephx 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding auth protocol: cephx 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding auth protocol: cephx 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: secure 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: crc 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: secure 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: crc 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: secure 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: crc 2024-09-12T17:37:06.820 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: crc 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: secure 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: crc 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: secure 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: crc 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 AuthRegistry(0x562637d9cbf8) adding con mode: secure 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:37:06.407+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:37:06.407+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command rotate-key cmddesc rotate-key hook 0x562637d9cd40 EEXIST 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-a con 0x562637dc5850 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-b con 0x562637dc5180 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:06.821 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-c con 0x562637dc3b60 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient(hunting): authenticate will time out at 2411.942026s 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): get_auth_request con 0x562637dc5850 auth_method 0 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): get_auth_request con 0x562637dc3b60 auth_method 0 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.822 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:37:06.407+0000 7fecd1e88640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:37:06.407+0000 7fecd2689640 10 monclient(hunting): get_auth_request con 0x562637dc5180 auth_method 0 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:37:06.407+0000 7fecd2689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:37:06.407+0000 7fecd2689640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:37:06.407+0000 7fecd2689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient(hunting): handle_auth_done global_id 8010 payload 824 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient: _finish_hunting 0 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:37:06.407+0000 7feccbfff640 1 monclient: found mon.noname-a 2024-09-12T17:37:06.823 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:37:06.407+0000 7feccbfff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: dump: 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.824 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.825 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: _finish_auth 0 2024-09-12T17:37:06.825 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: _check_auth_tickets 2024-09-12T17:37:06.825 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:06.825 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.825 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:06.825 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:37:06.407+0000 7febb77fe640 10 monclient: dump: 2024-09-12T17:37:06.825 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.825 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.825 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.825 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.825 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.825 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:37:06.407+0000 7fecd2e8a640 4 set_mon_vals no callback set 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:37:06.407+0000 7fecd43829c0 5 monclient: authenticate success, global_id 8010 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: _renew_subs 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: _renew_subs 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:37:06.407+0000 7fecd43829c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:37:06.411+0000 7febb77fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:37:06.411+0000 7febb77fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:06.826 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:37:06.411+0000 7febb77fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: get_monmap_and_config 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: build_initial_monmap 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:37:06.411+0000 7fecd43829c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: monmap: 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding auth protocol: cephx 2024-09-12T17:37:06.827 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding auth protocol: cephx 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding auth protocol: cephx 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: secure 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: crc 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: secure 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: crc 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: secure 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: crc 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: crc 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: secure 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: crc 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: secure 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: crc 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637de51d0) adding con mode: secure 2024-09-12T17:37:06.828 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient: get_auth_request con 0x7febac070a20 auth_method 0 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:37:06.411+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: init 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding auth protocol: cephx 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding auth protocol: cephx 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding auth protocol: cephx 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: secure 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: crc 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: secure 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: crc 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: secure 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: crc 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: crc 2024-09-12T17:37:06.829 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: secure 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: crc 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: secure 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: crc 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5d7f0) adding con mode: secure 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:37:06.411+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:37:06.411+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command rotate-key cmddesc rotate-key hook 0x7fff23f5d938 EEXIST 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-c con 0x562637e196e0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-a con 0x562637e14b80 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-b con 0x562637e0b2f0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.830 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient(hunting): authenticate will time out at 2411.946186s 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): get_auth_request con 0x562637e196e0 auth_method 0 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): get_auth_request con 0x562637e14b80 auth_method 0 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.831 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:37:06.411+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient(hunting): handle_auth_done global_id 7472 payload 274 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient: _finish_hunting 0 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:37:06.411+0000 7feccbfff640 1 monclient: found mon.noname-c 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:37:06.411+0000 7feccbfff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: dump: 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.832 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: _finish_auth 0 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: _check_auth_tickets 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:37:06.411+0000 7febb57fa640 10 monclient: dump: 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.833 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 monclient: authenticate success, global_id 7472 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: get_monmap_and_config success 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:37:06.411+0000 7fecd43829c0 4 set_mon_vals no callback set 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: shutdown 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: build_initial_monmap 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:37:06.411+0000 7fecd43829c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:37:06.411+0000 7fecd43829c0 10 monclient: monmap: 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:06.834 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding auth protocol: cephx 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding auth protocol: cephx 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding auth protocol: cephx 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: secure 2024-09-12T17:37:06.835 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: crc 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: secure 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: crc 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: secure 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: crc 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: crc 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: secure 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: crc 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: secure 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: crc 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:37:06.411+0000 7fecd43829c0 5 AuthRegistry(0x562637e0b840) adding con mode: secure 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:37:06.415+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:37:06.415+0000 7fecd43829c0 1 librados: starting msgr at 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:37:06.415+0000 7fecd43829c0 1 librados: starting objecter 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command objecter_requests cmddesc objecter_requests hook 0x562637de4ad0 EEXIST 2024-09-12T17:37:06.836 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:37:06.415+0000 7fecd43829c0 1 librados: setting wanted keys 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:37:06.415+0000 7fecd43829c0 1 librados: calling monclient init 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: init 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding auth protocol: cephx 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding auth protocol: cephx 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding auth protocol: cephx 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: secure 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: crc 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: secure 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: crc 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: secure 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: crc 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: crc 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: secure 2024-09-12T17:37:06.837 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: crc 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: secure 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: crc 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 AuthRegistry(0x562637dc7670) adding con mode: secure 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:37:06.415+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:37:06.415+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command rotate-key cmddesc rotate-key hook 0x562637dc77b8 EEXIST 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-c con 0x562637e0b2f0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-a con 0x562637e14b80 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): picked mon.noname-b con 0x562637e196e0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.838 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient(hunting): authenticate will time out at 2411.948811s 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): get_auth_request con 0x562637e0b2f0 auth_method 0 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): get_auth_request con 0x562637e14b80 auth_method 0 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.839 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:37:06.415+0000 7fecd1e88640 10 monclient(hunting): get_auth_request con 0x562637e196e0 auth_method 0 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:37:06.415+0000 7fecd1e88640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:37:06.415+0000 7fecd1e88640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:37:06.415+0000 7fecd1e88640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient(hunting): handle_auth_done global_id 7475 payload 824 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient: _finish_hunting 0 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:37:06.415+0000 7feccbfff640 1 monclient: found mon.noname-c 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:37:06.415+0000 7feccbfff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: dump: 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.840 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: _finish_auth 0 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: _check_auth_tickets 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 monclient: authenticate success, global_id 7475 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: _renew_subs 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:37:06.841 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:37:06.415+0000 7feba37fe640 10 monclient: dump: 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:06.842 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: _renew_subs 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:37:06.415+0000 7febb57fa640 4 set_mon_vals no callback set 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:37:06.415+0000 7fecd43829c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:37:06.415+0000 7fecd43829c0 1 librados: init done 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:37:06.415+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command cr dump hook 0x562637e125b8 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:37:06.415+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:37:06.415+0000 7feba37fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:37:06.415+0000 7feba37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:37:06.415+0000 7feba37fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:37:06.415+0000 7fecd2689640 10 monclient: get_auth_request con 0x7feb9c070b10 auth_method 0 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:37:06.415+0000 7fecd1e88640 10 monclient: get_auth_request con 0x562637e328e0 auth_method 0 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 realm 2024-09-12T17:37:06.843 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.844 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.844 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:37:06.419+0000 7fecd43829c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:06.844 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.844 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.844 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.844 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:37:06.419+0000 7feccbfff640 10 monclient: get_auth_request con 0x562637e36ae0 auth_method 0 2024-09-12T17:37:06.844 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:06.844 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.844 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:37:06.419+0000 7fecd2689640 10 monclient: get_auth_request con 0x562637e3a340 auth_method 0 2024-09-12T17:37:06.844 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:06.844 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:37:06.419+0000 7fecd43829c0 20 searching for the correct realm 2024-09-12T17:37:06.844 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:37:06.423+0000 7fecd1e88640 10 monclient: get_auth_request con 0x7feccc036070 auth_method 0 2024-09-12T17:37:06.845 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:37:06.423+0000 7feccbfff640 10 monclient: get_auth_request con 0x7fecc40d5410 auth_method 0 2024-09-12T17:37:06.845 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:37:06.423+0000 7fecd2689640 10 monclient: get_auth_request con 0x7fecbc07d250 auth_method 0 2024-09-12T17:37:06.845 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:37:06.423+0000 7fecd2689640 0 -- 172.21.15.183:0/2243478573 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fecbc07d250 msgr2=0x7fecbc049a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:06.845 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:37:06.423+0000 7feba37fe640 1 client.7475.objecter ms_handle_reset 0x7fecbc07d250 session 0x7fecbc04a070 osd.4 2024-09-12T17:37:06.845 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:37:06.423+0000 7feba37fe640 10 monclient: _renew_subs 2024-09-12T17:37:06.845 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:37:06.423+0000 7feba37fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:37:06.845 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:37:06.427+0000 7fecd2689640 10 monclient: get_auth_request con 0x7feb9c0808b0 auth_method 0 2024-09-12T17:37:06.845 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:37:06.427+0000 7fecd1e88640 10 monclient: get_auth_request con 0x7feccc026040 auth_method 0 2024-09-12T17:37:06.845 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:37:06.431+0000 7feccbfff640 10 monclient: get_auth_request con 0x7feccc017020 auth_method 0 2024-09-12T17:37:06.845 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:37:06.431+0000 7feccbfff640 0 -- 172.21.15.183:0/2243478573 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7feccc017020 msgr2=0x7feccc003420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:06.845 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:37:06.635+0000 7feccbfff640 10 monclient: get_auth_request con 0x7feccc017020 auth_method 0 2024-09-12T17:37:06.845 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:37:06.647+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 zone default found 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:37:06.651+0000 7fecd43829c0 4 Realm: () 2024-09-12T17:37:06.846 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:37:06.651+0000 7fecd43829c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:37:06.651+0000 7fecd43829c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:37:06.651+0000 7fecd43829c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 zonegroup default 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 started sync module instance, tier type = 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:37:06.651+0000 7fecd43829c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=0 2024-09-12T17:37:06.847 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=1 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=2 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=3 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=4 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=5 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:37:06.675+0000 7fecd43829c0 20 add_watcher() i=6 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:37:06.679+0000 7fecd43829c0 20 add_watcher() i=7 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:37:06.679+0000 7fecd43829c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding auth protocol: cephx 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding auth protocol: cephx 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding auth protocol: cephx 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: secure 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: crc 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: secure 2024-09-12T17:37:06.848 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: crc 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:37:06.683+0000 7feb83fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: secure 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: crc 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: crc 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: secure 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: crc 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: secure 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: crc 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 AuthRegistry(0x7fff23f5dcc0) adding con mode: secure 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:37:06.683+0000 7fecd43829c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:37:06.683+0000 7fecd43829c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:37:06.683+0000 7fecd43829c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:06.849 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command cache list hook 0x562637e0f290 2024-09-12T17:37:06.850 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command cache inspect hook 0x562637e0f290 2024-09-12T17:37:06.850 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command cache erase hook 0x562637e0f290 2024-09-12T17:37:06.850 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command cache zap hook 0x562637e0f290 2024-09-12T17:37:06.850 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 note: GC not initialized 2024-09-12T17:37:06.850 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:37:06.683+0000 7feb82ffd640 20 reqs_thread_entry: start 2024-09-12T17:37:06.850 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command sync trace show hook 0x7fecbc002390 2024-09-12T17:37:06.850 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command sync trace history hook 0x7fecbc002390 2024-09-12T17:37:06.850 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command sync trace active hook 0x7fecbc002390 2024-09-12T17:37:06.850 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:37:06.683+0000 7fecd43829c0 5 asok(0x562637b3d2b0) register_command sync trace active_short hook 0x7fecbc002390 2024-09-12T17:37:06.850 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:37:06.683+0000 7fecd43829c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:06.850 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:37:06.683+0000 7fecd43829c0 20 Filter name: none 2024-09-12T17:37:06.850 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:37:06.687+0000 7feb80ff9640 20 reqs_thread_entry: start 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:37:06.687+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:37:06.687+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 : miss 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:37:06.687+0000 7fecd43829c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:37:06.687+0000 7fecd43829c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:06.851 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:37:06.687+0000 7fecd43829c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:37:06.695+0000 7fecd43829c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:37:06.695+0000 7fecd43829c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:37:06.695+0000 7fecd43829c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:37:06.695+0000 7fecd43829c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39, ofs0, ns] 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:37:06.695+0000 7febb57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464312 cookie 94722146447712 notifier 7475 bl.length()=931 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:37:06.695+0000 7febb57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:37:06.695+0000 7febb57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:37:06.695+0000 7febb57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:37:06.695+0000 7fecd43829c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): orig_sources= new_sources= 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:37:06.695+0000 7fecd43829c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): potential sources added=[] removed=[] 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:37:06.695+0000 7fecd43829c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): orig_dests= new_dests= 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:37:06.695+0000 7fecd43829c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): potential dests added=[] removed=[] 2024-09-12T17:37:06.852 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:37:06.699+0000 7fecd43829c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.1.0 2024-09-12T17:37:06.853 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:37:06.699+0000 7fecd43829c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.1.0 2024-09-12T17:37:06.853 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:37:06.699+0000 7fecd43829c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.1.1 2024-09-12T17:37:06.853 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:37:06.699+0000 7fecd43829c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.1.1 2024-09-12T17:37:06.853 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:37:06.699+0000 7fecd43829c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.0 2024-09-12T17:37:06.853 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:37:06.707+0000 7fecd43829c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fecd43829c0 time 2024-09-12T17:37:06.709803+0000 2024-09-12T17:37:06.853 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:37:06.853 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.853 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:06.853 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fecd7c5c2eb] 2024-09-12T17:37:06.853 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fecd7c5c49f] 2024-09-12T17:37:06.853 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5626352db0c1] 2024-09-12T17:37:06.853 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5626352ec4f1] 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5626352edb44] 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fecd6ac2d90] 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:37:06.711+0000 7fecd43829c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fecd43829c0 thread_name:radosgw-admin 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fecd6adb520] 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:37:06.854 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fecd7c5c345] 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fecd7c5c49f] 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5626352db0c1] 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5626352ec4f1] 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5626352edb44] 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fecd6ac2d90] 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:37:06.855 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:37:06.856 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:37:06.856 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:37:06.856 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:37:06.856 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:37:06.856 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:37:06.856 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:37:06.856 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:37:06.856 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:37:06.856 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:37:06.856 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:37:06.856 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:37:06.856 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:37:06.857 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:37:06.858 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:37:06.859 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:37:06.860 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:37:06.861 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: 7feb80ff9640 / http_manager 2024-09-12T17:37:06.862 INFO:tasks.workunit.client.0.smithi183.stderr: 7feb82ffd640 / http_manager 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: 7feb83fff640 / rgw_dt_lg_renew 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: 7feba37fe640 / ms_dispatch 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: 7febb57fa640 / io_context_pool 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: 7febb77fe640 / ms_dispatch 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: 7febbe604640 / ms_dispatch 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: 7febbfe07640 / io_context_pool 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: 7feccbfff640 / msgr-worker-2 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: 7fecd1e88640 / msgr-worker-1 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: 7fecd2689640 / msgr-worker-0 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: 7fecd2e8a640 / io_context_pool 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: 7fecd43829c0 / radosgw-admin 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:37:06.863 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:37:06.716430Z_2afb6d38-339d-4891-9ac0-3c7663076b8f/log 2024-09-12T17:37:06.864 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:37:06.864 INFO:tasks.workunit.client.0.smithi183.stderr:Aborted 2024-09-12T17:37:06.864 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T17:37:06.865 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.803+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.803+0000 7ff3f04d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.803+0000 7ff3f04d09c0 20 realm 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.803+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.803+0000 7ff3f04d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.803+0000 7ff3f04d09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.803+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.807+0000 7ff3f04d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.807+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.807+0000 7ff3f04d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.807+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.807+0000 7ff3f04d09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.807+0000 7ff3f04d09c0 20 searching for the correct realm 2024-09-12T17:37:06.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:06.811+0000 7ff3ed7d5640 0 -- 172.21.15.183:0/1391516482 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7ff3e002f040 msgr2=0x7ff3e002f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:07.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.027+0000 7ff3edfd6640 0 -- 172.21.15.183:0/1391516482 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x56144421d5a0 msgr2=0x7ff3e80334f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:07.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:07.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:07.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:07.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:07.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:07.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:07.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:07.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:07.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:07.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 zone default found 2024-09-12T17:37:07.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 4 Realm: () 2024-09-12T17:37:07.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:07.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:07.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:07.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 zonegroup default 2024-09-12T17:37:07.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.043+0000 7ff3f04d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:07.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.047+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.047+0000 7ff3f04d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:07.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.047+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.047+0000 7ff3f04d09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:07.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.047+0000 7ff3f04d09c0 20 started sync module instance, tier type = 2024-09-12T17:37:07.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.047+0000 7ff3f04d09c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:07.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.071+0000 7ff3f04d09c0 20 add_watcher() i=0 2024-09-12T17:37:07.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.071+0000 7ff3f04d09c0 20 add_watcher() i=1 2024-09-12T17:37:07.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.071+0000 7ff3f04d09c0 20 add_watcher() i=2 2024-09-12T17:37:07.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.071+0000 7ff3f04d09c0 20 add_watcher() i=3 2024-09-12T17:37:07.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.071+0000 7ff3f04d09c0 20 add_watcher() i=4 2024-09-12T17:37:07.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.071+0000 7ff3f04d09c0 20 add_watcher() i=5 2024-09-12T17:37:07.068 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.071+0000 7ff3f04d09c0 20 add_watcher() i=6 2024-09-12T17:37:07.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.071+0000 7ff3f04d09c0 20 add_watcher() i=7 2024-09-12T17:37:07.070 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.071+0000 7ff3f04d09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:07.074 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.075+0000 7ff2977fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:07.075 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:07.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:07.076 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 5 note: GC not initialized 2024-09-12T17:37:07.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff2967fc640 20 reqs_thread_entry: start 2024-09-12T17:37:07.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:07.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 Filter name: none 2024-09-12T17:37:07.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff20ffff640 20 reqs_thread_entry: start 2024-09-12T17:37:07.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.077 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:07.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:37:07.078 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:07.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:07.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:37:07.079 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.079+0000 7ff3f04d09c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:07.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.083+0000 7ff2977fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:07.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.087+0000 7ff3f04d09c0 20 remove_watcher() i=0 2024-09-12T17:37:07.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.087+0000 7ff3f04d09c0 2 removed watcher, disabling cache 2024-09-12T17:37:07.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.091+0000 7ff3f04d09c0 20 remove_watcher() i=1 2024-09-12T17:37:07.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.095+0000 7ff3f04d09c0 20 remove_watcher() i=2 2024-09-12T17:37:07.094 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.095+0000 7ff3f04d09c0 20 remove_watcher() i=3 2024-09-12T17:37:07.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.099+0000 7ff3f04d09c0 20 remove_watcher() i=4 2024-09-12T17:37:07.098 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.099+0000 7ff3f04d09c0 20 remove_watcher() i=5 2024-09-12T17:37:07.099 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.103+0000 7ff3f04d09c0 20 remove_watcher() i=6 2024-09-12T17:37:07.101 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.103+0000 7ff3f04d09c0 20 remove_watcher() i=7 2024-09-12T17:37:07.121 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:07.122 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:37:07.122 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-change-reshard-state id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T17:37:07.122 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:07.123 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:07.124 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:07.140 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:07.140 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:07.184 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:37:07.220 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:07.220 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:07.267 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.271+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.271+0000 7f8ceba799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:07.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.271+0000 7f8ceba799c0 20 realm 2024-09-12T17:37:07.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.271+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.271+0000 7f8ceba799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:07.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.271+0000 7f8ceba799c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:07.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.271+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.271+0000 7f8ceba799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:07.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.271+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.271+0000 7f8ceba799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:07.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.271+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.275+0000 7f8ceba799c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:07.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.275+0000 7f8ceba799c0 20 searching for the correct realm 2024-09-12T17:37:07.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.279+0000 7f8ce9d80640 0 -- 172.21.15.183:0/1154202240 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f8ce000e040 msgr2=0x7f8ce006aac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:07.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.495+0000 7f8ce8d7e640 0 -- 172.21.15.183:0/1154202240 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f8ce4017930 msgr2=0x7f8ce404a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:07.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.711+0000 7f8ceba799c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:07.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.711+0000 7f8ceba799c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:07.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.711+0000 7f8ceba799c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:07.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.711+0000 7f8ceba799c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:07.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.711+0000 7f8ceba799c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:07.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.711+0000 7f8ceba799c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:07.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.711+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:07.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:07.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:07.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 20 zone default found 2024-09-12T17:37:07.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 4 Realm: () 2024-09-12T17:37:07.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:07.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:07.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:07.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 20 zonegroup default 2024-09-12T17:37:07.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:07.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.715+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.719+0000 7f8ceba799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:07.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.719+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.719+0000 7f8ceba799c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:07.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.719+0000 7f8ceba799c0 20 started sync module instance, tier type = 2024-09-12T17:37:07.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.719+0000 7f8ceba799c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:07.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.743+0000 7f8ceba799c0 20 add_watcher() i=0 2024-09-12T17:37:07.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.743+0000 7f8ceba799c0 20 add_watcher() i=1 2024-09-12T17:37:07.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.743+0000 7f8ceba799c0 20 add_watcher() i=2 2024-09-12T17:37:07.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.743+0000 7f8ceba799c0 20 add_watcher() i=3 2024-09-12T17:37:07.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.743+0000 7f8ceba799c0 20 add_watcher() i=4 2024-09-12T17:37:07.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.743+0000 7f8ceba799c0 20 add_watcher() i=5 2024-09-12T17:37:07.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.743+0000 7f8ceba799c0 20 add_watcher() i=6 2024-09-12T17:37:07.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.743+0000 7f8ceba799c0 20 add_watcher() i=7 2024-09-12T17:37:07.742 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.743+0000 7f8ceba799c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:07.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.747+0000 7f8b9f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:07.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.747+0000 7f8ceba799c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:07.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.747+0000 7f8ceba799c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:07.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 5 note: GC not initialized 2024-09-12T17:37:07.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8b9e7e4640 20 reqs_thread_entry: start 2024-09-12T17:37:07.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:07.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 20 Filter name: none 2024-09-12T17:37:07.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8b0ffff640 20 reqs_thread_entry: start 2024-09-12T17:37:07.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:37:07.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:07.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:37:07.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:37:07.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 : miss 2024-09-12T17:37:07.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:07.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:37:07.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:07.750 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:07.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:07.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:07.751 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.751+0000 7f8ceba799c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 2024-09-12T17:37:07.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.755+0000 7f8ceba799c0 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to be held by another RGW process; skipping for now 2024-09-12T17:37:07.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.755+0000 7f8b9f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:07.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.759+0000 7f8ceba799c0 20 remove_watcher() i=0 2024-09-12T17:37:07.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.759+0000 7f8ceba799c0 2 removed watcher, disabling cache 2024-09-12T17:37:07.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.763+0000 7f8ceba799c0 20 remove_watcher() i=1 2024-09-12T17:37:07.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.767+0000 7f8ceba799c0 20 remove_watcher() i=2 2024-09-12T17:37:07.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.767+0000 7f8ceba799c0 20 remove_watcher() i=3 2024-09-12T17:37:07.767 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.771+0000 7f8ceba799c0 20 remove_watcher() i=4 2024-09-12T17:37:07.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.771+0000 7f8ceba799c0 20 remove_watcher() i=5 2024-09-12T17:37:07.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.771+0000 7f8ceba799c0 20 remove_watcher() i=6 2024-09-12T17:37:07.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:07.775+0000 7f8ceba799c0 20 remove_watcher() i=7 2024-09-12T17:37:07.791 INFO:tasks.workunit.client.0.smithi183.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T17:37:37.801 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T17:37:37.838 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:37.839 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:37.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.887+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.887+0000 7f0ee34b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:37.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.887+0000 7f0ee34b39c0 20 realm 2024-09-12T17:37:37.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.887+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.887+0000 7f0ee34b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:37.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.887+0000 7f0ee34b39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:37.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.887+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.887+0000 7f0ee34b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:37.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.887+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.887+0000 7f0ee34b39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:37.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.887+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:37.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.891+0000 7f0ee34b39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:37.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.891+0000 7f0ee34b39c0 20 searching for the correct realm 2024-09-12T17:37:37.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.895+0000 7f0ee17ba640 0 -- 172.21.15.183:0/781326251 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f0ed40e7420 msgr2=0x7f0ed40e7860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:37.900 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:37.903+0000 7f0ee07b8640 0 -- 172.21.15.183:0/781326251 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f0ed8043a60 msgr2=0x7f0ed80243e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:38.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.119+0000 7f0ee34b39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:38.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.119+0000 7f0ee34b39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:38.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.119+0000 7f0ee34b39c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:38.119 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.119+0000 7f0ee34b39c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:38.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.119+0000 7f0ee34b39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:38.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.119+0000 7f0ee34b39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:38.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.119+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.120 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:38.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.121 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:38.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 20 zone default found 2024-09-12T17:37:38.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 4 Realm: () 2024-09-12T17:37:38.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:38.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:38.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:38.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 20 zonegroup default 2024-09-12T17:37:38.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.123+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.127+0000 7f0ee34b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.123 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.127+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.127+0000 7f0ee34b39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.127+0000 7f0ee34b39c0 20 started sync module instance, tier type = 2024-09-12T17:37:38.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.127+0000 7f0ee34b39c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:38.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.151+0000 7f0ee34b39c0 20 add_watcher() i=0 2024-09-12T17:37:38.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.151+0000 7f0ee34b39c0 20 add_watcher() i=1 2024-09-12T17:37:38.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.151+0000 7f0ee34b39c0 20 add_watcher() i=2 2024-09-12T17:37:38.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.151+0000 7f0ee34b39c0 20 add_watcher() i=3 2024-09-12T17:37:38.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.151+0000 7f0ee34b39c0 20 add_watcher() i=4 2024-09-12T17:37:38.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.151+0000 7f0ee34b39c0 20 add_watcher() i=5 2024-09-12T17:37:38.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.151+0000 7f0ee34b39c0 20 add_watcher() i=6 2024-09-12T17:37:38.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.155+0000 7f0ee34b39c0 20 add_watcher() i=7 2024-09-12T17:37:38.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.155+0000 7f0ee34b39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:38.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0d96fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:38.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0ee34b39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:38.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0ee34b39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:38.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0ee34b39c0 5 note: GC not initialized 2024-09-12T17:37:38.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0d95fe3640 20 reqs_thread_entry: start 2024-09-12T17:37:38.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0ee34b39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:38.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0ee34b39c0 20 Filter name: none 2024-09-12T17:37:38.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0d077fe640 20 reqs_thread_entry: start 2024-09-12T17:37:38.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0ee34b39c0 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T17:37:38.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0ee34b39c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:38.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0ee34b39c0 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T17:37:38.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0ee34b39c0 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T17:37:38.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.159+0000 7f0ee34b39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 : miss 2024-09-12T17:37:38.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.163+0000 7f0ee34b39c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.163+0000 7f0ee34b39c0 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T17:37:38.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.163+0000 7f0ee34b39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:38.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.163+0000 7f0ee34b39c0 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:38.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.163+0000 7f0ee34b39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:38.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.163+0000 7f0ee34b39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:38.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.163+0000 7f0ee34b39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 2024-09-12T17:37:38.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.163+0000 7f0ee34b39c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:37:38.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.171+0000 7f0ee34b39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:38.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.171+0000 7f0ee34b39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:38.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.171+0000 7f0ee34b39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:38.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.171+0000 7f0ee34b39c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39, ofs0, ns] 2024-09-12T17:37:38.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.171+0000 7f0db7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464313 cookie 94587174061968 notifier 7523 bl.length()=931 2024-09-12T17:37:38.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.171+0000 7f0db7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:38.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.171+0000 7f0db7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:38.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.171+0000 7f0db7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:38.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.175+0000 7f0ee34b39c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): orig_sources= new_sources= 2024-09-12T17:37:38.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.175+0000 7f0ee34b39c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): potential sources added=[] removed=[] 2024-09-12T17:37:38.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.175+0000 7f0ee34b39c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): orig_dests= new_dests= 2024-09-12T17:37:38.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.175+0000 7f0ee34b39c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): potential dests added=[] removed=[] 2024-09-12T17:37:38.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.183+0000 7f0ee34b39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.2.0 2024-09-12T17:37:38.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.183+0000 7f0ee34b39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.2.0 2024-09-12T17:37:38.181 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.183+0000 7f0ee34b39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.2.1 2024-09-12T17:37:38.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.183+0000 7f0ee34b39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.2.1 2024-09-12T17:37:38.182 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.183+0000 7f0ee34b39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.0 2024-09-12T17:37:38.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.187+0000 7f0ee34b39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 : hit (requested=0x17, cached=0x17) 2024-09-12T17:37:38.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.187+0000 7f0ee34b39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 2024-09-12T17:37:38.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.191+0000 7f0ee34b39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:38.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.191+0000 7f0ee34b39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:38.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.191+0000 7f0ee34b39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:38.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.191+0000 7f0ee34b39c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39, ofs0, ns] 2024-09-12T17:37:38.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.191+0000 7f0db7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464314 cookie 94587174061968 notifier 7523 bl.length()=931 2024-09-12T17:37:38.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.191+0000 7f0db7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:38.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.191+0000 7f0db7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:38.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.191+0000 7f0db7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:38.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.191+0000 7f0ee34b39c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): orig_sources= new_sources= 2024-09-12T17:37:38.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.191+0000 7f0ee34b39c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): potential sources added=[] removed=[] 2024-09-12T17:37:38.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.191+0000 7f0ee34b39c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): orig_dests= new_dests= 2024-09-12T17:37:38.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.191+0000 7f0ee34b39c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): potential dests added=[] removed=[] 2024-09-12T17:37:38.192 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.195+0000 7f0ee34b39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.39.0 2024-09-12T17:37:38.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.195+0000 7f0ee34b39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 : hit (requested=0x17, cached=0x17) 2024-09-12T17:37:38.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.195+0000 7f0ee34b39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 2024-09-12T17:37:38.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.199+0000 7f0ee34b39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:38.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.199+0000 7f0ee34b39c0 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:38.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.199+0000 7f0ee34b39c0 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:38.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.199+0000 7f0ee34b39c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39, ofs0, ns] 2024-09-12T17:37:38.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.199+0000 7f0db7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464315 cookie 94587174061968 notifier 7523 bl.length()=899 2024-09-12T17:37:38.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.199+0000 7f0db7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 info.flags=0x17 2024-09-12T17:37:38.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.199+0000 7f0db7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 to cache LRU end 2024-09-12T17:37:38.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.199+0000 7f0db7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T17:37:38.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.199+0000 7f0ee34b39c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): orig_sources= new_sources= 2024-09-12T17:37:38.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.199+0000 7f0ee34b39c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): potential sources added=[] removed=[] 2024-09-12T17:37:38.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.199+0000 7f0ee34b39c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): orig_dests= new_dests= 2024-09-12T17:37:38.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.199+0000 7f0ee34b39c0 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[fbe06962-a98e-4cf5-b805-dd8639959719.4523.39]): potential dests added=[] removed=[] 2024-09-12T17:37:38.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.203+0000 7f0ee34b39c0 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T17:37:38.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.203+0000 7f0d96fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:38.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.207+0000 7f0ee34b39c0 20 remove_watcher() i=0 2024-09-12T17:37:38.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.207+0000 7f0ee34b39c0 2 removed watcher, disabling cache 2024-09-12T17:37:38.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.211+0000 7f0ee34b39c0 20 remove_watcher() i=1 2024-09-12T17:37:38.211 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.215+0000 7f0ee34b39c0 20 remove_watcher() i=2 2024-09-12T17:37:38.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.215+0000 7f0ee34b39c0 20 remove_watcher() i=3 2024-09-12T17:37:38.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.219+0000 7f0ee34b39c0 20 remove_watcher() i=4 2024-09-12T17:37:38.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.219+0000 7f0ee34b39c0 20 remove_watcher() i=5 2024-09-12T17:37:38.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.219+0000 7f0ee34b39c0 20 remove_watcher() i=6 2024-09-12T17:37:38.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.223+0000 7f0ee34b39c0 20 remove_watcher() i=7 2024-09-12T17:37:38.235 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T17:37:38.262 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:38.262 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:38.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.307+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.311+0000 7f5de0d5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.311+0000 7f5de0d5b9c0 20 realm 2024-09-12T17:37:38.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.311+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.311+0000 7f5de0d5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.311+0000 7f5de0d5b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:38.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.311+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.311+0000 7f5de0d5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.311+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.311+0000 7f5de0d5b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:38.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.311+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.311+0000 7f5de0d5b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:38.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.311+0000 7f5de0d5b9c0 20 searching for the correct realm 2024-09-12T17:37:38.313 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.315+0000 7f5dde060640 0 -- 172.21.15.183:0/3877959719 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f5dd8041040 msgr2=0x7f5dd800e430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:38.320 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.323+0000 7f5dde861640 0 -- 172.21.15.183:0/3877959719 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f5dd0063910 msgr2=0x7f5dd0063380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:38.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.331+0000 7f5de0d5b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:38.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.331+0000 7f5de0d5b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:38.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.331+0000 7f5de0d5b9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:38.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.331+0000 7f5de0d5b9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:38.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.331+0000 7f5de0d5b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:38.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.331+0000 7f5de0d5b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:38.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.331+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.331+0000 7f5de0d5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.331+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.331+0000 7f5de0d5b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:38.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.331+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:38.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 20 zone default found 2024-09-12T17:37:38.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 4 Realm: () 2024-09-12T17:37:38.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:38.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:38.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:38.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 20 zonegroup default 2024-09-12T17:37:38.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 20 started sync module instance, tier type = 2024-09-12T17:37:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.335+0000 7f5de0d5b9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:38.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.351+0000 7f5de0d5b9c0 20 add_watcher() i=0 2024-09-12T17:37:38.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.351+0000 7f5de0d5b9c0 20 add_watcher() i=1 2024-09-12T17:37:38.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.351+0000 7f5de0d5b9c0 20 add_watcher() i=2 2024-09-12T17:37:38.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.351+0000 7f5de0d5b9c0 20 add_watcher() i=3 2024-09-12T17:37:38.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.351+0000 7f5de0d5b9c0 20 add_watcher() i=4 2024-09-12T17:37:38.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.351+0000 7f5de0d5b9c0 20 add_watcher() i=5 2024-09-12T17:37:38.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.351+0000 7f5de0d5b9c0 20 add_watcher() i=6 2024-09-12T17:37:38.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.351+0000 7f5de0d5b9c0 20 add_watcher() i=7 2024-09-12T17:37:38.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.351+0000 7f5de0d5b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:38.351 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5c957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:38.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:38.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:38.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 5 note: GC not initialized 2024-09-12T17:37:38.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5c0ffff640 20 reqs_thread_entry: start 2024-09-12T17:37:38.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:38.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 Filter name: none 2024-09-12T17:37:38.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5c0dffb640 20 reqs_thread_entry: start 2024-09-12T17:37:38.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:38.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:38.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:38.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T17:37:38.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T17:37:38.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.355+0000 7f5de0d5b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:38.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.359+0000 7f5c957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:38.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.363+0000 7f5de0d5b9c0 20 remove_watcher() i=0 2024-09-12T17:37:38.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.363+0000 7f5de0d5b9c0 2 removed watcher, disabling cache 2024-09-12T17:37:38.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.363+0000 7f5de0d5b9c0 20 remove_watcher() i=1 2024-09-12T17:37:38.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.367+0000 7f5de0d5b9c0 20 remove_watcher() i=2 2024-09-12T17:37:38.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.367+0000 7f5de0d5b9c0 20 remove_watcher() i=3 2024-09-12T17:37:38.368 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.371+0000 7f5de0d5b9c0 20 remove_watcher() i=4 2024-09-12T17:37:38.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.371+0000 7f5de0d5b9c0 20 remove_watcher() i=5 2024-09-12T17:37:38.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.371+0000 7f5de0d5b9c0 20 remove_watcher() i=6 2024-09-12T17:37:38.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.375+0000 7f5de0d5b9c0 20 remove_watcher() i=7 2024-09-12T17:37:38.385 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.385 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:37:38.385 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: abort-at-change-reshard-state id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.39 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T17:37:38.386 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.387 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:38.387 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:38.390 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:38.390 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:38.433 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:38.433 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:38.452 INFO:tasks.workunit.client.0.smithi183.stderr: test: logrecord could be stopped after reshard failed 2024-09-12T17:37:38.452 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:37:38.478 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:38.478 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:38.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.519+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.523+0000 7f5da8f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.523+0000 7f5da8f4b9c0 20 realm 2024-09-12T17:37:38.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.523+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.523+0000 7f5da8f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.523+0000 7f5da8f4b9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:38.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.523+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.523+0000 7f5da8f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.523+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.523+0000 7f5da8f4b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:38.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.523+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.523+0000 7f5da8f4b9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:38.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.523+0000 7f5da8f4b9c0 20 searching for the correct realm 2024-09-12T17:37:38.528 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.531+0000 7f5da7252640 0 -- 172.21.15.183:0/3814057858 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x555b6e0370d0 msgr2=0x555b6e0394c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:38.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.535+0000 7f5da6250640 0 -- 172.21.15.183:0/3814057858 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f5da00fd910 msgr2=0x7f5da00d93f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:38.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:38.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:38.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:38.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:38.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:38.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:38.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:38.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:38.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 zone default found 2024-09-12T17:37:38.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 4 Realm: () 2024-09-12T17:37:38.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:38.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:38.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:38.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 zonegroup default 2024-09-12T17:37:38.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.543+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.547+0000 7f5da8f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.547+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.547+0000 7f5da8f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.547+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.547+0000 7f5da8f4b9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.547+0000 7f5da8f4b9c0 20 started sync module instance, tier type = 2024-09-12T17:37:38.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.547+0000 7f5da8f4b9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:38.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.563+0000 7f5da8f4b9c0 20 add_watcher() i=0 2024-09-12T17:37:38.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.563+0000 7f5da8f4b9c0 20 add_watcher() i=1 2024-09-12T17:37:38.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.563+0000 7f5da8f4b9c0 20 add_watcher() i=2 2024-09-12T17:37:38.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.563+0000 7f5da8f4b9c0 20 add_watcher() i=3 2024-09-12T17:37:38.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.563+0000 7f5da8f4b9c0 20 add_watcher() i=4 2024-09-12T17:37:38.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.563+0000 7f5da8f4b9c0 20 add_watcher() i=5 2024-09-12T17:37:38.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.563+0000 7f5da8f4b9c0 20 add_watcher() i=6 2024-09-12T17:37:38.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.563+0000 7f5da8f4b9c0 20 add_watcher() i=7 2024-09-12T17:37:38.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.563+0000 7f5da8f4b9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:38.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.563+0000 7f5c5d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:38.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:38.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:38.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 5 note: GC not initialized 2024-09-12T17:37:38.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5bd7fff640 20 reqs_thread_entry: start 2024-09-12T17:37:38.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:38.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 20 Filter name: none 2024-09-12T17:37:38.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5bd5ffb640 20 reqs_thread_entry: start 2024-09-12T17:37:38.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:37:38.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:37:38.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:38.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:37:38.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.567+0000 7f5da8f4b9c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.571+0000 7f5da8f4b9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:37:38.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.571+0000 7f5da8f4b9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:38.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.571+0000 7f5c5d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:38.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.575+0000 7f5da8f4b9c0 20 remove_watcher() i=0 2024-09-12T17:37:38.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.575+0000 7f5da8f4b9c0 2 removed watcher, disabling cache 2024-09-12T17:37:38.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.579+0000 7f5da8f4b9c0 20 remove_watcher() i=1 2024-09-12T17:37:38.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.579+0000 7f5da8f4b9c0 20 remove_watcher() i=2 2024-09-12T17:37:38.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.583+0000 7f5da8f4b9c0 20 remove_watcher() i=3 2024-09-12T17:37:38.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.583+0000 7f5da8f4b9c0 20 remove_watcher() i=4 2024-09-12T17:37:38.583 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.587+0000 7f5da8f4b9c0 20 remove_watcher() i=5 2024-09-12T17:37:38.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.587+0000 7f5da8f4b9c0 20 remove_watcher() i=6 2024-09-12T17:37:38.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.587+0000 7f5da8f4b9c0 20 remove_watcher() i=7 2024-09-12T17:37:38.598 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.598 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:37:38.598 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: a-bucket id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-12T17:37:38.598 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.599 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:37:38.625 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:38.625 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:38.667 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.667+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.671+0000 7f423df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.671+0000 7f423df949c0 20 realm 2024-09-12T17:37:38.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.671+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.671+0000 7f423df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.671+0000 7f423df949c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:38.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.671+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.671+0000 7f423df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.669 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.671+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.671 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.671+0000 7f423df949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:38.671 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.671+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.675+0000 7f423df949c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:38.672 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.675+0000 7f423df949c0 20 searching for the correct realm 2024-09-12T17:37:38.677 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.679+0000 7f423c29b640 0 -- 172.21.15.183:0/335216132 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x5594bf0399f0 msgr2=0x5594bf03bde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:38.682 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.683+0000 7f423b299640 0 -- 172.21.15.183:0/335216132 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f423406ab90 msgr2=0x7f4234096740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:38.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.691+0000 7f423df949c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:38.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.691+0000 7f423df949c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:38.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.691+0000 7f423df949c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:38.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.691+0000 7f423df949c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:38.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.691+0000 7f423df949c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:38.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.691+0000 7f423df949c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:38.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.691+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.691+0000 7f423df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.691+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:38.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:38.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 zone default found 2024-09-12T17:37:38.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 4 Realm: () 2024-09-12T17:37:38.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:38.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:38.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:38.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 zonegroup default 2024-09-12T17:37:38.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 started sync module instance, tier type = 2024-09-12T17:37:38.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.695+0000 7f423df949c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:38.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.711+0000 7f423df949c0 20 add_watcher() i=0 2024-09-12T17:37:38.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.711+0000 7f423df949c0 20 add_watcher() i=1 2024-09-12T17:37:38.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.711+0000 7f423df949c0 20 add_watcher() i=2 2024-09-12T17:37:38.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.711+0000 7f423df949c0 20 add_watcher() i=3 2024-09-12T17:37:38.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.711+0000 7f423df949c0 20 add_watcher() i=4 2024-09-12T17:37:38.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.711+0000 7f423df949c0 20 add_watcher() i=5 2024-09-12T17:37:38.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.711+0000 7f423df949c0 20 add_watcher() i=6 2024-09-12T17:37:38.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.711+0000 7f423df949c0 20 add_watcher() i=7 2024-09-12T17:37:38.710 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.711+0000 7f423df949c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:38.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.715+0000 7f40f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:38.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.715+0000 7f423df949c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:38.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.715+0000 7f423df949c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:38.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.715+0000 7f423df949c0 5 note: GC not initialized 2024-09-12T17:37:38.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.715+0000 7f40f0fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:38.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.715+0000 7f423df949c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:38.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.715+0000 7f423df949c0 20 Filter name: none 2024-09-12T17:37:38.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.715+0000 7f406a7fc640 20 reqs_thread_entry: start 2024-09-12T17:37:38.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.715+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.715+0000 7f423df949c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:37:38.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.715+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.719+0000 7f423df949c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:37:38.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.719+0000 7f423df949c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:38.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.719+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.719+0000 7f423df949c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:37:38.717 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.719+0000 7f423df949c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.719+0000 7f423df949c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:37:38.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.719+0000 7f423df949c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:38.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.723+0000 7f40f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:38.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.727+0000 7f423df949c0 20 remove_watcher() i=0 2024-09-12T17:37:38.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.727+0000 7f423df949c0 2 removed watcher, disabling cache 2024-09-12T17:37:38.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.727+0000 7f423df949c0 20 remove_watcher() i=1 2024-09-12T17:37:38.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.731+0000 7f423df949c0 20 remove_watcher() i=2 2024-09-12T17:37:38.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.735+0000 7f423df949c0 20 remove_watcher() i=3 2024-09-12T17:37:38.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.735+0000 7f423df949c0 20 remove_watcher() i=4 2024-09-12T17:37:38.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.739+0000 7f423df949c0 20 remove_watcher() i=5 2024-09-12T17:37:38.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.739+0000 7f423df949c0 20 remove_watcher() i=6 2024-09-12T17:37:38.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.739+0000 7f423df949c0 20 remove_watcher() i=7 2024-09-12T17:37:38.751 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T17:37:38.783 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:38.784 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:38.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 realm 2024-09-12T17:37:38.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.827+0000 7f55c7c709c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:38.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:38.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:38.829 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 searching for the correct realm 2024-09-12T17:37:38.834 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.835+0000 7f55c5f77640 0 -- 172.21.15.183:0/184141215 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x5573e83f4870 msgr2=0x5573e83f6c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:38.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.843+0000 7f55c4f75640 0 -- 172.21.15.183:0/184141215 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f55b8026040 msgr2=0x7f55b8028610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:38.847 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:38.847 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:38.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:38.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:38.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:38.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:38.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.848 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 zone default found 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 4 Realm: () 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 zonegroup default 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 started sync module instance, tier type = 2024-09-12T17:37:38.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:38.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=0 2024-09-12T17:37:38.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=1 2024-09-12T17:37:38.866 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=2 2024-09-12T17:37:38.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=3 2024-09-12T17:37:38.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=4 2024-09-12T17:37:38.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=5 2024-09-12T17:37:38.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=6 2024-09-12T17:37:38.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 add_watcher() i=7 2024-09-12T17:37:38.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.871+0000 7f55c7c709c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:38.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.871+0000 7f547bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:38.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:38.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:38.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 note: GC not initialized 2024-09-12T17:37:38.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.871+0000 7f547afe5640 20 reqs_thread_entry: start 2024-09-12T17:37:38.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:38.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 Filter name: none 2024-09-12T17:37:38.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.871+0000 7f5478fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:38.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.871+0000 7f55c7c709c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:37:38.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.875+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:37:38.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:37:38.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:37:38.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:37:38.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.875+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.875+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:37:38.872 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:37:38.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:37:38.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:38.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:37:38.873 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:37:38.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.883+0000 7f55c7c709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:37:38.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.883+0000 7f55c7c709c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:37:38.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.883+0000 7f55c7c709c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:37:38.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.883+0000 7f55c7c709c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:37:38.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.883+0000 7f54a8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464339 cookie 93956306084064 notifier 8148 bl.length()=827 2024-09-12T17:37:38.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.883+0000 7f54a8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:37:38.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.883+0000 7f54a8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:37:38.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.883+0000 7f54a8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:37:38.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.883+0000 7f55c7c709c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:37:38.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.883+0000 7f55c7c709c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:37:38.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.883+0000 7f55c7c709c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:37:38.882 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.883+0000 7f55c7c709c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:37:38.886 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.0 2024-09-12T17:37:38.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.0 2024-09-12T17:37:38.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.1 2024-09-12T17:37:38.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.1 2024-09-12T17:37:38.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.2 2024-09-12T17:37:38.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.2 2024-09-12T17:37:38.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.3 2024-09-12T17:37:38.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.3 2024-09-12T17:37:38.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:37:38.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:37:38.887 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.891+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:37:38.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.891+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:37:38.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.891+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:37:38.889 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.891+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:37:38.892 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f55c7c709c0 time 2024-09-12T17:37:38.899263+0000 2024-09-12T17:37:38.892 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:37:38.893 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:38.893 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f55cb54a2eb] 2024-09-12T17:37:38.893 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f55cb54a49f] 2024-09-12T17:37:38.893 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5573e603c0c1] 2024-09-12T17:37:38.893 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5573e604d4f1] 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5573e604eb44] 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f55ca3b0d90] 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.895+0000 7f55c7c709c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f55c7c709c0 time 2024-09-12T17:37:38.899263+0000 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f55cb54a2eb] 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f55cb54a49f] 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5573e603c0c1] 2024-09-12T17:37:38.894 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5573e604d4f1] 2024-09-12T17:37:38.895 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5573e604eb44] 2024-09-12T17:37:38.895 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:37:38.895 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f55ca3b0d90] 2024-09-12T17:37:38.895 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:37:38.895 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:37:38.895 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.895 INFO:tasks.workunit.client.0.smithi183.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:37:38.895 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f55c7c709c0 thread_name:radosgw-admin 2024-09-12T17:37:38.909 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:38.909 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f55ca3c9520] 2024-09-12T17:37:38.909 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:37:38.909 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:37:38.909 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:37:38.910 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f55cb54a345] 2024-09-12T17:37:38.910 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f55cb54a49f] 2024-09-12T17:37:38.910 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5573e603c0c1] 2024-09-12T17:37:38.910 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5573e604d4f1] 2024-09-12T17:37:38.910 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5573e604eb44] 2024-09-12T17:37:38.910 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:37:38.910 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f55ca3b0d90] 2024-09-12T17:37:38.910 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:37:38.910 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:37:38.910 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.895+0000 7f55c7c709c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:37:38.910 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f55c7c709c0 thread_name:radosgw-admin 2024-09-12T17:37:38.910 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f55ca3c9520] 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f55cb54a345] 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f55cb54a49f] 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5573e603c0c1] 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5573e604d4f1] 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5573e604eb44] 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f55ca3b0d90] 2024-09-12T17:37:38.911 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: dump: 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.912 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.913 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.913 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: _finish_auth 0 2024-09-12T17:37:38.913 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: _check_auth_tickets 2024-09-12T17:37:38.913 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:38.913 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.913 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:38.913 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: dump: 2024-09-12T17:37:38.913 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.913 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.913 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.913 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.914 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.914 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.914 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.914 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.914 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.914 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.914 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 monclient: authenticate success, global_id 8136 2024-09-12T17:37:38.914 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: get_monmap_and_config success 2024-09-12T17:37:38.914 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 4 set_mon_vals no callback set 2024-09-12T17:37:38.914 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: shutdown 2024-09-12T17:37:38.914 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) unregister_commands rotate-key 2024-09-12T17:37:38.914 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: build_initial_monmap 2024-09-12T17:37:38.915 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:38.915 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: monmap: 2024-09-12T17:37:38.915 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:38.915 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:38.915 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:38.915 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:38.915 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:38.915 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.915 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:38.915 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:38.915 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding auth protocol: cephx 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding auth protocol: cephx 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding auth protocol: cephx 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: secure 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: crc 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: secure 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: crc 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: secure 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: crc 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: crc 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: secure 2024-09-12T17:37:38.916 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: crc 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: secure 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: crc 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: secure 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 1 librados: starting msgr at 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 1 librados: starting objecter 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command objecter_requests hook 0x5573e8334d40 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 1 librados: setting wanted keys 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 1 librados: calling monclient init 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: init 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding auth protocol: cephx 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding auth protocol: cephx 2024-09-12T17:37:38.917 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding auth protocol: cephx 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: secure 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: crc 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: secure 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: crc 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: secure 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: crc 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: crc 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: secure 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: crc 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: secure 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: crc 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: secure 2024-09-12T17:37:38.918 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.919 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.919 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command rotate-key hook 0x5573e82ffb48 2024-09-12T17:37:38.919 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:38.919 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:37:38.919 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-b con 0x5573e818f4c0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:38.919 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-a con 0x5573e81afac0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:38.919 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-c con 0x5573e8331370 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:38.919 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.919 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.919 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.919 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:38.919 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): authenticate will time out at 2444.343410s 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): get_auth_request con 0x5573e81afac0 auth_method 0 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): get_auth_request con 0x5573e8331370 auth_method 0 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:38.920 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): handle_auth_done global_id 8139 payload 824 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient: _finish_hunting 0 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:37:38.807+0000 7f55c4f75640 1 monclient: found mon.noname-a 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:37:38.807+0000 7f55c5776640 10 monclient: get_auth_request con 0x5573e818f4c0 auth_method 0 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: dump: 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.921 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.922 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.922 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.922 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.922 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.922 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.922 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: _finish_auth 0 2024-09-12T17:37:38.922 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: _check_auth_tickets 2024-09-12T17:37:38.922 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:38.922 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.922 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:38.922 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: dump: 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:37:38.811+0000 7f55c7c709c0 5 monclient: authenticate success, global_id 8139 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:37:38.811+0000 7f54b3606640 4 set_mon_vals no callback set 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:37:38.811+0000 7f55c7c709c0 10 monclient: _renew_subs 2024-09-12T17:37:38.923 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:37:38.811+0000 7f55c7c709c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:37:38.811+0000 7f55c7c709c0 10 monclient: _renew_subs 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:37:38.811+0000 7f55c7c709c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:37:38.811+0000 7f55c7c709c0 1 librados: init done 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:37:38.811+0000 7f54b1e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:37:38.811+0000 7f54b1e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:37:38.811+0000 7f54b1e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:37:38.811+0000 7f55c5776640 10 monclient: get_auth_request con 0x7f54ac070ae0 auth_method 0 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:37:38.811+0000 7f55c5f77640 10 monclient: get_auth_request con 0x5573e8308220 auth_method 0 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:37:38.811+0000 7f55c5776640 10 monclient: get_auth_request con 0x5573e834bbe0 auth_method 0 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:37:38.815+0000 7f55c4f75640 10 monclient: get_auth_request con 0x5573e834ff40 auth_method 0 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:37:38.815+0000 7f55c5f77640 10 monclient: get_auth_request con 0x5573e8354320 auth_method 0 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 10 monclient: build_initial_monmap 2024-09-12T17:37:38.924 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:38.925 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 10 monclient: monmap: 2024-09-12T17:37:38.925 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:38.925 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:38.925 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:38.925 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:38.925 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:38.925 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.925 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:38.925 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:38.925 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:38.925 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.925 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding auth protocol: cephx 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding auth protocol: cephx 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding auth protocol: cephx 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: secure 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: crc 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: secure 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: crc 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: secure 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: crc 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: crc 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: secure 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: crc 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: secure 2024-09-12T17:37:38.926 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: crc 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: secure 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command objecter_requests cmddesc objecter_requests hook 0x5573e835ba20 EEXIST 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 10 monclient: init 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding auth protocol: cephx 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding auth protocol: cephx 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding auth protocol: cephx 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: secure 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: crc 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: secure 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: crc 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: secure 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: crc 2024-09-12T17:37:38.927 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: crc 2024-09-12T17:37:38.928 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: secure 2024-09-12T17:37:38.928 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: crc 2024-09-12T17:37:38.928 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: secure 2024-09-12T17:37:38.928 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: crc 2024-09-12T17:37:38.928 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: secure 2024-09-12T17:37:38.928 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.928 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.928 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command rotate-key cmddesc rotate-key hook 0x5573e83571b0 EEXIST 2024-09-12T17:37:38.928 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:38.928 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:37:38.928 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-b con 0x5573e837fbd0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:38.928 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-a con 0x5573e837f500 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-c con 0x5573e837dee0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): authenticate will time out at 2444.352206s 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): get_auth_request con 0x5573e837f500 auth_method 0 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): get_auth_request con 0x5573e837dee0 auth_method 0 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:38.929 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): handle_auth_done global_id 8142 payload 824 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient: _finish_hunting 0 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:37:38.819+0000 7f55c5f77640 1 monclient: found mon.noname-a 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: dump: 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.930 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: _finish_auth 0 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: _check_auth_tickets 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:38.931 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: dump: 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:37:38.819+0000 7f55c6778640 4 set_mon_vals no callback set 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 5 monclient: authenticate success, global_id 8142 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: _renew_subs 2024-09-12T17:37:38.932 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.933 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: _renew_subs 2024-09-12T17:37:38.933 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.933 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:37:38.819+0000 7f54aaffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:37:38.933 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:37:38.819+0000 7f54aaffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:38.933 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:37:38.819+0000 7f54aaffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:38.933 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: get_monmap_and_config 2024-09-12T17:37:38.933 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: build_initial_monmap 2024-09-12T17:37:38.933 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:38.933 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: monmap: 2024-09-12T17:37:38.933 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:38.933 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:38.933 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:38.934 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:38.934 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:38.934 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.934 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:38.934 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:38.934 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:38.934 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.934 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding auth protocol: cephx 2024-09-12T17:37:38.934 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding auth protocol: cephx 2024-09-12T17:37:38.934 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding auth protocol: cephx 2024-09-12T17:37:38.934 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: secure 2024-09-12T17:37:38.934 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: crc 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: secure 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: crc 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: secure 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: crc 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: crc 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: secure 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: crc 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: secure 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: crc 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: secure 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient: get_auth_request con 0x7f54a0070a20 auth_method 0 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.935 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: init 2024-09-12T17:37:38.936 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding auth protocol: cephx 2024-09-12T17:37:38.936 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding auth protocol: cephx 2024-09-12T17:37:38.936 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding auth protocol: cephx 2024-09-12T17:37:38.936 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: secure 2024-09-12T17:37:38.936 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: crc 2024-09-12T17:37:38.936 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: secure 2024-09-12T17:37:38.936 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: crc 2024-09-12T17:37:38.936 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: secure 2024-09-12T17:37:38.936 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: crc 2024-09-12T17:37:38.936 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: crc 2024-09-12T17:37:38.936 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: secure 2024-09-12T17:37:38.936 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: crc 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: secure 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: crc 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: secure 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdd780eaa8 EEXIST 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-a con 0x5573e83d38d0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-b con 0x5573e83a37d0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-c con 0x5573e83a4990 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.937 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.938 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:38.938 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): authenticate will time out at 2444.356998s 2024-09-12T17:37:38.938 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): get_auth_request con 0x5573e83a4990 auth_method 0 2024-09-12T17:37:38.938 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:38.938 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:38.938 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:38.938 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): get_auth_request con 0x5573e83d38d0 auth_method 0 2024-09-12T17:37:38.938 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:38.938 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:38.938 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:38.938 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:38.938 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:38.939 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:38.939 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:38.939 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:38.939 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:38.939 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:37:38.823+0000 7f55c5f77640 10 monclient(hunting): get_auth_request con 0x5573e83a37d0 auth_method 0 2024-09-12T17:37:38.939 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:37:38.823+0000 7f55c5f77640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:38.939 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:37:38.823+0000 7f55c5f77640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:38.939 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:37:38.823+0000 7f55c5f77640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:38.939 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): handle_auth_done global_id 8145 payload 274 2024-09-12T17:37:38.939 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient: _finish_hunting 0 2024-09-12T17:37:38.939 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:37:38.823+0000 7f55c4f75640 1 monclient: found mon.noname-a 2024-09-12T17:37:38.939 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.940 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.940 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:37:38.940 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: dump: 2024-09-12T17:37:38.940 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.940 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.940 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.940 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.940 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.940 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.940 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.940 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.940 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.941 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.941 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: _finish_auth 0 2024-09-12T17:37:38.941 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:37:38.941 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:38.941 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 monclient: authenticate success, global_id 8145 2024-09-12T17:37:38.941 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: get_monmap_and_config success 2024-09-12T17:37:38.941 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 4 set_mon_vals no callback set 2024-09-12T17:37:38.941 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.941 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:38.941 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: dump: 2024-09-12T17:37:38.942 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.942 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.942 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.942 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.942 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.942 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.942 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.942 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.942 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.942 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.942 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: shutdown 2024-09-12T17:37:38.942 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: build_initial_monmap 2024-09-12T17:37:38.943 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:38.943 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: monmap: 2024-09-12T17:37:38.943 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:38.943 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:38.943 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:38.943 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:38.943 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:38.943 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.943 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:38.943 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:38.943 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:38.943 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.944 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding auth protocol: cephx 2024-09-12T17:37:38.944 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding auth protocol: cephx 2024-09-12T17:37:38.944 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding auth protocol: cephx 2024-09-12T17:37:38.944 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: secure 2024-09-12T17:37:38.944 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: crc 2024-09-12T17:37:38.944 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: secure 2024-09-12T17:37:38.944 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: crc 2024-09-12T17:37:38.944 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: secure 2024-09-12T17:37:38.944 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: crc 2024-09-12T17:37:38.944 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: crc 2024-09-12T17:37:38.944 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: secure 2024-09-12T17:37:38.945 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: crc 2024-09-12T17:37:38.945 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: secure 2024-09-12T17:37:38.945 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: crc 2024-09-12T17:37:38.945 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: secure 2024-09-12T17:37:38.945 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.945 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 1 librados: starting msgr at 2024-09-12T17:37:38.945 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 1 librados: starting objecter 2024-09-12T17:37:38.945 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command objecter_requests cmddesc objecter_requests hook 0x5573e83a55c0 EEXIST 2024-09-12T17:37:38.948 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 1 librados: setting wanted keys 2024-09-12T17:37:38.948 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 1 librados: calling monclient init 2024-09-12T17:37:38.948 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: init 2024-09-12T17:37:38.948 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding auth protocol: cephx 2024-09-12T17:37:38.948 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding auth protocol: cephx 2024-09-12T17:37:38.948 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding auth protocol: cephx 2024-09-12T17:37:38.949 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: secure 2024-09-12T17:37:38.949 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: crc 2024-09-12T17:37:38.949 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: secure 2024-09-12T17:37:38.949 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: crc 2024-09-12T17:37:38.949 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: secure 2024-09-12T17:37:38.949 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: crc 2024-09-12T17:37:38.949 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: crc 2024-09-12T17:37:38.949 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: secure 2024-09-12T17:37:38.949 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: crc 2024-09-12T17:37:38.949 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: secure 2024-09-12T17:37:38.949 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: crc 2024-09-12T17:37:38.949 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: secure 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command rotate-key cmddesc rotate-key hook 0x5573e8381b38 EEXIST 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-c con 0x5573e83a37d0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-b con 0x5573e83a4990 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-a con 0x5573e83d38d0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:38.950 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): authenticate will time out at 2444.359732s 2024-09-12T17:37:38.951 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): get_auth_request con 0x5573e83d38d0 auth_method 0 2024-09-12T17:37:38.951 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:38.951 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:38.951 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:38.951 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:38.951 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:38.951 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:38.951 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:37:38.827+0000 7f55c5776640 10 monclient(hunting): handle_auth_done global_id 8148 payload 824 2024-09-12T17:37:38.951 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:37:38.827+0000 7f55c5776640 10 monclient: _finish_hunting 0 2024-09-12T17:37:38.951 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:37:38.827+0000 7f55c5776640 1 monclient: found mon.noname-a 2024-09-12T17:37:38.952 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:37:38.827+0000 7f55c5776640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.952 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.952 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:37:38.952 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: dump: 2024-09-12T17:37:38.952 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.952 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.952 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.952 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.952 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.952 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.952 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.952 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.953 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.953 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.953 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: _finish_auth 0 2024-09-12T17:37:38.953 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:37:38.953 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:38.953 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.953 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:38.953 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: dump: 2024-09-12T17:37:38.953 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.953 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.954 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.954 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.954 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.954 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.954 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.954 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.954 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.954 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.954 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 5 monclient: authenticate success, global_id 8148 2024-09-12T17:37:38.954 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 10 monclient: _renew_subs 2024-09-12T17:37:38.954 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.954 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:37:38.827+0000 7f54a8ff9640 4 set_mon_vals no callback set 2024-09-12T17:37:38.955 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 10 monclient: _renew_subs 2024-09-12T17:37:38.955 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.955 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 1 librados: init done 2024-09-12T17:37:38.955 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command cr dump hook 0x5573e83dccf8 2024-09-12T17:37:38.955 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.955 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:37:38.827+0000 7f5496ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:37:38.955 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:37:38.827+0000 7f5496ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:38.955 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:37:38.827+0000 7f5496ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:38.955 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:37:38.827+0000 7f55c4f75640 10 monclient: get_auth_request con 0x7f5490070b10 auth_method 0 2024-09-12T17:37:38.955 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:37:38.827+0000 7f55c5f77640 10 monclient: get_auth_request con 0x5573e83ece50 auth_method 0 2024-09-12T17:37:38.955 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.955 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 realm 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:37:38.831+0000 7f55c4f75640 10 monclient: get_auth_request con 0x5573e83f1030 auth_method 0 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:37:38.831+0000 7f55c5f77640 10 monclient: get_auth_request con 0x5573e83f4870 auth_method 0 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 searching for the correct realm 2024-09-12T17:37:38.956 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:37:38.831+0000 7f55c5776640 10 monclient: get_auth_request con 0x7f55b8095040 auth_method 0 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:37:38.835+0000 7f55c4f75640 10 monclient: get_auth_request con 0x7f55c0012c50 auth_method 0 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:37:38.835+0000 7f55c5f77640 10 monclient: get_auth_request con 0x7f55b00c0020 auth_method 0 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:37:38.835+0000 7f55c5f77640 0 -- 172.21.15.183:0/184141215 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x5573e83f4870 msgr2=0x5573e83f6c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:37:38.835+0000 7f5496ffd640 1 client.8148.objecter ms_handle_reset 0x5573e83f4870 session 0x5573e83f03c0 osd.3 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:37:38.835+0000 7f5496ffd640 10 monclient: _renew_subs 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:37:38.835+0000 7f5496ffd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:37:38.835+0000 7f55c5f77640 10 monclient: get_auth_request con 0x7f5490080930 auth_method 0 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:37:38.839+0000 7f55c5776640 10 monclient: get_auth_request con 0x7f55b803f060 auth_method 0 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:37:38.843+0000 7f55c4f75640 10 monclient: get_auth_request con 0x7f55b8026040 auth_method 0 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:37:38.843+0000 7f55c4f75640 0 -- 172.21.15.183:0/184141215 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f55b8026040 msgr2=0x7f55b8028610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:37:38.843+0000 7f5496ffd640 1 client.8148.objecter ms_handle_reset 0x7f55b8026040 session 0x7f55b807bd50 osd.0 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:37:38.843+0000 7f55c4f75640 10 monclient: get_auth_request con 0x5573e83f4870 auth_method 0 2024-09-12T17:37:38.957 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:38.958 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:38.958 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:38.958 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:38.958 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:38.958 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:38.958 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.958 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.958 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.958 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:38.958 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.958 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:38.958 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 zone default found 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 4 Realm: () 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 zonegroup default 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 started sync module instance, tier type = 2024-09-12T17:37:38.959 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=0 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=1 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=2 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=3 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=4 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=5 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=6 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 add_watcher() i=7 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding auth protocol: cephx 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding auth protocol: cephx 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding auth protocol: cephx 2024-09-12T17:37:38.960 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: secure 2024-09-12T17:37:38.961 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: crc 2024-09-12T17:37:38.961 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: secure 2024-09-12T17:37:38.961 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: crc 2024-09-12T17:37:38.961 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: secure 2024-09-12T17:37:38.961 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: crc 2024-09-12T17:37:38.961 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: crc 2024-09-12T17:37:38.961 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: secure 2024-09-12T17:37:38.961 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:37:38.871+0000 7f547bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:38.961 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: crc 2024-09-12T17:37:38.962 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: secure 2024-09-12T17:37:38.962 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: crc 2024-09-12T17:37:38.962 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: secure 2024-09-12T17:37:38.962 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.962 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:38.962 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:38.962 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command cache list hook 0x5573e83c7db0 2024-09-12T17:37:38.962 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command cache inspect hook 0x5573e83c7db0 2024-09-12T17:37:38.962 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command cache erase hook 0x5573e83c7db0 2024-09-12T17:37:38.962 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command cache zap hook 0x5573e83c7db0 2024-09-12T17:37:38.962 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 note: GC not initialized 2024-09-12T17:37:38.962 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:37:38.871+0000 7f547afe5640 20 reqs_thread_entry: start 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command sync trace show hook 0x7f55b0004300 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command sync trace history hook 0x7f55b0004300 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command sync trace active hook 0x7f55b0004300 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command sync trace active_short hook 0x7f55b0004300 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 Filter name: none 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:37:38.871+0000 7f5478fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:37:38.963 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:37:38.964 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:38.964 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:37:38.964 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:37:38.964 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:37:38.964 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:38.964 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:37:38.964 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:37:38.964 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:37:38.964 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:37:38.964 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:37:38.964 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:37:38.964 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:37:38.883+0000 7f54a8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464339 cookie 93956306084064 notifier 8148 bl.length()=827 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:37:38.883+0000 7f54a8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:37:38.883+0000 7f54a8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:37:38.883+0000 7f54a8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.0 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.0 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.1 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.1 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.2 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.2 2024-09-12T17:37:38.965 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.3 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.3 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:37:38.891+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:37:38.891+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:37:38.891+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:37:38.891+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:37:38.895+0000 7f55c7c709c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f55c7c709c0 time 2024-09-12T17:37:38.899263+0000 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f55cb54a2eb] 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f55cb54a49f] 2024-09-12T17:37:38.966 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5573e603c0c1] 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5573e604d4f1] 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5573e604eb44] 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f55ca3b0d90] 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:37:38.895+0000 7f55c7c709c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f55c7c709c0 thread_name:radosgw-admin 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f55ca3c9520] 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:37:38.967 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f55cb54a345] 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f55cb54a49f] 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5573e603c0c1] 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5573e604d4f1] 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5573e604eb44] 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f55ca3b0d90] 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.968 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:37:38.969 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:37:38.970 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:37:38.971 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:37:38.971 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:37:38.971 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:37:38.971 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:37:38.971 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:37:38.971 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:37:38.971 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:37:38.971 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:37:38.971 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:37:38.971 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:37:38.971 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:37:38.971 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:37:38.972 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:37:38.973 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:37:38.974 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:37:38.975 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:37:38.975 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:37:38.975 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:37:38.975 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:37:38.975 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:37:38.975 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:37:38.975 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:37:38.975 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:37:38.975 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:37:38.975 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:37:38.975 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:37:38.975 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr: 7f5478fe1640 / http_manager 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr: 7f547afe5640 / http_manager 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr: 7f547bfe7640 / rgw_dt_lg_renew 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr: 7f5496ffd640 / ms_dispatch 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr: 7f54a8ff9640 / io_context_pool 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr: 7f54aaffd640 / ms_dispatch 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr: 7f54b1e03640 / ms_dispatch 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr: 7f54b3606640 / io_context_pool 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr: 7f55c4f75640 / msgr-worker-2 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr: 7f55c5776640 / msgr-worker-1 2024-09-12T17:37:38.976 INFO:tasks.workunit.client.0.smithi183.stderr: 7f55c5f77640 / msgr-worker-0 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr: 7f55c6778640 / io_context_pool 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr: 7f55c7c709c0 / radosgw-admin 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/log/ceph/ceph-client.admin.139393.log 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: dump: 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.977 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: _finish_auth 0 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: _check_auth_tickets 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:37:38.807+0000 7f54b3606640 10 monclient: dump: 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.978 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 monclient: authenticate success, global_id 8136 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: get_monmap_and_config success 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 4 set_mon_vals no callback set 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: shutdown 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) unregister_commands rotate-key 2024-09-12T17:37:38.979 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: build_initial_monmap 2024-09-12T17:37:38.980 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:38.980 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: monmap: 2024-09-12T17:37:38.980 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:38.980 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:38.980 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:38.980 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:38.980 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:38.980 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.980 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:38.980 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:38.980 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:38.980 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding auth protocol: cephx 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding auth protocol: cephx 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding auth protocol: cephx 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: secure 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: crc 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: secure 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: crc 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: secure 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: crc 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: crc 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: secure 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: crc 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: secure 2024-09-12T17:37:38.981 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: crc 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8306760) adding con mode: secure 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 1 librados: starting msgr at 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 1 librados: starting objecter 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command objecter_requests hook 0x5573e8334d40 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 1 librados: setting wanted keys 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 1 librados: calling monclient init 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: init 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding auth protocol: cephx 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding auth protocol: cephx 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding auth protocol: cephx 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: secure 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: crc 2024-09-12T17:37:38.982 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: secure 2024-09-12T17:37:38.983 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: crc 2024-09-12T17:37:38.983 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: secure 2024-09-12T17:37:38.983 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: crc 2024-09-12T17:37:38.983 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: crc 2024-09-12T17:37:38.983 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: secure 2024-09-12T17:37:38.983 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: crc 2024-09-12T17:37:38.983 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: secure 2024-09-12T17:37:38.983 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: crc 2024-09-12T17:37:38.983 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 AuthRegistry(0x5573e82ffa00) adding con mode: secure 2024-09-12T17:37:38.983 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.983 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.983 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command rotate-key hook 0x5573e82ffb48 2024-09-12T17:37:38.984 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:38.984 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:37:38.984 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-b con 0x5573e818f4c0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:38.984 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-a con 0x5573e81afac0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:38.984 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-c con 0x5573e8331370 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:38.984 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.984 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.984 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.984 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:38.984 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:37:38.807+0000 7f55c7c709c0 10 monclient(hunting): authenticate will time out at 2444.343410s 2024-09-12T17:37:38.984 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): get_auth_request con 0x5573e81afac0 auth_method 0 2024-09-12T17:37:38.984 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:38.985 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:38.985 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:38.985 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): get_auth_request con 0x5573e8331370 auth_method 0 2024-09-12T17:37:38.985 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:38.985 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:38.985 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:38.985 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:38.985 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:38.985 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:38.985 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:38.985 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:38.985 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:37:38.807+0000 7f55c5f77640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient(hunting): handle_auth_done global_id 8139 payload 824 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient: _finish_hunting 0 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:37:38.807+0000 7f55c4f75640 1 monclient: found mon.noname-a 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:37:38.807+0000 7f55c4f75640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:37:38.807+0000 7f55c5776640 10 monclient: get_auth_request con 0x5573e818f4c0 auth_method 0 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: dump: 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.986 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.987 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.987 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.987 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.987 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.987 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.987 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: _finish_auth 0 2024-09-12T17:37:38.987 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: _check_auth_tickets 2024-09-12T17:37:38.987 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:38.987 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.987 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:38.987 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:37:38.811+0000 7f54b1e03640 10 monclient: dump: 2024-09-12T17:37:38.987 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:37:38.811+0000 7f55c7c709c0 5 monclient: authenticate success, global_id 8139 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:37:38.811+0000 7f54b3606640 4 set_mon_vals no callback set 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:37:38.811+0000 7f55c7c709c0 10 monclient: _renew_subs 2024-09-12T17:37:38.988 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:37:38.811+0000 7f55c7c709c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:37:38.811+0000 7f55c7c709c0 10 monclient: _renew_subs 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:37:38.811+0000 7f55c7c709c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:37:38.811+0000 7f55c7c709c0 1 librados: init done 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:37:38.811+0000 7f54b1e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:37:38.811+0000 7f54b1e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:37:38.811+0000 7f54b1e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:37:38.811+0000 7f55c5776640 10 monclient: get_auth_request con 0x7f54ac070ae0 auth_method 0 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:37:38.811+0000 7f55c5f77640 10 monclient: get_auth_request con 0x5573e8308220 auth_method 0 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:37:38.811+0000 7f55c5776640 10 monclient: get_auth_request con 0x5573e834bbe0 auth_method 0 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:37:38.815+0000 7f55c4f75640 10 monclient: get_auth_request con 0x5573e834ff40 auth_method 0 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:37:38.815+0000 7f55c5f77640 10 monclient: get_auth_request con 0x5573e8354320 auth_method 0 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 10 monclient: build_initial_monmap 2024-09-12T17:37:38.989 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 10 monclient: monmap: 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding auth protocol: cephx 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding auth protocol: cephx 2024-09-12T17:37:38.990 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding auth protocol: cephx 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: secure 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: crc 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: secure 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: crc 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: secure 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: crc 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: crc 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: secure 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: crc 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: secure 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: crc 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83580b0) adding con mode: secure 2024-09-12T17:37:38.991 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command objecter_requests cmddesc objecter_requests hook 0x5573e835ba20 EEXIST 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 10 monclient: init 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding auth protocol: cephx 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding auth protocol: cephx 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding auth protocol: cephx 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: secure 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: crc 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: secure 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: crc 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: secure 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: crc 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: crc 2024-09-12T17:37:38.992 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: secure 2024-09-12T17:37:38.993 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: crc 2024-09-12T17:37:38.993 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: secure 2024-09-12T17:37:38.993 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: crc 2024-09-12T17:37:38.993 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 5 AuthRegistry(0x5573e8357068) adding con mode: secure 2024-09-12T17:37:38.993 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:37:38.815+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.993 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:38.993 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command rotate-key cmddesc rotate-key hook 0x5573e83571b0 EEXIST 2024-09-12T17:37:38.993 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:38.993 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:37:38.993 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-b con 0x5573e837fbd0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:38.993 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-a con 0x5573e837f500 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:38.993 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-c con 0x5573e837dee0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient(hunting): authenticate will time out at 2444.352206s 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): get_auth_request con 0x5573e837f500 auth_method 0 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): get_auth_request con 0x5573e837dee0 auth_method 0 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:38.994 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:37:38.819+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient(hunting): handle_auth_done global_id 8142 payload 824 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient: _finish_hunting 0 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:37:38.819+0000 7f55c5f77640 1 monclient: found mon.noname-a 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:37:38.819+0000 7f55c5f77640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: dump: 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.995 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: _finish_auth 0 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: _check_auth_tickets 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:37:38.819+0000 7f54aaffd640 10 monclient: dump: 2024-09-12T17:37:38.996 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:37:38.819+0000 7f55c6778640 4 set_mon_vals no callback set 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 5 monclient: authenticate success, global_id 8142 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: _renew_subs 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.997 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: _renew_subs 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:37:38.819+0000 7f54aaffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:37:38.819+0000 7f54aaffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:37:38.819+0000 7f54aaffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: get_monmap_and_config 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: build_initial_monmap 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:37:38.819+0000 7f55c7c709c0 10 monclient: monmap: 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:38.998 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding auth protocol: cephx 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding auth protocol: cephx 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding auth protocol: cephx 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: secure 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: crc 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: secure 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: crc 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: secure 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: crc 2024-09-12T17:37:38.999 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: crc 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: secure 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: crc 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: secure 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: crc 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e839f350) adding con mode: secure 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient: get_auth_request con 0x7f54a0070a20 auth_method 0 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: init 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding auth protocol: cephx 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding auth protocol: cephx 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding auth protocol: cephx 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: secure 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: crc 2024-09-12T17:37:39.000 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: secure 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: crc 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: secure 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: crc 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: crc 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: secure 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: crc 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: secure 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: crc 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780e960) adding con mode: secure 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdd780eaa8 EEXIST 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:37:39.001 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-a con 0x5573e83d38d0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-b con 0x5573e83a37d0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-c con 0x5573e83a4990 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): authenticate will time out at 2444.356998s 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): get_auth_request con 0x5573e83a4990 auth_method 0 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): get_auth_request con 0x5573e83d38d0 auth_method 0 2024-09-12T17:37:39.002 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:37:38.823+0000 7f55c5f77640 10 monclient(hunting): get_auth_request con 0x5573e83a37d0 auth_method 0 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:37:38.823+0000 7f55c5f77640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:37:38.823+0000 7f55c5f77640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:37:38.823+0000 7f55c5f77640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient(hunting): handle_auth_done global_id 8145 payload 274 2024-09-12T17:37:39.003 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient: _finish_hunting 0 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:37:38.823+0000 7f55c4f75640 1 monclient: found mon.noname-a 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:37:38.823+0000 7f55c4f75640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: dump: 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:39.004 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: _finish_auth 0 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: _check_auth_tickets 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 monclient: authenticate success, global_id 8145 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: get_monmap_and_config success 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 4 set_mon_vals no callback set 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:37:38.823+0000 7f54a8ff9640 10 monclient: dump: 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:39.005 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: shutdown 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: build_initial_monmap 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 1 build_initial for_mkfs: 0 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: monmap: 2024-09-12T17:37:39.006 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding auth protocol: cephx 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding auth protocol: cephx 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding auth protocol: cephx 2024-09-12T17:37:39.007 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: secure 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: crc 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: secure 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: crc 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: secure 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: crc 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: crc 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: secure 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: crc 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: secure 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: crc 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83cec10) adding con mode: secure 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 1 librados: starting msgr at 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 1 librados: starting objecter 2024-09-12T17:37:39.008 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command objecter_requests cmddesc objecter_requests hook 0x5573e83a55c0 EEXIST 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 1 librados: setting wanted keys 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 1 librados: calling monclient init 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: init 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding auth protocol: cephx 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding auth protocol: cephx 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding auth protocol: cephx 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: secure 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: crc 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: secure 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: crc 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: secure 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: crc 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: crc 2024-09-12T17:37:39.009 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: secure 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: crc 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: secure 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: crc 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 AuthRegistry(0x5573e83819f0) adding con mode: secure 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command rotate-key cmddesc rotate-key hook 0x5573e8381b38 EEXIST 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: _reopen_session rank -1 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-c con 0x5573e83a37d0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-b con 0x5573e83a4990 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): picked mon.noname-a con 0x5573e83d38d0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:39.010 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): _renew_subs 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:37:38.823+0000 7f55c7c709c0 10 monclient(hunting): authenticate will time out at 2444.359732s 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): get_auth_request con 0x5573e83d38d0 auth_method 0 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:37:38.823+0000 7f55c5776640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:37:38.827+0000 7f55c5776640 10 monclient(hunting): handle_auth_done global_id 8148 payload 824 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:37:38.827+0000 7f55c5776640 10 monclient: _finish_hunting 0 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:37:38.827+0000 7f55c5776640 1 monclient: found mon.noname-a 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:37:38.827+0000 7f55c5776640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:39.011 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: dump: 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: _finish_auth 0 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: _check_auth_tickets 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:37:39.012 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:37:38.827+0000 7f5496ffd640 10 monclient: dump: 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:39.013 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 5 monclient: authenticate success, global_id 8148 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 10 monclient: _renew_subs 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:37:38.827+0000 7f54a8ff9640 4 set_mon_vals no callback set 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 10 monclient: _renew_subs 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 1 librados: init done 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command cr dump hook 0x5573e83dccf8 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:37:38.827+0000 7f5496ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:37:38.827+0000 7f5496ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:37:38.827+0000 7f5496ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:37:38.827+0000 7f55c4f75640 10 monclient: get_auth_request con 0x7f5490070b10 auth_method 0 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:37:38.827+0000 7f55c5f77640 10 monclient: get_auth_request con 0x5573e83ece50 auth_method 0 2024-09-12T17:37:39.014 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 realm 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:37:38.827+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:37:38.831+0000 7f55c4f75640 10 monclient: get_auth_request con 0x5573e83f1030 auth_method 0 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:37:38.831+0000 7f55c5f77640 10 monclient: get_auth_request con 0x5573e83f4870 auth_method 0 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:37:38.831+0000 7f55c7c709c0 20 searching for the correct realm 2024-09-12T17:37:39.015 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:37:38.831+0000 7f55c5776640 10 monclient: get_auth_request con 0x7f55b8095040 auth_method 0 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:37:38.835+0000 7f55c4f75640 10 monclient: get_auth_request con 0x7f55c0012c50 auth_method 0 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:37:38.835+0000 7f55c5f77640 10 monclient: get_auth_request con 0x7f55b00c0020 auth_method 0 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:37:38.835+0000 7f55c5f77640 0 -- 172.21.15.183:0/184141215 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x5573e83f4870 msgr2=0x5573e83f6c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:37:38.835+0000 7f5496ffd640 1 client.8148.objecter ms_handle_reset 0x5573e83f4870 session 0x5573e83f03c0 osd.3 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:37:38.835+0000 7f5496ffd640 10 monclient: _renew_subs 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:37:38.835+0000 7f5496ffd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:37:38.835+0000 7f55c5f77640 10 monclient: get_auth_request con 0x7f5490080930 auth_method 0 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:37:38.839+0000 7f55c5776640 10 monclient: get_auth_request con 0x7f55b803f060 auth_method 0 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:37:38.843+0000 7f55c4f75640 10 monclient: get_auth_request con 0x7f55b8026040 auth_method 0 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:37:38.843+0000 7f55c4f75640 0 -- 172.21.15.183:0/184141215 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f55b8026040 msgr2=0x7f55b8028610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:37:38.843+0000 7f5496ffd640 1 client.8148.objecter ms_handle_reset 0x7f55b8026040 session 0x7f55b807bd50 osd.0 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:37:38.843+0000 7f55c4f75640 10 monclient: get_auth_request con 0x5573e83f4870 auth_method 0 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:39.016 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:37:38.847+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 zone default found 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 4 Realm: () 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:39.017 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 zonegroup default 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 started sync module instance, tier type = 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:37:38.851+0000 7f55c7c709c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=0 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=1 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=2 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=3 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=4 2024-09-12T17:37:39.018 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=5 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:37:38.867+0000 7f55c7c709c0 20 add_watcher() i=6 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 add_watcher() i=7 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding auth protocol: cephx 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding auth protocol: cephx 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding auth protocol: cephx 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: secure 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: crc 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: secure 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: crc 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: secure 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: crc 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: crc 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: secure 2024-09-12T17:37:39.019 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:37:38.871+0000 7f547bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: crc 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: secure 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: crc 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 AuthRegistry(0x7ffdd780ee30) adding con mode: secure 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command cache list hook 0x5573e83c7db0 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command cache inspect hook 0x5573e83c7db0 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command cache erase hook 0x5573e83c7db0 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command cache zap hook 0x5573e83c7db0 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 note: GC not initialized 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:37:38.871+0000 7f547afe5640 20 reqs_thread_entry: start 2024-09-12T17:37:39.020 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command sync trace show hook 0x7f55b0004300 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command sync trace history hook 0x7f55b0004300 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command sync trace active hook 0x7f55b0004300 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 5 asok(0x5573e80f62b0) register_command sync trace active_short hook 0x7f55b0004300 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 Filter name: none 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:37:38.871+0000 7f5478fe1640 20 reqs_thread_entry: start 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:37:38.871+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:37:39.021 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:37:38.875+0000 7f55c7c709c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:37:38.883+0000 7f54a8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464339 cookie 93956306084064 notifier 8148 bl.length()=827 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:37:38.883+0000 7f54a8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:37:38.883+0000 7f54a8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:37:38.883+0000 7f54a8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:37:39.022 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:37:38.883+0000 7f55c7c709c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.0 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.0 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.1 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.1 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.2 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.2 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.3 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.3 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:37:38.887+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:37:38.891+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:37:38.891+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:37:38.891+0000 7f55c7c709c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:37:38.891+0000 7f55c7c709c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:37:39.023 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:37:38.895+0000 7f55c7c709c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f55c7c709c0 time 2024-09-12T17:37:38.899263+0000 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f55cb54a2eb] 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f55cb54a49f] 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5573e603c0c1] 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5573e604d4f1] 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5573e604eb44] 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f55ca3b0d90] 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:39.024 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:37:38.895+0000 7f55c7c709c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f55c7c709c0 thread_name:radosgw-admin 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f55ca3c9520] 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f55cb54a345] 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f55cb54a49f] 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5573e603c0c1] 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1411) [0x5573e604d4f1] 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xac4) [0x5573e604eb44] 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f55ca3b0d90] 2024-09-12T17:37:39.025 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:37:39.026 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:37:39.027 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:37:39.028 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:37:39.029 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:37:39.030 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:37:39.031 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr: 7f5478fe1640 / http_manager 2024-09-12T17:37:39.032 INFO:tasks.workunit.client.0.smithi183.stderr: 7f547afe5640 / http_manager 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: 7f547bfe7640 / rgw_dt_lg_renew 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: 7f5496ffd640 / ms_dispatch 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: 7f54a8ff9640 / io_context_pool 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: 7f54aaffd640 / ms_dispatch 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: 7f54b1e03640 / ms_dispatch 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: 7f54b3606640 / io_context_pool 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: 7f55c4f75640 / msgr-worker-2 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: 7f55c5776640 / msgr-worker-1 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: 7f55c5f77640 / msgr-worker-0 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: 7f55c6778640 / io_context_pool 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: 7f55c7c709c0 / radosgw-admin 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:37:39.033 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:37:39.034 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:37:38.901554Z_31c03fd0-f179-4be6-b97f-f81f7dae4fc6/log 2024-09-12T17:37:39.034 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:37:39.034 INFO:tasks.workunit.client.0.smithi183.stderr:Aborted 2024-09-12T17:37:39.034 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:37:39.039 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:39.039 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:39.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.971+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.971+0000 7fa724b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.971+0000 7fa724b999c0 20 realm 2024-09-12T17:37:39.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.971+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.039 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.971+0000 7fa724b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.971+0000 7fa724b999c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.971+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.971+0000 7fa724b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.971+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.975+0000 7fa724b999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.975+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.975+0000 7fa724b999c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.975+0000 7fa724b999c0 20 searching for the correct realm 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.979+0000 7fa722ea0640 0 -- 172.21.15.183:0/234689846 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x56100bf1f050 msgr2=0x56100bf21440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.983+0000 7fa721e9e640 0 -- 172.21.15.183:0/234689846 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fa71c06d040 msgr2=0x7fa71c062f60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:39.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 zone default found 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 4 Realm: () 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:39.041 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 zonegroup default 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.991+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.995+0000 7fa724b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.995+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.995+0000 7fa724b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.995+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.995+0000 7fa724b999c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.995+0000 7fa724b999c0 20 started sync module instance, tier type = 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:38.995+0000 7fa724b999c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.011+0000 7fa724b999c0 20 add_watcher() i=0 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.011+0000 7fa724b999c0 20 add_watcher() i=1 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.011+0000 7fa724b999c0 20 add_watcher() i=2 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.011+0000 7fa724b999c0 20 add_watcher() i=3 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.011+0000 7fa724b999c0 20 add_watcher() i=4 2024-09-12T17:37:39.042 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.011+0000 7fa724b999c0 20 add_watcher() i=5 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.011+0000 7fa724b999c0 20 add_watcher() i=6 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.015+0000 7fa724b999c0 20 add_watcher() i=7 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.015+0000 7fa724b999c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.015+0000 7fa5d8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.015+0000 7fa724b999c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.015+0000 7fa724b999c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.015+0000 7fa724b999c0 5 note: GC not initialized 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.015+0000 7fa5537fe640 20 reqs_thread_entry: start 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.015+0000 7fa724b999c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.015+0000 7fa724b999c0 20 Filter name: none 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.015+0000 7fa5517fa640 20 reqs_thread_entry: start 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.015+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.019+0000 7fa724b999c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:37:39.043 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.019+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.019+0000 7fa724b999c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.019+0000 7fa724b999c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.019+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.019+0000 7fa724b999c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.019+0000 7fa724b999c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.019+0000 7fa724b999c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.019+0000 7fa724b999c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.023+0000 7fa5d8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.027+0000 7fa724b999c0 20 remove_watcher() i=0 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.027+0000 7fa724b999c0 2 removed watcher, disabling cache 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.027+0000 7fa724b999c0 20 remove_watcher() i=1 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.031+0000 7fa724b999c0 20 remove_watcher() i=2 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.031+0000 7fa724b999c0 20 remove_watcher() i=3 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.035+0000 7fa724b999c0 20 remove_watcher() i=4 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.035+0000 7fa724b999c0 20 remove_watcher() i=5 2024-09-12T17:37:39.044 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.035+0000 7fa724b999c0 20 remove_watcher() i=6 2024-09-12T17:37:39.045 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.035+0000 7fa724b999c0 20 remove_watcher() i=7 2024-09-12T17:37:39.047 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:37:39.047 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:37:39.060 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:37:39.085 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:37:39.085 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:37:39.122 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.123+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.127+0000 7f3168a139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.127+0000 7f3168a139c0 20 realm 2024-09-12T17:37:39.124 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.127+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.127+0000 7f3168a139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.127+0000 7f3168a139c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:37:39.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.127+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.127+0000 7f3168a139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.125 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.127+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.127+0000 7f3168a139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:39.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.127+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.127+0000 7f3168a139c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:37:39.127 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.127+0000 7f3168a139c0 20 searching for the correct realm 2024-09-12T17:37:39.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.135+0000 7f3166519640 0 -- 172.21.15.183:0/1085383812 >> [v2:172.21.15.183:6816/2104471518,v1:172.21.15.183:6817/2104471518] conn(0x5645699ee120 msgr2=0x5645699f0590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:37:39.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.139+0000 7f3166d1a640 0 -- 172.21.15.183:0/1085383812 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x5645699ee120 msgr2=0x7f3030085720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:37:39.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:37:39.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:37:39.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:37:39.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:37:39.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:37:39.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:37:39.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:37:39.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:37:39.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 zone default found 2024-09-12T17:37:39.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 4 Realm: () 2024-09-12T17:37:39.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:37:39.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:37:39.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:37:39.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 zonegroup default 2024-09-12T17:37:39.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.355+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.359+0000 7f3168a139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.359+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.359+0000 7f3168a139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.359+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.359+0000 7f3168a139c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:37:39.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.359+0000 7f3168a139c0 20 started sync module instance, tier type = 2024-09-12T17:37:39.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.359+0000 7f3168a139c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:37:39.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.379+0000 7f3168a139c0 20 add_watcher() i=0 2024-09-12T17:37:39.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.379+0000 7f3168a139c0 20 add_watcher() i=1 2024-09-12T17:37:39.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.379+0000 7f3168a139c0 20 add_watcher() i=2 2024-09-12T17:37:39.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.379+0000 7f3168a139c0 20 add_watcher() i=3 2024-09-12T17:37:39.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.379+0000 7f3168a139c0 20 add_watcher() i=4 2024-09-12T17:37:39.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.379+0000 7f3168a139c0 20 add_watcher() i=5 2024-09-12T17:37:39.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.379+0000 7f3168a139c0 20 add_watcher() i=6 2024-09-12T17:37:39.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.379+0000 7f3168a139c0 20 add_watcher() i=7 2024-09-12T17:37:39.379 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.379+0000 7f3168a139c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:37:39.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.383+0000 7f301cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:39.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.383+0000 7f3168a139c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:37:39.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.383+0000 7f3168a139c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:37:39.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 5 note: GC not initialized 2024-09-12T17:37:39.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f2f977fe640 20 reqs_thread_entry: start 2024-09-12T17:37:39.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 20 init_complete bucket index max shards: 1 2024-09-12T17:37:39.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 20 Filter name: none 2024-09-12T17:37:39.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f2f957fa640 20 reqs_thread_entry: start 2024-09-12T17:37:39.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:37:39.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:37:39.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:37:39.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:37:39.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:37:39.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 20 rados->read ofs=0 len=0 2024-09-12T17:37:39.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:37:39.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:37:39.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:37:39.386 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:37:39.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:37:39.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:37:39.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:37:39.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:37:39.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:37:39.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.387+0000 7f3168a139c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:37:39.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.391+0000 7f3168a139c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:37:39.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.391+0000 7f3168a139c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:37:39.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.391+0000 7f301cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:37:39.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.399+0000 7f3168a139c0 20 remove_watcher() i=0 2024-09-12T17:37:39.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.399+0000 7f3168a139c0 2 removed watcher, disabling cache 2024-09-12T17:37:39.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.399+0000 7f3168a139c0 20 remove_watcher() i=1 2024-09-12T17:37:39.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.403+0000 7f3168a139c0 20 remove_watcher() i=2 2024-09-12T17:37:39.405 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.407+0000 7f3168a139c0 20 remove_watcher() i=3 2024-09-12T17:37:39.409 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.411+0000 7f3168a139c0 20 remove_watcher() i=4 2024-09-12T17:37:39.410 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.411+0000 7f3168a139c0 20 remove_watcher() i=5 2024-09-12T17:37:39.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.415+0000 7f3168a139c0 20 remove_watcher() i=6 2024-09-12T17:37:39.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:37:39.415+0000 7f3168a139c0 20 remove_watcher() i=7 2024-09-12T17:38:09.451 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:38:09.484 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:09.485 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:09.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.530+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.534+0000 7f79a1f519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:09.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.534+0000 7f79a1f519c0 20 realm 2024-09-12T17:38:09.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.534+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.534+0000 7f79a1f519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:09.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.534+0000 7f79a1f519c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:09.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.534+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.534+0000 7f79a1f519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:09.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.534+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.534+0000 7f79a1f519c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:09.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.534+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.534+0000 7f79a1f519c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:09.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.534+0000 7f79a1f519c0 20 searching for the correct realm 2024-09-12T17:38:09.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.538+0000 7f79a0258640 0 -- 172.21.15.183:0/3959815561 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f799404c040 msgr2=0x7f7994017430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:09.545 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.546+0000 7f799f256640 0 -- 172.21.15.183:0/3959815561 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f799801e040 msgr2=0x7f799806b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:09.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.762+0000 7f79a1f519c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:09.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.762+0000 7f79a1f519c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:09.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.762+0000 7f79a1f519c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:09.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.762+0000 7f79a1f519c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:09.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.762+0000 7f79a1f519c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:09.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.762+0000 7f79a1f519c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:09.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.762+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.762+0000 7f79a1f519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:09.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.762+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:09.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:09.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 zone default found 2024-09-12T17:38:09.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 4 Realm: () 2024-09-12T17:38:09.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:09.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:09.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:09.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 zonegroup default 2024-09-12T17:38:09.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:09.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:09.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:09.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 started sync module instance, tier type = 2024-09-12T17:38:09.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.766+0000 7f79a1f519c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:09.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.794+0000 7f79a1f519c0 20 add_watcher() i=0 2024-09-12T17:38:09.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.794+0000 7f79a1f519c0 20 add_watcher() i=1 2024-09-12T17:38:09.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.794+0000 7f79a1f519c0 20 add_watcher() i=2 2024-09-12T17:38:09.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.794+0000 7f79a1f519c0 20 add_watcher() i=3 2024-09-12T17:38:09.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.794+0000 7f79a1f519c0 20 add_watcher() i=4 2024-09-12T17:38:09.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.794+0000 7f79a1f519c0 20 add_watcher() i=5 2024-09-12T17:38:09.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.794+0000 7f79a1f519c0 20 add_watcher() i=6 2024-09-12T17:38:09.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.798+0000 7f79a1f519c0 20 add_watcher() i=7 2024-09-12T17:38:09.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.798+0000 7f79a1f519c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:09.801 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.802+0000 7f7855fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:09.802 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.802+0000 7f79a1f519c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:09.802 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.802+0000 7f79a1f519c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:09.802 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.802+0000 7f79a1f519c0 5 note: GC not initialized 2024-09-12T17:38:09.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.802+0000 7f7854fe1640 20 reqs_thread_entry: start 2024-09-12T17:38:09.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.802+0000 7f79a1f519c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:09.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.806+0000 7f79a1f519c0 20 Filter name: none 2024-09-12T17:38:09.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.806+0000 7f77ce7fc640 20 reqs_thread_entry: start 2024-09-12T17:38:09.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.806+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.806+0000 7f79a1f519c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:09.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.806+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.806+0000 7f79a1f519c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:38:09.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.806+0000 7f79a1f519c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:38:09.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.806+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.806+0000 7f79a1f519c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:09.806 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.806+0000 7f79a1f519c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.810+0000 7f79a1f519c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:38:09.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.810+0000 7f79a1f519c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:38:09.810 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.810+0000 7f7855fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:09.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.818+0000 7f79a1f519c0 20 remove_watcher() i=0 2024-09-12T17:38:09.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.818+0000 7f79a1f519c0 2 removed watcher, disabling cache 2024-09-12T17:38:09.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.818+0000 7f79a1f519c0 20 remove_watcher() i=1 2024-09-12T17:38:09.819 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.822+0000 7f79a1f519c0 20 remove_watcher() i=2 2024-09-12T17:38:09.821 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.822+0000 7f79a1f519c0 20 remove_watcher() i=3 2024-09-12T17:38:09.823 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.826+0000 7f79a1f519c0 20 remove_watcher() i=4 2024-09-12T17:38:09.825 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.826+0000 7f79a1f519c0 20 remove_watcher() i=5 2024-09-12T17:38:09.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.826+0000 7f79a1f519c0 20 remove_watcher() i=6 2024-09-12T17:38:09.827 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.830+0000 7f79a1f519c0 20 remove_watcher() i=7 2024-09-12T17:38:09.853 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:38:09.853 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:38:09.886 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:38:09.914 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:09.914 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:09.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.962+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.962+0000 7f39333eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:09.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.962+0000 7f39333eb9c0 20 realm 2024-09-12T17:38:09.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.962+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.962+0000 7f39333eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:09.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.962+0000 7f39333eb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:09.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.962+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.962+0000 7f39333eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:09.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.962+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.964 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.966+0000 7f39333eb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:09.964 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.966+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:09.964 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.966+0000 7f39333eb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:09.965 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.966+0000 7f39333eb9c0 20 searching for the correct realm 2024-09-12T17:38:09.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.970+0000 7f3930ef1640 0 -- 172.21.15.183:0/1488139545 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f39200dc040 msgr2=0x7f39200dd940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:09.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:09.978+0000 7f39306f0640 0 -- 172.21.15.183:0/1488139545 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f39200db410 msgr2=0x7f39200db850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:10.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.194+0000 7f39333eb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:10.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.194+0000 7f39333eb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:10.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.194+0000 7f39333eb9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:10.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.194+0000 7f39333eb9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:10.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.194+0000 7f39333eb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:10.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.194+0000 7f39333eb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:10.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.194+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.194+0000 7f39333eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.194+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:10.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:10.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 zone default found 2024-09-12T17:38:10.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 4 Realm: () 2024-09-12T17:38:10.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:10.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:10.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:10.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 zonegroup default 2024-09-12T17:38:10.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 started sync module instance, tier type = 2024-09-12T17:38:10.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.198+0000 7f39333eb9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:10.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.222+0000 7f39333eb9c0 20 add_watcher() i=0 2024-09-12T17:38:10.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.222+0000 7f39333eb9c0 20 add_watcher() i=1 2024-09-12T17:38:10.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.222+0000 7f39333eb9c0 20 add_watcher() i=2 2024-09-12T17:38:10.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.222+0000 7f39333eb9c0 20 add_watcher() i=3 2024-09-12T17:38:10.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.222+0000 7f39333eb9c0 20 add_watcher() i=4 2024-09-12T17:38:10.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.222+0000 7f39333eb9c0 20 add_watcher() i=5 2024-09-12T17:38:10.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.222+0000 7f39333eb9c0 20 add_watcher() i=6 2024-09-12T17:38:10.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.222+0000 7f39333eb9c0 20 add_watcher() i=7 2024-09-12T17:38:10.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.222+0000 7f39333eb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:10.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.226+0000 7f37e6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:10.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.226+0000 7f39333eb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:10.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.226+0000 7f39333eb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:10.226 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.226+0000 7f39333eb9c0 5 note: GC not initialized 2024-09-12T17:38:10.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.226+0000 7f37e5fe3640 20 reqs_thread_entry: start 2024-09-12T17:38:10.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.226+0000 7f39333eb9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:10.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.226+0000 7f39333eb9c0 20 Filter name: none 2024-09-12T17:38:10.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.226+0000 7f37577fe640 20 reqs_thread_entry: start 2024-09-12T17:38:10.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.226+0000 7f39333eb9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:38:10.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.226+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:10.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:38:10.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:38:10.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:38:10.228 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:38:10.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:10.229 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:10.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:38:10.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:10.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:38:10.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:38:10.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:38:10.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:38:10.230 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.230+0000 7f39333eb9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:38:10.231 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.234+0000 7f39333eb9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:38:10.231 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.234+0000 7f39333eb9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:38:10.233 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.234+0000 7f37e6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:10.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.238+0000 7f39333eb9c0 20 remove_watcher() i=0 2024-09-12T17:38:10.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.238+0000 7f39333eb9c0 2 removed watcher, disabling cache 2024-09-12T17:38:10.241 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.242+0000 7f39333eb9c0 20 remove_watcher() i=1 2024-09-12T17:38:10.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.242+0000 7f39333eb9c0 20 remove_watcher() i=2 2024-09-12T17:38:10.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.246+0000 7f39333eb9c0 20 remove_watcher() i=3 2024-09-12T17:38:10.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.246+0000 7f39333eb9c0 20 remove_watcher() i=4 2024-09-12T17:38:10.248 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.250+0000 7f39333eb9c0 20 remove_watcher() i=5 2024-09-12T17:38:10.249 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.250+0000 7f39333eb9c0 20 remove_watcher() i=6 2024-09-12T17:38:10.251 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.250+0000 7f39333eb9c0 20 remove_watcher() i=7 2024-09-12T17:38:10.266 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:38:10.297 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:10.297 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:10.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.342+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.342+0000 7fabba4a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.342+0000 7fabba4a19c0 20 realm 2024-09-12T17:38:10.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.342+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.342+0000 7fabba4a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.342+0000 7fabba4a19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:10.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.342+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.342+0000 7fabba4a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.342+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.346+0000 7fabba4a19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:10.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.346+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.346+0000 7fabba4a19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:10.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.346+0000 7fabba4a19c0 20 searching for the correct realm 2024-09-12T17:38:10.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.350+0000 7fabb87a8640 0 -- 172.21.15.183:0/678945466 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fabac049070 msgr2=0x7fabac08a650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:10.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.566+0000 7fabb77a6640 0 -- 172.21.15.183:0/678945466 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7faba80967f0 msgr2=0x7faba8061560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:10.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.782+0000 7fabba4a19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:10.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.782+0000 7fabba4a19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:10.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.782+0000 7fabba4a19c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:10.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.782+0000 7fabba4a19c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:10.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.782+0000 7fabba4a19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:10.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.782+0000 7fabba4a19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:10.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.782+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:10.784 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:10.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 zone default found 2024-09-12T17:38:10.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 4 Realm: () 2024-09-12T17:38:10.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:10.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:10.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:10.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 zonegroup default 2024-09-12T17:38:10.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 started sync module instance, tier type = 2024-09-12T17:38:10.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.786+0000 7fabba4a19c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:10.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.810+0000 7fabba4a19c0 20 add_watcher() i=0 2024-09-12T17:38:10.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.810+0000 7fabba4a19c0 20 add_watcher() i=1 2024-09-12T17:38:10.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.810+0000 7fabba4a19c0 20 add_watcher() i=2 2024-09-12T17:38:10.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.810+0000 7fabba4a19c0 20 add_watcher() i=3 2024-09-12T17:38:10.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.810+0000 7fabba4a19c0 20 add_watcher() i=4 2024-09-12T17:38:10.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.810+0000 7fabba4a19c0 20 add_watcher() i=5 2024-09-12T17:38:10.808 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.810+0000 7fabba4a19c0 20 add_watcher() i=6 2024-09-12T17:38:10.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.810+0000 7fabba4a19c0 20 add_watcher() i=7 2024-09-12T17:38:10.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.810+0000 7fabba4a19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:10.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.814+0000 7faa6dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:10.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.814+0000 7fabba4a19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:10.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.814+0000 7fabba4a19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:10.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.814+0000 7fabba4a19c0 5 note: GC not initialized 2024-09-12T17:38:10.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.814+0000 7faa6cfe1640 20 reqs_thread_entry: start 2024-09-12T17:38:10.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.814+0000 7fabba4a19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:10.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.814+0000 7fabba4a19c0 20 Filter name: none 2024-09-12T17:38:10.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.814+0000 7fa9e67fc640 20 reqs_thread_entry: start 2024-09-12T17:38:10.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.814+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.814+0000 7fabba4a19c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:10.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.814+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.818+0000 7fabba4a19c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:38:10.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.818+0000 7fabba4a19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:38:10.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.818+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.818+0000 7fabba4a19c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:10.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.818+0000 7fabba4a19c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.818+0000 7fabba4a19c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:38:10.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.818+0000 7fabba4a19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:38:10.820 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.822+0000 7faa6dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:10.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.826+0000 7fabba4a19c0 20 remove_watcher() i=0 2024-09-12T17:38:10.826 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.826+0000 7fabba4a19c0 2 removed watcher, disabling cache 2024-09-12T17:38:10.828 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.830+0000 7fabba4a19c0 20 remove_watcher() i=1 2024-09-12T17:38:10.830 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.830+0000 7fabba4a19c0 20 remove_watcher() i=2 2024-09-12T17:38:10.832 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.834+0000 7fabba4a19c0 20 remove_watcher() i=3 2024-09-12T17:38:10.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.834+0000 7fabba4a19c0 20 remove_watcher() i=4 2024-09-12T17:38:10.837 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.838+0000 7fabba4a19c0 20 remove_watcher() i=5 2024-09-12T17:38:10.838 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.838+0000 7fabba4a19c0 20 remove_watcher() i=6 2024-09-12T17:38:10.840 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.842+0000 7fabba4a19c0 20 remove_watcher() i=7 2024-09-12T17:38:10.855 INFO:tasks.workunit.client.0.smithi183.stderr: test: duplicated entries should be purged before reshard 2024-09-12T17:38:10.855 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:38:10.886 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:10.886 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:10.930 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.930+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.934+0000 7fb51aef89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.934+0000 7fb51aef89c0 20 realm 2024-09-12T17:38:10.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.934+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.934+0000 7fb51aef89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.934+0000 7fb51aef89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:10.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.934+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.934+0000 7fb51aef89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:10.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.934+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.934+0000 7fb51aef89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:10.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.934+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:10.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.938+0000 7fb51aef89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:10.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.938+0000 7fb51aef89c0 20 searching for the correct realm 2024-09-12T17:38:10.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.942+0000 7fb5191ff640 0 -- 172.21.15.183:0/209010608 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x5601427aa4f0 msgr2=0x5601427ac8e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:38:10.946 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:10.946+0000 7fb513fff640 0 -- 172.21.15.183:0/209010608 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fb514043390 msgr2=0x7fb514043810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:11.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:11.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:11.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:11.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:11.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:11.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:11.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:11.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:11.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 zone default found 2024-09-12T17:38:11.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 4 Realm: () 2024-09-12T17:38:11.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:11.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:11.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:11.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 zonegroup default 2024-09-12T17:38:11.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.166+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.170+0000 7fb51aef89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.170+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.170+0000 7fb51aef89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.170+0000 7fb51aef89c0 20 started sync module instance, tier type = 2024-09-12T17:38:11.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.170+0000 7fb51aef89c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:11.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.190+0000 7fb51aef89c0 20 add_watcher() i=0 2024-09-12T17:38:11.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.190+0000 7fb51aef89c0 20 add_watcher() i=1 2024-09-12T17:38:11.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.190+0000 7fb51aef89c0 20 add_watcher() i=2 2024-09-12T17:38:11.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.190+0000 7fb51aef89c0 20 add_watcher() i=3 2024-09-12T17:38:11.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.190+0000 7fb51aef89c0 20 add_watcher() i=4 2024-09-12T17:38:11.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.190+0000 7fb51aef89c0 20 add_watcher() i=5 2024-09-12T17:38:11.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.194+0000 7fb51aef89c0 20 add_watcher() i=6 2024-09-12T17:38:11.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.194+0000 7fb51aef89c0 20 add_watcher() i=7 2024-09-12T17:38:11.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.194+0000 7fb51aef89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:11.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.198+0000 7fb3cefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:11.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.198+0000 7fb51aef89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:11.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.198+0000 7fb51aef89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:11.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.198+0000 7fb51aef89c0 5 note: GC not initialized 2024-09-12T17:38:11.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.198+0000 7fb3cdfe3640 20 reqs_thread_entry: start 2024-09-12T17:38:11.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.198+0000 7fb51aef89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:11.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.198+0000 7fb51aef89c0 20 Filter name: none 2024-09-12T17:38:11.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.198+0000 7fb33f7fe640 20 reqs_thread_entry: start 2024-09-12T17:38:11.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.198+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.202+0000 7fb51aef89c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:11.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.202+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.202+0000 7fb51aef89c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:38:11.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.202+0000 7fb51aef89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:38:11.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.202+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.202+0000 7fb51aef89c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:11.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.202+0000 7fb51aef89c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.202+0000 7fb51aef89c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:38:11.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.202+0000 7fb51aef89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:38:11.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.206+0000 7fb3cefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:11.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.210+0000 7fb51aef89c0 20 remove_watcher() i=0 2024-09-12T17:38:11.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.210+0000 7fb51aef89c0 2 removed watcher, disabling cache 2024-09-12T17:38:11.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.214+0000 7fb51aef89c0 20 remove_watcher() i=1 2024-09-12T17:38:11.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.214+0000 7fb51aef89c0 20 remove_watcher() i=2 2024-09-12T17:38:11.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.218+0000 7fb51aef89c0 20 remove_watcher() i=3 2024-09-12T17:38:11.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.218+0000 7fb51aef89c0 20 remove_watcher() i=4 2024-09-12T17:38:11.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.222+0000 7fb51aef89c0 20 remove_watcher() i=5 2024-09-12T17:38:11.221 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.222+0000 7fb51aef89c0 20 remove_watcher() i=6 2024-09-12T17:38:11.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.222+0000 7fb51aef89c0 20 remove_watcher() i=7 2024-09-12T17:38:11.241 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:11.241 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:38:11.241 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: a-bucket id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 num_objects: 10 size_kb: 1 num_shards: 3 2024-09-12T17:38:11.241 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:11.242 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T17:38:11.275 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:11.275 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:11.527 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.530+0000 7f06e22269c0 20 realm 2024-09-12T17:38:11.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.530+0000 7f06e22269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:11.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.530 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.534+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:11.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.534+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.534+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:11.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.534+0000 7f06e22269c0 20 searching for the correct realm 2024-09-12T17:38:11.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.538+0000 7f06e052d640 0 -- 172.21.15.183:0/3740920412 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f06d40c0020 msgr2=0x7f06d4001000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:11.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.754+0000 7f06df52b640 0 -- 172.21.15.183:0/3740920412 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f06d8064690 msgr2=0x7f06d808e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:11.971 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:11.971 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:11.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:11.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:11.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:11.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:11.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:11.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:11.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 zone default found 2024-09-12T17:38:11.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 4 Realm: () 2024-09-12T17:38:11.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:11.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:11.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:11.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 zonegroup default 2024-09-12T17:38:11.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.978+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.975 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.978+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:11.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.978+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:11.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.978+0000 7f06e22269c0 20 started sync module instance, tier type = 2024-09-12T17:38:11.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:11.978+0000 7f06e22269c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:12.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=0 2024-09-12T17:38:12.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=1 2024-09-12T17:38:12.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=2 2024-09-12T17:38:12.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=3 2024-09-12T17:38:12.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=4 2024-09-12T17:38:12.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=5 2024-09-12T17:38:12.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=6 2024-09-12T17:38:12.003 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.006+0000 7f06e22269c0 20 add_watcher() i=7 2024-09-12T17:38:12.003 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.006+0000 7f06e22269c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:12.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f0595fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:12.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:12.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:12.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f06e22269c0 5 note: GC not initialized 2024-09-12T17:38:12.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f0594fe1640 20 reqs_thread_entry: start 2024-09-12T17:38:12.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f06e22269c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:12.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f06e22269c0 20 Filter name: none 2024-09-12T17:38:12.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f050e7fc640 20 reqs_thread_entry: start 2024-09-12T17:38:12.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f06e22269c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:38:12.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:12.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f06e22269c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:38:12.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f06e22269c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:38:12.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f06e22269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:38:12.011 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.014+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:38:12.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.014+0000 7f06e22269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:12.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.014+0000 7f06e22269c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:12.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.014+0000 7f06e22269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:38:12.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.014+0000 7f06e22269c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:12.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.014+0000 7f06e22269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:38:12.021 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.022+0000 7f06e22269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:12.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.022+0000 7f06e22269c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:12.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.022+0000 7f06e22269c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:12.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.022+0000 7f06e22269c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:38:12.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.022+0000 7f05beffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464341 cookie 94639962548160 notifier 7706 bl.length()=827 2024-09-12T17:38:12.022 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.022+0000 7f05beffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:12.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.022+0000 7f05beffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:12.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.022+0000 7f05beffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:12.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.022+0000 7f06e22269c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:38:12.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.022+0000 7f06e22269c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:38:12.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.022+0000 7f06e22269c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:38:12.023 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.022+0000 7f06e22269c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:38:12.028 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f06e22269c0 time 2024-09-12T17:38:12.035669+0000 2024-09-12T17:38:12.028 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:38:12.031 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:12.031 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f06e5b002eb] 2024-09-12T17:38:12.031 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f06e5b0049f] 2024-09-12T17:38:12.031 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561313ed10c1] 2024-09-12T17:38:12.031 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561313ee31fa] 2024-09-12T17:38:12.031 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:38:12.031 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f06e4966d90] 2024-09-12T17:38:12.031 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:38:12.031 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:38:12.031 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.030+0000 7f06e22269c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f06e22269c0 time 2024-09-12T17:38:12.035669+0000 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f06e5b002eb] 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f06e5b0049f] 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561313ed10c1] 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561313ee31fa] 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f06e4966d90] 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.032 INFO:tasks.workunit.client.0.smithi183.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:38:12.033 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f06e22269c0 thread_name:radosgw-admin 2024-09-12T17:38:12.034 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:12.034 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f06e497f520] 2024-09-12T17:38:12.034 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:38:12.034 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:38:12.034 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:38:12.034 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f06e5b00345] 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f06e5b0049f] 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561313ed10c1] 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561313ee31fa] 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f06e4966d90] 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.034+0000 7f06e22269c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f06e22269c0 thread_name:radosgw-admin 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f06e497f520] 2024-09-12T17:38:12.035 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f06e5b00345] 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f06e5b0049f] 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561313ed10c1] 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561313ee31fa] 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f06e4966d90] 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.036 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:38:12.088 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:38:11.298+0000 7f06dfd2c640 1 monclient: found mon.noname-a 2024-09-12T17:38:12.088 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:38:11.298+0000 7f06dfd2c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.088 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.088 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:12.088 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: dump: 2024-09-12T17:38:12.088 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.088 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.088 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.088 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.089 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.089 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.089 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.089 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.089 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.089 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.089 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: _finish_auth 0 2024-09-12T17:38:12.089 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: _check_auth_tickets 2024-09-12T17:38:12.089 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:12.089 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:38:11.298+0000 7f06e22269c0 5 monclient: authenticate success, global_id 8268 2024-09-12T17:38:12.089 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:38:11.298+0000 7f06e22269c0 10 monclient: get_monmap_and_config success 2024-09-12T17:38:12.089 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:38:11.298+0000 7f06e22269c0 4 set_mon_vals no callback set 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: dump: 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.090 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: shutdown 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 asok(0x56131528e2b0) unregister_commands rotate-key 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: build_initial_monmap 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:38:11.302+0000 7f06e22269c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: monmap: 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:12.091 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding auth protocol: cephx 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding auth protocol: cephx 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding auth protocol: cephx 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: secure 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: crc 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: secure 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: crc 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: secure 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: crc 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: crc 2024-09-12T17:38:12.092 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: secure 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: crc 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: secure 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: crc 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: secure 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:38:11.302+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:38:11.302+0000 7f06e22269c0 1 librados: starting msgr at 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:38:11.302+0000 7f06e22269c0 1 librados: starting objecter 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command objecter_requests hook 0x56131524b2f0 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:38:11.302+0000 7f06e22269c0 1 librados: setting wanted keys 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:38:11.302+0000 7f06e22269c0 1 librados: calling monclient init 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: init 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding auth protocol: cephx 2024-09-12T17:38:12.093 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding auth protocol: cephx 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding auth protocol: cephx 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: secure 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: crc 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: secure 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: crc 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: secure 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: crc 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: crc 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: secure 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: crc 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: secure 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: crc 2024-09-12T17:38:12.094 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: secure 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:38:11.302+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:38:11.302+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command rotate-key hook 0x561315497528 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-b con 0x561315347ac0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-a con 0x5613153e04e0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-c con 0x56131549a710 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:12.095 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): authenticate will time out at 2476.837458s 2024-09-12T17:38:12.096 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): get_auth_request con 0x5613153e04e0 auth_method 0 2024-09-12T17:38:12.096 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.096 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.096 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.096 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): get_auth_request con 0x56131549a710 auth_method 0 2024-09-12T17:38:12.096 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.096 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.096 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.096 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.096 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.096 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.096 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): handle_auth_done global_id 8271 payload 824 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient: _finish_hunting 0 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:38:11.302+0000 7f06df52b640 1 monclient: found mon.noname-a 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:38:11.302+0000 7f06dfd2c640 10 monclient: get_auth_request con 0x561315347ac0 auth_method 0 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: dump: 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.097 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.098 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.098 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.098 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.098 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.098 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.098 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.098 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.098 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: _finish_auth 0 2024-09-12T17:38:12.098 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: _check_auth_tickets 2024-09-12T17:38:12.098 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:12.098 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.098 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: dump: 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 monclient: authenticate success, global_id 8271 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: _renew_subs 2024-09-12T17:38:12.099 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.100 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:38:11.302+0000 7f05cde0b640 4 set_mon_vals no callback set 2024-09-12T17:38:12.100 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: _renew_subs 2024-09-12T17:38:12.100 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.100 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:38:11.302+0000 7f06e22269c0 1 librados: init done 2024-09-12T17:38:12.100 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:38:11.306+0000 7f05c7fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:38:12.101 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:38:11.306+0000 7f05c7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:12.101 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:38:11.306+0000 7f05c7fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:12.101 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:38:11.306+0000 7f06e052d640 10 monclient: get_auth_request con 0x5613154bf940 auth_method 0 2024-09-12T17:38:12.101 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:38:11.306+0000 7f06dfd2c640 10 monclient: get_auth_request con 0x7f05c8070ae0 auth_method 0 2024-09-12T17:38:12.101 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:38:11.306+0000 7f06dfd2c640 10 monclient: get_auth_request con 0x5613154e25e0 auth_method 0 2024-09-12T17:38:12.101 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:38:11.306+0000 7f06df52b640 10 monclient: get_auth_request con 0x5613154e6990 auth_method 0 2024-09-12T17:38:12.102 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:38:11.510+0000 7f06df52b640 10 monclient: get_auth_request con 0x5613154e6990 auth_method 0 2024-09-12T17:38:12.102 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:38:11.510+0000 7f06e052d640 10 monclient: get_auth_request con 0x5613154e5e50 auth_method 0 2024-09-12T17:38:12.102 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient: build_initial_monmap 2024-09-12T17:38:12.102 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:38:11.514+0000 7f06e22269c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:12.102 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient: monmap: 2024-09-12T17:38:12.102 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:12.102 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:12.103 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:12.103 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:12.103 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:12.103 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.103 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:12.103 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:12.103 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:12.103 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.104 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding auth protocol: cephx 2024-09-12T17:38:12.104 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding auth protocol: cephx 2024-09-12T17:38:12.104 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding auth protocol: cephx 2024-09-12T17:38:12.104 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: secure 2024-09-12T17:38:12.104 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: crc 2024-09-12T17:38:12.104 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: secure 2024-09-12T17:38:12.104 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: crc 2024-09-12T17:38:12.104 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: secure 2024-09-12T17:38:12.105 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: crc 2024-09-12T17:38:12.105 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: crc 2024-09-12T17:38:12.105 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: secure 2024-09-12T17:38:12.105 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: crc 2024-09-12T17:38:12.105 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: secure 2024-09-12T17:38:12.106 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: crc 2024-09-12T17:38:12.106 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: secure 2024-09-12T17:38:12.106 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:38:11.514+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.106 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command objecter_requests cmddesc objecter_requests hook 0x5613154f35e0 EEXIST 2024-09-12T17:38:12.106 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient: init 2024-09-12T17:38:12.106 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding auth protocol: cephx 2024-09-12T17:38:12.107 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding auth protocol: cephx 2024-09-12T17:38:12.107 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding auth protocol: cephx 2024-09-12T17:38:12.107 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: secure 2024-09-12T17:38:12.107 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: crc 2024-09-12T17:38:12.107 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: secure 2024-09-12T17:38:12.107 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: crc 2024-09-12T17:38:12.107 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: secure 2024-09-12T17:38:12.107 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: crc 2024-09-12T17:38:12.108 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: crc 2024-09-12T17:38:12.108 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: secure 2024-09-12T17:38:12.108 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: crc 2024-09-12T17:38:12.108 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: secure 2024-09-12T17:38:12.108 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: crc 2024-09-12T17:38:12.108 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: secure 2024-09-12T17:38:12.108 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:38:11.514+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.108 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:38:11.514+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.108 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command rotate-key cmddesc rotate-key hook 0x5613154edb80 EEXIST 2024-09-12T17:38:12.108 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:12.108 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:38:12.108 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-b con 0x5613155172a0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-a con 0x5613155199c0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-c con 0x56131552f420 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): authenticate will time out at 2477.050933s 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): get_auth_request con 0x5613155199c0 auth_method 0 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.109 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:38:11.514+0000 7f06dfd2c640 10 monclient(hunting): get_auth_request con 0x56131552f420 auth_method 0 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:38:11.514+0000 7f06dfd2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:38:11.514+0000 7f06dfd2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:38:11.514+0000 7f06dfd2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): handle_auth_done global_id 8274 payload 824 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient: _finish_hunting 0 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:38:11.514+0000 7f06e052d640 1 monclient: found mon.noname-a 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:38:11.514+0000 7f06df52b640 10 monclient: get_auth_request con 0x5613155172a0 auth_method 0 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: dump: 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.110 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: _finish_auth 0 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: _check_auth_tickets 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 monclient: authenticate success, global_id 8274 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: _renew_subs 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:12.111 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.112 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:12.112 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: dump: 2024-09-12T17:38:12.112 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.112 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.112 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.112 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.113 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.113 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.113 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.113 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.113 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.114 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.114 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:38:11.518+0000 7f06e0d2e640 4 set_mon_vals no callback set 2024-09-12T17:38:12.114 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: _renew_subs 2024-09-12T17:38:12.114 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.114 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:38:11.518+0000 7f05c57fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:38:12.114 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:38:11.518+0000 7f05c57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:12.115 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:38:11.518+0000 7f05c57fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:12.115 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: get_monmap_and_config 2024-09-12T17:38:12.115 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: build_initial_monmap 2024-09-12T17:38:12.115 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:38:11.518+0000 7f06e22269c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:12.115 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:38:11.518+0000 7f06df52b640 10 monclient: get_auth_request con 0x7f05b80709f0 auth_method 0 2024-09-12T17:38:12.115 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: monmap: 2024-09-12T17:38:12.116 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:12.116 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:12.116 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:12.116 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:12.116 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:12.117 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.117 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:12.117 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:12.117 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:12.117 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding auth protocol: cephx 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding auth protocol: cephx 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding auth protocol: cephx 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: secure 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: crc 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: secure 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: crc 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: secure 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: crc 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: crc 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: secure 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: crc 2024-09-12T17:38:12.118 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: secure 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: crc 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: secure 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:38:11.522+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: init 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding auth protocol: cephx 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding auth protocol: cephx 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding auth protocol: cephx 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: secure 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: crc 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: secure 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: crc 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: secure 2024-09-12T17:38:12.119 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: crc 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: crc 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: secure 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: crc 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: secure 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: crc 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: secure 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:38:11.522+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:38:11.522+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffed45584d8 EEXIST 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-c con 0x56131556b600 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:12.120 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-b con 0x561315566a40 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-a con 0x56131555bef0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): authenticate will time out at 2477.057199s 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): get_auth_request con 0x56131556b600 auth_method 0 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): get_auth_request con 0x56131555bef0 auth_method 0 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.121 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:38:11.522+0000 7f06e052d640 10 monclient(hunting): get_auth_request con 0x561315566a40 auth_method 0 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:38:11.522+0000 7f06e052d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:38:11.522+0000 7f06e052d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:38:11.522+0000 7f06e052d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): handle_auth_done global_id 7703 payload 274 2024-09-12T17:38:12.122 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient: _finish_hunting 0 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:38:11.522+0000 7f06df52b640 1 monclient: found mon.noname-c 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: dump: 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.123 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: _finish_auth 0 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: _check_auth_tickets 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: dump: 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.124 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.125 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.125 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.125 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.125 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.125 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 monclient: authenticate success, global_id 7703 2024-09-12T17:38:12.125 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: get_monmap_and_config success 2024-09-12T17:38:12.125 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:38:11.522+0000 7f06e22269c0 4 set_mon_vals no callback set 2024-09-12T17:38:12.125 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: shutdown 2024-09-12T17:38:12.125 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: build_initial_monmap 2024-09-12T17:38:12.125 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:38:11.522+0000 7f06e22269c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:12.125 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: monmap: 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding auth protocol: cephx 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding auth protocol: cephx 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding auth protocol: cephx 2024-09-12T17:38:12.126 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: secure 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: crc 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: secure 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: crc 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: secure 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: crc 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: crc 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: secure 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: crc 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: secure 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: crc 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: secure 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:38:11.522+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.127 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:38:11.522+0000 7f06e22269c0 1 librados: starting msgr at 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:38:11.522+0000 7f06e22269c0 1 librados: starting objecter 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command objecter_requests cmddesc objecter_requests hook 0x56131553cdd0 EEXIST 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:38:11.522+0000 7f06e22269c0 1 librados: setting wanted keys 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:38:11.522+0000 7f06e22269c0 1 librados: calling monclient init 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: init 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding auth protocol: cephx 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding auth protocol: cephx 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding auth protocol: cephx 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: secure 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: crc 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: secure 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: crc 2024-09-12T17:38:12.128 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: secure 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: crc 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: crc 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: secure 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: crc 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: secure 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: crc 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: secure 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:38:11.526+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:38:11.526+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:38:11.526+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command rotate-key cmddesc rotate-key hook 0x561315515828 EEXIST 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-c con 0x56131555bef0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:12.129 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-b con 0x561315566a40 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-a con 0x56131556b600 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): authenticate will time out at 2477.060750s 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): get_auth_request con 0x56131555bef0 auth_method 0 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): get_auth_request con 0x56131556b600 auth_method 0 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.130 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:38:11.526+0000 7f06e052d640 10 monclient(hunting): get_auth_request con 0x561315566a40 auth_method 0 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:38:11.526+0000 7f06e052d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:38:11.526+0000 7f06e052d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:38:11.526+0000 7f06e052d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): handle_auth_done global_id 7706 payload 824 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient: _finish_hunting 0 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:38:11.526+0000 7f06df52b640 1 monclient: found mon.noname-c 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.131 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: dump: 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: _finish_auth 0 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: _check_auth_tickets 2024-09-12T17:38:12.132 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: dump: 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.133 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:38:11.526+0000 7f06e22269c0 5 monclient: authenticate success, global_id 7706 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient: _renew_subs 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:38:11.526+0000 7f05beffd640 4 set_mon_vals no callback set 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient: _renew_subs 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:38:11.526+0000 7f06e22269c0 1 librados: init done 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:38:11.526+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command cr dump hook 0x56131555a9f8 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:38:11.530+0000 7f05bd7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:38:11.530+0000 7f05bd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:38:11.530+0000 7f05bd7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:38:11.530+0000 7f06e052d640 10 monclient: get_auth_request con 0x7f05a8070ae0 auth_method 0 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:38:11.530+0000 7f06dfd2c640 10 monclient: get_auth_request con 0x561315585370 auth_method 0 2024-09-12T17:38:12.134 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 realm 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:38:11.530+0000 7f06e22269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:38:11.530+0000 7f06df52b640 10 monclient: get_auth_request con 0x561315589710 auth_method 0 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:38:11.534+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:38:11.534+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:38:11.534+0000 7f06e052d640 10 monclient: get_auth_request con 0x56131558ce30 auth_method 0 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:38:11.534+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:12.135 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:38:11.534+0000 7f06e22269c0 20 searching for the correct realm 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:38:11.534+0000 7f06dfd2c640 10 monclient: get_auth_request con 0x7f06d8077bd0 auth_method 0 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:38:11.534+0000 7f06df52b640 10 monclient: get_auth_request con 0x7f06d001a420 auth_method 0 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:38:11.538+0000 7f06e052d640 10 monclient: get_auth_request con 0x7f06d40c0020 auth_method 0 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:38:11.538+0000 7f06e052d640 0 -- 172.21.15.183:0/3740920412 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f06d40c0020 msgr2=0x7f06d4001000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:38:11.742+0000 7f06e052d640 10 monclient: get_auth_request con 0x7f06d40c0020 auth_method 0 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:38:11.746+0000 7f06dfd2c640 10 monclient: get_auth_request con 0x7f06d8018be0 auth_method 0 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:38:11.754+0000 7f06df52b640 10 monclient: get_auth_request con 0x7f06d8064690 auth_method 0 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:38:11.754+0000 7f06df52b640 0 -- 172.21.15.183:0/3740920412 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f06d8064690 msgr2=0x7f06d808e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:38:11.958+0000 7f06df52b640 10 monclient: get_auth_request con 0x7f06d8064690 auth_method 0 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:38:11.962+0000 7f05bd7fa640 1 client.7706.objecter ms_handle_reset 0x7f06d001a420 session 0x7f06d003b040 osd.2 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:38:11.962+0000 7f05bd7fa640 10 monclient: _renew_subs 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:38:11.962+0000 7f05bd7fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:38:12.136 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:38:11.962+0000 7f06df52b640 10 monclient: get_auth_request con 0x7f05a8080900 auth_method 0 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 zone default found 2024-09-12T17:38:12.137 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:38:11.974+0000 7f06e22269c0 4 Realm: () 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:38:11.974+0000 7f06e22269c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:38:11.974+0000 7f06e22269c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:38:11.974+0000 7f06e22269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 zonegroup default 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:38:11.978+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:38:11.978+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:38:11.978+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:38:11.978+0000 7f06e22269c0 20 started sync module instance, tier type = 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:38:11.978+0000 7f06e22269c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:12.138 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=0 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=1 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=2 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=3 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=4 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=5 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=6 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:38:12.006+0000 7f06e22269c0 20 add_watcher() i=7 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:38:12.006+0000 7f06e22269c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding auth protocol: cephx 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding auth protocol: cephx 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding auth protocol: cephx 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: secure 2024-09-12T17:38:12.139 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: crc 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: secure 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: crc 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: secure 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: crc 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: crc 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: secure 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: crc 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: secure 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:38:12.010+0000 7f0595fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: crc 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: secure 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:38:12.010+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.140 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:12.141 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:12.141 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command cache list hook 0x56131555be90 2024-09-12T17:38:12.141 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command cache inspect hook 0x56131555be90 2024-09-12T17:38:12.141 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command cache erase hook 0x56131555be90 2024-09-12T17:38:12.141 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command cache zap hook 0x56131555be90 2024-09-12T17:38:12.141 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 note: GC not initialized 2024-09-12T17:38:12.141 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:38:12.010+0000 7f0594fe1640 20 reqs_thread_entry: start 2024-09-12T17:38:12.141 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command sync trace show hook 0x7f06d8009680 2024-09-12T17:38:12.141 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command sync trace history hook 0x7f06d8009680 2024-09-12T17:38:12.141 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command sync trace active hook 0x7f06d8009680 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command sync trace active_short hook 0x7f06d8009680 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 Filter name: none 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:38:12.010+0000 7f050e7fc640 20 reqs_thread_entry: start 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:38:12.010+0000 7f06e22269c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:38:12.010+0000 7f06e22269c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:38:12.010+0000 7f06e22269c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:38:12.010+0000 7f06e22269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:38:12.014+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:38:12.142 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:38:12.014+0000 7f06e22269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:38:12.014+0000 7f06e22269c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:38:12.014+0000 7f06e22269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:38:12.014+0000 7f06e22269c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:38:12.014+0000 7f06e22269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:38:12.022+0000 7f06e22269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:38:12.022+0000 7f06e22269c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:38:12.022+0000 7f06e22269c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:38:12.022+0000 7f06e22269c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:38:12.022+0000 7f05beffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464341 cookie 94639962548160 notifier 7706 bl.length()=827 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:38:12.022+0000 7f05beffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:38:12.022+0000 7f05beffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:38:12.022+0000 7f05beffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:12.143 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:38:12.022+0000 7f06e22269c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:38:12.144 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:38:12.022+0000 7f06e22269c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:38:12.144 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:38:12.022+0000 7f06e22269c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:38:12.144 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:38:12.022+0000 7f06e22269c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:38:12.144 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:38:12.030+0000 7f06e22269c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f06e22269c0 time 2024-09-12T17:38:12.035669+0000 2024-09-12T17:38:12.144 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:38:12.144 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.144 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:12.144 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f06e5b002eb] 2024-09-12T17:38:12.144 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f06e5b0049f] 2024-09-12T17:38:12.144 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561313ed10c1] 2024-09-12T17:38:12.144 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561313ee31fa] 2024-09-12T17:38:12.144 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:38:12.145 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f06e4966d90] 2024-09-12T17:38:12.145 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:38:12.145 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:38:12.145 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.145 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:38:12.034+0000 7f06e22269c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:38:12.145 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f06e22269c0 thread_name:radosgw-admin 2024-09-12T17:38:12.145 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.145 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:12.145 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f06e497f520] 2024-09-12T17:38:12.145 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:38:12.145 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:38:12.145 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:38:12.146 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f06e5b00345] 2024-09-12T17:38:12.146 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f06e5b0049f] 2024-09-12T17:38:12.146 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561313ed10c1] 2024-09-12T17:38:12.146 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561313ee31fa] 2024-09-12T17:38:12.146 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:38:12.146 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f06e4966d90] 2024-09-12T17:38:12.146 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:38:12.146 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:38:12.146 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:38:12.146 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.146 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:38:12.147 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:38:12.148 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:38:12.148 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:38:12.148 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:38:12.148 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:38:12.148 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:38:12.148 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:38:12.148 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:38:12.148 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:38:12.148 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:38:12.148 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:38:12.148 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:38:12.149 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:38:12.149 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:38:12.149 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:38:12.149 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:38:12.149 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:38:12.149 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:38:12.149 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:38:12.150 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:38:12.150 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:38:12.150 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:38:12.150 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:38:12.150 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:38:12.150 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:38:12.150 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:38:12.150 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:38:12.151 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:38:12.152 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:38:12.153 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 7f050e7fc640 / http_manager 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 7f0594fe1640 / http_manager 2024-09-12T17:38:12.154 INFO:tasks.workunit.client.0.smithi183.stderr: 7f0595fe3640 / rgw_dt_lg_renew 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: 7f05bd7fa640 / ms_dispatch 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: 7f05beffd640 / io_context_pool 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: 7f05c57fa640 / ms_dispatch 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: 7f05c7fff640 / ms_dispatch 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: 7f05cde0b640 / io_context_pool 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: 7f06df52b640 / msgr-worker-2 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: 7f06dfd2c640 / msgr-worker-1 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: 7f06e052d640 / msgr-worker-0 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: 7f06e0d2e640 / io_context_pool 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: 7f06e22269c0 / radosgw-admin 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/log/ceph/ceph-client.admin.143524.log 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:38:12.155 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:38:11.298+0000 7f06dfd2c640 1 monclient: found mon.noname-a 2024-09-12T17:38:12.156 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:38:11.298+0000 7f06dfd2c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.156 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.156 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:12.156 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: dump: 2024-09-12T17:38:12.156 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.156 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.156 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.156 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.156 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.157 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.157 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.157 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.157 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.157 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.157 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: _finish_auth 0 2024-09-12T17:38:12.157 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: _check_auth_tickets 2024-09-12T17:38:12.157 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:12.157 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:38:11.298+0000 7f06e22269c0 5 monclient: authenticate success, global_id 8268 2024-09-12T17:38:12.157 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:38:11.298+0000 7f06e22269c0 10 monclient: get_monmap_and_config success 2024-09-12T17:38:12.157 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:38:11.298+0000 7f06e22269c0 4 set_mon_vals no callback set 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:38:11.298+0000 7f05cde0b640 10 monclient: dump: 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.158 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: shutdown 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 asok(0x56131528e2b0) unregister_commands rotate-key 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: build_initial_monmap 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:38:11.302+0000 7f06e22269c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: monmap: 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:12.159 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding auth protocol: cephx 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding auth protocol: cephx 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding auth protocol: cephx 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: secure 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: crc 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: secure 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: crc 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: secure 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: crc 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: crc 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: secure 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: crc 2024-09-12T17:38:12.160 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: secure 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: crc 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x56131549ca20) adding con mode: secure 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:38:11.302+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:38:11.302+0000 7f06e22269c0 1 librados: starting msgr at 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:38:11.302+0000 7f06e22269c0 1 librados: starting objecter 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command objecter_requests hook 0x56131524b2f0 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:38:11.302+0000 7f06e22269c0 1 librados: setting wanted keys 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:38:11.302+0000 7f06e22269c0 1 librados: calling monclient init 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: init 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding auth protocol: cephx 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding auth protocol: cephx 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding auth protocol: cephx 2024-09-12T17:38:12.161 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: secure 2024-09-12T17:38:12.162 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: crc 2024-09-12T17:38:12.162 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: secure 2024-09-12T17:38:12.162 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: crc 2024-09-12T17:38:12.162 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: secure 2024-09-12T17:38:12.162 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: crc 2024-09-12T17:38:12.162 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: crc 2024-09-12T17:38:12.162 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: secure 2024-09-12T17:38:12.162 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: crc 2024-09-12T17:38:12.162 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: secure 2024-09-12T17:38:12.162 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: crc 2024-09-12T17:38:12.162 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 AuthRegistry(0x5613154973e0) adding con mode: secure 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:38:11.302+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:38:11.302+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command rotate-key hook 0x561315497528 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-b con 0x561315347ac0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-a con 0x5613153e04e0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-c con 0x56131549a710 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:12.163 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient(hunting): authenticate will time out at 2476.837458s 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): get_auth_request con 0x5613153e04e0 auth_method 0 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): get_auth_request con 0x56131549a710 auth_method 0 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.164 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:38:11.302+0000 7f06e052d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient(hunting): handle_auth_done global_id 8271 payload 824 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient: _finish_hunting 0 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:38:11.302+0000 7f06df52b640 1 monclient: found mon.noname-a 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:38:11.302+0000 7f06df52b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:38:11.302+0000 7f06dfd2c640 10 monclient: get_auth_request con 0x561315347ac0 auth_method 0 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: dump: 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.165 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: _finish_auth 0 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: _check_auth_tickets 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:38:11.302+0000 7f05c7fff640 10 monclient: dump: 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.166 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:38:11.302+0000 7f06e22269c0 5 monclient: authenticate success, global_id 8271 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: _renew_subs 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:38:11.302+0000 7f05cde0b640 4 set_mon_vals no callback set 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: _renew_subs 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:38:11.302+0000 7f06e22269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:38:11.302+0000 7f06e22269c0 1 librados: init done 2024-09-12T17:38:12.167 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:38:11.306+0000 7f05c7fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:38:11.306+0000 7f05c7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:38:11.306+0000 7f05c7fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:38:11.306+0000 7f06e052d640 10 monclient: get_auth_request con 0x5613154bf940 auth_method 0 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:38:11.306+0000 7f06dfd2c640 10 monclient: get_auth_request con 0x7f05c8070ae0 auth_method 0 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:38:11.306+0000 7f06dfd2c640 10 monclient: get_auth_request con 0x5613154e25e0 auth_method 0 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:38:11.306+0000 7f06df52b640 10 monclient: get_auth_request con 0x5613154e6990 auth_method 0 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:38:11.510+0000 7f06df52b640 10 monclient: get_auth_request con 0x5613154e6990 auth_method 0 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:38:11.510+0000 7f06e052d640 10 monclient: get_auth_request con 0x5613154e5e50 auth_method 0 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient: build_initial_monmap 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:38:11.514+0000 7f06e22269c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient: monmap: 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:12.168 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding auth protocol: cephx 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding auth protocol: cephx 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding auth protocol: cephx 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: secure 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: crc 2024-09-12T17:38:12.169 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: secure 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: crc 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: secure 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: crc 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: crc 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: secure 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: crc 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: secure 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: crc 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eeaf0) adding con mode: secure 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:38:11.514+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command objecter_requests cmddesc objecter_requests hook 0x5613154f35e0 EEXIST 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient: init 2024-09-12T17:38:12.170 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding auth protocol: cephx 2024-09-12T17:38:12.171 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding auth protocol: cephx 2024-09-12T17:38:12.171 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding auth protocol: cephx 2024-09-12T17:38:12.171 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: secure 2024-09-12T17:38:12.171 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: crc 2024-09-12T17:38:12.171 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: secure 2024-09-12T17:38:12.171 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: crc 2024-09-12T17:38:12.171 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: secure 2024-09-12T17:38:12.171 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: crc 2024-09-12T17:38:12.171 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: crc 2024-09-12T17:38:12.171 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: secure 2024-09-12T17:38:12.171 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: crc 2024-09-12T17:38:12.171 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: secure 2024-09-12T17:38:12.172 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: crc 2024-09-12T17:38:12.172 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 AuthRegistry(0x5613154eda38) adding con mode: secure 2024-09-12T17:38:12.172 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:38:11.514+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.172 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:38:11.514+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.172 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:38:11.514+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command rotate-key cmddesc rotate-key hook 0x5613154edb80 EEXIST 2024-09-12T17:38:12.172 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:12.173 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T17:38:12.173 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-b con 0x5613155172a0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:12.173 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-a con 0x5613155199c0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:12.173 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-c con 0x56131552f420 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:12.173 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.173 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.173 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.174 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:12.174 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:38:11.514+0000 7f06e22269c0 10 monclient(hunting): authenticate will time out at 2477.050933s 2024-09-12T17:38:12.174 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): get_auth_request con 0x5613155199c0 auth_method 0 2024-09-12T17:38:12.174 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.174 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.174 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.174 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.174 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.174 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.174 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:38:11.514+0000 7f06dfd2c640 10 monclient(hunting): get_auth_request con 0x56131552f420 auth_method 0 2024-09-12T17:38:12.175 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:38:11.514+0000 7f06dfd2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.175 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:38:11.514+0000 7f06dfd2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.175 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:38:11.514+0000 7f06dfd2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.175 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient(hunting): handle_auth_done global_id 8274 payload 824 2024-09-12T17:38:12.175 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient: _finish_hunting 0 2024-09-12T17:38:12.175 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:38:11.514+0000 7f06e052d640 1 monclient: found mon.noname-a 2024-09-12T17:38:12.175 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:38:11.514+0000 7f06e052d640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.175 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:38:11.514+0000 7f06df52b640 10 monclient: get_auth_request con 0x5613155172a0 auth_method 0 2024-09-12T17:38:12.175 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.175 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:12.175 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: dump: 2024-09-12T17:38:12.175 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.176 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.176 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.176 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.176 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.176 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.176 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.176 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.176 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.176 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.176 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: _finish_auth 0 2024-09-12T17:38:12.176 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: _check_auth_tickets 2024-09-12T17:38:12.177 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 monclient: authenticate success, global_id 8274 2024-09-12T17:38:12.177 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: _renew_subs 2024-09-12T17:38:12.177 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.177 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:12.177 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.177 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:12.177 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:38:11.518+0000 7f05c57fa640 10 monclient: dump: 2024-09-12T17:38:12.177 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:38:11.518+0000 7f06e0d2e640 4 set_mon_vals no callback set 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: _renew_subs 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:12.178 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:38:11.518+0000 7f05c57fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:38:11.518+0000 7f05c57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:38:11.518+0000 7f05c57fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: get_monmap_and_config 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: build_initial_monmap 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:38:11.518+0000 7f06e22269c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:38:11.518+0000 7f06df52b640 10 monclient: get_auth_request con 0x7f05b80709f0 auth_method 0 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:38:11.518+0000 7f06e22269c0 10 monclient: monmap: 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:12.179 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.180 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:12.180 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:12.180 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:12.180 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.180 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding auth protocol: cephx 2024-09-12T17:38:12.180 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding auth protocol: cephx 2024-09-12T17:38:12.180 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding auth protocol: cephx 2024-09-12T17:38:12.180 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: secure 2024-09-12T17:38:12.180 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: crc 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: secure 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: crc 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: secure 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: crc 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: crc 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: secure 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: crc 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: secure 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: crc 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:38:11.518+0000 7f06e22269c0 5 AuthRegistry(0x5613155371c0) adding con mode: secure 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:38:11.522+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: init 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding auth protocol: cephx 2024-09-12T17:38:12.181 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding auth protocol: cephx 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding auth protocol: cephx 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: secure 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: crc 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: secure 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: crc 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: secure 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: crc 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: crc 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: secure 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: crc 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: secure 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: crc 2024-09-12T17:38:12.182 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558390) adding con mode: secure 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:38:11.522+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:38:11.522+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command rotate-key cmddesc rotate-key hook 0x7ffed45584d8 EEXIST 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-c con 0x56131556b600 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-b con 0x561315566a40 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-a con 0x56131555bef0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:12.183 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient(hunting): authenticate will time out at 2477.057199s 2024-09-12T17:38:12.184 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): get_auth_request con 0x56131556b600 auth_method 0 2024-09-12T17:38:12.184 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.184 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.184 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.184 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): get_auth_request con 0x56131555bef0 auth_method 0 2024-09-12T17:38:12.184 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.184 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.184 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.184 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.185 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.185 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.185 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.185 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.185 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:38:11.522+0000 7f06dfd2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.185 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:38:11.522+0000 7f06e052d640 10 monclient(hunting): get_auth_request con 0x561315566a40 auth_method 0 2024-09-12T17:38:12.185 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:38:11.522+0000 7f06e052d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.185 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:38:11.522+0000 7f06e052d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.185 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:38:11.522+0000 7f06e052d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.185 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient(hunting): handle_auth_done global_id 7703 payload 274 2024-09-12T17:38:12.185 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient: _finish_hunting 0 2024-09-12T17:38:12.185 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:38:11.522+0000 7f06df52b640 1 monclient: found mon.noname-c 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:38:11.522+0000 7f06df52b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: dump: 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.186 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: _finish_auth 0 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: _check_auth_tickets 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:38:11.522+0000 7f05beffd640 10 monclient: dump: 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.187 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 monclient: authenticate success, global_id 7703 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: get_monmap_and_config success 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:38:11.522+0000 7f06e22269c0 4 set_mon_vals no callback set 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: shutdown 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: build_initial_monmap 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:38:11.522+0000 7f06e22269c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: monmap: 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:12.188 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding auth protocol: cephx 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding auth protocol: cephx 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding auth protocol: cephx 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: secure 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: crc 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: secure 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: crc 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: secure 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: crc 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: crc 2024-09-12T17:38:12.189 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: secure 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: crc 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: secure 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: crc 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x56131555c3e0) adding con mode: secure 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:38:11.522+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:38:11.522+0000 7f06e22269c0 1 librados: starting msgr at 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:38:11.522+0000 7f06e22269c0 1 librados: starting objecter 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command objecter_requests cmddesc objecter_requests hook 0x56131553cdd0 EEXIST 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:38:11.522+0000 7f06e22269c0 1 librados: setting wanted keys 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:38:11.522+0000 7f06e22269c0 1 librados: calling monclient init 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:38:11.522+0000 7f06e22269c0 10 monclient: init 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding auth protocol: cephx 2024-09-12T17:38:12.190 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding auth protocol: cephx 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding auth protocol: cephx 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: secure 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: crc 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: secure 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: crc 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: secure 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: crc 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: crc 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: secure 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: crc 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: secure 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: crc 2024-09-12T17:38:12.191 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:38:11.522+0000 7f06e22269c0 5 AuthRegistry(0x5613155156e0) adding con mode: secure 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:38:11.526+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:38:11.526+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:38:11.526+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command rotate-key cmddesc rotate-key hook 0x561315515828 EEXIST 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-c con 0x56131555bef0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-b con 0x561315566a40 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): picked mon.noname-a con 0x56131556b600 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:12.192 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient(hunting): authenticate will time out at 2477.060750s 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): get_auth_request con 0x56131555bef0 auth_method 0 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): get_auth_request con 0x56131556b600 auth_method 0 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:12.193 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:38:11.526+0000 7f06dfd2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:38:11.526+0000 7f06e052d640 10 monclient(hunting): get_auth_request con 0x561315566a40 auth_method 0 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:38:11.526+0000 7f06e052d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:38:11.526+0000 7f06e052d640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:38:11.526+0000 7f06e052d640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient(hunting): handle_auth_done global_id 7706 payload 824 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient: _finish_hunting 0 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:38:11.526+0000 7f06df52b640 1 monclient: found mon.noname-c 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:38:11.526+0000 7f06df52b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: dump: 2024-09-12T17:38:12.194 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: _finish_auth 0 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: _check_auth_tickets 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:12.195 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:38:11.526+0000 7f05bd7fa640 10 monclient: dump: 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:38:11.526+0000 7f06e22269c0 5 monclient: authenticate success, global_id 7706 2024-09-12T17:38:12.196 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient: _renew_subs 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:38:11.526+0000 7f05beffd640 4 set_mon_vals no callback set 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient: _renew_subs 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:38:11.526+0000 7f06e22269c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:38:11.526+0000 7f06e22269c0 1 librados: init done 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:38:11.526+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command cr dump hook 0x56131555a9f8 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:38:11.530+0000 7f05bd7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:38:11.530+0000 7f05bd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:38:11.530+0000 7f05bd7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:38:11.530+0000 7f06e052d640 10 monclient: get_auth_request con 0x7f05a8070ae0 auth_method 0 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:38:11.530+0000 7f06dfd2c640 10 monclient: get_auth_request con 0x561315585370 auth_method 0 2024-09-12T17:38:12.197 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 realm 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:38:11.530+0000 7f06e22269c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:38:11.530+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:38:11.530+0000 7f06df52b640 10 monclient: get_auth_request con 0x561315589710 auth_method 0 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:38:11.534+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:38:11.534+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:38:11.534+0000 7f06e052d640 10 monclient: get_auth_request con 0x56131558ce30 auth_method 0 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:38:11.534+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:38:11.534+0000 7f06e22269c0 20 searching for the correct realm 2024-09-12T17:38:12.198 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:38:11.534+0000 7f06dfd2c640 10 monclient: get_auth_request con 0x7f06d8077bd0 auth_method 0 2024-09-12T17:38:12.199 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:38:11.534+0000 7f06df52b640 10 monclient: get_auth_request con 0x7f06d001a420 auth_method 0 2024-09-12T17:38:12.199 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:38:11.538+0000 7f06e052d640 10 monclient: get_auth_request con 0x7f06d40c0020 auth_method 0 2024-09-12T17:38:12.199 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:38:11.538+0000 7f06e052d640 0 -- 172.21.15.183:0/3740920412 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f06d40c0020 msgr2=0x7f06d4001000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:12.199 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:38:11.742+0000 7f06e052d640 10 monclient: get_auth_request con 0x7f06d40c0020 auth_method 0 2024-09-12T17:38:12.199 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:38:11.746+0000 7f06dfd2c640 10 monclient: get_auth_request con 0x7f06d8018be0 auth_method 0 2024-09-12T17:38:12.199 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:38:11.754+0000 7f06df52b640 10 monclient: get_auth_request con 0x7f06d8064690 auth_method 0 2024-09-12T17:38:12.199 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:38:11.754+0000 7f06df52b640 0 -- 172.21.15.183:0/3740920412 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f06d8064690 msgr2=0x7f06d808e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:12.199 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:38:11.958+0000 7f06df52b640 10 monclient: get_auth_request con 0x7f06d8064690 auth_method 0 2024-09-12T17:38:12.199 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:38:11.962+0000 7f05bd7fa640 1 client.7706.objecter ms_handle_reset 0x7f06d001a420 session 0x7f06d003b040 osd.2 2024-09-12T17:38:12.199 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:38:11.962+0000 7f05bd7fa640 10 monclient: _renew_subs 2024-09-12T17:38:12.199 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:38:11.962+0000 7f05bd7fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:38:11.962+0000 7f06df52b640 10 monclient: get_auth_request con 0x7f05a8080900 auth_method 0 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.200 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 zone default found 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:38:11.974+0000 7f06e22269c0 4 Realm: () 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:38:11.974+0000 7f06e22269c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:38:11.974+0000 7f06e22269c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:38:11.974+0000 7f06e22269c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 zonegroup default 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:38:11.974+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:38:11.978+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:38:11.978+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:38:11.978+0000 7f06e22269c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.201 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:38:11.978+0000 7f06e22269c0 20 started sync module instance, tier type = 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:38:11.978+0000 7f06e22269c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=0 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=1 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=2 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=3 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=4 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=5 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:38:12.002+0000 7f06e22269c0 20 add_watcher() i=6 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:38:12.006+0000 7f06e22269c0 20 add_watcher() i=7 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:38:12.006+0000 7f06e22269c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding auth protocol: cephx 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding auth protocol: cephx 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding auth protocol: cephx 2024-09-12T17:38:12.202 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: secure 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: crc 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: secure 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: crc 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: secure 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: crc 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: crc 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: secure 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: crc 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: secure 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:38:12.010+0000 7f0595fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: crc 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 AuthRegistry(0x7ffed4558860) adding con mode: secure 2024-09-12T17:38:12.203 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:38:12.010+0000 7f06e22269c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command cache list hook 0x56131555be90 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command cache inspect hook 0x56131555be90 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command cache erase hook 0x56131555be90 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command cache zap hook 0x56131555be90 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 note: GC not initialized 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:38:12.010+0000 7f0594fe1640 20 reqs_thread_entry: start 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command sync trace show hook 0x7f06d8009680 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command sync trace history hook 0x7f06d8009680 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command sync trace active hook 0x7f06d8009680 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:38:12.010+0000 7f06e22269c0 5 asok(0x56131528e2b0) register_command sync trace active_short hook 0x7f06d8009680 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:12.204 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 Filter name: none 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:38:12.010+0000 7f050e7fc640 20 reqs_thread_entry: start 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:38:12.010+0000 7f06e22269c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:38:12.010+0000 7f06e22269c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:38:12.010+0000 7f06e22269c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:38:12.010+0000 7f06e22269c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:38:12.010+0000 7f06e22269c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:38:12.014+0000 7f06e22269c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:38:12.014+0000 7f06e22269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:38:12.014+0000 7f06e22269c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:38:12.014+0000 7f06e22269c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:38:12.205 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:38:12.014+0000 7f06e22269c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:38:12.014+0000 7f06e22269c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:38:12.022+0000 7f06e22269c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:38:12.022+0000 7f06e22269c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:38:12.022+0000 7f06e22269c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:38:12.022+0000 7f06e22269c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:38:12.022+0000 7f05beffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464341 cookie 94639962548160 notifier 7706 bl.length()=827 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:38:12.022+0000 7f05beffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:38:12.022+0000 7f05beffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:38:12.022+0000 7f05beffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:38:12.022+0000 7f06e22269c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:38:12.022+0000 7f06e22269c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:38:12.022+0000 7f06e22269c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:38:12.022+0000 7f06e22269c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:38:12.206 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:38:12.030+0000 7f06e22269c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f06e22269c0 time 2024-09-12T17:38:12.035669+0000 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f06e5b002eb] 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f06e5b0049f] 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561313ed10c1] 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561313ee31fa] 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f06e4966d90] 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:38:12.034+0000 7f06e22269c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:38:12.207 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f06e22269c0 thread_name:radosgw-admin 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f06e497f520] 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f06e5b00345] 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f06e5b0049f] 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x561313ed10c1] 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x561313ee31fa] 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f06e4966d90] 2024-09-12T17:38:12.208 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:38:12.209 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:38:12.210 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:38:12.211 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:38:12.212 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:38:12.213 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:38:12.214 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 7f050e7fc640 / http_manager 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 7f0594fe1640 / http_manager 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 7f0595fe3640 / rgw_dt_lg_renew 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 7f05bd7fa640 / ms_dispatch 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 7f05beffd640 / io_context_pool 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 7f05c57fa640 / ms_dispatch 2024-09-12T17:38:12.215 INFO:tasks.workunit.client.0.smithi183.stderr: 7f05c7fff640 / ms_dispatch 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr: 7f05cde0b640 / io_context_pool 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr: 7f06df52b640 / msgr-worker-2 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr: 7f06dfd2c640 / msgr-worker-1 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr: 7f06e052d640 / msgr-worker-0 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr: 7f06e0d2e640 / io_context_pool 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr: 7f06e22269c0 / radosgw-admin 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:38:12.041255Z_59e7ae35-50e5-475f-8aa2-9e3206d92307/log 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr:Aborted 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:12.216 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:12.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.122+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.126+0000 7fc61f5869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.126+0000 7fc61f5869c0 20 realm 2024-09-12T17:38:12.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.126+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.126+0000 7fc61f5869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.126+0000 7fc61f5869c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:12.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.126+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.126+0000 7fc61f5869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.126+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.126+0000 7fc61f5869c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:12.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.126+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.126+0000 7fc61f5869c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:12.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.126+0000 7fc61f5869c0 20 searching for the correct realm 2024-09-12T17:38:12.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.130+0000 7fc61d88d640 0 -- 172.21.15.183:0/3116588069 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fc614047070 msgr2=0x7fc6140916b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:12.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.346+0000 7fc61c88b640 0 -- 172.21.15.183:0/3116588069 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fc6180b4920 msgr2=0x7fc6180f4410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:38:12.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.562+0000 7fc61f5869c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:12.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.562+0000 7fc61f5869c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:12.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.562+0000 7fc61f5869c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:12.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.562+0000 7fc61f5869c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:12.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.562+0000 7fc61f5869c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:12.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.562+0000 7fc61f5869c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:12.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.562+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.562+0000 7fc61f5869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.562+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:12.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:12.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 zone default found 2024-09-12T17:38:12.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 4 Realm: () 2024-09-12T17:38:12.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:12.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:12.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:12.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 zonegroup default 2024-09-12T17:38:12.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 started sync module instance, tier type = 2024-09-12T17:38:12.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.566+0000 7fc61f5869c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:12.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.590+0000 7fc61f5869c0 20 add_watcher() i=0 2024-09-12T17:38:12.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.590+0000 7fc61f5869c0 20 add_watcher() i=1 2024-09-12T17:38:12.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.590+0000 7fc61f5869c0 20 add_watcher() i=2 2024-09-12T17:38:12.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.590+0000 7fc61f5869c0 20 add_watcher() i=3 2024-09-12T17:38:12.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.590+0000 7fc61f5869c0 20 add_watcher() i=4 2024-09-12T17:38:12.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.590+0000 7fc61f5869c0 20 add_watcher() i=5 2024-09-12T17:38:12.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.590+0000 7fc61f5869c0 20 add_watcher() i=6 2024-09-12T17:38:12.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.594+0000 7fc61f5869c0 20 add_watcher() i=7 2024-09-12T17:38:12.592 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.594+0000 7fc61f5869c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:12.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.598+0000 7fc4d37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:12.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.598+0000 7fc61f5869c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:12.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.598+0000 7fc61f5869c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:12.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.598+0000 7fc61f5869c0 5 note: GC not initialized 2024-09-12T17:38:12.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.598+0000 7fc4d27e4640 20 reqs_thread_entry: start 2024-09-12T17:38:12.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.598+0000 7fc61f5869c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:12.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.598+0000 7fc61f5869c0 20 Filter name: none 2024-09-12T17:38:12.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.598+0000 7fc443fff640 20 reqs_thread_entry: start 2024-09-12T17:38:12.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.598+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.602+0000 7fc61f5869c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:12.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.602+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.602+0000 7fc61f5869c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:38:12.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.602+0000 7fc61f5869c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:38:12.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.602+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.602+0000 7fc61f5869c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:12.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.602+0000 7fc61f5869c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.606+0000 7fc61f5869c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:38:12.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.606+0000 7fc61f5869c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:38:12.606 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.606+0000 7fc4d37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:12.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.610+0000 7fc61f5869c0 20 remove_watcher() i=0 2024-09-12T17:38:12.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.610+0000 7fc61f5869c0 2 removed watcher, disabling cache 2024-09-12T17:38:12.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.614+0000 7fc61f5869c0 20 remove_watcher() i=1 2024-09-12T17:38:12.614 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.614+0000 7fc61f5869c0 20 remove_watcher() i=2 2024-09-12T17:38:12.617 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.618+0000 7fc61f5869c0 20 remove_watcher() i=3 2024-09-12T17:38:12.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.618+0000 7fc61f5869c0 20 remove_watcher() i=4 2024-09-12T17:38:12.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.622+0000 7fc61f5869c0 20 remove_watcher() i=5 2024-09-12T17:38:12.621 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.622+0000 7fc61f5869c0 20 remove_watcher() i=6 2024-09-12T17:38:12.623 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.626+0000 7fc61f5869c0 20 remove_watcher() i=7 2024-09-12T17:38:12.639 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:38:12.639 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:38:12.652 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:38:12.678 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:12.678 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:12.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.722+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.722+0000 7f0464bad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.722+0000 7f0464bad9c0 20 realm 2024-09-12T17:38:12.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.722+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.722+0000 7f0464bad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.722+0000 7f0464bad9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:12.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.722+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.722+0000 7f0464bad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.722+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.726+0000 7f0464bad9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:12.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.726+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.726+0000 7f0464bad9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:12.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.726+0000 7f0464bad9c0 20 searching for the correct realm 2024-09-12T17:38:12.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.730+0000 7f0462eb4640 0 -- 172.21.15.183:0/221152410 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f04580f3020 msgr2=0x7f04580e1030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:12.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.738+0000 7f0461eb2640 0 -- 172.21.15.183:0/221152410 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f045c036920 msgr2=0x7f045c0433e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:38:12.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.954+0000 7f0464bad9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:12.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.954+0000 7f0464bad9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:12.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.954+0000 7f0464bad9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:12.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.954+0000 7f0464bad9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:12.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.954+0000 7f0464bad9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:12.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.954+0000 7f0464bad9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:12.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.954+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.954+0000 7f0464bad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.954+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:12.955 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:12.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 zone default found 2024-09-12T17:38:12.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 4 Realm: () 2024-09-12T17:38:12.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:12.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:12.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:12.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 zonegroup default 2024-09-12T17:38:12.956 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.957 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.957 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.957 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:12.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 started sync module instance, tier type = 2024-09-12T17:38:12.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.958+0000 7f0464bad9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:12.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.982+0000 7f0464bad9c0 20 add_watcher() i=0 2024-09-12T17:38:12.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.982+0000 7f0464bad9c0 20 add_watcher() i=1 2024-09-12T17:38:12.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.982+0000 7f0464bad9c0 20 add_watcher() i=2 2024-09-12T17:38:12.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.982+0000 7f0464bad9c0 20 add_watcher() i=3 2024-09-12T17:38:12.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.982+0000 7f0464bad9c0 20 add_watcher() i=4 2024-09-12T17:38:12.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.982+0000 7f0464bad9c0 20 add_watcher() i=5 2024-09-12T17:38:12.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.982+0000 7f0464bad9c0 20 add_watcher() i=6 2024-09-12T17:38:12.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.982+0000 7f0464bad9c0 20 add_watcher() i=7 2024-09-12T17:38:12.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.982+0000 7f0464bad9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:12.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0318fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:12.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0464bad9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:12.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0464bad9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:12.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0464bad9c0 5 note: GC not initialized 2024-09-12T17:38:12.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f02937fe640 20 reqs_thread_entry: start 2024-09-12T17:38:12.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0464bad9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:12.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0464bad9c0 20 Filter name: none 2024-09-12T17:38:12.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f02917fa640 20 reqs_thread_entry: start 2024-09-12T17:38:12.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0464bad9c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:38:12.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0464bad9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:12.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0464bad9c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:38:12.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0464bad9c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:38:12.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0464bad9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:38:12.991 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.990+0000 7f0464bad9c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:12.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.994+0000 7f0464bad9c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:38:12.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.994+0000 7f0464bad9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:12.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.994+0000 7f0464bad9c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:12.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.994+0000 7f0464bad9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:38:12.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.994+0000 7f0464bad9c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:12.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.994+0000 7f0464bad9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:38:12.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.994+0000 7f0464bad9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:38:12.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.994+0000 7f0464bad9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:38:12.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.994+0000 7f0464bad9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:38:12.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.994+0000 7f0464bad9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:38:12.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.994+0000 7f0464bad9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:38:12.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.994+0000 7f0464bad9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:38:12.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:12.998+0000 7f0318fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:13.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:13.002+0000 7f0464bad9c0 20 remove_watcher() i=0 2024-09-12T17:38:13.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:13.002+0000 7f0464bad9c0 2 removed watcher, disabling cache 2024-09-12T17:38:13.003 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:13.006+0000 7f0464bad9c0 20 remove_watcher() i=1 2024-09-12T17:38:13.006 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:13.006+0000 7f0464bad9c0 20 remove_watcher() i=2 2024-09-12T17:38:13.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:13.010+0000 7f0464bad9c0 20 remove_watcher() i=3 2024-09-12T17:38:13.010 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:13.010+0000 7f0464bad9c0 20 remove_watcher() i=4 2024-09-12T17:38:13.012 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:13.014+0000 7f0464bad9c0 20 remove_watcher() i=5 2024-09-12T17:38:13.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:13.014+0000 7f0464bad9c0 20 remove_watcher() i=6 2024-09-12T17:38:13.015 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:13.018+0000 7f0464bad9c0 20 remove_watcher() i=7 2024-09-12T17:38:43.043 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T17:38:43.082 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:43.082 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:43.126 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.129+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 realm 2024-09-12T17:38:43.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.133+0000 7f66a46c39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:43.128 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.129 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:43.130 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.137+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:43.131 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.137+0000 7f66a46c39c0 20 searching for the correct realm 2024-09-12T17:38:43.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.141+0000 7f66a29ca640 0 -- 172.21.15.183:0/268092621 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f6698065c20 msgr2=0x7f6698063670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:43.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.145+0000 7f66a19c8640 0 -- 172.21.15.183:0/268092621 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f669c05b1b0 msgr2=0x7f669c0725b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:38:43.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:43.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:43.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:43.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:43.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:43.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:43.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:43.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:43.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 zone default found 2024-09-12T17:38:43.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 4 Realm: () 2024-09-12T17:38:43.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:43.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:43.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:43.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 zonegroup default 2024-09-12T17:38:43.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 started sync module instance, tier type = 2024-09-12T17:38:43.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:43.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=0 2024-09-12T17:38:43.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=1 2024-09-12T17:38:43.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=2 2024-09-12T17:38:43.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=3 2024-09-12T17:38:43.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=4 2024-09-12T17:38:43.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=5 2024-09-12T17:38:43.388 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=6 2024-09-12T17:38:43.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.397+0000 7f66a46c39c0 20 add_watcher() i=7 2024-09-12T17:38:43.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.397+0000 7f66a46c39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:43.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f6558fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:43.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:43.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:43.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 note: GC not initialized 2024-09-12T17:38:43.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f64d37fe640 20 reqs_thread_entry: start 2024-09-12T17:38:43.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:43.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 Filter name: none 2024-09-12T17:38:43.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f64d17fa640 20 reqs_thread_entry: start 2024-09-12T17:38:43.397 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f66a46c39c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:38:43.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:43.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f66a46c39c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:38:43.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f66a46c39c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:38:43.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f66a46c39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:38:43.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.405+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:38:43.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:43.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:43.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:38:43.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:43.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:38:43.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:38:43.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.417+0000 7f66a46c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:43.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.417+0000 7f66a46c39c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:43.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.417+0000 7f66a46c39c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:43.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.417+0000 7f66a46c39c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:38:43.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.417+0000 7f6585ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464342 cookie 94776294423584 notifier 7760 bl.length()=827 2024-09-12T17:38:43.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.417+0000 7f6585ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:43.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.417+0000 7f6585ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:43.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.417+0000 7f6585ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:43.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.417+0000 7f66a46c39c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:38:43.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.417+0000 7f66a46c39c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:38:43.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.417+0000 7f66a46c39c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:38:43.413 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.417+0000 7f66a46c39c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:38:43.417 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f66a46c39c0 time 2024-09-12T17:38:43.425281+0000 2024-09-12T17:38:43.417 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:38:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f66a7f9d2eb] 2024-09-12T17:38:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f66a7f9d49f] 2024-09-12T17:38:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5632d19ef0c1] 2024-09-12T17:38:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x14100ec) [0x5632d24450ec] 2024-09-12T17:38:43.419 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5632d1a0118d] 2024-09-12T17:38:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:38:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f66a6e03d90] 2024-09-12T17:38:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:38:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:38:43.420 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.425+0000 7f66a46c39c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f66a46c39c0 time 2024-09-12T17:38:43.425281+0000 2024-09-12T17:38:43.420 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:38:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.420 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f66a7f9d2eb] 2024-09-12T17:38:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f66a7f9d49f] 2024-09-12T17:38:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5632d19ef0c1] 2024-09-12T17:38:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x14100ec) [0x5632d24450ec] 2024-09-12T17:38:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5632d1a0118d] 2024-09-12T17:38:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:38:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f66a6e03d90] 2024-09-12T17:38:43.421 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:38:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:38:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.422 INFO:tasks.workunit.client.0.smithi183.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:38:43.422 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f66a46c39c0 thread_name:radosgw-admin 2024-09-12T17:38:43.442 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f66a6e1c520] 2024-09-12T17:38:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:38:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:38:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:38:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f66a7f9d345] 2024-09-12T17:38:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f66a7f9d49f] 2024-09-12T17:38:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5632d19ef0c1] 2024-09-12T17:38:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x14100ec) [0x5632d24450ec] 2024-09-12T17:38:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5632d1a0118d] 2024-09-12T17:38:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:38:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f66a6e03d90] 2024-09-12T17:38:43.443 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.425+0000 7f66a46c39c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f66a46c39c0 thread_name:radosgw-admin 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f66a6e1c520] 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f66a7f9d345] 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f66a7f9d49f] 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5632d19ef0c1] 2024-09-12T17:38:43.444 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x14100ec) [0x5632d24450ec] 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5632d1a0118d] 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f66a6e03d90] 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:38:43.109+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:38:43.109+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:38:43.109+0000 7f66a19c8640 10 monclient(hunting): handle_auth_done global_id 8322 payload 274 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:38:43.109+0000 7f66a19c8640 10 monclient: _finish_hunting 0 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:38:43.109+0000 7f66a19c8640 1 monclient: found mon.noname-a 2024-09-12T17:38:43.445 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:38:43.109+0000 7f66a19c8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: dump: 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.446 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: _finish_auth 0 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: _check_auth_tickets 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 monclient: authenticate success, global_id 8322 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: dump: 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.447 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 10 monclient: get_monmap_and_config success 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 4 set_mon_vals no callback set 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 10 monclient: shutdown 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) unregister_commands rotate-key 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 10 monclient: build_initial_monmap 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 10 monclient: monmap: 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:43.448 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding auth protocol: cephx 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding auth protocol: cephx 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding auth protocol: cephx 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: secure 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: crc 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: secure 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: crc 2024-09-12T17:38:43.449 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: secure 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: crc 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: crc 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: secure 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: crc 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: secure 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: crc 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: secure 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 1 librados: starting msgr at 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 1 librados: starting objecter 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command objecter_requests hook 0x5632d323ad70 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 1 librados: setting wanted keys 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 1 librados: calling monclient init 2024-09-12T17:38:43.450 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 10 monclient: init 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding auth protocol: cephx 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding auth protocol: cephx 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding auth protocol: cephx 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: secure 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: crc 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: secure 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: crc 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: secure 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: crc 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: crc 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: secure 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: crc 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: secure 2024-09-12T17:38:43.451 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: crc 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: secure 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command rotate-key hook 0x5632d34cce88 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-b con 0x5632d3386ae0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-c con 0x5632d3386ec0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-a con 0x5632d3388220 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:43.452 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): authenticate will time out at 2508.644358s 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): get_auth_request con 0x5632d3386ec0 auth_method 0 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): get_auth_request con 0x5632d3388220 auth_method 0 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.453 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): handle_auth_done global_id 8325 payload 824 2024-09-12T17:38:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient: _finish_hunting 0 2024-09-12T17:38:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:38:43.113+0000 7f66a29ca640 1 monclient: found mon.noname-a 2024-09-12T17:38:43.454 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:43.456 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: dump: 2024-09-12T17:38:43.456 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.456 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.456 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.456 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.456 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.456 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.456 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.456 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.457 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: _finish_auth 0 2024-09-12T17:38:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: _check_auth_tickets 2024-09-12T17:38:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:43.457 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: dump: 2024-09-12T17:38:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.458 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 5 monclient: authenticate success, global_id 8325 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:38:43.113+0000 7f6590608640 4 set_mon_vals no callback set 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient: _renew_subs 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient: _renew_subs 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 1 librados: init done 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:38:43.113+0000 7f658ee05640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:38:43.113+0000 7f658ee05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:38:43.113+0000 7f658ee05640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:38:43.113+0000 7f66a21c9640 10 monclient: get_auth_request con 0x7f6588070ae0 auth_method 0 2024-09-12T17:38:43.459 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient: get_auth_request con 0x5632d3516f10 auth_method 0 2024-09-12T17:38:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:38:43.117+0000 7f66a21c9640 10 monclient: get_auth_request con 0x5632d3519ec0 auth_method 0 2024-09-12T17:38:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:38:43.117+0000 7f66a19c8640 10 monclient: get_auth_request con 0x5632d351e220 auth_method 0 2024-09-12T17:38:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:38:43.121+0000 7f66a29ca640 10 monclient: get_auth_request con 0x5632d351d6f0 auth_method 0 2024-09-12T17:38:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: build_initial_monmap 2024-09-12T17:38:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:43.460 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: monmap: 2024-09-12T17:38:43.460 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:43.460 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:43.461 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:43.461 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:43.461 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:43.461 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.461 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:43.461 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:43.461 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding auth protocol: cephx 2024-09-12T17:38:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding auth protocol: cephx 2024-09-12T17:38:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding auth protocol: cephx 2024-09-12T17:38:43.461 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: secure 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: crc 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: secure 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: crc 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: secure 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: crc 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: crc 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: secure 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: crc 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: secure 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: crc 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: secure 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.462 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command objecter_requests cmddesc objecter_requests hook 0x5632d3529c20 EEXIST 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: init 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding auth protocol: cephx 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding auth protocol: cephx 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding auth protocol: cephx 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: secure 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: crc 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: secure 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: crc 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: secure 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: crc 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: crc 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: secure 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: crc 2024-09-12T17:38:43.463 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: secure 2024-09-12T17:38:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: crc 2024-09-12T17:38:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: secure 2024-09-12T17:38:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command rotate-key cmddesc rotate-key hook 0x5632d3525280 EEXIST 2024-09-12T17:38:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:38:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-a con 0x5632d354ddd0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-b con 0x5632d354d700 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-c con 0x5632d354c0e0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:43.464 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): authenticate will time out at 2508.654013s 2024-09-12T17:38:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): get_auth_request con 0x5632d354ddd0 auth_method 0 2024-09-12T17:38:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): get_auth_request con 0x5632d354c0e0 auth_method 0 2024-09-12T17:38:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.465 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:38:43.121+0000 7f66a29ca640 10 monclient(hunting): get_auth_request con 0x5632d354d700 auth_method 0 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:38:43.121+0000 7f66a29ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:38:43.121+0000 7f66a29ca640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:38:43.121+0000 7f66a29ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): handle_auth_done global_id 8328 payload 824 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient: _finish_hunting 0 2024-09-12T17:38:43.466 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:38:43.121+0000 7f66a19c8640 1 monclient: found mon.noname-a 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: dump: 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.467 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: _finish_auth 0 2024-09-12T17:38:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: _check_auth_tickets 2024-09-12T17:38:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:43.468 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: dump: 2024-09-12T17:38:43.468 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.468 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.468 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.468 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.468 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.468 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.468 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.469 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.469 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 monclient: authenticate success, global_id 8328 2024-09-12T17:38:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:38:43.121+0000 7f66a31cb640 4 set_mon_vals no callback set 2024-09-12T17:38:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: _renew_subs 2024-09-12T17:38:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: _renew_subs 2024-09-12T17:38:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:38:43.125+0000 7f6587fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:38:43.469 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:38:43.125+0000 7f6587fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:38:43.125+0000 7f6587fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: get_monmap_and_config 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: build_initial_monmap 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: monmap: 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:43.470 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:43.471 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding auth protocol: cephx 2024-09-12T17:38:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding auth protocol: cephx 2024-09-12T17:38:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding auth protocol: cephx 2024-09-12T17:38:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: secure 2024-09-12T17:38:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: crc 2024-09-12T17:38:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: secure 2024-09-12T17:38:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: crc 2024-09-12T17:38:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: secure 2024-09-12T17:38:43.471 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: crc 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: crc 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: secure 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: crc 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: secure 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: crc 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: secure 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:38:43.125+0000 7f66a29ca640 10 monclient: get_auth_request con 0x7f657c070a20 auth_method 0 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: init 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding auth protocol: cephx 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding auth protocol: cephx 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding auth protocol: cephx 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: secure 2024-09-12T17:38:43.472 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: crc 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: secure 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: crc 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: secure 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: crc 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: crc 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: secure 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: crc 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: secure 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: crc 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: secure 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc4b753668 EEXIST 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:43.473 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:38:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-a con 0x5632d35a1c00 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-b con 0x5632d359cff0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-c con 0x5632d359d950 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): authenticate will time out at 2508.658512s 2024-09-12T17:38:43.474 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): get_auth_request con 0x5632d35a1c00 auth_method 0 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): get_auth_request con 0x5632d359d950 auth_method 0 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): handle_auth_done global_id 8331 payload 274 2024-09-12T17:38:43.475 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient: _finish_hunting 0 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:38:43.125+0000 7f66a19c8640 1 monclient: found mon.noname-a 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: dump: 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.476 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: _finish_auth 0 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 monclient: authenticate success, global_id 8331 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: dump: 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.477 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: get_monmap_and_config success 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 4 set_mon_vals no callback set 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: shutdown 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: build_initial_monmap 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: monmap: 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:43.478 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding auth protocol: cephx 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding auth protocol: cephx 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding auth protocol: cephx 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: secure 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: crc 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: secure 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: crc 2024-09-12T17:38:43.479 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: secure 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: crc 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: crc 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: secure 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: crc 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: secure 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: crc 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: secure 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 1 librados: starting msgr at 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 1 librados: starting objecter 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command objecter_requests cmddesc objecter_requests hook 0x5632d3571120 EEXIST 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 1 librados: setting wanted keys 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 1 librados: calling monclient init 2024-09-12T17:38:43.480 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: init 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding auth protocol: cephx 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding auth protocol: cephx 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding auth protocol: cephx 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: secure 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: crc 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: secure 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: crc 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: secure 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: crc 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: crc 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: secure 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: crc 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: secure 2024-09-12T17:38:43.481 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: crc 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: secure 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command rotate-key cmddesc rotate-key hook 0x5632d354fd38 EEXIST 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-c con 0x5632d359cff0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-b con 0x5632d359d950 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-a con 0x5632d35a1c00 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): authenticate will time out at 2508.661171s 2024-09-12T17:38:43.482 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): get_auth_request con 0x5632d359cff0 auth_method 0 2024-09-12T17:38:43.483 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.483 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.483 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.483 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): get_auth_request con 0x5632d35a1c00 auth_method 0 2024-09-12T17:38:43.483 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.483 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.483 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.483 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.483 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.483 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.483 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): handle_auth_done global_id 7760 payload 824 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient: _finish_hunting 0 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:38:43.129+0000 7f66a19c8640 1 monclient: found mon.noname-c 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: dump: 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.484 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: _finish_auth 0 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: _check_auth_tickets 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: dump: 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.485 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:38:43.129+0000 7f6585ffb640 4 set_mon_vals no callback set 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 monclient: authenticate success, global_id 7760 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: _renew_subs 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: _renew_subs 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 1 librados: init done 2024-09-12T17:38:43.486 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command cr dump hook 0x5632d3571d48 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:38:43.129+0000 7f6573fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:38:43.129+0000 7f6573fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:38:43.133+0000 7f6573fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:38:43.133+0000 7f66a21c9640 10 monclient: get_auth_request con 0x5632d35bb0f0 auth_method 0 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:38:43.133+0000 7f66a29ca640 10 monclient: get_auth_request con 0x7f656c070b10 auth_method 0 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 realm 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.487 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:38:43.133+0000 7f66a19c8640 10 monclient: get_auth_request con 0x5632d35bf450 auth_method 0 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:38:43.133+0000 7f66a29ca640 10 monclient: get_auth_request con 0x5632d35c2b70 auth_method 0 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:38:43.137+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:38:43.137+0000 7f66a46c39c0 20 searching for the correct realm 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:38:43.137+0000 7f66a21c9640 10 monclient: get_auth_request con 0x7f669c0920b0 auth_method 0 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:38:43.137+0000 7f66a19c8640 10 monclient: get_auth_request con 0x7f66940b6910 auth_method 0 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:38:43.137+0000 7f66a29ca640 10 monclient: get_auth_request con 0x7f6698065c20 auth_method 0 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:38:43.141+0000 7f66a29ca640 0 -- 172.21.15.183:0/268092621 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f6698065c20 msgr2=0x7f6698063670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:38:43.141+0000 7f6573fff640 1 client.7760.objecter ms_handle_reset 0x7f6698065c20 session 0x7f669802d050 osd.4 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:38:43.141+0000 7f6573fff640 10 monclient: _renew_subs 2024-09-12T17:38:43.488 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:38:43.141+0000 7f6573fff640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:38:43.141+0000 7f66a29ca640 10 monclient: get_auth_request con 0x7f656c080930 auth_method 0 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:38:43.141+0000 7f66a21c9640 10 monclient: get_auth_request con 0x7f669c064890 auth_method 0 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:38:43.145+0000 7f66a19c8640 10 monclient: get_auth_request con 0x7f669c05b1b0 auth_method 0 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:38:43.145+0000 7f66a19c8640 0 -- 172.21.15.183:0/268092621 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f669c05b1b0 msgr2=0x7f669c0725b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:38:43.349+0000 7f66a19c8640 10 monclient: get_auth_request con 0x7f669c05b1b0 auth_method 0 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.489 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 zone default found 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 4 Realm: () 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 zonegroup default 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.490 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 started sync module instance, tier type = 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=0 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=1 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=2 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=3 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=4 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=5 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=6 2024-09-12T17:38:43.491 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:38:43.397+0000 7f66a46c39c0 20 add_watcher() i=7 2024-09-12T17:38:43.492 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:38:43.397+0000 7f66a46c39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:43.492 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding auth protocol: cephx 2024-09-12T17:38:43.492 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding auth protocol: cephx 2024-09-12T17:38:43.492 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding auth protocol: cephx 2024-09-12T17:38:43.492 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: secure 2024-09-12T17:38:43.492 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: crc 2024-09-12T17:38:43.492 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: secure 2024-09-12T17:38:43.492 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:38:43.401+0000 7f6558fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:43.493 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: crc 2024-09-12T17:38:43.493 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: secure 2024-09-12T17:38:43.493 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: crc 2024-09-12T17:38:43.493 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: crc 2024-09-12T17:38:43.493 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: secure 2024-09-12T17:38:43.493 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: crc 2024-09-12T17:38:43.493 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: secure 2024-09-12T17:38:43.493 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: crc 2024-09-12T17:38:43.493 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: secure 2024-09-12T17:38:43.493 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.493 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:43.494 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:43.494 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command cache list hook 0x5632d359b520 2024-09-12T17:38:43.494 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command cache inspect hook 0x5632d359b520 2024-09-12T17:38:43.494 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command cache erase hook 0x5632d359b520 2024-09-12T17:38:43.494 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command cache zap hook 0x5632d359b520 2024-09-12T17:38:43.494 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 note: GC not initialized 2024-09-12T17:38:43.494 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:38:43.401+0000 7f64d37fe640 20 reqs_thread_entry: start 2024-09-12T17:38:43.494 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command sync trace show hook 0x7f669802a030 2024-09-12T17:38:43.494 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command sync trace history hook 0x7f669802a030 2024-09-12T17:38:43.494 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command sync trace active hook 0x7f669802a030 2024-09-12T17:38:43.494 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command sync trace active_short hook 0x7f669802a030 2024-09-12T17:38:43.494 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:43.495 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 Filter name: none 2024-09-12T17:38:43.495 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:38:43.401+0000 7f64d17fa640 20 reqs_thread_entry: start 2024-09-12T17:38:43.495 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:38:43.495 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.495 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:43.495 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:38:43.495 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:38:43.495 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:38:43.495 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.495 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:38:43.495 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:43.495 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:38:43.417+0000 7f6585ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464342 cookie 94776294423584 notifier 7760 bl.length()=827 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:38:43.417+0000 7f6585ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:38:43.417+0000 7f6585ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:38:43.417+0000 7f6585ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:38:43.496 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:38:43.425+0000 7f66a46c39c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f66a46c39c0 time 2024-09-12T17:38:43.425281+0000 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f66a7f9d2eb] 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f66a7f9d49f] 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5632d19ef0c1] 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x14100ec) [0x5632d24450ec] 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5632d1a0118d] 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f66a6e03d90] 2024-09-12T17:38:43.497 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:38:43.425+0000 7f66a46c39c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f66a46c39c0 thread_name:radosgw-admin 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f66a6e1c520] 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f66a7f9d345] 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f66a7f9d49f] 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5632d19ef0c1] 2024-09-12T17:38:43.498 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x14100ec) [0x5632d24450ec] 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5632d1a0118d] 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f66a6e03d90] 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:38:43.499 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:38:43.500 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:38:43.501 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:38:43.501 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:38:43.501 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:38:43.501 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:38:43.501 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:38:43.501 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:38:43.501 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:38:43.501 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:38:43.501 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:38:43.501 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:38:43.501 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:38:43.502 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:38:43.502 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:38:43.502 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:38:43.502 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:38:43.502 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:38:43.502 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:38:43.503 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:38:43.503 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:38:43.503 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:38:43.503 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:38:43.503 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:38:43.503 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:38:43.504 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:38:43.504 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:38:43.504 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:38:43.504 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:38:43.504 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:38:43.504 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:38:43.504 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:38:43.505 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:38:43.505 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:38:43.505 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:38:43.505 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:38:43.505 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:38:43.505 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:38:43.505 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:38:43.506 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:38:43.506 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:38:43.506 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:38:43.506 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:38:43.506 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:38:43.506 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:38:43.506 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:38:43.506 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:38:43.506 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:38:43.507 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:38:43.507 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:38:43.507 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:38:43.507 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:38:43.507 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:38:43.507 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:38:43.508 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:38:43.508 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:38:43.508 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:38:43.508 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:38:43.508 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:38:43.508 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:38:43.509 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:38:43.509 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:38:43.509 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:38:43.509 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:38:43.509 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:38:43.509 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:38:43.509 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr: 7f64d17fa640 / http_manager 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr: 7f64d37fe640 / http_manager 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr: 7f6558fe1640 / rgw_dt_lg_renew 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr: 7f6573fff640 / ms_dispatch 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr: 7f6585ffb640 / io_context_pool 2024-09-12T17:38:43.510 INFO:tasks.workunit.client.0.smithi183.stderr: 7f6587fff640 / ms_dispatch 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr: 7f658ee05640 / ms_dispatch 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr: 7f6590608640 / io_context_pool 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr: 7f66a19c8640 / msgr-worker-2 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr: 7f66a21c9640 / msgr-worker-1 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr: 7f66a29ca640 / msgr-worker-0 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr: 7f66a31cb640 / io_context_pool 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr: 7f66a46c39c0 / radosgw-admin 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/log/ceph/ceph-client.admin.145294.log 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:38:43.109+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.511 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:38:43.109+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:38:43.109+0000 7f66a19c8640 10 monclient(hunting): handle_auth_done global_id 8322 payload 274 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:38:43.109+0000 7f66a19c8640 10 monclient: _finish_hunting 0 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:38:43.109+0000 7f66a19c8640 1 monclient: found mon.noname-a 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:38:43.109+0000 7f66a19c8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: dump: 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.512 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: _finish_auth 0 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: _check_auth_tickets 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 monclient: authenticate success, global_id 8322 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:38:43.109+0000 7f6590608640 10 monclient: dump: 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.513 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 10 monclient: get_monmap_and_config success 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 4 set_mon_vals no callback set 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 10 monclient: shutdown 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) unregister_commands rotate-key 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 10 monclient: build_initial_monmap 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:43.514 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 10 monclient: monmap: 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding auth protocol: cephx 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding auth protocol: cephx 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding auth protocol: cephx 2024-09-12T17:38:43.515 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: secure 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: crc 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: secure 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: crc 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: secure 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: crc 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: crc 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: secure 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: crc 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: secure 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: crc 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34cee20) adding con mode: secure 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 1 librados: starting msgr at 2024-09-12T17:38:43.516 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 1 librados: starting objecter 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command objecter_requests hook 0x5632d323ad70 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 1 librados: setting wanted keys 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 1 librados: calling monclient init 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 10 monclient: init 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding auth protocol: cephx 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding auth protocol: cephx 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding auth protocol: cephx 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: secure 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: crc 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: secure 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: crc 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: secure 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: crc 2024-09-12T17:38:43.517 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: crc 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: secure 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: crc 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: secure 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: crc 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:38:43.109+0000 7f66a46c39c0 5 AuthRegistry(0x5632d34ccd40) adding con mode: secure 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command rotate-key hook 0x5632d34cce88 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-b con 0x5632d3386ae0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-c con 0x5632d3386ec0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-a con 0x5632d3388220 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:43.518 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient(hunting): authenticate will time out at 2508.644358s 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): get_auth_request con 0x5632d3386ec0 auth_method 0 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): get_auth_request con 0x5632d3388220 auth_method 0 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.519 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient(hunting): handle_auth_done global_id 8325 payload 824 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient: _finish_hunting 0 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:38:43.113+0000 7f66a29ca640 1 monclient: found mon.noname-a 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:38:43.113+0000 7f66a29ca640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: dump: 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.520 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: _finish_auth 0 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: _check_auth_tickets 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.521 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:38:43.113+0000 7f658ee05640 10 monclient: dump: 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 5 monclient: authenticate success, global_id 8325 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:38:43.113+0000 7f6590608640 4 set_mon_vals no callback set 2024-09-12T17:38:43.522 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient: _renew_subs 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient: _renew_subs 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:38:43.113+0000 7f66a46c39c0 1 librados: init done 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:38:43.113+0000 7f658ee05640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:38:43.113+0000 7f658ee05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:38:43.113+0000 7f658ee05640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:38:43.113+0000 7f66a21c9640 10 monclient: get_auth_request con 0x7f6588070ae0 auth_method 0 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:38:43.113+0000 7f66a19c8640 10 monclient: get_auth_request con 0x5632d3516f10 auth_method 0 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:38:43.117+0000 7f66a21c9640 10 monclient: get_auth_request con 0x5632d3519ec0 auth_method 0 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:38:43.117+0000 7f66a19c8640 10 monclient: get_auth_request con 0x5632d351e220 auth_method 0 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:38:43.121+0000 7f66a29ca640 10 monclient: get_auth_request con 0x5632d351d6f0 auth_method 0 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: build_initial_monmap 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:43.523 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: monmap: 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding auth protocol: cephx 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding auth protocol: cephx 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding auth protocol: cephx 2024-09-12T17:38:43.524 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: secure 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: crc 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: secure 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: crc 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: secure 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: crc 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: crc 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: secure 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: crc 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: secure 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: crc 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35261f0) adding con mode: secure 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.525 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command objecter_requests cmddesc objecter_requests hook 0x5632d3529c20 EEXIST 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: init 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding auth protocol: cephx 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding auth protocol: cephx 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding auth protocol: cephx 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: secure 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: crc 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: secure 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: crc 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: secure 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: crc 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: crc 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: secure 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: crc 2024-09-12T17:38:43.526 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: secure 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: crc 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 AuthRegistry(0x5632d3525138) adding con mode: secure 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command rotate-key cmddesc rotate-key hook 0x5632d3525280 EEXIST 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-a con 0x5632d354ddd0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-b con 0x5632d354d700 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-c con 0x5632d354c0e0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:43.527 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient(hunting): authenticate will time out at 2508.654013s 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): get_auth_request con 0x5632d354ddd0 auth_method 0 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): get_auth_request con 0x5632d354c0e0 auth_method 0 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.528 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:38:43.121+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:38:43.121+0000 7f66a29ca640 10 monclient(hunting): get_auth_request con 0x5632d354d700 auth_method 0 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:38:43.121+0000 7f66a29ca640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:38:43.121+0000 7f66a29ca640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:38:43.121+0000 7f66a29ca640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient(hunting): handle_auth_done global_id 8328 payload 824 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient: _finish_hunting 0 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:38:43.121+0000 7f66a19c8640 1 monclient: found mon.noname-a 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:38:43.121+0000 7f66a19c8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: dump: 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.529 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: _finish_auth 0 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: _check_auth_tickets 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:43.530 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:38:43.121+0000 7f6587fff640 10 monclient: dump: 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 5 monclient: authenticate success, global_id 8328 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:38:43.121+0000 7f66a31cb640 4 set_mon_vals no callback set 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: _renew_subs 2024-09-12T17:38:43.531 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: _renew_subs 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:38:43.121+0000 7f66a46c39c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:38:43.125+0000 7f6587fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:38:43.125+0000 7f6587fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:38:43.125+0000 7f6587fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: get_monmap_and_config 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: build_initial_monmap 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: monmap: 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:43.532 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding auth protocol: cephx 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding auth protocol: cephx 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding auth protocol: cephx 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: secure 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: crc 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: secure 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: crc 2024-09-12T17:38:43.533 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: secure 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: crc 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: crc 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: secure 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: crc 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: secure 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: crc 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x5632d356d6e0) adding con mode: secure 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:38:43.125+0000 7f66a29ca640 10 monclient: get_auth_request con 0x7f657c070a20 auth_method 0 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: init 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding auth protocol: cephx 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding auth protocol: cephx 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding auth protocol: cephx 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: secure 2024-09-12T17:38:43.534 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: crc 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: secure 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: crc 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: secure 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: crc 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: crc 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: secure 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: crc 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: secure 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: crc 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b753520) adding con mode: secure 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.535 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc4b753668 EEXIST 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-a con 0x5632d35a1c00 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-b con 0x5632d359cff0 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-c con 0x5632d359d950 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient(hunting): authenticate will time out at 2508.658512s 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): get_auth_request con 0x5632d35a1c00 auth_method 0 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.536 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): get_auth_request con 0x5632d359d950 auth_method 0 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:38:43.125+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient(hunting): handle_auth_done global_id 8331 payload 274 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient: _finish_hunting 0 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:38:43.125+0000 7f66a19c8640 1 monclient: found mon.noname-a 2024-09-12T17:38:43.537 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:38:43.125+0000 7f66a19c8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:38:43.538 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.538 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:38:43.538 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: dump: 2024-09-12T17:38:43.538 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.538 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.538 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.538 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.538 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.538 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.538 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.538 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: _finish_auth 0 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: _check_auth_tickets 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 5 monclient: authenticate success, global_id 8331 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:38:43.125+0000 7f6585ffb640 10 monclient: dump: 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.539 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: get_monmap_and_config success 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 4 set_mon_vals no callback set 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:38:43.125+0000 7f66a46c39c0 10 monclient: shutdown 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: build_initial_monmap 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 1 build_initial for_mkfs: 0 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: monmap: 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:38:43.540 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding auth protocol: cephx 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding auth protocol: cephx 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding auth protocol: cephx 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: secure 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: crc 2024-09-12T17:38:43.541 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: secure 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: crc 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: secure 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: crc 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: crc 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: secure 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: crc 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: secure 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: crc 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d35940c0) adding con mode: secure 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 1 librados: starting msgr at 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 1 librados: starting objecter 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command objecter_requests cmddesc objecter_requests hook 0x5632d3571120 EEXIST 2024-09-12T17:38:43.542 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 1 librados: setting wanted keys 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 1 librados: calling monclient init 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: init 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding auth protocol: cephx 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding auth protocol: cephx 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding auth protocol: cephx 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: secure 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: crc 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: secure 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: crc 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: secure 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: crc 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: crc 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: secure 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: crc 2024-09-12T17:38:43.543 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: secure 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: crc 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 AuthRegistry(0x5632d354fbf0) adding con mode: secure 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command rotate-key cmddesc rotate-key hook 0x5632d354fd38 EEXIST 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: _reopen_session rank -1 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-c con 0x5632d359cff0 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-b con 0x5632d359d950 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): picked mon.noname-a con 0x5632d35a1c00 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.544 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): _renew_subs 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient(hunting): authenticate will time out at 2508.661171s 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): get_auth_request con 0x5632d359cff0 auth_method 0 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): get_auth_request con 0x5632d35a1c00 auth_method 0 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.545 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:38:43.129+0000 7f66a21c9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient(hunting): handle_auth_done global_id 7760 payload 824 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient: _finish_hunting 0 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:38:43.129+0000 7f66a19c8640 1 monclient: found mon.noname-c 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:38:43.129+0000 7f66a19c8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: dump: 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.546 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: _finish_auth 0 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: _check_auth_tickets 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:38:43.547 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:38:43.129+0000 7f6573fff640 10 monclient: dump: 2024-09-12T17:38:43.548 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:38:43.548 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:38:43.548 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.548 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:38:43.548 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:38:43.548 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:38:43.548 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:38:43.548 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:38:43.548 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:38:43.548 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.549 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:38:43.129+0000 7f6585ffb640 4 set_mon_vals no callback set 2024-09-12T17:38:43.549 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 monclient: authenticate success, global_id 7760 2024-09-12T17:38:43.549 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: _renew_subs 2024-09-12T17:38:43.549 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:38:43.549 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: _renew_subs 2024-09-12T17:38:43.549 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:38:43.549 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 1 librados: init done 2024-09-12T17:38:43.550 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command cr dump hook 0x5632d3571d48 2024-09-12T17:38:43.550 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:38:43.129+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.550 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:38:43.129+0000 7f6573fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:38:43.550 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:38:43.129+0000 7f6573fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:43.550 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:38:43.133+0000 7f6573fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:38:43.550 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:38:43.133+0000 7f66a21c9640 10 monclient: get_auth_request con 0x5632d35bb0f0 auth_method 0 2024-09-12T17:38:43.551 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:38:43.133+0000 7f66a29ca640 10 monclient: get_auth_request con 0x7f656c070b10 auth_method 0 2024-09-12T17:38:43.551 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.551 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 realm 2024-09-12T17:38:43.551 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.551 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.551 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:43.551 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.552 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.552 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.552 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:38:43.133+0000 7f66a19c8640 10 monclient: get_auth_request con 0x5632d35bf450 auth_method 0 2024-09-12T17:38:43.552 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:43.552 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:38:43.133+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.552 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:38:43.133+0000 7f66a29ca640 10 monclient: get_auth_request con 0x5632d35c2b70 auth_method 0 2024-09-12T17:38:43.553 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:38:43.137+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:43.553 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:38:43.137+0000 7f66a46c39c0 20 searching for the correct realm 2024-09-12T17:38:43.553 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:38:43.137+0000 7f66a21c9640 10 monclient: get_auth_request con 0x7f669c0920b0 auth_method 0 2024-09-12T17:38:43.553 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:38:43.137+0000 7f66a19c8640 10 monclient: get_auth_request con 0x7f66940b6910 auth_method 0 2024-09-12T17:38:43.553 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:38:43.137+0000 7f66a29ca640 10 monclient: get_auth_request con 0x7f6698065c20 auth_method 0 2024-09-12T17:38:43.553 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:38:43.141+0000 7f66a29ca640 0 -- 172.21.15.183:0/268092621 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f6698065c20 msgr2=0x7f6698063670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:43.554 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:38:43.141+0000 7f6573fff640 1 client.7760.objecter ms_handle_reset 0x7f6698065c20 session 0x7f669802d050 osd.4 2024-09-12T17:38:43.554 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:38:43.141+0000 7f6573fff640 10 monclient: _renew_subs 2024-09-12T17:38:43.554 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:38:43.141+0000 7f6573fff640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:38:43.554 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:38:43.141+0000 7f66a29ca640 10 monclient: get_auth_request con 0x7f656c080930 auth_method 0 2024-09-12T17:38:43.554 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:38:43.141+0000 7f66a21c9640 10 monclient: get_auth_request con 0x7f669c064890 auth_method 0 2024-09-12T17:38:43.554 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:38:43.145+0000 7f66a19c8640 10 monclient: get_auth_request con 0x7f669c05b1b0 auth_method 0 2024-09-12T17:38:43.555 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:38:43.145+0000 7f66a19c8640 0 -- 172.21.15.183:0/268092621 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f669c05b1b0 msgr2=0x7f669c0725b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:38:43.555 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:38:43.349+0000 7f66a19c8640 10 monclient: get_auth_request con 0x7f669c05b1b0 auth_method 0 2024-09-12T17:38:43.555 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:43.555 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:43.555 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:43.555 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:43.556 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:43.556 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:43.556 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:38:43.361+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.556 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.556 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.557 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:43.557 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.557 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:43.557 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 zone default found 2024-09-12T17:38:43.557 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 4 Realm: () 2024-09-12T17:38:43.557 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:43.558 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:43.558 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:43.558 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 zonegroup default 2024-09-12T17:38:43.558 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.558 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.558 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:38:43.365+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.559 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.559 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.559 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.559 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 started sync module instance, tier type = 2024-09-12T17:38:43.559 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:38:43.369+0000 7f66a46c39c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:43.560 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=0 2024-09-12T17:38:43.560 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=1 2024-09-12T17:38:43.560 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=2 2024-09-12T17:38:43.560 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=3 2024-09-12T17:38:43.560 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=4 2024-09-12T17:38:43.560 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=5 2024-09-12T17:38:43.561 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:38:43.393+0000 7f66a46c39c0 20 add_watcher() i=6 2024-09-12T17:38:43.561 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:38:43.397+0000 7f66a46c39c0 20 add_watcher() i=7 2024-09-12T17:38:43.561 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:38:43.397+0000 7f66a46c39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:43.561 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding auth protocol: cephx 2024-09-12T17:38:43.561 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding auth protocol: cephx 2024-09-12T17:38:43.561 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding auth protocol: cephx 2024-09-12T17:38:43.562 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: secure 2024-09-12T17:38:43.562 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: crc 2024-09-12T17:38:43.562 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: secure 2024-09-12T17:38:43.562 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:38:43.401+0000 7f6558fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:43.562 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: crc 2024-09-12T17:38:43.562 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: secure 2024-09-12T17:38:43.563 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: crc 2024-09-12T17:38:43.563 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: crc 2024-09-12T17:38:43.563 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: secure 2024-09-12T17:38:43.563 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: crc 2024-09-12T17:38:43.563 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: secure 2024-09-12T17:38:43.563 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: crc 2024-09-12T17:38:43.564 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 AuthRegistry(0x7ffc4b7539f0) adding con mode: secure 2024-09-12T17:38:43.564 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:38:43.564 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:43.564 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:43.564 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command cache list hook 0x5632d359b520 2024-09-12T17:38:43.564 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command cache inspect hook 0x5632d359b520 2024-09-12T17:38:43.564 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command cache erase hook 0x5632d359b520 2024-09-12T17:38:43.565 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command cache zap hook 0x5632d359b520 2024-09-12T17:38:43.565 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 note: GC not initialized 2024-09-12T17:38:43.565 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:38:43.401+0000 7f64d37fe640 20 reqs_thread_entry: start 2024-09-12T17:38:43.565 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command sync trace show hook 0x7f669802a030 2024-09-12T17:38:43.565 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command sync trace history hook 0x7f669802a030 2024-09-12T17:38:43.565 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command sync trace active hook 0x7f669802a030 2024-09-12T17:38:43.566 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 5 asok(0x5632d32c22b0) register_command sync trace active_short hook 0x7f669802a030 2024-09-12T17:38:43.566 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:43.566 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 Filter name: none 2024-09-12T17:38:43.566 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:38:43.401+0000 7f64d17fa640 20 reqs_thread_entry: start 2024-09-12T17:38:43.566 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:38:43.566 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.566 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:43.566 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:38:43.401+0000 7f66a46c39c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:38:43.405+0000 7f66a46c39c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:43.567 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:38:43.417+0000 7f6585ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464342 cookie 94776294423584 notifier 7760 bl.length()=827 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:38:43.417+0000 7f6585ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:38:43.417+0000 7f6585ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:38:43.417+0000 7f6585ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:38:43.417+0000 7f66a46c39c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:38:43.425+0000 7f66a46c39c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f66a46c39c0 time 2024-09-12T17:38:43.425281+0000 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.568 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f66a7f9d2eb] 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f66a7f9d49f] 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5632d19ef0c1] 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: 4: radosgw-admin(+0x14100ec) [0x5632d24450ec] 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5632d1a0118d] 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: 6: main() 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f66a6e03d90] 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: 8: __libc_start_main() 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: 9: _start() 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:38:43.425+0000 7f66a46c39c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7f66a46c39c0 thread_name:radosgw-admin 2024-09-12T17:38:43.569 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.570 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:38:43.570 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f66a6e1c520] 2024-09-12T17:38:43.570 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:38:43.570 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:38:43.570 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:38:43.570 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f66a7f9d345] 2024-09-12T17:38:43.570 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7f66a7f9d49f] 2024-09-12T17:38:43.570 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5632d19ef0c1] 2024-09-12T17:38:43.570 INFO:tasks.workunit.client.0.smithi183.stderr: 8: radosgw-admin(+0x14100ec) [0x5632d24450ec] 2024-09-12T17:38:43.570 INFO:tasks.workunit.client.0.smithi183.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5632d1a0118d] 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: 10: main() 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f66a6e03d90] 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: 12: __libc_start_main() 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: 13: _start() 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:38:43.571 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:38:43.572 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:38:43.572 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:38:43.572 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:38:43.572 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:38:43.572 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:38:43.572 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:38:43.572 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:38:43.572 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:38:43.572 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:38:43.572 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:38:43.572 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:38:43.573 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:38:43.574 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:38:43.575 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:38:43.576 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:38:43.577 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 7f64d17fa640 / http_manager 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 7f64d37fe640 / http_manager 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 7f6558fe1640 / rgw_dt_lg_renew 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 7f6573fff640 / ms_dispatch 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 7f6585ffb640 / io_context_pool 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 7f6587fff640 / ms_dispatch 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 7f658ee05640 / ms_dispatch 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 7f6590608640 / io_context_pool 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 7f66a19c8640 / msgr-worker-2 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 7f66a21c9640 / msgr-worker-1 2024-09-12T17:38:43.578 INFO:tasks.workunit.client.0.smithi183.stderr: 7f66a29ca640 / msgr-worker-0 2024-09-12T17:38:43.579 INFO:tasks.workunit.client.0.smithi183.stderr: 7f66a31cb640 / io_context_pool 2024-09-12T17:38:43.579 INFO:tasks.workunit.client.0.smithi183.stderr: 7f66a46c39c0 / radosgw-admin 2024-09-12T17:38:43.579 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:38:43.579 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:38:43.579 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:38:43.427761Z_2e3d3319-3f18-4d93-908b-f00e062ba464/log 2024-09-12T17:38:43.579 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:38:43.579 INFO:tasks.workunit.client.0.smithi183.stderr:Aborted 2024-09-12T17:38:43.579 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:38:43.581 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:38:43.581 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:38:43.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.505+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.509+0000 7f4a036c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.509+0000 7f4a036c49c0 20 realm 2024-09-12T17:38:43.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.509+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.509+0000 7f4a036c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.509+0000 7f4a036c49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:38:43.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.509+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.509+0000 7f4a036c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.509+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.509+0000 7f4a036c49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:43.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.509+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.513+0000 7f4a036c49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:38:43.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.513+0000 7f4a036c49c0 20 searching for the correct realm 2024-09-12T17:38:43.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.517+0000 7f4a019cb640 0 -- 172.21.15.183:0/3384497888 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f49f8079290 msgr2=0x7f49f80799c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:43.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.521+0000 7f4a009c9640 0 -- 172.21.15.183:0/3384497888 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f49fc018410 msgr2=0x7f49fc018890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:38:43.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.737+0000 7f4a036c49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:38:43.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.737+0000 7f4a036c49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:38:43.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.737+0000 7f4a036c49c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:38:43.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.737+0000 7f4a036c49c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:38:43.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.737+0000 7f4a036c49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:38:43.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.737+0000 7f4a036c49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:38:43.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.737+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.737+0000 7f4a036c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.737+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:38:43.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:38:43.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 20 zone default found 2024-09-12T17:38:43.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 4 Realm: () 2024-09-12T17:38:43.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:38:43.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:38:43.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:38:43.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 20 zonegroup default 2024-09-12T17:38:43.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.741+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.745+0000 7f4a036c49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:38:43.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.745+0000 7f4a036c49c0 20 started sync module instance, tier type = 2024-09-12T17:38:43.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.745+0000 7f4a036c49c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:38:43.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.765+0000 7f4a036c49c0 20 add_watcher() i=0 2024-09-12T17:38:43.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.765+0000 7f4a036c49c0 20 add_watcher() i=1 2024-09-12T17:38:43.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.765+0000 7f4a036c49c0 20 add_watcher() i=2 2024-09-12T17:38:43.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.765+0000 7f4a036c49c0 20 add_watcher() i=3 2024-09-12T17:38:43.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.765+0000 7f4a036c49c0 20 add_watcher() i=4 2024-09-12T17:38:43.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.765+0000 7f4a036c49c0 20 add_watcher() i=5 2024-09-12T17:38:43.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.765+0000 7f4a036c49c0 20 add_watcher() i=6 2024-09-12T17:38:43.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.769+0000 7f4a036c49c0 20 add_watcher() i=7 2024-09-12T17:38:43.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.769+0000 7f4a036c49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:38:43.771 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f48b7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:43.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f4a036c49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:38:43.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f4a036c49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:38:43.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f4a036c49c0 5 note: GC not initialized 2024-09-12T17:38:43.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f48b6fe5640 20 reqs_thread_entry: start 2024-09-12T17:38:43.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f4a036c49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:38:43.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f4a036c49c0 20 Filter name: none 2024-09-12T17:38:43.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f48b4fe1640 20 reqs_thread_entry: start 2024-09-12T17:38:43.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f4a036c49c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:38:43.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f4a036c49c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:38:43.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f4a036c49c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:38:43.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f4a036c49c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:38:43.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f4a036c49c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:38:43.776 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.777+0000 7f4a036c49c0 20 rados->read ofs=0 len=0 2024-09-12T17:38:43.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.781+0000 7f4a036c49c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:38:43.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.781+0000 7f4a036c49c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:38:43.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.781+0000 7f4a036c49c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:38:43.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.781+0000 7f4a036c49c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:38:43.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.781+0000 7f4a036c49c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:38:43.778 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.781+0000 7f4a036c49c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:38:43.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.781+0000 7f4a036c49c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:38:43.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.781+0000 7f4a036c49c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:38:43.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.781+0000 7f4a036c49c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:38:43.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.781+0000 7f4a036c49c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:38:43.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.781+0000 7f4a036c49c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:38:43.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.781+0000 7f4a036c49c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:38:43.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.785+0000 7f48b7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:38:43.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.789+0000 7f4a036c49c0 20 remove_watcher() i=0 2024-09-12T17:38:43.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.789+0000 7f4a036c49c0 2 removed watcher, disabling cache 2024-09-12T17:38:43.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.793+0000 7f4a036c49c0 20 remove_watcher() i=1 2024-09-12T17:38:43.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.793+0000 7f4a036c49c0 20 remove_watcher() i=2 2024-09-12T17:38:43.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.797+0000 7f4a036c49c0 20 remove_watcher() i=3 2024-09-12T17:38:43.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.797+0000 7f4a036c49c0 20 remove_watcher() i=4 2024-09-12T17:38:43.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.801+0000 7f4a036c49c0 20 remove_watcher() i=5 2024-09-12T17:38:43.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.801+0000 7f4a036c49c0 20 remove_watcher() i=6 2024-09-12T17:38:43.799 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:38:43.805+0000 7f4a036c49c0 20 remove_watcher() i=7 2024-09-12T17:38:43.823 INFO:tasks.workunit.client.0.smithi183.stderr: test: duplicated entries can be purged manually 2024-09-12T17:39:13.854 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:39:13.887 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:13.887 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:13.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.937+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:13.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.937+0000 7f02559e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:13.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.937+0000 7f02559e99c0 20 realm 2024-09-12T17:39:13.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.937+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:13.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.937+0000 7f02559e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:13.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.937+0000 7f02559e99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:13.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.937+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:13.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.937+0000 7f02559e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:13.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.937+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:13.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.941+0000 7f02559e99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:13.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.941+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:13.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.941+0000 7f02559e99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:13.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.941+0000 7f02559e99c0 20 searching for the correct realm 2024-09-12T17:39:13.941 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.945+0000 7f0253cf0640 0 -- 172.21.15.183:0/2983757159 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f02480db060 msgr2=0x7f0248118040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:13.948 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:13.953+0000 7f0252cee640 0 -- 172.21.15.183:0/2983757159 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f024c03e920 msgr2=0x7f024c030400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:14.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.169+0000 7f02559e99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:14.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.169+0000 7f02559e99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:14.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.169+0000 7f02559e99c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:14.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.169+0000 7f02559e99c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:14.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.169+0000 7f02559e99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:14.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.169+0000 7f02559e99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:14.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.169+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.169+0000 7f02559e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.169+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.169+0000 7f02559e99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:14.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:14.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 20 zone default found 2024-09-12T17:39:14.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 4 Realm: () 2024-09-12T17:39:14.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:14.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:14.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:14.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 20 zonegroup default 2024-09-12T17:39:14.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 20 started sync module instance, tier type = 2024-09-12T17:39:14.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.173+0000 7f02559e99c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:14.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.197+0000 7f02559e99c0 20 add_watcher() i=0 2024-09-12T17:39:14.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.197+0000 7f02559e99c0 20 add_watcher() i=1 2024-09-12T17:39:14.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.197+0000 7f02559e99c0 20 add_watcher() i=2 2024-09-12T17:39:14.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.197+0000 7f02559e99c0 20 add_watcher() i=3 2024-09-12T17:39:14.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.197+0000 7f02559e99c0 20 add_watcher() i=4 2024-09-12T17:39:14.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.197+0000 7f02559e99c0 20 add_watcher() i=5 2024-09-12T17:39:14.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.197+0000 7f02559e99c0 20 add_watcher() i=6 2024-09-12T17:39:14.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.201+0000 7f02559e99c0 20 add_watcher() i=7 2024-09-12T17:39:14.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.201+0000 7f02559e99c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:14.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.205+0000 7f0109fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:14.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.205+0000 7f02559e99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:14.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.205+0000 7f02559e99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:14.200 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.205+0000 7f02559e99c0 5 note: GC not initialized 2024-09-12T17:39:14.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.205+0000 7f0108fe1640 20 reqs_thread_entry: start 2024-09-12T17:39:14.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.205+0000 7f02559e99c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:14.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.205+0000 7f02559e99c0 20 Filter name: none 2024-09-12T17:39:14.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.205+0000 7f00827fc640 20 reqs_thread_entry: start 2024-09-12T17:39:14.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.205+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.205+0000 7f02559e99c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:14.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.205+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.209+0000 7f02559e99c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:39:14.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.209+0000 7f02559e99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:14.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.209+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.204 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.209+0000 7f02559e99c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:14.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.209+0000 7f02559e99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.209+0000 7f02559e99c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:39:14.206 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.209+0000 7f02559e99c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:14.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.213+0000 7f0109fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:14.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.217+0000 7f02559e99c0 20 remove_watcher() i=0 2024-09-12T17:39:14.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.217+0000 7f02559e99c0 2 removed watcher, disabling cache 2024-09-12T17:39:14.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.221+0000 7f02559e99c0 20 remove_watcher() i=1 2024-09-12T17:39:14.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.221+0000 7f02559e99c0 20 remove_watcher() i=2 2024-09-12T17:39:14.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.225+0000 7f02559e99c0 20 remove_watcher() i=3 2024-09-12T17:39:14.222 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.225+0000 7f02559e99c0 20 remove_watcher() i=4 2024-09-12T17:39:14.224 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.229+0000 7f02559e99c0 20 remove_watcher() i=5 2024-09-12T17:39:14.225 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.229+0000 7f02559e99c0 20 remove_watcher() i=6 2024-09-12T17:39:14.227 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.233+0000 7f02559e99c0 20 remove_watcher() i=7 2024-09-12T17:39:14.242 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.242 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:39:14.242 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: a-bucket id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 num_objects: 11 size_kb: 1 num_shards: 3 2024-09-12T17:39:14.242 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.243 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T17:39:14.280 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:14.280 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:14.324 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 realm 2024-09-12T17:39:14.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.333+0000 7fe05e3b09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:14.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:14.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:14.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 searching for the correct realm 2024-09-12T17:39:14.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.337+0000 7fe05b6b5640 0 -- 172.21.15.183:0/182341131 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7fe04c07daf0 msgr2=0x7fe04c07c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:14.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.549+0000 7fe05beb6640 0 -- 172.21.15.183:0/182341131 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fe054049040 msgr2=0x7fe05404a940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:14.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:14.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:14.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:14.562 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:14.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:14.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:14.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:14.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:14.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 zone default found 2024-09-12T17:39:14.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 4 Realm: () 2024-09-12T17:39:14.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:14.564 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:14.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:14.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 zonegroup default 2024-09-12T17:39:14.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.573+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.573+0000 7fe05e3b09c0 20 started sync module instance, tier type = 2024-09-12T17:39:14.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.573+0000 7fe05e3b09c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:14.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=0 2024-09-12T17:39:14.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=1 2024-09-12T17:39:14.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=2 2024-09-12T17:39:14.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=3 2024-09-12T17:39:14.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=4 2024-09-12T17:39:14.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=5 2024-09-12T17:39:14.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=6 2024-09-12T17:39:14.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=7 2024-09-12T17:39:14.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.597+0000 7fe05e3b09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:14.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.601+0000 7fdf11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:14.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.601+0000 7fe05e3b09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:14.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.601+0000 7fe05e3b09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:14.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 note: GC not initialized 2024-09-12T17:39:14.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fdf10fe1640 20 reqs_thread_entry: start 2024-09-12T17:39:14.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:14.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 Filter name: none 2024-09-12T17:39:14.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fde8a7fc640 20 reqs_thread_entry: start 2024-09-12T17:39:14.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:39:14.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:14.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:39:14.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:39:14.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:39:14.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:39:14.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:14.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:14.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:14.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:14.603 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:39:14.605 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.609+0000 7fe05e3b09c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:39:14.614 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.621+0000 7fe05e3b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:14.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.621+0000 7fe05e3b09c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:14.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.621+0000 7fe05e3b09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:14.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.621+0000 7fe05e3b09c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:39:14.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.621+0000 7fdf3affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464343 cookie 94508902255440 notifier 7811 bl.length()=827 2024-09-12T17:39:14.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.621+0000 7fdf3affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:14.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.621+0000 7fdf3affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:14.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.621+0000 7fdf3affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:14.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.621+0000 7fe05e3b09c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:39:14.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.621+0000 7fe05e3b09c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:39:14.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.621+0000 7fe05e3b09c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:39:14.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.621+0000 7fe05e3b09c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:39:14.621 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe05e3b09c0 time 2024-09-12T17:39:14.628964+0000 2024-09-12T17:39:14.621 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:39:14.624 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:39:14.624 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe061c8a2eb] 2024-09-12T17:39:14.624 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe061c8a49f] 2024-09-12T17:39:14.624 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f4900810c1] 2024-09-12T17:39:14.624 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f4900931fa] 2024-09-12T17:39:14.624 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:39:14.624 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe060af0d90] 2024-09-12T17:39:14.624 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:39:14.624 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr:*** Caught signal (Aborted) ** 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fe05e3b09c0 thread_name:radosgw-admin 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.629+0000 7fe05e3b09c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe05e3b09c0 time 2024-09-12T17:39:14.628964+0000 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe061c8a2eb] 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe061c8a49f] 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f4900810c1] 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f4900931fa] 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe060af0d90] 2024-09-12T17:39:14.625 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:39:14.626 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:39:14.626 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.627 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:39:14.627 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe060b09520] 2024-09-12T17:39:14.627 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:39:14.627 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:39:14.627 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:39:14.627 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe061c8a345] 2024-09-12T17:39:14.627 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe061c8a49f] 2024-09-12T17:39:14.627 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f4900810c1] 2024-09-12T17:39:14.627 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f4900931fa] 2024-09-12T17:39:14.627 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe060af0d90] 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.633+0000 7fe05e3b09c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fe05e3b09c0 thread_name:radosgw-admin 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe060b09520] 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe061c8a345] 2024-09-12T17:39:14.628 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe061c8a49f] 2024-09-12T17:39:14.629 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f4900810c1] 2024-09-12T17:39:14.629 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f4900931fa] 2024-09-12T17:39:14.629 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:39:14.629 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe060af0d90] 2024-09-12T17:39:14.629 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:39:14.629 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:39:14.629 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:39:14.629 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.629 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:39:14.675 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.676 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.676 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:39:14.676 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: dump: 2024-09-12T17:39:14.676 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.676 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.676 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.676 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.676 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.676 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.676 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.676 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: _finish_auth 0 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: _check_auth_tickets 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: handle_config config(0 keys) 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: dump: 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.677 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 monclient: authenticate success, global_id 8376 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: get_monmap_and_config success 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 4 set_mon_vals no callback set 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: shutdown 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) unregister_commands rotate-key 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: build_initial_monmap 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 1 build_initial for_mkfs: 0 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: monmap: 2024-09-12T17:39:14.678 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding auth protocol: cephx 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding auth protocol: cephx 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding auth protocol: cephx 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: secure 2024-09-12T17:39:14.679 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: crc 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: secure 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: crc 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: secure 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: crc 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: crc 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: secure 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: crc 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: secure 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: crc 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: secure 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 1 librados: starting msgr at 2024-09-12T17:39:14.680 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 1 librados: starting objecter 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command objecter_requests hook 0x55f4917ca550 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 1 librados: setting wanted keys 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 1 librados: calling monclient init 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: init 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding auth protocol: cephx 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding auth protocol: cephx 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding auth protocol: cephx 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: secure 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: crc 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: secure 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: crc 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: secure 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: crc 2024-09-12T17:39:14.681 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: crc 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: secure 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: crc 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: secure 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: crc 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: secure 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command rotate-key hook 0x55f4917c2cf8 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: _reopen_session rank -1 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-a con 0x55f4917c89d0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-b con 0x55f4917ec080 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-c con 0x7fe048003100 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:39:14.682 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): _renew_subs 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): authenticate will time out at 2539.842520s 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): get_auth_request con 0x55f4917c89d0 auth_method 0 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request con 0x7fe048003100 auth_method 0 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.683 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.684 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.684 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.684 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.684 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.684 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:39:14.309+0000 7fe05b6b5640 10 monclient(hunting): get_auth_request con 0x55f4917ec080 auth_method 0 2024-09-12T17:39:14.684 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:39:14.309+0000 7fe05b6b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.684 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:39:14.309+0000 7fe05b6b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.684 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:39:14.309+0000 7fe05b6b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.684 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): handle_auth_done global_id 8379 payload 824 2024-09-12T17:39:14.684 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient: _finish_hunting 0 2024-09-12T17:39:14.684 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:39:14.309+0000 7fe05beb6640 1 monclient: found mon.noname-a 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: dump: 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.685 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: _finish_auth 0 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: _check_auth_tickets 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: dump: 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.686 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.687 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.687 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.687 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.687 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.687 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 monclient: authenticate success, global_id 8379 2024-09-12T17:39:14.687 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: _renew_subs 2024-09-12T17:39:14.687 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 4 set_mon_vals no callback set 2024-09-12T17:39:14.687 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.687 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: _renew_subs 2024-09-12T17:39:14.687 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.687 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 1 librados: init done 2024-09-12T17:39:14.687 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:39:14.313+0000 7fdf43fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:39:14.313+0000 7fdf43fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:39:14.313+0000 7fdf43fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:39:14.313+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x7fdf44070ae0 auth_method 0 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:39:14.313+0000 7fe05c6b7640 10 monclient: get_auth_request con 0x55f4917eaed0 auth_method 0 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:39:14.313+0000 7fe05beb6640 10 monclient: get_auth_request con 0x55f49180dc50 auth_method 0 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:39:14.317+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x55f4918120a0 auth_method 0 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:39:14.317+0000 7fe05c6b7640 10 monclient: get_auth_request con 0x55f4918114d0 auth_method 0 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient: build_initial_monmap 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 1 build_initial for_mkfs: 0 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient: monmap: 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:39:14.688 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding auth protocol: cephx 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding auth protocol: cephx 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding auth protocol: cephx 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: secure 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: crc 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: secure 2024-09-12T17:39:14.689 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: crc 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: secure 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: crc 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: crc 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: secure 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: crc 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: secure 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: crc 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: secure 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f49181dc50 EEXIST 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient: init 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding auth protocol: cephx 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding auth protocol: cephx 2024-09-12T17:39:14.690 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding auth protocol: cephx 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: secure 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: crc 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: secure 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: crc 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: secure 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: crc 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: crc 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: secure 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: crc 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: secure 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: crc 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: secure 2024-09-12T17:39:14.691 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command rotate-key cmddesc rotate-key hook 0x55f4918192f0 EEXIST 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient: _reopen_session rank -1 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-b con 0x55f491841e00 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-c con 0x55f491841730 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-a con 0x55f491840110 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): _renew_subs 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): authenticate will time out at 2539.851947s 2024-09-12T17:39:14.692 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): get_auth_request con 0x55f491840110 auth_method 0 2024-09-12T17:39:14.693 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.693 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.693 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.693 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request con 0x55f491841730 auth_method 0 2024-09-12T17:39:14.693 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.693 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.693 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.693 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.693 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.693 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.693 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.693 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): handle_auth_done global_id 8382 payload 824 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient: _finish_hunting 0 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:39:14.321+0000 7fe05beb6640 1 monclient: found mon.noname-a 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:39:14.321+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x55f491841e00 auth_method 0 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: dump: 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.694 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: _finish_auth 0 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: _check_auth_tickets 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: dump: 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.695 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 monclient: authenticate success, global_id 8382 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:39:14.321+0000 7fe05ceb8640 4 set_mon_vals no callback set 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: _renew_subs 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.696 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: _renew_subs 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:39:14.321+0000 7fdf417fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:39:14.321+0000 7fdf417fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:39:14.321+0000 7fdf417fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: get_monmap_and_config 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: build_initial_monmap 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 1 build_initial for_mkfs: 0 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: monmap: 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:39:14.697 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding auth protocol: cephx 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding auth protocol: cephx 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding auth protocol: cephx 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: secure 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: crc 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: secure 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: crc 2024-09-12T17:39:14.698 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: secure 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: crc 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: crc 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: secure 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: crc 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: secure 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: crc 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: secure 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:39:14.321+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x7fdf34070a20 auth_method 0 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: init 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding auth protocol: cephx 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding auth protocol: cephx 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding auth protocol: cephx 2024-09-12T17:39:14.699 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: secure 2024-09-12T17:39:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: crc 2024-09-12T17:39:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: secure 2024-09-12T17:39:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: crc 2024-09-12T17:39:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: secure 2024-09-12T17:39:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: crc 2024-09-12T17:39:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: crc 2024-09-12T17:39:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: secure 2024-09-12T17:39:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: crc 2024-09-12T17:39:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: secure 2024-09-12T17:39:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: crc 2024-09-12T17:39:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: secure 2024-09-12T17:39:14.700 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command rotate-key cmddesc rotate-key hook 0x7fffb76400c8 EEXIST 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _reopen_session rank -1 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-a con 0x55f49188ff20 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-c con 0x55f491862d60 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-b con 0x55f491890300 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): _renew_subs 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): authenticate will time out at 2539.856361s 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request con 0x55f491862d60 auth_method 0 2024-09-12T17:39:14.701 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): get_auth_request con 0x55f49188ff20 auth_method 0 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.702 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_done global_id 7808 payload 274 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient: _finish_hunting 0 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 1 monclient: found mon.noname-c 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: dump: 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.703 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.704 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.704 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.704 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: _finish_auth 0 2024-09-12T17:39:14.704 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: _check_auth_tickets 2024-09-12T17:39:14.704 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 monclient: authenticate success, global_id 7808 2024-09-12T17:39:14.704 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:39:14.704 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: get_monmap_and_config success 2024-09-12T17:39:14.704 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 4 set_mon_vals no callback set 2024-09-12T17:39:14.704 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.704 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:39:14.704 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: dump: 2024-09-12T17:39:14.704 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: shutdown 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: build_initial_monmap 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 1 build_initial for_mkfs: 0 2024-09-12T17:39:14.705 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: monmap: 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding auth protocol: cephx 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding auth protocol: cephx 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding auth protocol: cephx 2024-09-12T17:39:14.706 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: secure 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: crc 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: secure 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: crc 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: secure 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: crc 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: crc 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: secure 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: crc 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: secure 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: crc 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: secure 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 1 librados: starting msgr at 2024-09-12T17:39:14.707 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 1 librados: starting objecter 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f491843700 EEXIST 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 1 librados: setting wanted keys 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 1 librados: calling monclient init 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: init 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding auth protocol: cephx 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding auth protocol: cephx 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding auth protocol: cephx 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: secure 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: crc 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: secure 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: crc 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: secure 2024-09-12T17:39:14.708 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: crc 2024-09-12T17:39:14.709 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: crc 2024-09-12T17:39:14.709 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: secure 2024-09-12T17:39:14.709 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: crc 2024-09-12T17:39:14.709 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: secure 2024-09-12T17:39:14.709 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: crc 2024-09-12T17:39:14.709 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: secure 2024-09-12T17:39:14.709 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.709 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.710 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command rotate-key cmddesc rotate-key hook 0x55f491843d68 EEXIST 2024-09-12T17:39:14.710 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _reopen_session rank -1 2024-09-12T17:39:14.710 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:39:14.710 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-c con 0x55f491862d60 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:39:14.710 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-b con 0x55f49188ff20 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:39:14.710 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-a con 0x55f491890300 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:39:14.710 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.710 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.710 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.710 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): _renew_subs 2024-09-12T17:39:14.710 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): authenticate will time out at 2539.858983s 2024-09-12T17:39:14.710 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): get_auth_request con 0x55f491862d60 auth_method 0 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): get_auth_request con 0x55f491890300 auth_method 0 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.711 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request con 0x55f49188ff20 auth_method 0 2024-09-12T17:39:14.712 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.712 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.712 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.712 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_done global_id 7811 payload 824 2024-09-12T17:39:14.712 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient: _finish_hunting 0 2024-09-12T17:39:14.712 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 1 monclient: found mon.noname-c 2024-09-12T17:39:14.712 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:39:14.712 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.712 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:39:14.712 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: dump: 2024-09-12T17:39:14.712 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.712 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: _finish_auth 0 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: _check_auth_tickets 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 monclient: authenticate success, global_id 7811 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _renew_subs 2024-09-12T17:39:14.713 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: dump: 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.714 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:39:14.325+0000 7fdf3affd640 4 set_mon_vals no callback set 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _renew_subs 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 1 librados: init done 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command cr dump hook 0x55f4918a3e58 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:39:14.329+0000 7fdf397fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:39:14.329+0000 7fdf397fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:39:14.329+0000 7fdf397fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:39:14.329+0000 7fe05c6b7640 10 monclient: get_auth_request con 0x7fdf24070ae0 auth_method 0 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:39:14.329+0000 7fe05beb6640 10 monclient: get_auth_request con 0x55f4918afb00 auth_method 0 2024-09-12T17:39:14.715 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 realm 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:39:14.333+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x55f4918b3e80 auth_method 0 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:39:14.333+0000 7fe05c6b7640 10 monclient: get_auth_request con 0x55f4918b7580 auth_method 0 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:14.716 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 searching for the correct realm 2024-09-12T17:39:14.717 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:39:14.333+0000 7fe05beb6640 10 monclient: get_auth_request con 0x7fe054049040 auth_method 0 2024-09-12T17:39:14.717 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:39:14.337+0000 7fe05b6b5640 0 -- 172.21.15.183:0/182341131 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7fe04c07daf0 msgr2=0x7fe04c07c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:14.717 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:39:14.337+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x7fe04c07daf0 auth_method 0 2024-09-12T17:39:14.717 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:39:14.541+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x7fe04c07daf0 auth_method 0 2024-09-12T17:39:14.717 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:39:14.541+0000 7fe05c6b7640 10 monclient: get_auth_request con 0x7fe04410b0c0 auth_method 0 2024-09-12T17:39:14.717 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:39:14.549+0000 7fe05beb6640 10 monclient: get_auth_request con 0x55f491651620 auth_method 0 2024-09-12T17:39:14.717 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:39:14.549+0000 7fe05beb6640 0 -- 172.21.15.183:0/182341131 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fe054049040 msgr2=0x7fe05404a940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:14.717 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:39:14.553+0000 7fdf397fa640 1 client.7811.objecter ms_handle_reset 0x7fe054049040 session 0x7fe05403b470 osd.7 2024-09-12T17:39:14.717 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:39:14.553+0000 7fdf397fa640 10 monclient: _renew_subs 2024-09-12T17:39:14.717 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:39:14.553+0000 7fdf397fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:39:14.717 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:39:14.553+0000 7fe05beb6640 10 monclient: get_auth_request con 0x7fdf24080880 auth_method 0 2024-09-12T17:39:14.717 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:39:14.553+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x55f491653da0 auth_method 0 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 zone default found 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 4 Realm: () 2024-09-12T17:39:14.718 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 zonegroup default 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:39:14.573+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:39:14.573+0000 7fe05e3b09c0 20 started sync module instance, tier type = 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:39:14.573+0000 7fe05e3b09c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=0 2024-09-12T17:39:14.719 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=1 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=2 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=3 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=4 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=5 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=6 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=7 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding auth protocol: cephx 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding auth protocol: cephx 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding auth protocol: cephx 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: secure 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: crc 2024-09-12T17:39:14.720 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: secure 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: crc 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: secure 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: crc 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: crc 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: secure 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: crc 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: secure 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:39:14.601+0000 7fdf11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: crc 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: secure 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:14.721 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command cache list hook 0x55f49188afa0 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command cache inspect hook 0x55f49188afa0 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command cache erase hook 0x55f49188afa0 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command cache zap hook 0x55f49188afa0 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 note: GC not initialized 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:39:14.605+0000 7fdf10fe1640 20 reqs_thread_entry: start 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command sync trace show hook 0x7fe054001c10 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command sync trace history hook 0x7fe054001c10 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command sync trace active hook 0x7fe054001c10 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command sync trace active_short hook 0x7fe054001c10 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 Filter name: none 2024-09-12T17:39:14.722 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:39:14.605+0000 7fde8a7fc640 20 reqs_thread_entry: start 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:39:14.723 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:39:14.609+0000 7fe05e3b09c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:39:14.621+0000 7fdf3affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464343 cookie 94508902255440 notifier 7811 bl.length()=827 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:39:14.621+0000 7fdf3affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:39:14.621+0000 7fdf3affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:39:14.621+0000 7fdf3affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:39:14.724 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:39:14.629+0000 7fe05e3b09c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe05e3b09c0 time 2024-09-12T17:39:14.628964+0000 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe061c8a2eb] 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe061c8a49f] 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f4900810c1] 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f4900931fa] 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe060af0d90] 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.725 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:39:14.633+0000 7fe05e3b09c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fe05e3b09c0 thread_name:radosgw-admin 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe060b09520] 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe061c8a345] 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe061c8a49f] 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f4900810c1] 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f4900931fa] 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:39:14.726 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe060af0d90] 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:39:14.727 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:39:14.728 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:39:14.729 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:39:14.730 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:39:14.731 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:39:14.732 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:39:14.733 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr: 7fde8a7fc640 / http_manager 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf10fe1640 / http_manager 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf11fe3640 / rgw_dt_lg_renew 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf397fa640 / ms_dispatch 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf3affd640 / io_context_pool 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf417fa640 / ms_dispatch 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf43fff640 / ms_dispatch 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf49e0b640 / io_context_pool 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe05b6b5640 / msgr-worker-2 2024-09-12T17:39:14.734 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe05beb6640 / msgr-worker-1 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe05c6b7640 / msgr-worker-0 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe05ceb8640 / io_context_pool 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe05e3b09c0 / radosgw-admin 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/log/ceph/ceph-client.admin.147065.log 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr:--- begin dump of recent events --- 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr: -499> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr: -498> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr: -497> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr: -496> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: dump: 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.735 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr: -495> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: _finish_auth 0 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr: -494> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: _check_auth_tickets 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr: -493> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: handle_config config(0 keys) 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr: -492> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.736 INFO:tasks.workunit.client.0.smithi183.stderr: -491> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr: -490> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 10 monclient: dump: 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr: -489> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 monclient: authenticate success, global_id 8376 2024-09-12T17:39:14.737 INFO:tasks.workunit.client.0.smithi183.stderr: -488> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: get_monmap_and_config success 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr: -487> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 4 set_mon_vals no callback set 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr: -486> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: shutdown 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr: -485> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) unregister_commands rotate-key 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr: -484> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: build_initial_monmap 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr: -483> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 1 build_initial for_mkfs: 0 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr: -482> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: monmap: 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.738 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr: -481> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding auth protocol: cephx 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr: -480> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding auth protocol: cephx 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr: -479> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding auth protocol: cephx 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr: -478> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: secure 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr: -477> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: crc 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr: -476> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: secure 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr: -475> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: crc 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr: -474> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: secure 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr: -473> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: crc 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr: -472> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: crc 2024-09-12T17:39:14.739 INFO:tasks.workunit.client.0.smithi183.stderr: -471> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: secure 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -470> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: crc 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -469> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: secure 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -468> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: crc 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -467> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c8e80) adding con mode: secure 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -466> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -465> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 1 librados: starting msgr at 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -464> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 1 librados: starting objecter 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -463> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command objecter_requests hook 0x55f4917ca550 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -462> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 1 librados: setting wanted keys 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -461> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 1 librados: calling monclient init 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -460> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: init 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -459> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding auth protocol: cephx 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -458> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding auth protocol: cephx 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -457> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding auth protocol: cephx 2024-09-12T17:39:14.740 INFO:tasks.workunit.client.0.smithi183.stderr: -456> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: secure 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -455> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: crc 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -454> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: secure 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -453> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: crc 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -452> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: secure 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -451> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: crc 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -450> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: crc 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -449> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: secure 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -448> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: crc 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -447> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: secure 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -446> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: crc 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -445> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4917c2bb0) adding con mode: secure 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -444> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.741 INFO:tasks.workunit.client.0.smithi183.stderr: -443> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -442> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command rotate-key hook 0x55f4917c2cf8 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -441> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: _reopen_session rank -1 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -440> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -439> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-a con 0x55f4917c89d0 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -438> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-b con 0x55f4917ec080 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -437> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-c con 0x7fe048003100 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -436> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -435> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -434> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -433> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): _renew_subs 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -432> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient(hunting): authenticate will time out at 2539.842520s 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -431> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): get_auth_request con 0x55f4917c89d0 auth_method 0 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -430> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.742 INFO:tasks.workunit.client.0.smithi183.stderr: -429> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -428> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -427> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request con 0x7fe048003100 auth_method 0 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -426> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -425> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -424> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -423> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -422> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -421> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -420> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -419> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -418> 2024-09-12T17:39:14.309+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -417> 2024-09-12T17:39:14.309+0000 7fe05b6b5640 10 monclient(hunting): get_auth_request con 0x55f4917ec080 auth_method 0 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -416> 2024-09-12T17:39:14.309+0000 7fe05b6b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -415> 2024-09-12T17:39:14.309+0000 7fe05b6b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.743 INFO:tasks.workunit.client.0.smithi183.stderr: -414> 2024-09-12T17:39:14.309+0000 7fe05b6b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr: -413> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient(hunting): handle_auth_done global_id 8379 payload 824 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr: -412> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient: _finish_hunting 0 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr: -411> 2024-09-12T17:39:14.309+0000 7fe05beb6640 1 monclient: found mon.noname-a 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr: -410> 2024-09-12T17:39:14.309+0000 7fe05beb6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr: -409> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr: -408> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr: -407> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: dump: 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.744 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.745 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.745 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.745 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.745 INFO:tasks.workunit.client.0.smithi183.stderr: -406> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: _finish_auth 0 2024-09-12T17:39:14.745 INFO:tasks.workunit.client.0.smithi183.stderr: -405> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: _check_auth_tickets 2024-09-12T17:39:14.745 INFO:tasks.workunit.client.0.smithi183.stderr: -404> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: handle_config config(0 keys) 2024-09-12T17:39:14.745 INFO:tasks.workunit.client.0.smithi183.stderr: -403> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.745 INFO:tasks.workunit.client.0.smithi183.stderr: -402> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:39:14.745 INFO:tasks.workunit.client.0.smithi183.stderr: -401> 2024-09-12T17:39:14.309+0000 7fdf43fff640 10 monclient: dump: 2024-09-12T17:39:14.745 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.745 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.745 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr: -400> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 5 monclient: authenticate success, global_id 8379 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr: -399> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: _renew_subs 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr: -398> 2024-09-12T17:39:14.309+0000 7fdf49e0b640 4 set_mon_vals no callback set 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr: -397> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr: -396> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: _renew_subs 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr: -395> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.746 INFO:tasks.workunit.client.0.smithi183.stderr: -394> 2024-09-12T17:39:14.309+0000 7fe05e3b09c0 1 librados: init done 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr: -393> 2024-09-12T17:39:14.313+0000 7fdf43fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr: -392> 2024-09-12T17:39:14.313+0000 7fdf43fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr: -391> 2024-09-12T17:39:14.313+0000 7fdf43fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr: -390> 2024-09-12T17:39:14.313+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x7fdf44070ae0 auth_method 0 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr: -389> 2024-09-12T17:39:14.313+0000 7fe05c6b7640 10 monclient: get_auth_request con 0x55f4917eaed0 auth_method 0 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr: -388> 2024-09-12T17:39:14.313+0000 7fe05beb6640 10 monclient: get_auth_request con 0x55f49180dc50 auth_method 0 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr: -387> 2024-09-12T17:39:14.317+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x55f4918120a0 auth_method 0 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr: -386> 2024-09-12T17:39:14.317+0000 7fe05c6b7640 10 monclient: get_auth_request con 0x55f4918114d0 auth_method 0 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr: -385> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient: build_initial_monmap 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr: -384> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 1 build_initial for_mkfs: 0 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr: -383> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient: monmap: 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:39:14.747 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr: -382> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding auth protocol: cephx 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr: -381> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding auth protocol: cephx 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr: -380> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding auth protocol: cephx 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr: -379> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: secure 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr: -378> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: crc 2024-09-12T17:39:14.748 INFO:tasks.workunit.client.0.smithi183.stderr: -377> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: secure 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -376> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: crc 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -375> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: secure 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -374> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: crc 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -373> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: crc 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -372> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: secure 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -371> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: crc 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -370> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: secure 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -369> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: crc 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -368> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f49181a260) adding con mode: secure 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -367> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -366> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f49181dc50 EEXIST 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -365> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient: init 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -364> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding auth protocol: cephx 2024-09-12T17:39:14.749 INFO:tasks.workunit.client.0.smithi183.stderr: -363> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding auth protocol: cephx 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -362> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding auth protocol: cephx 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -361> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: secure 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -360> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: crc 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -359> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: secure 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -358> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: crc 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -357> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: secure 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -356> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: crc 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -355> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: crc 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -354> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: secure 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -353> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: crc 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -352> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: secure 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -351> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: crc 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -350> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 AuthRegistry(0x55f4918191a8) adding con mode: secure 2024-09-12T17:39:14.750 INFO:tasks.workunit.client.0.smithi183.stderr: -349> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.751 INFO:tasks.workunit.client.0.smithi183.stderr: -348> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.751 INFO:tasks.workunit.client.0.smithi183.stderr: -347> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command rotate-key cmddesc rotate-key hook 0x55f4918192f0 EEXIST 2024-09-12T17:39:14.751 INFO:tasks.workunit.client.0.smithi183.stderr: -346> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient: _reopen_session rank -1 2024-09-12T17:39:14.751 INFO:tasks.workunit.client.0.smithi183.stderr: -345> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T17:39:14.751 INFO:tasks.workunit.client.0.smithi183.stderr: -344> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-b con 0x55f491841e00 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:39:14.751 INFO:tasks.workunit.client.0.smithi183.stderr: -343> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-c con 0x55f491841730 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:39:14.751 INFO:tasks.workunit.client.0.smithi183.stderr: -342> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-a con 0x55f491840110 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:39:14.751 INFO:tasks.workunit.client.0.smithi183.stderr: -341> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.751 INFO:tasks.workunit.client.0.smithi183.stderr: -340> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.752 INFO:tasks.workunit.client.0.smithi183.stderr: -339> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.752 INFO:tasks.workunit.client.0.smithi183.stderr: -338> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): _renew_subs 2024-09-12T17:39:14.752 INFO:tasks.workunit.client.0.smithi183.stderr: -337> 2024-09-12T17:39:14.317+0000 7fe05e3b09c0 10 monclient(hunting): authenticate will time out at 2539.851947s 2024-09-12T17:39:14.752 INFO:tasks.workunit.client.0.smithi183.stderr: -336> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): get_auth_request con 0x55f491840110 auth_method 0 2024-09-12T17:39:14.752 INFO:tasks.workunit.client.0.smithi183.stderr: -335> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.752 INFO:tasks.workunit.client.0.smithi183.stderr: -334> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.752 INFO:tasks.workunit.client.0.smithi183.stderr: -333> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.752 INFO:tasks.workunit.client.0.smithi183.stderr: -332> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request con 0x55f491841730 auth_method 0 2024-09-12T17:39:14.752 INFO:tasks.workunit.client.0.smithi183.stderr: -331> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.752 INFO:tasks.workunit.client.0.smithi183.stderr: -330> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.752 INFO:tasks.workunit.client.0.smithi183.stderr: -329> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.752 INFO:tasks.workunit.client.0.smithi183.stderr: -328> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -327> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -326> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -325> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -324> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -323> 2024-09-12T17:39:14.321+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -322> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient(hunting): handle_auth_done global_id 8382 payload 824 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -321> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient: _finish_hunting 0 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -320> 2024-09-12T17:39:14.321+0000 7fe05beb6640 1 monclient: found mon.noname-a 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -319> 2024-09-12T17:39:14.321+0000 7fe05beb6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -318> 2024-09-12T17:39:14.321+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x55f491841e00 auth_method 0 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -317> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -316> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T17:39:14.753 INFO:tasks.workunit.client.0.smithi183.stderr: -315> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: dump: 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr: -314> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: _finish_auth 0 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr: -313> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: _check_auth_tickets 2024-09-12T17:39:14.754 INFO:tasks.workunit.client.0.smithi183.stderr: -312> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:39:14.755 INFO:tasks.workunit.client.0.smithi183.stderr: -311> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.755 INFO:tasks.workunit.client.0.smithi183.stderr: -310> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T17:39:14.755 INFO:tasks.workunit.client.0.smithi183.stderr: -309> 2024-09-12T17:39:14.321+0000 7fdf417fa640 10 monclient: dump: 2024-09-12T17:39:14.755 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.755 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.755 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.755 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.755 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.755 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.755 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.755 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.755 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -308> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 monclient: authenticate success, global_id 8382 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -307> 2024-09-12T17:39:14.321+0000 7fe05ceb8640 4 set_mon_vals no callback set 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -306> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: _renew_subs 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -305> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -304> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: _renew_subs 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -303> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: _send_mon_message to mon.a at v2:172.21.15.183:3300/0 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -302> 2024-09-12T17:39:14.321+0000 7fdf417fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -301> 2024-09-12T17:39:14.321+0000 7fdf417fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -300> 2024-09-12T17:39:14.321+0000 7fdf417fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -299> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: get_monmap_and_config 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -298> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: build_initial_monmap 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -297> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 1 build_initial for_mkfs: 0 2024-09-12T17:39:14.756 INFO:tasks.workunit.client.0.smithi183.stderr: -296> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: monmap: 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr: -295> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding auth protocol: cephx 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr: -294> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding auth protocol: cephx 2024-09-12T17:39:14.757 INFO:tasks.workunit.client.0.smithi183.stderr: -293> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding auth protocol: cephx 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -292> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: secure 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -291> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: crc 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -290> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: secure 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -289> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: crc 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -288> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: secure 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -287> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: crc 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -286> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: crc 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -285> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: secure 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -284> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: crc 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -283> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: secure 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -282> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: crc 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -281> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861790) adding con mode: secure 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -280> 2024-09-12T17:39:14.321+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x7fdf34070a20 auth_method 0 2024-09-12T17:39:14.758 INFO:tasks.workunit.client.0.smithi183.stderr: -279> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -278> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 10 monclient: init 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -277> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding auth protocol: cephx 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -276> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding auth protocol: cephx 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -275> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding auth protocol: cephx 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -274> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: secure 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -273> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: crc 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -272> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: secure 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -271> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: crc 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -270> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: secure 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -269> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: crc 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -268> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: crc 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -267> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: secure 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -266> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: crc 2024-09-12T17:39:14.759 INFO:tasks.workunit.client.0.smithi183.stderr: -265> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: secure 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -264> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: crc 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -263> 2024-09-12T17:39:14.321+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb763ff80) adding con mode: secure 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -262> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -261> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -260> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command rotate-key cmddesc rotate-key hook 0x7fffb76400c8 EEXIST 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -259> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _reopen_session rank -1 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -258> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -257> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-a con 0x55f49188ff20 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -256> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-c con 0x55f491862d60 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -255> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-b con 0x55f491890300 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -254> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -253> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.760 INFO:tasks.workunit.client.0.smithi183.stderr: -252> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -251> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): _renew_subs 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -250> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): authenticate will time out at 2539.856361s 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -249> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request con 0x55f491862d60 auth_method 0 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -248> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -247> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -246> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -245> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): get_auth_request con 0x55f49188ff20 auth_method 0 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -244> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -243> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -242> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -241> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -240> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.761 INFO:tasks.workunit.client.0.smithi183.stderr: -239> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr: -238> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr: -237> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr: -236> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr: -235> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): handle_auth_done global_id 7808 payload 274 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr: -234> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient: _finish_hunting 0 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr: -233> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 1 monclient: found mon.noname-c 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr: -232> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr: -231> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr: -230> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr: -229> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: dump: 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.762 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr: -228> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: _finish_auth 0 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr: -227> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: _check_auth_tickets 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr: -226> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 monclient: authenticate success, global_id 7808 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr: -225> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: handle_config config(0 keys) 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr: -224> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: get_monmap_and_config success 2024-09-12T17:39:14.763 INFO:tasks.workunit.client.0.smithi183.stderr: -223> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 4 set_mon_vals no callback set 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr: -222> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr: -221> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr: -220> 2024-09-12T17:39:14.325+0000 7fdf3affd640 10 monclient: dump: 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.764 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr: -219> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: shutdown 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr: -218> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: build_initial_monmap 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr: -217> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 1 build_initial for_mkfs: 0 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr: -216> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: monmap: 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 0 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 0.000000 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr:created 0.000000 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 0 (unknown) 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.noname-a 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.noname-b 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.noname-c 2024-09-12T17:39:14.765 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -215> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding auth protocol: cephx 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -214> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding auth protocol: cephx 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -213> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding auth protocol: cephx 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -212> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: secure 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -211> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: crc 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -210> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: secure 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -209> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: crc 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -208> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: secure 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -207> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: crc 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -206> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: crc 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -205> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: secure 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -204> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: crc 2024-09-12T17:39:14.766 INFO:tasks.workunit.client.0.smithi183.stderr: -203> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: secure 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -202> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: crc 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -201> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491861740) adding con mode: secure 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -200> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -199> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 1 librados: starting msgr at 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -198> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 1 librados: starting objecter 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -197> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f491843700 EEXIST 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -196> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 1 librados: setting wanted keys 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -195> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 1 librados: calling monclient init 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -194> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: init 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -193> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding auth protocol: cephx 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -192> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding auth protocol: cephx 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -191> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding auth protocol: cephx 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -190> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: secure 2024-09-12T17:39:14.767 INFO:tasks.workunit.client.0.smithi183.stderr: -189> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: crc 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -188> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: secure 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -187> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: crc 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -186> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: secure 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -185> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: crc 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -184> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: crc 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -183> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: secure 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -182> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: crc 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -181> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: secure 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -180> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: crc 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -179> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 AuthRegistry(0x55f491843c20) adding con mode: secure 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -178> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -177> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -176> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command rotate-key cmddesc rotate-key hook 0x55f491843d68 EEXIST 2024-09-12T17:39:14.768 INFO:tasks.workunit.client.0.smithi183.stderr: -175> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _reopen_session rank -1 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -174> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -173> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-c con 0x55f491862d60 addr [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -172> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-b con 0x55f49188ff20 addr [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -171> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): picked mon.noname-a con 0x55f491890300 addr [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -170> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -169> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -168> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): start opening mon connection 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -167> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): _renew_subs 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -166> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient(hunting): authenticate will time out at 2539.858983s 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -165> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): get_auth_request con 0x55f491862d60 auth_method 0 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -164> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -163> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.769 INFO:tasks.workunit.client.0.smithi183.stderr: -162> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -161> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): get_auth_request con 0x55f491890300 auth_method 0 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -160> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -159> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -158> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -157> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -156> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -155> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -154> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -153> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -152> 2024-09-12T17:39:14.325+0000 7fe05beb6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -151> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request con 0x55f49188ff20 auth_method 0 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -150> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T17:39:14.770 INFO:tasks.workunit.client.0.smithi183.stderr: -149> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): _init_auth method 2 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr: -148> 2024-09-12T17:39:14.325+0000 7fe05c6b7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr: -147> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient(hunting): handle_auth_done global_id 7811 payload 824 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr: -146> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient: _finish_hunting 0 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr: -145> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 1 monclient: found mon.noname-c 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr: -144> 2024-09-12T17:39:14.325+0000 7fe05b6b5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.183:3301/0 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr: -143> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr: -142> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr: -141> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: dump: 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.771 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr: -140> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: _finish_auth 0 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr: -139> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: _check_auth_tickets 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr: -138> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 monclient: authenticate success, global_id 7811 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr: -137> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _renew_subs 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr: -136> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr: -135> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: handle_config config(0 keys) 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr: -134> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr: -133> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T17:39:14.772 INFO:tasks.workunit.client.0.smithi183.stderr: -132> 2024-09-12T17:39:14.325+0000 7fdf397fa640 10 monclient: dump: 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr:epoch 1 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr:fsid 4b3cd5c8-cb91-4d42-a791-d082e8836ab5 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr:last_changed 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr:created 2024-09-12T17:12:08.746441+0000 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr:min_mon_release 19 (squid) 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr:election_strategy: 1 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr:0: [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] mon.a 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr:1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr:2: [v2:172.21.15.183:3301/0,v1:172.21.15.183:6790/0] mon.c 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr: -131> 2024-09-12T17:39:14.325+0000 7fdf3affd640 4 set_mon_vals no callback set 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr: -130> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _renew_subs 2024-09-12T17:39:14.773 INFO:tasks.workunit.client.0.smithi183.stderr: -129> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -128> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 1 librados: init done 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -127> 2024-09-12T17:39:14.325+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command cr dump hook 0x55f4918a3e58 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -126> 2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -125> 2024-09-12T17:39:14.329+0000 7fdf397fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -124> 2024-09-12T17:39:14.329+0000 7fdf397fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -123> 2024-09-12T17:39:14.329+0000 7fdf397fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.196:6832/1934525260,v1:172.21.15.196:6833/1934525260] 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -122> 2024-09-12T17:39:14.329+0000 7fe05c6b7640 10 monclient: get_auth_request con 0x7fdf24070ae0 auth_method 0 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -121> 2024-09-12T17:39:14.329+0000 7fe05beb6640 10 monclient: get_auth_request con 0x55f4918afb00 auth_method 0 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -120> 2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -119> 2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 realm 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -118> 2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -117> 2024-09-12T17:39:14.329+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -116> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:14.774 INFO:tasks.workunit.client.0.smithi183.stderr: -115> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.775 INFO:tasks.workunit.client.0.smithi183.stderr: -114> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.775 INFO:tasks.workunit.client.0.smithi183.stderr: -113> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.775 INFO:tasks.workunit.client.0.smithi183.stderr: -112> 2024-09-12T17:39:14.333+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x55f4918b3e80 auth_method 0 2024-09-12T17:39:14.775 INFO:tasks.workunit.client.0.smithi183.stderr: -111> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:14.775 INFO:tasks.workunit.client.0.smithi183.stderr: -110> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.775 INFO:tasks.workunit.client.0.smithi183.stderr: -109> 2024-09-12T17:39:14.333+0000 7fe05c6b7640 10 monclient: get_auth_request con 0x55f4918b7580 auth_method 0 2024-09-12T17:39:14.775 INFO:tasks.workunit.client.0.smithi183.stderr: -108> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:14.775 INFO:tasks.workunit.client.0.smithi183.stderr: -107> 2024-09-12T17:39:14.333+0000 7fe05e3b09c0 20 searching for the correct realm 2024-09-12T17:39:14.775 INFO:tasks.workunit.client.0.smithi183.stderr: -106> 2024-09-12T17:39:14.333+0000 7fe05beb6640 10 monclient: get_auth_request con 0x7fe054049040 auth_method 0 2024-09-12T17:39:14.775 INFO:tasks.workunit.client.0.smithi183.stderr: -105> 2024-09-12T17:39:14.337+0000 7fe05b6b5640 0 -- 172.21.15.183:0/182341131 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7fe04c07daf0 msgr2=0x7fe04c07c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:14.775 INFO:tasks.workunit.client.0.smithi183.stderr: -104> 2024-09-12T17:39:14.337+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x7fe04c07daf0 auth_method 0 2024-09-12T17:39:14.775 INFO:tasks.workunit.client.0.smithi183.stderr: -103> 2024-09-12T17:39:14.541+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x7fe04c07daf0 auth_method 0 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -102> 2024-09-12T17:39:14.541+0000 7fe05c6b7640 10 monclient: get_auth_request con 0x7fe04410b0c0 auth_method 0 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -101> 2024-09-12T17:39:14.549+0000 7fe05beb6640 10 monclient: get_auth_request con 0x55f491651620 auth_method 0 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -100> 2024-09-12T17:39:14.549+0000 7fe05beb6640 0 -- 172.21.15.183:0/182341131 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fe054049040 msgr2=0x7fe05404a940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -99> 2024-09-12T17:39:14.553+0000 7fdf397fa640 1 client.7811.objecter ms_handle_reset 0x7fe054049040 session 0x7fe05403b470 osd.7 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -98> 2024-09-12T17:39:14.553+0000 7fdf397fa640 10 monclient: _renew_subs 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -97> 2024-09-12T17:39:14.553+0000 7fdf397fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.183:3301/0 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -96> 2024-09-12T17:39:14.553+0000 7fe05beb6640 10 monclient: get_auth_request con 0x7fdf24080880 auth_method 0 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -95> 2024-09-12T17:39:14.553+0000 7fe05b6b5640 10 monclient: get_auth_request con 0x55f491653da0 auth_method 0 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -94> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -93> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -92> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -91> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -90> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:14.776 INFO:tasks.workunit.client.0.smithi183.stderr: -89> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -88> 2024-09-12T17:39:14.565+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -87> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -86> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -85> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -84> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -83> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -82> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 zone default found 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -81> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 4 Realm: () 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -80> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -79> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -78> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -77> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 zonegroup default 2024-09-12T17:39:14.777 INFO:tasks.workunit.client.0.smithi183.stderr: -76> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -75> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -74> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -73> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -72> 2024-09-12T17:39:14.569+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -71> 2024-09-12T17:39:14.573+0000 7fe05e3b09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -70> 2024-09-12T17:39:14.573+0000 7fe05e3b09c0 20 started sync module instance, tier type = 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -69> 2024-09-12T17:39:14.573+0000 7fe05e3b09c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -68> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=0 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -67> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=1 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -66> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=2 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -65> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=3 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -64> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=4 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -63> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=5 2024-09-12T17:39:14.778 INFO:tasks.workunit.client.0.smithi183.stderr: -62> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=6 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -61> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 20 add_watcher() i=7 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -60> 2024-09-12T17:39:14.597+0000 7fe05e3b09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -59> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding auth protocol: cephx 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -58> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding auth protocol: cephx 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -57> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding auth protocol: cephx 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -56> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: secure 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -55> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: crc 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -54> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: secure 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -53> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: crc 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -52> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: secure 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -51> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: crc 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -50> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: crc 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -49> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: secure 2024-09-12T17:39:14.779 INFO:tasks.workunit.client.0.smithi183.stderr: -48> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: crc 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -47> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: secure 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -46> 2024-09-12T17:39:14.601+0000 7fdf11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -45> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: crc 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -44> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 AuthRegistry(0x7fffb7640450) adding con mode: secure 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -43> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -42> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -41> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -40> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command cache list hook 0x55f49188afa0 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -39> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command cache inspect hook 0x55f49188afa0 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -38> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command cache erase hook 0x55f49188afa0 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -37> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command cache zap hook 0x55f49188afa0 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -36> 2024-09-12T17:39:14.601+0000 7fe05e3b09c0 5 note: GC not initialized 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -35> 2024-09-12T17:39:14.605+0000 7fdf10fe1640 20 reqs_thread_entry: start 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -34> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command sync trace show hook 0x7fe054001c10 2024-09-12T17:39:14.780 INFO:tasks.workunit.client.0.smithi183.stderr: -33> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command sync trace history hook 0x7fe054001c10 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -32> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command sync trace active hook 0x7fe054001c10 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -31> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 5 asok(0x55f4915b92b0) register_command sync trace active_short hook 0x7fe054001c10 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -30> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -29> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 Filter name: none 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -28> 2024-09-12T17:39:14.605+0000 7fde8a7fc640 20 reqs_thread_entry: start 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -27> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -26> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -25> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -24> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -23> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -22> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -21> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.781 INFO:tasks.workunit.client.0.smithi183.stderr: -20> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -19> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -18> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -17> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -16> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -15> 2024-09-12T17:39:14.605+0000 7fe05e3b09c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -14> 2024-09-12T17:39:14.609+0000 7fe05e3b09c0 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -13> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -12> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -11> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -10> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -9> 2024-09-12T17:39:14.621+0000 7fdf3affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464343 cookie 94508902255440 notifier 7811 bl.length()=827 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -8> 2024-09-12T17:39:14.621+0000 7fdf3affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:14.782 INFO:tasks.workunit.client.0.smithi183.stderr: -7> 2024-09-12T17:39:14.621+0000 7fdf3affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr: -6> 2024-09-12T17:39:14.621+0000 7fdf3affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr: -5> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr: -4> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr: -3> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr: -2> 2024-09-12T17:39:14.621+0000 7fe05e3b09c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr: -1> 2024-09-12T17:39:14.629+0000 7fe05e3b09c0 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe05e3b09c0 time 2024-09-12T17:39:14.628964+0000 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7fe061c8a2eb] 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe061c8a49f] 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f4900810c1] 2024-09-12T17:39:14.783 INFO:tasks.workunit.client.0.smithi183.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f4900931fa] 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: 5: main() 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe060af0d90] 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: 7: __libc_start_main() 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: 8: _start() 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: 0> 2024-09-12T17:39:14.633+0000 7fe05e3b09c0 -1 *** Caught signal (Aborted) ** 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: in thread 7fe05e3b09c0 thread_name:radosgw-admin 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: ceph version 19.3.0-4762-gbad475c1 (bad475c18c96ec20c5778159aa33ba72b84e9c1b) squid (dev) 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe060b09520] 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: 2: pthread_kill() 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: 3: raise() 2024-09-12T17:39:14.784 INFO:tasks.workunit.client.0.smithi183.stderr: 4: abort() 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe061c8a345] 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x18549f) [0x7fe061c8a49f] 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f4900810c1] 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f4900931fa] 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr: 9: main() 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe060af0d90] 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr: 11: __libc_start_main() 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr: 12: _start() 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr:--- logging levels --- 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 none 2024-09-12T17:39:14.785 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 lockdep 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 context 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 crush 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_balancer 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_locker 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_log_expire 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mds_migrator 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 3/ 5 mds_quiesce 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 buffer 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 timer 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 filer 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 striper 2024-09-12T17:39:14.786 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 1 objecter 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rados 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_mirror 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_replay 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 rbd_pwl 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 journaler 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objectcacher 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 immutable_obj_cache 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 client 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 osd 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 optracker 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 objclass 2024-09-12T17:39:14.787 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 filestore 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 journal 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 ms 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mon 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 0/10 monc 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 paxos 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 tp 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 auth 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 crypto 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 finisher 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 reserver 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 heartbeatmap 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 perfcounter 2024-09-12T17:39:14.788 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_sync 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_datacache 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_access 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_dbstore 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_flight 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 rgw_lifecycle 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 20/20 rgw_notification 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 javaclient 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 asok 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 1 throttle 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 0 refs 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 compressor 2024-09-12T17:39:14.789 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluestore 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 bluefs 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 3 bdev 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 kstore 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 4/ 5 rocksdb 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 fuse 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 2/ 5 mgr 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mgrc 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 dpdk 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 eventtrace 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 prioritycache 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 test 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephfs_mirror 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cephsqlite 2024-09-12T17:39:14.790 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 crimson_interrupt 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_onode 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_odata 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_omap 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_tm 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_t 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cleaner 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_epm 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_lba 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_cache 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_journal 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_device 2024-09-12T17:39:14.791 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 seastore_backref 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 alienstore 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 mclock 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 cyanstore 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 ceph_exporter 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 memstore 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr: 1/ 5 trace 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr: 0/ 5 ceph_dedup 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr: -2/-2 (syslog threshold) 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr: 99/99 (stderr threshold) 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr: 7fde8a7fc640 / http_manager 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf10fe1640 / http_manager 2024-09-12T17:39:14.792 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf11fe3640 / rgw_dt_lg_renew 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf397fa640 / ms_dispatch 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf3affd640 / io_context_pool 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf417fa640 / ms_dispatch 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf43fff640 / ms_dispatch 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: 7fdf49e0b640 / io_context_pool 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe05b6b5640 / msgr-worker-2 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe05beb6640 / msgr-worker-1 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe05c6b7640 / msgr-worker-0 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe05ceb8640 / io_context_pool 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: 7fe05e3b09c0 / radosgw-admin 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: max_recent 500 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: max_new 1000 2024-09-12T17:39:14.793 INFO:tasks.workunit.client.0.smithi183.stderr: log_file /var/lib/ceph/crash/2024-09-12T17:39:14.634598Z_6d36f6ef-a354-410f-8879-de8d21bc5837/log 2024-09-12T17:39:14.794 INFO:tasks.workunit.client.0.smithi183.stderr:--- end dump of recent events --- 2024-09-12T17:39:14.794 INFO:tasks.workunit.client.0.smithi183.stderr:Aborted 2024-09-12T17:39:14.794 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:39:14.794 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:14.794 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:14.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.717+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.721+0000 7fbd963289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.721+0000 7fbd963289c0 20 realm 2024-09-12T17:39:14.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.721+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.721+0000 7fbd963289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.721+0000 7fbd963289c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.721+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.721+0000 7fbd963289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.721+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.721+0000 7fbd963289c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.721+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.725+0000 7fbd963289c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.725+0000 7fbd963289c0 20 searching for the correct realm 2024-09-12T17:39:14.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.729+0000 7fbd9462f640 0 -- 172.21.15.183:0/2027714670 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fbd88028030 msgr2=0x7fbd8802c040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:14.940 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:14.945+0000 7fbd9362d640 0 -- 172.21.15.183:0/2027714670 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fbd8c067070 msgr2=0x7fbd8c096770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:15.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.161+0000 7fbd963289c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:15.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.161+0000 7fbd963289c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:15.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.161+0000 7fbd963289c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:15.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.161+0000 7fbd963289c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:15.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.161+0000 7fbd963289c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:15.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.161+0000 7fbd963289c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:15.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.161+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.161+0000 7fbd963289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:15.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.161+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:15.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.159 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:15.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 zone default found 2024-09-12T17:39:15.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 4 Realm: () 2024-09-12T17:39:15.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:15.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:15.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:15.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 zonegroup default 2024-09-12T17:39:15.160 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:15.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:15.161 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:15.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 started sync module instance, tier type = 2024-09-12T17:39:15.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.165+0000 7fbd963289c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:15.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.189+0000 7fbd963289c0 20 add_watcher() i=0 2024-09-12T17:39:15.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.189+0000 7fbd963289c0 20 add_watcher() i=1 2024-09-12T17:39:15.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.189+0000 7fbd963289c0 20 add_watcher() i=2 2024-09-12T17:39:15.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.189+0000 7fbd963289c0 20 add_watcher() i=3 2024-09-12T17:39:15.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.189+0000 7fbd963289c0 20 add_watcher() i=4 2024-09-12T17:39:15.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.189+0000 7fbd963289c0 20 add_watcher() i=5 2024-09-12T17:39:15.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.189+0000 7fbd963289c0 20 add_watcher() i=6 2024-09-12T17:39:15.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.193+0000 7fbd963289c0 20 add_watcher() i=7 2024-09-12T17:39:15.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.193+0000 7fbd963289c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:15.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.197+0000 7fbc49fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:15.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.197+0000 7fbd963289c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:15.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.197+0000 7fbd963289c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:15.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.197+0000 7fbd963289c0 5 note: GC not initialized 2024-09-12T17:39:15.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.197+0000 7fbc48fe1640 20 reqs_thread_entry: start 2024-09-12T17:39:15.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.201+0000 7fbd963289c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:15.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.201+0000 7fbd963289c0 20 Filter name: none 2024-09-12T17:39:15.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.201+0000 7fbbc27fc640 20 reqs_thread_entry: start 2024-09-12T17:39:15.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.201+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.201+0000 7fbd963289c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:15.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.201+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.201+0000 7fbd963289c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:39:15.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.201+0000 7fbd963289c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:15.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.201+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.205+0000 7fbd963289c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:15.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.205+0000 7fbd963289c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.205+0000 7fbd963289c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:39:15.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.205+0000 7fbd963289c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:15.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.205+0000 7fbc49fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:15.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.213+0000 7fbd963289c0 20 remove_watcher() i=0 2024-09-12T17:39:15.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.213+0000 7fbd963289c0 2 removed watcher, disabling cache 2024-09-12T17:39:15.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.213+0000 7fbd963289c0 20 remove_watcher() i=1 2024-09-12T17:39:15.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.217+0000 7fbd963289c0 20 remove_watcher() i=2 2024-09-12T17:39:15.213 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.217+0000 7fbd963289c0 20 remove_watcher() i=3 2024-09-12T17:39:15.215 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.221+0000 7fbd963289c0 20 remove_watcher() i=4 2024-09-12T17:39:15.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.221+0000 7fbd963289c0 20 remove_watcher() i=5 2024-09-12T17:39:15.218 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.221+0000 7fbd963289c0 20 remove_watcher() i=6 2024-09-12T17:39:15.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.225+0000 7fbd963289c0 20 remove_watcher() i=7 2024-09-12T17:39:15.235 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:15.236 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:15.247 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:39:15.274 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:15.274 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:15.529 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.533+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.537+0000 7f1248aa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:15.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.537+0000 7f1248aa79c0 20 realm 2024-09-12T17:39:15.531 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.537+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.537+0000 7f1248aa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:15.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.537+0000 7f1248aa79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:15.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.537+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.537+0000 7f1248aa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:15.532 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.537+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.537+0000 7f1248aa79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:15.533 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.537+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.537+0000 7f1248aa79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:15.534 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.537+0000 7f1248aa79c0 20 searching for the correct realm 2024-09-12T17:39:15.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.541+0000 7f1246dae640 0 -- 172.21.15.183:0/2988984971 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f123c0fc420 msgr2=0x7f123c0fc840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:15.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.549+0000 7f1245dac640 0 -- 172.21.15.183:0/2988984971 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f124006e5f0 msgr2=0x7f1240063bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:15.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.765+0000 7f1248aa79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:15.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.765+0000 7f1248aa79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:15.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.765+0000 7f1248aa79c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:15.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.765+0000 7f1248aa79c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:15.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.765+0000 7f1248aa79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:15.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.765+0000 7f1248aa79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:15.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.765+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.765+0000 7f1248aa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:15.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.765+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:15.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:15.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 zone default found 2024-09-12T17:39:15.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 4 Realm: () 2024-09-12T17:39:15.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:15.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:15.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:15.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 zonegroup default 2024-09-12T17:39:15.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:15.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:15.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:15.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 started sync module instance, tier type = 2024-09-12T17:39:15.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.769+0000 7f1248aa79c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:15.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.793+0000 7f1248aa79c0 20 add_watcher() i=0 2024-09-12T17:39:15.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.793+0000 7f1248aa79c0 20 add_watcher() i=1 2024-09-12T17:39:15.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.793+0000 7f1248aa79c0 20 add_watcher() i=2 2024-09-12T17:39:15.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.793+0000 7f1248aa79c0 20 add_watcher() i=3 2024-09-12T17:39:15.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.793+0000 7f1248aa79c0 20 add_watcher() i=4 2024-09-12T17:39:15.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.793+0000 7f1248aa79c0 20 add_watcher() i=5 2024-09-12T17:39:15.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.793+0000 7f1248aa79c0 20 add_watcher() i=6 2024-09-12T17:39:15.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.793+0000 7f1248aa79c0 20 add_watcher() i=7 2024-09-12T17:39:15.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.793+0000 7f1248aa79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:15.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.797+0000 7f10fd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:15.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.797+0000 7f1248aa79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:15.792 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.797+0000 7f1248aa79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:15.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.797+0000 7f1248aa79c0 5 note: GC not initialized 2024-09-12T17:39:15.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.797+0000 7f10f77fe640 20 reqs_thread_entry: start 2024-09-12T17:39:15.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.797+0000 7f1248aa79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:15.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.797+0000 7f1248aa79c0 20 Filter name: none 2024-09-12T17:39:15.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.797+0000 7f10f57fa640 20 reqs_thread_entry: start 2024-09-12T17:39:15.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.797+0000 7f1248aa79c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:39:15.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.797+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:15.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:39:15.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:39:15.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:39:15.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:15.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:39:15.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:15.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:15.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:15.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:15.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:39:15.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:39:15.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:39:15.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:39:15.797 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:39:15.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:39:15.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.801+0000 7f1248aa79c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:39:15.799 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.805+0000 7f10fd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:15.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.809+0000 7f1248aa79c0 20 remove_watcher() i=0 2024-09-12T17:39:15.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.809+0000 7f1248aa79c0 2 removed watcher, disabling cache 2024-09-12T17:39:15.807 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.813+0000 7f1248aa79c0 20 remove_watcher() i=1 2024-09-12T17:39:15.809 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.813+0000 7f1248aa79c0 20 remove_watcher() i=2 2024-09-12T17:39:15.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.817+0000 7f1248aa79c0 20 remove_watcher() i=3 2024-09-12T17:39:15.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.817+0000 7f1248aa79c0 20 remove_watcher() i=4 2024-09-12T17:39:15.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.817+0000 7f1248aa79c0 20 remove_watcher() i=5 2024-09-12T17:39:15.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.821+0000 7f1248aa79c0 20 remove_watcher() i=6 2024-09-12T17:39:15.817 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:15.821+0000 7f1248aa79c0 20 remove_watcher() i=7 2024-09-12T17:39:45.845 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2024-09-12T17:39:45.879 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:45.879 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:45.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.928+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:45.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.928+0000 7ffa973849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:45.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.928+0000 7ffa973849c0 20 realm 2024-09-12T17:39:45.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.928+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:45.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.928+0000 7ffa973849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:45.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.928+0000 7ffa973849c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:45.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.928+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:45.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.928+0000 7ffa973849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:45.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.928+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:45.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.932+0000 7ffa973849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:45.927 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.932+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:45.928 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.932+0000 7ffa973849c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:45.928 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.932+0000 7ffa973849c0 20 searching for the correct realm 2024-09-12T17:39:45.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:45.936+0000 7ffa94689640 0 -- 172.21.15.183:0/2028514575 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7ffa8400e040 msgr2=0x7ffa8401b430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:46.146 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.148+0000 7ffa94e8a640 0 -- 172.21.15.183:0/2028514575 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7ff960080870 msgr2=0x7ff960082ca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:46.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.164+0000 7ffa973849c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:46.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.164+0000 7ffa973849c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:46.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.164+0000 7ffa973849c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:46.162 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.164+0000 7ffa973849c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:46.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.164+0000 7ffa973849c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:46.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.164+0000 7ffa973849c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:46.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.164+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:46.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:46.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 20 zone default found 2024-09-12T17:39:46.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 4 Realm: () 2024-09-12T17:39:46.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:46.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:46.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:46.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 20 zonegroup default 2024-09-12T17:39:46.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.166 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.168+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.172+0000 7ffa973849c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.172+0000 7ffa973849c0 20 started sync module instance, tier type = 2024-09-12T17:39:46.167 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.172+0000 7ffa973849c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:46.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.192+0000 7ffa973849c0 20 add_watcher() i=0 2024-09-12T17:39:46.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.192+0000 7ffa973849c0 20 add_watcher() i=1 2024-09-12T17:39:46.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.192+0000 7ffa973849c0 20 add_watcher() i=2 2024-09-12T17:39:46.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.192+0000 7ffa973849c0 20 add_watcher() i=3 2024-09-12T17:39:46.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.192+0000 7ffa973849c0 20 add_watcher() i=4 2024-09-12T17:39:46.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.192+0000 7ffa973849c0 20 add_watcher() i=5 2024-09-12T17:39:46.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.192+0000 7ffa973849c0 20 add_watcher() i=6 2024-09-12T17:39:46.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.192+0000 7ffa973849c0 20 add_watcher() i=7 2024-09-12T17:39:46.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.192+0000 7ffa973849c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:46.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.196+0000 7ff94b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:46.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.196+0000 7ffa973849c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:46.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.196+0000 7ffa973849c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:46.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.196+0000 7ffa973849c0 5 note: GC not initialized 2024-09-12T17:39:46.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ff94a7e4640 20 reqs_thread_entry: start 2024-09-12T17:39:46.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:46.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 20 Filter name: none 2024-09-12T17:39:46.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ff943fff640 20 reqs_thread_entry: start 2024-09-12T17:39:46.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:39:46.195 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:46.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:39:46.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:39:46.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:39:46.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:39:46.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:46.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:46.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:46.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:46.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.200+0000 7ffa973849c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:39:46.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.208+0000 7ff94b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:46.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.212+0000 7ffa973849c0 20 remove_watcher() i=0 2024-09-12T17:39:46.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.212+0000 7ffa973849c0 2 removed watcher, disabling cache 2024-09-12T17:39:46.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.212+0000 7ffa973849c0 20 remove_watcher() i=1 2024-09-12T17:39:46.212 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.216+0000 7ffa973849c0 20 remove_watcher() i=2 2024-09-12T17:39:46.214 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.216+0000 7ffa973849c0 20 remove_watcher() i=3 2024-09-12T17:39:46.216 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.220+0000 7ffa973849c0 20 remove_watcher() i=4 2024-09-12T17:39:46.217 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.220+0000 7ffa973849c0 20 remove_watcher() i=5 2024-09-12T17:39:46.219 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.224+0000 7ffa973849c0 20 remove_watcher() i=6 2024-09-12T17:39:46.220 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.224+0000 7ffa973849c0 20 remove_watcher() i=7 2024-09-12T17:39:46.235 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T17:39:46.264 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:46.264 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:46.306 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.312+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.312+0000 7fe5795d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.312+0000 7fe5795d59c0 20 realm 2024-09-12T17:39:46.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.312+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.312+0000 7fe5795d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.312+0000 7fe5795d59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:46.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.312+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.312+0000 7fe5795d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.309 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.312+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.316+0000 7fe5795d59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:46.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.316+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.316+0000 7fe5795d59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:46.311 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.316+0000 7fe5795d59c0 20 searching for the correct realm 2024-09-12T17:39:46.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.320+0000 7fe5770db640 0 -- 172.21.15.183:0/3573415741 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fe57005c920 msgr2=0x7fe57005c390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:46.322 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.324+0000 7fe5768da640 0 -- 172.21.15.183:0/3573415741 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fe57007e910 msgr2=0x7fe57000e8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:46.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.540+0000 7fe5795d59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:46.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.540+0000 7fe5795d59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:46.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.540+0000 7fe5795d59c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:46.537 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.540+0000 7fe5795d59c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:46.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.540+0000 7fe5795d59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:46.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.540+0000 7fe5795d59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:46.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.540+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.540+0000 7fe5795d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.540+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.540+0000 7fe5795d59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:46.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.540+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:46.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 20 zone default found 2024-09-12T17:39:46.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 4 Realm: () 2024-09-12T17:39:46.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:46.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:46.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:46.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 20 zonegroup default 2024-09-12T17:39:46.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 20 started sync module instance, tier type = 2024-09-12T17:39:46.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.544+0000 7fe5795d59c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:46.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.572+0000 7fe5795d59c0 20 add_watcher() i=0 2024-09-12T17:39:46.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.572+0000 7fe5795d59c0 20 add_watcher() i=1 2024-09-12T17:39:46.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.572+0000 7fe5795d59c0 20 add_watcher() i=2 2024-09-12T17:39:46.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.572+0000 7fe5795d59c0 20 add_watcher() i=3 2024-09-12T17:39:46.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.572+0000 7fe5795d59c0 20 add_watcher() i=4 2024-09-12T17:39:46.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.572+0000 7fe5795d59c0 20 add_watcher() i=5 2024-09-12T17:39:46.567 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.572+0000 7fe5795d59c0 20 add_watcher() i=6 2024-09-12T17:39:46.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.572+0000 7fe5795d59c0 20 add_watcher() i=7 2024-09-12T17:39:46.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.572+0000 7fe5795d59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:46.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.576+0000 7fe42dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:46.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe5795d59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:46.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe5795d59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:46.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe5795d59c0 5 note: GC not initialized 2024-09-12T17:39:46.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe42cfe1640 20 reqs_thread_entry: start 2024-09-12T17:39:46.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe5795d59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:46.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe5795d59c0 20 Filter name: none 2024-09-12T17:39:46.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe3a67fc640 20 reqs_thread_entry: start 2024-09-12T17:39:46.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe5795d59c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:39:46.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe5795d59c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:46.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe5795d59c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:39:46.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe5795d59c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:39:46.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe5795d59c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:39:46.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.580+0000 7fe5795d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.584+0000 7fe5795d59c0 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T17:39:46.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.584+0000 7fe5795d59c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:46.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.584+0000 7fe5795d59c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:46.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.584+0000 7fe5795d59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:46.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.584+0000 7fe5795d59c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:46.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.584+0000 7fe5795d59c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:39:46.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.584+0000 7fe5795d59c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:39:46.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.584+0000 7fe5795d59c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:39:46.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.584+0000 7fe5795d59c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:39:46.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.584+0000 7fe5795d59c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:39:46.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.584+0000 7fe5795d59c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:39:46.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.584+0000 7fe5795d59c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:39:46.583 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.588+0000 7fe42dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:46.588 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.592+0000 7fe5795d59c0 20 remove_watcher() i=0 2024-09-12T17:39:46.588 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.592+0000 7fe5795d59c0 2 removed watcher, disabling cache 2024-09-12T17:39:46.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.596+0000 7fe5795d59c0 20 remove_watcher() i=1 2024-09-12T17:39:46.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.596+0000 7fe5795d59c0 20 remove_watcher() i=2 2024-09-12T17:39:46.596 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.600+0000 7fe5795d59c0 20 remove_watcher() i=3 2024-09-12T17:39:46.599 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.604+0000 7fe5795d59c0 20 remove_watcher() i=4 2024-09-12T17:39:46.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.604+0000 7fe5795d59c0 20 remove_watcher() i=5 2024-09-12T17:39:46.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.604+0000 7fe5795d59c0 20 remove_watcher() i=6 2024-09-12T17:39:46.604 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.608+0000 7fe5795d59c0 20 remove_watcher() i=7 2024-09-12T17:39:46.621 INFO:tasks.workunit.client.0.smithi183.stderr:check reshard logrecord successfully 2024-09-12T17:39:46.621 INFO:tasks.workunit.client.0.smithi183.stderr: test: reshard versioned bucket 2024-09-12T17:39:46.621 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T17:39:46.648 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:46.649 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:46.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.696+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.700+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.700+0000 7fc0dfd2f9c0 20 realm 2024-09-12T17:39:46.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.700+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.700+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.700+0000 7fc0dfd2f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:46.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.700+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.700+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.700+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.704+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:46.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.704+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.704+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:46.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.704+0000 7fc0dfd2f9c0 20 searching for the correct realm 2024-09-12T17:39:46.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.704+0000 7fc0dd034640 0 -- 172.21.15.183:0/2931160922 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7fc0d0028030 msgr2=0x7fc0d0093a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:46.915 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.920+0000 7fc0dd835640 0 -- 172.21.15.183:0/2931160922 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fc0d803c020 msgr2=0x7fc0d806db00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:46.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:46.932 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:46.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:46.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:46.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:46.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:46.933 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:46.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:46.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 zone default found 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 4 Realm: () 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 zonegroup default 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.936+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.940+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.940+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.940+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.940+0000 7fc0dfd2f9c0 20 started sync module instance, tier type = 2024-09-12T17:39:46.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.940+0000 7fc0dfd2f9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:46.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.964+0000 7fc0dfd2f9c0 20 add_watcher() i=0 2024-09-12T17:39:46.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.964+0000 7fc0dfd2f9c0 20 add_watcher() i=1 2024-09-12T17:39:46.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.964+0000 7fc0dfd2f9c0 20 add_watcher() i=2 2024-09-12T17:39:46.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.964+0000 7fc0dfd2f9c0 20 add_watcher() i=3 2024-09-12T17:39:46.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.964+0000 7fc0dfd2f9c0 20 add_watcher() i=4 2024-09-12T17:39:46.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.964+0000 7fc0dfd2f9c0 20 add_watcher() i=5 2024-09-12T17:39:46.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.964+0000 7fc0dfd2f9c0 20 add_watcher() i=6 2024-09-12T17:39:46.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.968+0000 7fc0dfd2f9c0 20 add_watcher() i=7 2024-09-12T17:39:46.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.968+0000 7fc0dfd2f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:46.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.972+0000 7fbf8f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:46.967 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.972+0000 7fc0dfd2f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:46.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.972+0000 7fc0dfd2f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:46.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.972+0000 7fc0dfd2f9c0 5 note: GC not initialized 2024-09-12T17:39:46.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.972+0000 7fbf8e7fc640 20 reqs_thread_entry: start 2024-09-12T17:39:46.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.972+0000 7fc0dfd2f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:46.968 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.972+0000 7fc0dfd2f9c0 20 Filter name: none 2024-09-12T17:39:46.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.972+0000 7fbefffff640 20 reqs_thread_entry: start 2024-09-12T17:39:46.969 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.972+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.972+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:39:46.970 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.972+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.976+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:39:46.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.976+0000 7fc0dfd2f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:46.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.976+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.976+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:39:46.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.976+0000 7fc0dfd2f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:46.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.976+0000 7fc0dfd2f9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:39:46.974 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.976+0000 7fc0dfd2f9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:46.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.980+0000 7fbf8f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:46.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.984+0000 7fc0dfd2f9c0 20 remove_watcher() i=0 2024-09-12T17:39:46.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.984+0000 7fc0dfd2f9c0 2 removed watcher, disabling cache 2024-09-12T17:39:46.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.988+0000 7fc0dfd2f9c0 20 remove_watcher() i=1 2024-09-12T17:39:46.985 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.988+0000 7fc0dfd2f9c0 20 remove_watcher() i=2 2024-09-12T17:39:46.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.992+0000 7fc0dfd2f9c0 20 remove_watcher() i=3 2024-09-12T17:39:46.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.992+0000 7fc0dfd2f9c0 20 remove_watcher() i=4 2024-09-12T17:39:46.990 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.996+0000 7fc0dfd2f9c0 20 remove_watcher() i=5 2024-09-12T17:39:46.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.996+0000 7fc0dfd2f9c0 20 remove_watcher() i=6 2024-09-12T17:39:46.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:46.996+0000 7fc0dfd2f9c0 20 remove_watcher() i=7 2024-09-12T17:39:47.009 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:47.009 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:39:47.009 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: myver id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-12T17:39:47.009 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:47.010 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2024-09-12T17:39:47.039 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:47.039 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:47.082 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.088+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.084 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.088+0000 7fead22d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.088+0000 7fead22d99c0 20 realm 2024-09-12T17:39:47.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.088+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.088+0000 7fead22d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.088+0000 7fead22d99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:47.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.088+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.088+0000 7fead22d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.085 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.088+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.092+0000 7fead22d99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:47.086 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.092+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.092+0000 7fead22d99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:47.087 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.092+0000 7fead22d99c0 20 searching for the correct realm 2024-09-12T17:39:47.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.096+0000 7fead05e0640 0 -- 172.21.15.183:0/2372376978 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7feac4001940 msgr2=0x7feac404a7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:47.097 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.100+0000 7feacf5de640 0 -- 172.21.15.183:0/2372376978 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7feac80c2040 msgr2=0x7feac80cf410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:47.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.316+0000 7fead22d99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:47.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.316+0000 7fead22d99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:47.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.316+0000 7fead22d99c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:47.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.316+0000 7fead22d99c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:47.314 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.316+0000 7fead22d99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:47.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.316+0000 7fead22d99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:47.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.316+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:47.315 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:47.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 20 zone default found 2024-09-12T17:39:47.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 4 Realm: () 2024-09-12T17:39:47.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:47.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:47.316 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:47.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 20 zonegroup default 2024-09-12T17:39:47.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.317 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.320+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.324+0000 7fead22d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.324+0000 7fead22d99c0 20 started sync module instance, tier type = 2024-09-12T17:39:47.318 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.324+0000 7fead22d99c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:47.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.344+0000 7fead22d99c0 20 add_watcher() i=0 2024-09-12T17:39:47.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.344+0000 7fead22d99c0 20 add_watcher() i=1 2024-09-12T17:39:47.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.344+0000 7fead22d99c0 20 add_watcher() i=2 2024-09-12T17:39:47.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.344+0000 7fead22d99c0 20 add_watcher() i=3 2024-09-12T17:39:47.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.344+0000 7fead22d99c0 20 add_watcher() i=4 2024-09-12T17:39:47.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.344+0000 7fead22d99c0 20 add_watcher() i=5 2024-09-12T17:39:47.340 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.344+0000 7fead22d99c0 20 add_watcher() i=6 2024-09-12T17:39:47.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.344+0000 7fead22d99c0 20 add_watcher() i=7 2024-09-12T17:39:47.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.344+0000 7fead22d99c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:47.344 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.348+0000 7fe985fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:47.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.348+0000 7fead22d99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:47.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.348+0000 7fead22d99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:47.345 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.348+0000 7fead22d99c0 5 note: GC not initialized 2024-09-12T17:39:47.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.348+0000 7fe984fe1640 20 reqs_thread_entry: start 2024-09-12T17:39:47.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:47.346 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 20 Filter name: none 2024-09-12T17:39:47.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fe8fe7fc640 20 reqs_thread_entry: start 2024-09-12T17:39:47.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T17:39:47.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:39:47.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T17:39:47.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T17:39:47.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 : miss 2024-09-12T17:39:47.348 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:39:47.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:47.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 10 adding default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:47.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:47.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:47.349 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.352+0000 7fead22d99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 2024-09-12T17:39:47.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.360+0000 7fead22d99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:47.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.360+0000 7fead22d99c0 10 moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:47.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.360+0000 7fead22d99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:47.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.360+0000 7fead22d99c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18, ofs0, ns] 2024-09-12T17:39:47.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.360+0000 7fe9aeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464344 cookie 94791386370064 notifier 7913 bl.length()=821 2024-09-12T17:39:47.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.360+0000 7fe9aeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:47.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.360+0000 7fe9aeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:47.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.360+0000 7fe9aeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:47.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.364+0000 7fead22d99c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_sources= new_sources= 2024-09-12T17:39:47.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.364+0000 7fead22d99c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential sources added=[] removed=[] 2024-09-12T17:39:47.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.364+0000 7fead22d99c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_dests= new_dests= 2024-09-12T17:39:47.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.364+0000 7fead22d99c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential dests added=[] removed=[] 2024-09-12T17:39:47.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.368+0000 7fead22d99c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.1.0 2024-09-12T17:39:47.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.368+0000 7fead22d99c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.1.0 2024-09-12T17:39:47.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.368+0000 7fead22d99c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.1.1 2024-09-12T17:39:47.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.368+0000 7fead22d99c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.1.1 2024-09-12T17:39:47.364 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.368+0000 7fead22d99c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.0 2024-09-12T17:39:47.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.368+0000 7fead22d99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:39:47.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.368+0000 7fead22d99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 2024-09-12T17:39:47.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.372+0000 7fead22d99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:47.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.372+0000 7fead22d99c0 10 moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:47.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.372+0000 7fead22d99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:47.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.372+0000 7fead22d99c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18, ofs0, ns] 2024-09-12T17:39:47.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.372+0000 7fe9aeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464345 cookie 94791386370064 notifier 7913 bl.length()=821 2024-09-12T17:39:47.369 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.372+0000 7fe9aeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:47.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.372+0000 7fe9aeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:47.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.372+0000 7fe9aeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:47.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.372+0000 7fead22d99c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_sources= new_sources= 2024-09-12T17:39:47.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.372+0000 7fead22d99c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential sources added=[] removed=[] 2024-09-12T17:39:47.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.372+0000 7fead22d99c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_dests= new_dests= 2024-09-12T17:39:47.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.372+0000 7fead22d99c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential dests added=[] removed=[] 2024-09-12T17:39:47.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.376+0000 7fead22d99c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.0 2024-09-12T17:39:47.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.376+0000 7fead22d99c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:39:47.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.376+0000 7fead22d99c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 2024-09-12T17:39:47.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.380+0000 7fead22d99c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:47.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.380+0000 7fead22d99c0 10 moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:47.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.380+0000 7fead22d99c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:47.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.380+0000 7fead22d99c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18, ofs0, ns] 2024-09-12T17:39:47.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.380+0000 7fe9aeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464346 cookie 94791386370064 notifier 7913 bl.length()=789 2024-09-12T17:39:47.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.380+0000 7fe9aeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:47.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.380+0000 7fe9aeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:47.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.380+0000 7fe9aeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:47.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.384+0000 7fead22d99c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_sources= new_sources= 2024-09-12T17:39:47.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.384+0000 7fead22d99c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential sources added=[] removed=[] 2024-09-12T17:39:47.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.384+0000 7fead22d99c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_dests= new_dests= 2024-09-12T17:39:47.378 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.384+0000 7fead22d99c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential dests added=[] removed=[] 2024-09-12T17:39:47.381 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.384+0000 7fead22d99c0 1 execute INFO: reshard of bucket "myver" from 1 shards to 2 shards completed successfully 2024-09-12T17:39:47.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.388+0000 7fe985fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:47.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.392+0000 7fead22d99c0 20 remove_watcher() i=0 2024-09-12T17:39:47.390 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.392+0000 7fead22d99c0 2 removed watcher, disabling cache 2024-09-12T17:39:47.392 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.396+0000 7fead22d99c0 20 remove_watcher() i=1 2024-09-12T17:39:47.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.400+0000 7fead22d99c0 20 remove_watcher() i=2 2024-09-12T17:39:47.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.400+0000 7fead22d99c0 20 remove_watcher() i=3 2024-09-12T17:39:47.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.404+0000 7fead22d99c0 20 remove_watcher() i=4 2024-09-12T17:39:47.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.404+0000 7fead22d99c0 20 remove_watcher() i=5 2024-09-12T17:39:47.402 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.408+0000 7fead22d99c0 20 remove_watcher() i=6 2024-09-12T17:39:47.404 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.408+0000 7fead22d99c0 20 remove_watcher() i=7 2024-09-12T17:39:47.421 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T17:39:47.448 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:47.448 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:47.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.496+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.496+0000 7fcc473939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.496+0000 7fcc473939c0 20 realm 2024-09-12T17:39:47.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.496+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.496+0000 7fcc473939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.496+0000 7fcc473939c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:47.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.496+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.496+0000 7fcc473939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.494 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.496+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.500+0000 7fcc473939c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:47.495 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.500+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.500+0000 7fcc473939c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:47.496 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.500+0000 7fcc473939c0 20 searching for the correct realm 2024-09-12T17:39:47.501 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.504+0000 7fcc44e99640 0 -- 172.21.15.183:0/4042511627 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fcc3c08e1a0 msgr2=0x7fcc3c090890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:47.508 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.512+0000 7fcc44698640 0 -- 172.21.15.183:0/4042511627 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fcc3c08e880 msgr2=0x7fcc3c09a760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:47.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.728+0000 7fcc473939c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:47.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.728+0000 7fcc473939c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:47.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.728+0000 7fcc473939c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:47.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.728+0000 7fcc473939c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:47.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.728+0000 7fcc473939c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:47.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.728+0000 7fcc473939c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:47.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.728+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:47.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:47.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 20 zone default found 2024-09-12T17:39:47.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 4 Realm: () 2024-09-12T17:39:47.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:47.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:47.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:47.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 20 zonegroup default 2024-09-12T17:39:47.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.732+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.736+0000 7fcc473939c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:47.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.736+0000 7fcc473939c0 20 started sync module instance, tier type = 2024-09-12T17:39:47.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.736+0000 7fcc473939c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:47.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.760+0000 7fcc473939c0 20 add_watcher() i=0 2024-09-12T17:39:47.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.760+0000 7fcc473939c0 20 add_watcher() i=1 2024-09-12T17:39:47.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.760+0000 7fcc473939c0 20 add_watcher() i=2 2024-09-12T17:39:47.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.760+0000 7fcc473939c0 20 add_watcher() i=3 2024-09-12T17:39:47.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.760+0000 7fcc473939c0 20 add_watcher() i=4 2024-09-12T17:39:47.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.760+0000 7fcc473939c0 20 add_watcher() i=5 2024-09-12T17:39:47.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.760+0000 7fcc473939c0 20 add_watcher() i=6 2024-09-12T17:39:47.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.764+0000 7fcc473939c0 20 add_watcher() i=7 2024-09-12T17:39:47.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.764+0000 7fcc473939c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:47.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcafb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:47.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcc473939c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:47.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcc473939c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:47.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcc473939c0 5 note: GC not initialized 2024-09-12T17:39:47.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcafa7e4640 20 reqs_thread_entry: start 2024-09-12T17:39:47.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcc473939c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:47.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcc473939c0 20 Filter name: none 2024-09-12T17:39:47.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcaf37fe640 20 reqs_thread_entry: start 2024-09-12T17:39:47.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcc473939c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:39:47.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcc473939c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:39:47.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcc473939c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:47.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.768+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.772+0000 7fcc473939c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:39:47.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.772+0000 7fcc473939c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:47.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.772+0000 7fcc473939c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:39:47.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.772+0000 7fcc473939c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:47.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.776+0000 7fcafb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:47.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.780+0000 7fcc473939c0 20 remove_watcher() i=0 2024-09-12T17:39:47.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.780+0000 7fcc473939c0 2 removed watcher, disabling cache 2024-09-12T17:39:47.777 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.780+0000 7fcc473939c0 20 remove_watcher() i=1 2024-09-12T17:39:47.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.784+0000 7fcc473939c0 20 remove_watcher() i=2 2024-09-12T17:39:47.782 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.784+0000 7fcc473939c0 20 remove_watcher() i=3 2024-09-12T17:39:47.785 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.788+0000 7fcc473939c0 20 remove_watcher() i=4 2024-09-12T17:39:47.786 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.792+0000 7fcc473939c0 20 remove_watcher() i=5 2024-09-12T17:39:47.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.792+0000 7fcc473939c0 20 remove_watcher() i=6 2024-09-12T17:39:47.790 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:47.792+0000 7fcc473939c0 20 remove_watcher() i=7 2024-09-12T17:39:47.807 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:47.808 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:39:47.808 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: myver id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T17:39:47.808 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:47.811 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:47.811 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:47.817 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:47.817 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:47.863 INFO:tasks.workunit.client.0.smithi183.stderr: test: reshard removes olh entries with empty name 2024-09-12T17:39:47.868 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:47.868 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:47.925 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:47.925 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:48.013 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T17:39:48.044 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:48.044 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:48.089 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.092+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.096+0000 7f47756489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.096+0000 7f47756489c0 20 realm 2024-09-12T17:39:48.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.096+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.096+0000 7f47756489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.096+0000 7f47756489c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:48.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.096+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.091 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.096+0000 7f47756489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.092 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.096+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.092 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.096+0000 7f47756489c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:48.092 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.096+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.096+0000 7f47756489c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:48.093 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.096+0000 7f47756489c0 20 searching for the correct realm 2024-09-12T17:39:48.096 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.100+0000 7f477294d640 0 -- 172.21.15.183:0/3252976308 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f476401b040 msgr2=0x7f4764029910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:48.310 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.312+0000 7f477314e640 0 -- 172.21.15.183:0/3252976308 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f476c027030 msgr2=0x7f476c08a040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:48.326 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:48.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:48.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:48.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:48.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:48.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:48.327 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:48.328 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:48.329 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 zone default found 2024-09-12T17:39:48.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 4 Realm: () 2024-09-12T17:39:48.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:48.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:48.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:48.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 zonegroup default 2024-09-12T17:39:48.330 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.331 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.332+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.336+0000 7f47756489c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.336+0000 7f47756489c0 20 started sync module instance, tier type = 2024-09-12T17:39:48.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.336+0000 7f47756489c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:48.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.356+0000 7f47756489c0 20 add_watcher() i=0 2024-09-12T17:39:48.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.356+0000 7f47756489c0 20 add_watcher() i=1 2024-09-12T17:39:48.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.356+0000 7f47756489c0 20 add_watcher() i=2 2024-09-12T17:39:48.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.356+0000 7f47756489c0 20 add_watcher() i=3 2024-09-12T17:39:48.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.356+0000 7f47756489c0 20 add_watcher() i=4 2024-09-12T17:39:48.352 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.356+0000 7f47756489c0 20 add_watcher() i=5 2024-09-12T17:39:48.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.356+0000 7f47756489c0 20 add_watcher() i=6 2024-09-12T17:39:48.353 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.356+0000 7f47756489c0 20 add_watcher() i=7 2024-09-12T17:39:48.354 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.356+0000 7f47756489c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:48.356 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.360+0000 7f4629fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:48.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.360+0000 7f47756489c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:48.357 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.360+0000 7f47756489c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:48.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.360+0000 7f47756489c0 5 note: GC not initialized 2024-09-12T17:39:48.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.360+0000 7f4628fe1640 20 reqs_thread_entry: start 2024-09-12T17:39:48.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.364+0000 7f47756489c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:48.358 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.364+0000 7f47756489c0 20 Filter name: none 2024-09-12T17:39:48.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.364+0000 7f45a27fc640 20 reqs_thread_entry: start 2024-09-12T17:39:48.359 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.364+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.364+0000 7f47756489c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:48.360 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.364+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.364+0000 7f47756489c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:39:48.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.364+0000 7f47756489c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:48.361 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.364+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.368+0000 7f47756489c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:48.362 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.368+0000 7f47756489c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.368+0000 7f47756489c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:39:48.363 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.368+0000 7f47756489c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:48.366 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.368+0000 7f4629fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:48.370 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.376+0000 7f47756489c0 20 remove_watcher() i=0 2024-09-12T17:39:48.371 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.376+0000 7f47756489c0 2 removed watcher, disabling cache 2024-09-12T17:39:48.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.376+0000 7f47756489c0 20 remove_watcher() i=1 2024-09-12T17:39:48.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.380+0000 7f47756489c0 20 remove_watcher() i=2 2024-09-12T17:39:48.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.380+0000 7f47756489c0 20 remove_watcher() i=3 2024-09-12T17:39:48.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.384+0000 7f47756489c0 20 remove_watcher() i=4 2024-09-12T17:39:48.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.384+0000 7f47756489c0 20 remove_watcher() i=5 2024-09-12T17:39:48.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.388+0000 7f47756489c0 20 remove_watcher() i=6 2024-09-12T17:39:48.384 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.388+0000 7f47756489c0 20 remove_watcher() i=7 2024-09-12T17:39:48.399 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:48.399 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:39:48.399 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: a-bucket id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 num_objects: 0 size_kb: 0 num_shards: 3 2024-09-12T17:39:48.400 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:48.400 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket layout --bucket a-bucket 2024-09-12T17:39:48.426 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:48.426 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:48.471 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.476+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.476+0000 7fe0b4f559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.476+0000 7fe0b4f559c0 20 realm 2024-09-12T17:39:48.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.476+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.476+0000 7fe0b4f559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.476+0000 7fe0b4f559c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:48.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.476+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.476+0000 7fe0b4f559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.476+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.480+0000 7fe0b4f559c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:48.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.480+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.480+0000 7fe0b4f559c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:48.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.480+0000 7fe0b4f559c0 20 searching for the correct realm 2024-09-12T17:39:48.477 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.480+0000 7fe0b2a5b640 0 -- 172.21.15.183:0/3364469323 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fe0ac021060 msgr2=0x7fe0ac09da40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:48.483 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.488+0000 7fe0b2a5b640 0 -- 172.21.15.183:0/3364469323 >> [v2:172.21.15.196:6824/2644564030,v1:172.21.15.196:6825/2644564030] conn(0x7fe0ac008050 msgr2=0x7fe0ac09da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:48.708 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.712+0000 7fe0b4f559c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:48.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.712+0000 7fe0b4f559c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:48.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.712+0000 7fe0b4f559c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:48.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.712+0000 7fe0b4f559c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:48.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.712+0000 7fe0b4f559c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:48.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.712+0000 7fe0b4f559c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:48.709 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.712+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.712+0000 7fe0b4f559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.712+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.712+0000 7fe0b4f559c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:48.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.712+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:48.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 20 zone default found 2024-09-12T17:39:48.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 4 Realm: () 2024-09-12T17:39:48.712 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:48.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:48.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:48.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 20 zonegroup default 2024-09-12T17:39:48.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 20 started sync module instance, tier type = 2024-09-12T17:39:48.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.716+0000 7fe0b4f559c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:48.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.740+0000 7fe0b4f559c0 20 add_watcher() i=0 2024-09-12T17:39:48.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.740+0000 7fe0b4f559c0 20 add_watcher() i=1 2024-09-12T17:39:48.737 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.740+0000 7fe0b4f559c0 20 add_watcher() i=2 2024-09-12T17:39:48.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.740+0000 7fe0b4f559c0 20 add_watcher() i=3 2024-09-12T17:39:48.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.740+0000 7fe0b4f559c0 20 add_watcher() i=4 2024-09-12T17:39:48.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.740+0000 7fe0b4f559c0 20 add_watcher() i=5 2024-09-12T17:39:48.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.740+0000 7fe0b4f559c0 20 add_watcher() i=6 2024-09-12T17:39:48.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.744+0000 7fe0b4f559c0 20 add_watcher() i=7 2024-09-12T17:39:48.739 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.744+0000 7fe0b4f559c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:48.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.748+0000 7fdf697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:48.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.748+0000 7fe0b4f559c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:48.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.748+0000 7fe0b4f559c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:48.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.748+0000 7fe0b4f559c0 5 note: GC not initialized 2024-09-12T17:39:48.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.748+0000 7fdee3fff640 20 reqs_thread_entry: start 2024-09-12T17:39:48.745 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.748+0000 7fe0b4f559c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:48.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.748+0000 7fe0b4f559c0 20 Filter name: none 2024-09-12T17:39:48.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.748+0000 7fdee1ffb640 20 reqs_thread_entry: start 2024-09-12T17:39:48.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.748+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.752+0000 7fe0b4f559c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:48.747 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.752+0000 7fe0b4f559c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.752+0000 7fe0b4f559c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:39:48.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.752+0000 7fe0b4f559c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:48.749 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.752+0000 7fdf697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:48.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.760+0000 7fe0b4f559c0 20 remove_watcher() i=0 2024-09-12T17:39:48.755 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.760+0000 7fe0b4f559c0 2 removed watcher, disabling cache 2024-09-12T17:39:48.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.760+0000 7fe0b4f559c0 20 remove_watcher() i=1 2024-09-12T17:39:48.759 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.764+0000 7fe0b4f559c0 20 remove_watcher() i=2 2024-09-12T17:39:48.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.764+0000 7fe0b4f559c0 20 remove_watcher() i=3 2024-09-12T17:39:48.763 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.768+0000 7fe0b4f559c0 20 remove_watcher() i=4 2024-09-12T17:39:48.765 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.768+0000 7fe0b4f559c0 20 remove_watcher() i=5 2024-09-12T17:39:48.766 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.772+0000 7fe0b4f559c0 20 remove_watcher() i=6 2024-09-12T17:39:48.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.772+0000 7fe0b4f559c0 20 remove_watcher() i=7 2024-09-12T17:39:48.785 INFO:tasks.workunit.client.0.smithi183.stderr:rados -p default.rgw.buckets.index setomapval .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2024-09-12T17:39:48.813 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:48.813 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:48.833 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T17:39:48.860 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:48.860 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:48.901 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.904+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.908+0000 7f9db73dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.908+0000 7f9db73dd9c0 20 realm 2024-09-12T17:39:48.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.908+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.908+0000 7f9db73dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.908+0000 7f9db73dd9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:48.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.908+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.908+0000 7f9db73dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:48.904 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.908+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.908+0000 7f9db73dd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:48.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.908+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:48.905 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.908+0000 7f9db73dd9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:48.906 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.908+0000 7f9db73dd9c0 20 searching for the correct realm 2024-09-12T17:39:48.912 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.912+0000 7f9db56e4640 0 -- 172.21.15.183:0/946842188 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f9da80d3280 msgr2=0x7f9da80a5850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:48.916 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:48.920+0000 7f9db46e2640 0 -- 172.21.15.183:0/946842188 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f9dac066bf0 msgr2=0x7f9dac089680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:49.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.136+0000 7f9db73dd9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:49.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.136+0000 7f9db73dd9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:49.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.136+0000 7f9db73dd9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:49.134 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.136+0000 7f9db73dd9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:49.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.136+0000 7f9db73dd9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:49.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.136+0000 7f9db73dd9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:49.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.136+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.136+0000 7f9db73dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.135 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.136+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:49.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:49.137 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 20 zone default found 2024-09-12T17:39:49.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 4 Realm: () 2024-09-12T17:39:49.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:49.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:49.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:49.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 20 zonegroup default 2024-09-12T17:39:49.138 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.139 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.140+0000 7f9db73dd9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.140 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.144+0000 7f9db73dd9c0 20 started sync module instance, tier type = 2024-09-12T17:39:49.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.144+0000 7f9db73dd9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:49.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.168+0000 7f9db73dd9c0 20 add_watcher() i=0 2024-09-12T17:39:49.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.168+0000 7f9db73dd9c0 20 add_watcher() i=1 2024-09-12T17:39:49.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.168+0000 7f9db73dd9c0 20 add_watcher() i=2 2024-09-12T17:39:49.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.168+0000 7f9db73dd9c0 20 add_watcher() i=3 2024-09-12T17:39:49.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.168+0000 7f9db73dd9c0 20 add_watcher() i=4 2024-09-12T17:39:49.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.168+0000 7f9db73dd9c0 20 add_watcher() i=5 2024-09-12T17:39:49.164 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.168+0000 7f9db73dd9c0 20 add_watcher() i=6 2024-09-12T17:39:49.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.168+0000 7f9db73dd9c0 20 add_watcher() i=7 2024-09-12T17:39:49.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.168+0000 7f9db73dd9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:49.169 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.172+0000 7f9c6afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:49.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.172+0000 7f9db73dd9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:49.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.172+0000 7f9db73dd9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:49.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.172+0000 7f9db73dd9c0 5 note: GC not initialized 2024-09-12T17:39:49.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9c69fe3640 20 reqs_thread_entry: start 2024-09-12T17:39:49.171 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9db73dd9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:49.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9db73dd9c0 20 Filter name: none 2024-09-12T17:39:49.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9bdb7fe640 20 reqs_thread_entry: start 2024-09-12T17:39:49.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9db73dd9c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:49.173 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9db73dd9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9db73dd9c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:39:49.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9db73dd9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:49.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9db73dd9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T17:39:49.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9db73dd9c0 20 INFO: main: starting shard=0 2024-09-12T17:39:49.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9db73dd9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:39:49.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.176+0000 7f9db73dd9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:39:49.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.180+0000 7f9db73dd9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:39:49.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.180+0000 7f9db73dd9c0 20 INFO: main: starting shard=1 2024-09-12T17:39:49.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.180+0000 7f9db73dd9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:39:49.175 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.180+0000 7f9db73dd9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:39:49.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.180+0000 7f9db73dd9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:39:49.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.180+0000 7f9db73dd9c0 20 INFO: main: starting shard=2 2024-09-12T17:39:49.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.180+0000 7f9db73dd9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:39:49.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.180+0000 7f9db73dd9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:39:49.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.180+0000 7f9db73dd9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:39:49.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.180+0000 7f9db73dd9c0 20 INFO: main: done 2024-09-12T17:39:49.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.184+0000 7f9c6afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:49.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.188+0000 7f9db73dd9c0 20 remove_watcher() i=0 2024-09-12T17:39:49.183 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.188+0000 7f9db73dd9c0 2 removed watcher, disabling cache 2024-09-12T17:39:49.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.188+0000 7f9db73dd9c0 20 remove_watcher() i=1 2024-09-12T17:39:49.188 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.192+0000 7f9db73dd9c0 20 remove_watcher() i=2 2024-09-12T17:39:49.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.196+0000 7f9db73dd9c0 20 remove_watcher() i=3 2024-09-12T17:39:49.193 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.196+0000 7f9db73dd9c0 20 remove_watcher() i=4 2024-09-12T17:39:49.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.200+0000 7f9db73dd9c0 20 remove_watcher() i=5 2024-09-12T17:39:49.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.200+0000 7f9db73dd9c0 20 remove_watcher() i=6 2024-09-12T17:39:49.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.200+0000 7f9db73dd9c0 20 remove_watcher() i=7 2024-09-12T17:39:49.213 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2024-09-12T17:39:49.243 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:49.244 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:49.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.288+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.287 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.292+0000 7f4ef9e879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.292+0000 7f4ef9e879c0 20 realm 2024-09-12T17:39:49.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.292+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.292+0000 7f4ef9e879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.292+0000 7f4ef9e879c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:49.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.292+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.292+0000 7f4ef9e879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.292+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.292+0000 7f4ef9e879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:49.289 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.292+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.296+0000 7f4ef9e879c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:49.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.296+0000 7f4ef9e879c0 20 searching for the correct realm 2024-09-12T17:39:49.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.296+0000 7f4ef818e640 0 -- 172.21.15.183:0/1053795479 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f4eec027070 msgr2=0x7f4eec03e420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:39:49.302 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.308+0000 7f4ef718c640 0 -- 172.21.15.183:0/1053795479 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f4ef0101750 msgr2=0x7f4ef00f6dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:49.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.524+0000 7f4ef9e879c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:49.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.524+0000 7f4ef9e879c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:49.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.524+0000 7f4ef9e879c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:49.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.524+0000 7f4ef9e879c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:49.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.524+0000 7f4ef9e879c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:49.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.524+0000 7f4ef9e879c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:49.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.524+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:49.523 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:49.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 20 zone default found 2024-09-12T17:39:49.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 4 Realm: () 2024-09-12T17:39:49.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:49.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:49.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:49.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 20 zonegroup default 2024-09-12T17:39:49.524 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.525 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.528+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.532+0000 7f4ef9e879c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.532+0000 7f4ef9e879c0 20 started sync module instance, tier type = 2024-09-12T17:39:49.526 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.532+0000 7f4ef9e879c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:49.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.552+0000 7f4ef9e879c0 20 add_watcher() i=0 2024-09-12T17:39:49.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.552+0000 7f4ef9e879c0 20 add_watcher() i=1 2024-09-12T17:39:49.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.552+0000 7f4ef9e879c0 20 add_watcher() i=2 2024-09-12T17:39:49.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.552+0000 7f4ef9e879c0 20 add_watcher() i=3 2024-09-12T17:39:49.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.552+0000 7f4ef9e879c0 20 add_watcher() i=4 2024-09-12T17:39:49.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.552+0000 7f4ef9e879c0 20 add_watcher() i=5 2024-09-12T17:39:49.549 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.552+0000 7f4ef9e879c0 20 add_watcher() i=6 2024-09-12T17:39:49.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.556+0000 7f4ef9e879c0 20 add_watcher() i=7 2024-09-12T17:39:49.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.556+0000 7f4ef9e879c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:49.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.560+0000 7f4dadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:49.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.560+0000 7f4ef9e879c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:49.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.560+0000 7f4ef9e879c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:49.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.560+0000 7f4ef9e879c0 5 note: GC not initialized 2024-09-12T17:39:49.557 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.560+0000 7f4dacfe1640 20 reqs_thread_entry: start 2024-09-12T17:39:49.557 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.560+0000 7f4ef9e879c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:49.557 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.560+0000 7f4ef9e879c0 20 Filter name: none 2024-09-12T17:39:49.557 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.560+0000 7f4d267fc640 20 reqs_thread_entry: start 2024-09-12T17:39:49.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.560+0000 7f4ef9e879c0 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T17:39:49.558 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.560+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.564+0000 7f4ef9e879c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:49.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.564+0000 7f4ef9e879c0 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T17:39:49.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.564+0000 7f4ef9e879c0 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T17:39:49.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.564+0000 7f4ef9e879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : miss 2024-09-12T17:39:49.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.564+0000 7f4ef9e879c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.564+0000 7f4ef9e879c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:39:49.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.564+0000 7f4ef9e879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:49.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.564+0000 7f4ef9e879c0 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:49.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.564+0000 7f4ef9e879c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:49.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.564+0000 7f4ef9e879c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:49.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.564+0000 7f4ef9e879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:39:49.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.572+0000 7f4ef9e879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:49.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.572+0000 7f4ef9e879c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:49.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.572+0000 7f4ef9e879c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:49.569 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.572+0000 7f4ef9e879c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:39:49.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.572+0000 7f4dd67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464348 cookie 94774120095200 notifier 8006 bl.length()=827 2024-09-12T17:39:49.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.572+0000 7f4dd67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:49.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.572+0000 7f4dd67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:49.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.572+0000 7f4dd67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:49.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.572+0000 7f4ef9e879c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:39:49.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.572+0000 7f4ef9e879c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:39:49.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.572+0000 7f4ef9e879c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:39:49.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.572+0000 7f4ef9e879c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:39:49.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.580+0000 7f4ef9e879c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.0 2024-09-12T17:39:49.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.580+0000 7f4ef9e879c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.0 2024-09-12T17:39:49.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.580+0000 7f4ef9e879c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:39:49.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.580+0000 7f4ef9e879c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:39:49.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.580+0000 7f4ef9e879c0 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2024-09-12T17:39:49.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.580+0000 7f4ef9e879c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:39:49.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.580+0000 7f4ef9e879c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:39:49.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.584+0000 7f4ef9e879c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:39:49.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.584+0000 7f4ef9e879c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:39:49.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.584+0000 7f4ef9e879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : hit (requested=0x17, cached=0x17) 2024-09-12T17:39:49.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.584+0000 7f4ef9e879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:39:49.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.588+0000 7f4ef9e879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:49.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.588+0000 7f4ef9e879c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:49.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.588+0000 7f4ef9e879c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:49.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.588+0000 7f4ef9e879c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:39:49.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.588+0000 7f4dd6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464349 cookie 94774120095200 notifier 8006 bl.length()=827 2024-09-12T17:39:49.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.588+0000 7f4dd6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:49.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.588+0000 7f4dd6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:49.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.588+0000 7f4dd6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:49.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.588+0000 7f4ef9e879c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:39:49.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.588+0000 7f4ef9e879c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:39:49.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.588+0000 7f4ef9e879c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:39:49.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.588+0000 7f4ef9e879c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:39:49.588 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.592+0000 7f4ef9e879c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:39:49.588 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.592+0000 7f4ef9e879c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.0 2024-09-12T17:39:49.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.592+0000 7f4ef9e879c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:39:49.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.592+0000 7f4ef9e879c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.1 2024-09-12T17:39:49.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.592+0000 7f4ef9e879c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:39:49.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.592+0000 7f4ef9e879c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.2.2 2024-09-12T17:39:49.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.596+0000 7f4ef9e879c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 : hit (requested=0x17, cached=0x17) 2024-09-12T17:39:49.590 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.596+0000 7f4ef9e879c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 2024-09-12T17:39:49.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.596+0000 7f4ef9e879c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:49.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.596+0000 7f4ef9e879c0 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:49.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.596+0000 7f4ef9e879c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:49.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.596+0000 7f4ef9e879c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17, ofs0, ns] 2024-09-12T17:39:49.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.600+0000 7f4dd6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464350 cookie 94774120095200 notifier 8006 bl.length()=795 2024-09-12T17:39:49.594 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.600+0000 7f4dd6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 info.flags=0x17 2024-09-12T17:39:49.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.600+0000 7f4dd6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17 to cache LRU end 2024-09-12T17:39:49.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.600+0000 7f4dd6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:49.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.600+0000 7f4ef9e879c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_sources= new_sources= 2024-09-12T17:39:49.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.600+0000 7f4ef9e879c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential sources added=[] removed=[] 2024-09-12T17:39:49.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.600+0000 7f4ef9e879c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): orig_dests= new_dests= 2024-09-12T17:39:49.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.600+0000 7f4ef9e879c0 20 handle_bi_update(): bucket=:a-bucket[fbe06962-a98e-4cf5-b805-dd8639959719.4523.17]): potential dests added=[] removed=[] 2024-09-12T17:39:49.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.600+0000 7f4ef9e879c0 1 execute INFO: reshard of bucket "a-bucket" from 3 shards to 1 shards completed successfully 2024-09-12T17:39:49.606 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.604+0000 7f4dadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:49.606 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.612+0000 7f4ef9e879c0 20 remove_watcher() i=0 2024-09-12T17:39:49.606 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.612+0000 7f4ef9e879c0 2 removed watcher, disabling cache 2024-09-12T17:39:49.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.612+0000 7f4ef9e879c0 20 remove_watcher() i=1 2024-09-12T17:39:49.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.616+0000 7f4ef9e879c0 20 remove_watcher() i=2 2024-09-12T17:39:49.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.616+0000 7f4ef9e879c0 20 remove_watcher() i=3 2024-09-12T17:39:49.615 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.620+0000 7f4ef9e879c0 20 remove_watcher() i=4 2024-09-12T17:39:49.616 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.620+0000 7f4ef9e879c0 20 remove_watcher() i=5 2024-09-12T17:39:49.618 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.624+0000 7f4ef9e879c0 20 remove_watcher() i=6 2024-09-12T17:39:49.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.624+0000 7f4ef9e879c0 20 remove_watcher() i=7 2024-09-12T17:39:49.639 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T17:39:49.667 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:49.668 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:49.711 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.716+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.716+0000 7f45450f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.716+0000 7f45450f49c0 20 realm 2024-09-12T17:39:49.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.716+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.716+0000 7f45450f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.716+0000 7f45450f49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:49.713 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.716+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.716+0000 7f45450f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:49.714 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.716+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.720+0000 7f45450f49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:49.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.720+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:49.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.720+0000 7f45450f49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:49.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.720+0000 7f45450f49c0 20 searching for the correct realm 2024-09-12T17:39:49.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.724+0000 7f45433fb640 0 -- 172.21.15.183:0/1914413300 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f452c0d6070 msgr2=0x7f452c0fcd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:49.935 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:49.940+0000 7f45423f9640 0 -- 172.21.15.183:0/1914413300 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f453c026410 msgr2=0x7f453c026890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:50.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.156+0000 7f45450f49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:50.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.156+0000 7f45450f49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:50.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.156+0000 7f45450f49c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:50.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.156+0000 7f45450f49c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:50.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.156+0000 7f45450f49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:50.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.156+0000 7f45450f49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:50.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.156+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.156+0000 7f45450f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.156+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:50.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:50.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 20 zone default found 2024-09-12T17:39:50.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 4 Realm: () 2024-09-12T17:39:50.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:50.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:50.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:50.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 20 zonegroup default 2024-09-12T17:39:50.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.160+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.164+0000 7f45450f49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.164+0000 7f45450f49c0 20 started sync module instance, tier type = 2024-09-12T17:39:50.158 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.164+0000 7f45450f49c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:50.178 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.184+0000 7f45450f49c0 20 add_watcher() i=0 2024-09-12T17:39:50.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.184+0000 7f45450f49c0 20 add_watcher() i=1 2024-09-12T17:39:50.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.184+0000 7f45450f49c0 20 add_watcher() i=2 2024-09-12T17:39:50.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.184+0000 7f45450f49c0 20 add_watcher() i=3 2024-09-12T17:39:50.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.184+0000 7f45450f49c0 20 add_watcher() i=4 2024-09-12T17:39:50.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.184+0000 7f45450f49c0 20 add_watcher() i=5 2024-09-12T17:39:50.179 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.184+0000 7f45450f49c0 20 add_watcher() i=6 2024-09-12T17:39:50.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.184+0000 7f45450f49c0 20 add_watcher() i=7 2024-09-12T17:39:50.180 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.184+0000 7f45450f49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:50.184 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.188+0000 7f43f97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:50.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.188+0000 7f45450f49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:50.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.188+0000 7f45450f49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:50.185 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.188+0000 7f45450f49c0 5 note: GC not initialized 2024-09-12T17:39:50.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.188+0000 7f4373fff640 20 reqs_thread_entry: start 2024-09-12T17:39:50.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.188+0000 7f45450f49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:50.186 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f45450f49c0 20 Filter name: none 2024-09-12T17:39:50.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f4371ffb640 20 reqs_thread_entry: start 2024-09-12T17:39:50.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f45450f49c0 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T17:39:50.187 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f45450f49c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f45450f49c0 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T17:39:50.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f45450f49c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:50.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f45450f49c0 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2024-09-12T17:39:50.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f45450f49c0 20 INFO: main: starting shard=0 2024-09-12T17:39:50.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f45450f49c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.0 2024-09-12T17:39:50.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f45450f49c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.17.3.0 2024-09-12T17:39:50.189 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f45450f49c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:39:50.190 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.192+0000 7f45450f49c0 20 INFO: main: done 2024-09-12T17:39:50.191 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.196+0000 7f43f97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:50.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.200+0000 7f45450f49c0 20 remove_watcher() i=0 2024-09-12T17:39:50.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.200+0000 7f45450f49c0 2 removed watcher, disabling cache 2024-09-12T17:39:50.199 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.204+0000 7f45450f49c0 20 remove_watcher() i=1 2024-09-12T17:39:50.201 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.204+0000 7f45450f49c0 20 remove_watcher() i=2 2024-09-12T17:39:50.203 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.208+0000 7f45450f49c0 20 remove_watcher() i=3 2024-09-12T17:39:50.205 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.208+0000 7f45450f49c0 20 remove_watcher() i=4 2024-09-12T17:39:50.207 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.212+0000 7f45450f49c0 20 remove_watcher() i=5 2024-09-12T17:39:50.208 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.212+0000 7f45450f49c0 20 remove_watcher() i=6 2024-09-12T17:39:50.210 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.212+0000 7f45450f49c0 20 remove_watcher() i=7 2024-09-12T17:39:50.225 INFO:tasks.workunit.client.0.smithi183.stderr: test: PUT succeeds during reshard 2024-09-12T17:39:50.226 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T17:39:50.257 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:50.257 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:50.301 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.304+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.308+0000 7f363f7c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.308+0000 7f363f7c89c0 20 realm 2024-09-12T17:39:50.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.308+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.308+0000 7f363f7c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.308+0000 7f363f7c89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:50.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.308+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.308+0000 7f363f7c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.303 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.308+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.308+0000 7f363f7c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:50.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.308+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.308+0000 7f363f7c89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:50.305 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.308+0000 7f363f7c89c0 20 searching for the correct realm 2024-09-12T17:39:50.308 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.312+0000 7f363cacd640 0 -- 172.21.15.183:0/3375394713 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f36300646f0 msgr2=0x7f3630097a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:50.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.524+0000 7f363d2ce640 0 -- 172.21.15.183:0/3375394713 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f3628003cc0 msgr2=0x7f3638042490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:50.538 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:50.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:50.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:50.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:50.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:50.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:50.539 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:50.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:50.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 zone default found 2024-09-12T17:39:50.540 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 4 Realm: () 2024-09-12T17:39:50.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:50.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:50.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:50.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 zonegroup default 2024-09-12T17:39:50.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.544+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.548+0000 7f363f7c89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.548+0000 7f363f7c89c0 20 started sync module instance, tier type = 2024-09-12T17:39:50.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.548+0000 7f363f7c89c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:50.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.568+0000 7f363f7c89c0 20 add_watcher() i=0 2024-09-12T17:39:50.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.568+0000 7f363f7c89c0 20 add_watcher() i=1 2024-09-12T17:39:50.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.568+0000 7f363f7c89c0 20 add_watcher() i=2 2024-09-12T17:39:50.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.568+0000 7f363f7c89c0 20 add_watcher() i=3 2024-09-12T17:39:50.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.568+0000 7f363f7c89c0 20 add_watcher() i=4 2024-09-12T17:39:50.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.568+0000 7f363f7c89c0 20 add_watcher() i=5 2024-09-12T17:39:50.566 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.568+0000 7f363f7c89c0 20 add_watcher() i=6 2024-09-12T17:39:50.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.572+0000 7f363f7c89c0 20 add_watcher() i=7 2024-09-12T17:39:50.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.572+0000 7f363f7c89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:50.572 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.576+0000 7f34f37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:50.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.576+0000 7f363f7c89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:50.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.576+0000 7f363f7c89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:50.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.576+0000 7f363f7c89c0 5 note: GC not initialized 2024-09-12T17:39:50.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.576+0000 7f34f27e4640 20 reqs_thread_entry: start 2024-09-12T17:39:50.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.576+0000 7f363f7c89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:50.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.576+0000 7f363f7c89c0 20 Filter name: none 2024-09-12T17:39:50.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.580+0000 7f3463fff640 20 reqs_thread_entry: start 2024-09-12T17:39:50.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.580+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.580+0000 7f363f7c89c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:39:50.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.580+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.580+0000 7f363f7c89c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:39:50.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.580+0000 7f363f7c89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:50.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.580+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.580+0000 7f363f7c89c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:39:50.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.580+0000 7f363f7c89c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.580+0000 7f363f7c89c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:39:50.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.580+0000 7f363f7c89c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:50.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.584+0000 7f34f37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:50.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.588+0000 7f363f7c89c0 20 remove_watcher() i=0 2024-09-12T17:39:50.585 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.588+0000 7f363f7c89c0 2 removed watcher, disabling cache 2024-09-12T17:39:50.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.592+0000 7f363f7c89c0 20 remove_watcher() i=1 2024-09-12T17:39:50.589 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.592+0000 7f363f7c89c0 20 remove_watcher() i=2 2024-09-12T17:39:50.591 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.596+0000 7f363f7c89c0 20 remove_watcher() i=3 2024-09-12T17:39:50.593 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.596+0000 7f363f7c89c0 20 remove_watcher() i=4 2024-09-12T17:39:50.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.600+0000 7f363f7c89c0 20 remove_watcher() i=5 2024-09-12T17:39:50.597 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.600+0000 7f363f7c89c0 20 remove_watcher() i=6 2024-09-12T17:39:50.598 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.604+0000 7f363f7c89c0 20 remove_watcher() i=7 2024-09-12T17:39:50.614 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:50.614 INFO:tasks.workunit.client.0.smithi183.stderr:BUCKET_STATS: 2024-09-12T17:39:50.614 INFO:tasks.workunit.client.0.smithi183.stderr:bucket: myver id: fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T17:39:50.614 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:50.615 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2024-09-12T17:39:50.645 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:50.645 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:50.688 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.692+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.696+0000 7fdecfc479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.690 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.696+0000 7fdecfc479c0 20 realm 2024-09-12T17:39:50.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.696+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.696+0000 7fdecfc479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.696+0000 7fdecfc479c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:50.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.696+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.696+0000 7fdecfc479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.691 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.696+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.696+0000 7fdecfc479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:50.692 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.696+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.696+0000 7fdecfc479c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:50.693 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.696+0000 7fdecfc479c0 20 searching for the correct realm 2024-09-12T17:39:50.696 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.700+0000 7fdecdf4e640 0 -- 172.21.15.183:0/3438637082 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fdec4013030 msgr2=0x7fdec40635c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:50.704 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.708+0000 7fdeccf4c640 0 -- 172.21.15.183:0/3438637082 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fdec8068810 msgr2=0x7fdec80658b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:50.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.924+0000 7fdecfc479c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:50.921 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.924+0000 7fdecfc479c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:50.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.924+0000 7fdecfc479c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:50.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.924+0000 7fdecfc479c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:50.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.924+0000 7fdecfc479c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:50.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.924+0000 7fdecfc479c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:50.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.924+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.924+0000 7fdecfc479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.922 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.924+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:50.923 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:50.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 zone default found 2024-09-12T17:39:50.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 4 Realm: () 2024-09-12T17:39:50.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:50.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:50.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:50.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 zonegroup default 2024-09-12T17:39:50.924 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.925 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:50.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 started sync module instance, tier type = 2024-09-12T17:39:50.926 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.928+0000 7fdecfc479c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:50.951 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.956+0000 7fdecfc479c0 20 add_watcher() i=0 2024-09-12T17:39:50.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.956+0000 7fdecfc479c0 20 add_watcher() i=1 2024-09-12T17:39:50.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.956+0000 7fdecfc479c0 20 add_watcher() i=2 2024-09-12T17:39:50.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.956+0000 7fdecfc479c0 20 add_watcher() i=3 2024-09-12T17:39:50.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.956+0000 7fdecfc479c0 20 add_watcher() i=4 2024-09-12T17:39:50.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.956+0000 7fdecfc479c0 20 add_watcher() i=5 2024-09-12T17:39:50.952 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.956+0000 7fdecfc479c0 20 add_watcher() i=6 2024-09-12T17:39:50.953 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.956+0000 7fdecfc479c0 20 add_watcher() i=7 2024-09-12T17:39:50.954 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.956+0000 7fdecfc479c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:50.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.960+0000 7fdd837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:50.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:50.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:50.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 5 note: GC not initialized 2024-09-12T17:39:50.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdd827e4640 20 reqs_thread_entry: start 2024-09-12T17:39:50.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:50.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 20 Filter name: none 2024-09-12T17:39:50.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdcf3fff640 20 reqs_thread_entry: start 2024-09-12T17:39:50.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T17:39:50.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:39:50.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T17:39:50.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T17:39:50.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 : miss 2024-09-12T17:39:50.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:50.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:39:50.962 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:50.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 10 adding default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:50.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:39:50.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:50.963 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.964+0000 7fdecfc479c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 2024-09-12T17:39:50.971 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.976+0000 7fdecfc479c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:50.971 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.976+0000 7fdecfc479c0 10 moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:50.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.976+0000 7fdecfc479c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:50.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.976+0000 7fdecfc479c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18, ofs0, ns] 2024-09-12T17:39:50.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.976+0000 7fdd9ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464351 cookie 93994523867056 notifier 8051 bl.length()=821 2024-09-12T17:39:50.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.976+0000 7fdd9ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:50.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.976+0000 7fdd9ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:50.972 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.976+0000 7fdd9ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:50.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.976+0000 7fdecfc479c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_sources= new_sources= 2024-09-12T17:39:50.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.976+0000 7fdecfc479c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential sources added=[] removed=[] 2024-09-12T17:39:50.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.976+0000 7fdecfc479c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_dests= new_dests= 2024-09-12T17:39:50.973 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.976+0000 7fdecfc479c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential dests added=[] removed=[] 2024-09-12T17:39:50.977 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:50.980+0000 7fdecfc479c0 -1 Injecting delay=5.000000000s at location=do_reshard 2024-09-12T17:39:51.618 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:51.618 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:51.653 INFO:tasks.workunit.client.0.smithi183.stderr:put object successful 2024-09-12T17:39:55.977 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.980+0000 7fdecfc479c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.0 2024-09-12T17:39:55.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.980+0000 7fdecfc479c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.0 2024-09-12T17:39:55.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.980+0000 7fdecfc479c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.1 2024-09-12T17:39:55.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.980+0000 7fdecfc479c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.1 2024-09-12T17:39:55.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.980+0000 7fdecfc479c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.2 2024-09-12T17:39:55.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.980+0000 7fdecfc479c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.2 2024-09-12T17:39:55.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.980+0000 7fdecfc479c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.1.0 2024-09-12T17:39:55.978 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.980+0000 7fdecfc479c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.1.0 2024-09-12T17:39:55.979 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.984+0000 7fdecfc479c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.1.1 2024-09-12T17:39:55.979 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.984+0000 7fdecfc479c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.1.1 2024-09-12T17:39:55.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.988+0000 7fdecfc479c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:39:55.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.988+0000 7fdecfc479c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 2024-09-12T17:39:55.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.992+0000 7fdecfc479c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:55.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.992+0000 7fdecfc479c0 10 moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:55.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.992+0000 7fdecfc479c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:55.988 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.992+0000 7fdecfc479c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18, ofs0, ns] 2024-09-12T17:39:55.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.992+0000 7fdd9ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464352 cookie 93994523867056 notifier 8051 bl.length()=821 2024-09-12T17:39:55.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.992+0000 7fdd9ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:55.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.992+0000 7fdd9ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:55.989 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.992+0000 7fdd9ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:55.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.996+0000 7fdd9ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464353 cookie 93994523867056 notifier 8051 bl.length()=821 2024-09-12T17:39:55.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.996+0000 7fdd9ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:55.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.996+0000 7fdd9ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:55.993 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:55.996+0000 7fdd9ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:55.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.000+0000 7fdecfc479c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_sources= new_sources= 2024-09-12T17:39:55.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.000+0000 7fdecfc479c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential sources added=[] removed=[] 2024-09-12T17:39:55.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.000+0000 7fdecfc479c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_dests= new_dests= 2024-09-12T17:39:55.994 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.000+0000 7fdecfc479c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential dests added=[] removed=[] 2024-09-12T17:39:55.997 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.000+0000 7fdecfc479c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.1.0 2024-09-12T17:39:55.997 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.000+0000 7fdecfc479c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.1.0 2024-09-12T17:39:55.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.004+0000 7fdecfc479c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.1.1 2024-09-12T17:39:55.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.004+0000 7fdecfc479c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.1.1 2024-09-12T17:39:56.004 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.008+0000 7fdecfc479c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:39:56.004 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.008+0000 7fdecfc479c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 2024-09-12T17:39:56.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.012+0000 7fdecfc479c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:56.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.012+0000 7fdecfc479c0 10 moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:56.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.012+0000 7fdecfc479c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:56.007 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.012+0000 7fdecfc479c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18, ofs0, ns] 2024-09-12T17:39:56.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.012+0000 7fdd9ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464354 cookie 93994523867056 notifier 8051 bl.length()=789 2024-09-12T17:39:56.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.012+0000 7fdd9ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:39:56.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.012+0000 7fdd9ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:39:56.008 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.012+0000 7fdd9ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:39:56.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.012+0000 7fdecfc479c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_sources= new_sources= 2024-09-12T17:39:56.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.012+0000 7fdecfc479c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential sources added=[] removed=[] 2024-09-12T17:39:56.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.012+0000 7fdecfc479c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_dests= new_dests= 2024-09-12T17:39:56.009 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.012+0000 7fdecfc479c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential dests added=[] removed=[] 2024-09-12T17:39:56.013 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.016+0000 7fdecfc479c0 1 execute INFO: reshard of bucket "myver" from 2 shards to 3 shards completed successfully 2024-09-12T17:39:56.017 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.020+0000 7fdd837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:56.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.028+0000 7fdecfc479c0 20 remove_watcher() i=0 2024-09-12T17:39:56.024 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.028+0000 7fdecfc479c0 2 removed watcher, disabling cache 2024-09-12T17:39:56.026 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.032+0000 7fdecfc479c0 20 remove_watcher() i=1 2024-09-12T17:39:56.029 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.032+0000 7fdecfc479c0 20 remove_watcher() i=2 2024-09-12T17:39:56.032 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.036+0000 7fdecfc479c0 20 remove_watcher() i=3 2024-09-12T17:39:56.034 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.036+0000 7fdecfc479c0 20 remove_watcher() i=4 2024-09-12T17:39:56.036 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.040+0000 7fdecfc479c0 20 remove_watcher() i=5 2024-09-12T17:39:56.038 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.044+0000 7fdecfc479c0 20 remove_watcher() i=6 2024-09-12T17:39:56.040 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:56.044+0000 7fdecfc479c0 20 remove_watcher() i=7 2024-09-12T17:39:56.652 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2024-09-12T17:39:56.652 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:39:56.657 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:56.658 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:56.668 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:56.668 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:56.714 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:56.714 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:56.748 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:56.748 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:56.757 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:56.758 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:56.793 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:56.793 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:56.803 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:56.803 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:56.837 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:56.838 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:56.844 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:39:57.291 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T17:39:58.729 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:58.729 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:58.799 INFO:tasks.workunit.client.0.smithi183.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:39:58.800 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket myver --object x 2024-09-12T17:39:58.836 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:58.837 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:58.881 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.884+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:58.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.888+0000 7f3b4582a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:58.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.888+0000 7f3b4582a9c0 20 realm 2024-09-12T17:39:58.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.888+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:58.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.888+0000 7f3b4582a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:58.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.888+0000 7f3b4582a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:58.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.888+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:58.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.888+0000 7f3b4582a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:58.883 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.888+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:58.884 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.888+0000 7f3b4582a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:58.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.888+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:58.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.888+0000 7f3b4582a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:58.885 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.888+0000 7f3b4582a9c0 20 searching for the correct realm 2024-09-12T17:39:58.890 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.896+0000 7f3b43330640 0 -- 172.21.15.183:0/2372307353 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f3b3c0c8070 msgr2=0x7f3b3c0c88a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:58.896 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:58.900+0000 7f3b42b2f640 0 -- 172.21.15.183:0/2372307353 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f3b3c1007c0 msgr2=0x7f3b3c0f70e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:59.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.116+0000 7f3b4582a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:59.112 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.116+0000 7f3b4582a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:59.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.116+0000 7f3b4582a9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:59.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.116+0000 7f3b4582a9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:59.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.116+0000 7f3b4582a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:59.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.116+0000 7f3b4582a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:59.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.116+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.116+0000 7f3b4582a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.113 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.116+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.116+0000 7f3b4582a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:59.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.116+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:59.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 20 zone default found 2024-09-12T17:39:59.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 4 Realm: () 2024-09-12T17:39:59.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:59.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:59.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:59.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 20 zonegroup default 2024-09-12T17:39:59.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.115 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.116 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 20 started sync module instance, tier type = 2024-09-12T17:39:59.117 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.120+0000 7f3b4582a9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:59.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.144+0000 7f3b4582a9c0 20 add_watcher() i=0 2024-09-12T17:39:59.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.144+0000 7f3b4582a9c0 20 add_watcher() i=1 2024-09-12T17:39:59.141 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.144+0000 7f3b4582a9c0 20 add_watcher() i=2 2024-09-12T17:39:59.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.144+0000 7f3b4582a9c0 20 add_watcher() i=3 2024-09-12T17:39:59.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.144+0000 7f3b4582a9c0 20 add_watcher() i=4 2024-09-12T17:39:59.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.144+0000 7f3b4582a9c0 20 add_watcher() i=5 2024-09-12T17:39:59.142 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.144+0000 7f3b4582a9c0 20 add_watcher() i=6 2024-09-12T17:39:59.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.148+0000 7f3b4582a9c0 20 add_watcher() i=7 2024-09-12T17:39:59.144 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.148+0000 7f3b4582a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:59.148 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.152+0000 7f39fa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:59.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.152+0000 7f3b4582a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:59.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.152+0000 7f3b4582a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:59.149 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.152+0000 7f3b4582a9c0 5 note: GC not initialized 2024-09-12T17:39:59.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.152+0000 7f39f97e2640 20 reqs_thread_entry: start 2024-09-12T17:39:59.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.152+0000 7f3b4582a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:59.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.152+0000 7f3b4582a9c0 20 Filter name: none 2024-09-12T17:39:59.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.152+0000 7f39f27fc640 20 reqs_thread_entry: start 2024-09-12T17:39:59.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.152+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.150 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.156+0000 7f3b4582a9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:39:59.151 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.156+0000 7f3b4582a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.156+0000 7f3b4582a9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:39:59.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.156+0000 7f3b4582a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:59.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.156+0000 7f3b4582a9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T17:39:59.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.156+0000 7f3b4582a9c0 20 INFO: main: starting shard=0 2024-09-12T17:39:59.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.156+0000 7f3b4582a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.0 2024-09-12T17:39:59.152 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.156+0000 7f3b4582a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.0 2024-09-12T17:39:59.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.156+0000 7f3b4582a9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:39:59.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.156+0000 7f3b4582a9c0 20 INFO: main: starting shard=1 2024-09-12T17:39:59.153 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.156+0000 7f3b4582a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.1 2024-09-12T17:39:59.154 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.156+0000 7f3b4582a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.1 2024-09-12T17:39:59.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.160+0000 7f3b4582a9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:39:59.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.160+0000 7f3b4582a9c0 20 INFO: main: starting shard=2 2024-09-12T17:39:59.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.160+0000 7f3b4582a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.2 2024-09-12T17:39:59.155 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.160+0000 7f3b4582a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.2 2024-09-12T17:39:59.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.160+0000 7f3b4582a9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:39:59.156 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.160+0000 7f3b4582a9c0 20 INFO: main: done 2024-09-12T17:39:59.157 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.160+0000 7f39fa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:59.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.168+0000 7f3b4582a9c0 20 remove_watcher() i=0 2024-09-12T17:39:59.163 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.168+0000 7f3b4582a9c0 2 removed watcher, disabling cache 2024-09-12T17:39:59.165 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.168+0000 7f3b4582a9c0 20 remove_watcher() i=1 2024-09-12T17:39:59.168 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.172+0000 7f3b4582a9c0 20 remove_watcher() i=2 2024-09-12T17:39:59.170 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.172+0000 7f3b4582a9c0 20 remove_watcher() i=3 2024-09-12T17:39:59.172 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.176+0000 7f3b4582a9c0 20 remove_watcher() i=4 2024-09-12T17:39:59.174 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.180+0000 7f3b4582a9c0 20 remove_watcher() i=5 2024-09-12T17:39:59.176 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.180+0000 7f3b4582a9c0 20 remove_watcher() i=6 2024-09-12T17:39:59.177 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.180+0000 7f3b4582a9c0 20 remove_watcher() i=7 2024-09-12T17:39:59.199 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:59.199 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:59.203 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:59.204 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:59.259 INFO:tasks.workunit.client.0.smithi183.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:39:59.261 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket myver --object y 2024-09-12T17:39:59.295 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:59.295 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:59.339 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.344+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.344+0000 7fb7acace9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.344+0000 7fb7acace9c0 20 realm 2024-09-12T17:39:59.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.344+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.344+0000 7fb7acace9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.344+0000 7fb7acace9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:59.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.344+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.344+0000 7fb7acace9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.341 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.344+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.348+0000 7fb7acace9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:59.342 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.348+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.348+0000 7fb7acace9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:59.343 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.348+0000 7fb7acace9c0 20 searching for the correct realm 2024-09-12T17:39:59.347 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.352+0000 7fb7aadd5640 0 -- 172.21.15.183:0/3513648725 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fb7a0001c20 msgr2=0x7fb7a005c160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:59.355 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.360+0000 7fb7a9dd3640 0 -- 172.21.15.183:0/3513648725 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fb7a4008030 msgr2=0x7fb7a4013410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:39:59.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.576+0000 7fb7acace9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:39:59.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.576+0000 7fb7acace9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:39:59.574 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.576+0000 7fb7acace9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:39:59.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.576+0000 7fb7acace9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:39:59.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.576+0000 7fb7acace9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:39:59.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.576+0000 7fb7acace9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:39:59.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.576+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:59.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:39:59.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 zone default found 2024-09-12T17:39:59.576 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 4 Realm: () 2024-09-12T17:39:59.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:39:59.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:39:59.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:39:59.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 zonegroup default 2024-09-12T17:39:59.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.578 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 started sync module instance, tier type = 2024-09-12T17:39:59.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.580+0000 7fb7acace9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:39:59.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.604+0000 7fb7acace9c0 20 add_watcher() i=0 2024-09-12T17:39:59.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.604+0000 7fb7acace9c0 20 add_watcher() i=1 2024-09-12T17:39:59.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.604+0000 7fb7acace9c0 20 add_watcher() i=2 2024-09-12T17:39:59.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.604+0000 7fb7acace9c0 20 add_watcher() i=3 2024-09-12T17:39:59.600 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.604+0000 7fb7acace9c0 20 add_watcher() i=4 2024-09-12T17:39:59.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.604+0000 7fb7acace9c0 20 add_watcher() i=5 2024-09-12T17:39:59.601 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.604+0000 7fb7acace9c0 20 add_watcher() i=6 2024-09-12T17:39:59.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.604+0000 7fb7acace9c0 20 add_watcher() i=7 2024-09-12T17:39:59.602 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.604+0000 7fb7acace9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:39:59.606 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.608+0000 7fb660fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:59.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.612+0000 7fb7acace9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:39:59.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.612+0000 7fb7acace9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:39:59.607 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.612+0000 7fb7acace9c0 5 note: GC not initialized 2024-09-12T17:39:59.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.612+0000 7fb5db7fe640 20 reqs_thread_entry: start 2024-09-12T17:39:59.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.612+0000 7fb7acace9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:39:59.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.612+0000 7fb7acace9c0 20 Filter name: none 2024-09-12T17:39:59.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.612+0000 7fb5d97fa640 20 reqs_thread_entry: start 2024-09-12T17:39:59.608 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.612+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.612+0000 7fb7acace9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:39:59.609 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.612+0000 7fb7acace9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:39:59.610 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:39:59.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T17:39:59.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 INFO: main: starting shard=0 2024-09-12T17:39:59.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.0 2024-09-12T17:39:59.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.0 2024-09-12T17:39:59.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:39:59.611 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 INFO: main: starting shard=1 2024-09-12T17:39:59.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.1 2024-09-12T17:39:59.612 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.1 2024-09-12T17:39:59.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:39:59.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 INFO: main: starting shard=2 2024-09-12T17:39:59.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.2 2024-09-12T17:39:59.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.2 2024-09-12T17:39:59.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:39:59.613 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.616+0000 7fb7acace9c0 20 INFO: main: done 2024-09-12T17:39:59.614 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.620+0000 7fb660fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:39:59.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.624+0000 7fb7acace9c0 20 remove_watcher() i=0 2024-09-12T17:39:59.620 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.624+0000 7fb7acace9c0 2 removed watcher, disabling cache 2024-09-12T17:39:59.622 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.628+0000 7fb7acace9c0 20 remove_watcher() i=1 2024-09-12T17:39:59.624 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.628+0000 7fb7acace9c0 20 remove_watcher() i=2 2024-09-12T17:39:59.627 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.632+0000 7fb7acace9c0 20 remove_watcher() i=3 2024-09-12T17:39:59.628 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.632+0000 7fb7acace9c0 20 remove_watcher() i=4 2024-09-12T17:39:59.630 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.632+0000 7fb7acace9c0 20 remove_watcher() i=5 2024-09-12T17:39:59.631 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.636+0000 7fb7acace9c0 20 remove_watcher() i=6 2024-09-12T17:39:59.633 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.636+0000 7fb7acace9c0 20 remove_watcher() i=7 2024-09-12T17:39:59.651 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:59.652 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:59.656 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:39:59.656 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:39:59.715 INFO:tasks.workunit.client.0.smithi183.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:39:59.716 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket myver --object z 2024-09-12T17:39:59.745 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:39:59.746 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:39:59.791 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.796+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.796+0000 7fb968d7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.796+0000 7fb968d7a9c0 20 realm 2024-09-12T17:39:59.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.796+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.796+0000 7fb968d7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.796+0000 7fb968d7a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:39:59.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.796+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.796+0000 7fb968d7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:39:59.793 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.796+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.800+0000 7fb968d7a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:39:59.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.800+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:39:59.795 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.800+0000 7fb968d7a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:39:59.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.800+0000 7fb968d7a9c0 20 searching for the correct realm 2024-09-12T17:39:59.799 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:39:59.804+0000 7fb967081640 0 -- 172.21.15.183:0/1583623790 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fb9580db410 msgr2=0x7fb9580db850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:00.016 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.020+0000 7fb96607f640 0 -- 172.21.15.183:0/1583623790 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fb96007f7f0 msgr2=0x7fb96005f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:00.238 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.236+0000 7fb968d7a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:00.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.236+0000 7fb968d7a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:00.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.236+0000 7fb968d7a9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:40:00.239 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.236+0000 7fb968d7a9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:40:00.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.236+0000 7fb968d7a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:00.240 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.236+0000 7fb968d7a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:00.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.236+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:00.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.236+0000 7fb968d7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:00.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.236+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:00.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:00.242 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:00.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:00.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 zone default found 2024-09-12T17:40:00.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 4 Realm: () 2024-09-12T17:40:00.243 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:40:00.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:40:00.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:00.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 zonegroup default 2024-09-12T17:40:00.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:00.244 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:00.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:00.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:00.245 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:00.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:00.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 started sync module instance, tier type = 2024-09-12T17:40:00.246 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.240+0000 7fb968d7a9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:40:00.263 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.264+0000 7fb968d7a9c0 20 add_watcher() i=0 2024-09-12T17:40:00.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.264+0000 7fb968d7a9c0 20 add_watcher() i=1 2024-09-12T17:40:00.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.264+0000 7fb968d7a9c0 20 add_watcher() i=2 2024-09-12T17:40:00.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.264+0000 7fb968d7a9c0 20 add_watcher() i=3 2024-09-12T17:40:00.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.264+0000 7fb968d7a9c0 20 add_watcher() i=4 2024-09-12T17:40:00.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.264+0000 7fb968d7a9c0 20 add_watcher() i=5 2024-09-12T17:40:00.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.264+0000 7fb968d7a9c0 20 add_watcher() i=6 2024-09-12T17:40:00.264 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.268+0000 7fb968d7a9c0 20 add_watcher() i=7 2024-09-12T17:40:00.265 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.268+0000 7fb968d7a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:00.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.272+0000 7fb81dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:00.268 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.272+0000 7fb968d7a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:00.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.272+0000 7fb968d7a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:00.269 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.272+0000 7fb968d7a9c0 5 note: GC not initialized 2024-09-12T17:40:00.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.272+0000 7fb81cfe1640 20 reqs_thread_entry: start 2024-09-12T17:40:00.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.272+0000 7fb968d7a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:00.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.272+0000 7fb968d7a9c0 20 Filter name: none 2024-09-12T17:40:00.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.272+0000 7fb815ffb640 20 reqs_thread_entry: start 2024-09-12T17:40:00.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.272+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:00.270 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.276+0000 7fb968d7a9c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:40:00.271 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.276+0000 7fb968d7a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:00.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.276+0000 7fb968d7a9c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:40:00.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.276+0000 7fb968d7a9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:00.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.276+0000 7fb968d7a9c0 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T17:40:00.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.276+0000 7fb968d7a9c0 20 INFO: main: starting shard=0 2024-09-12T17:40:00.272 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.276+0000 7fb968d7a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.0 2024-09-12T17:40:00.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.276+0000 7fb968d7a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.0 2024-09-12T17:40:00.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.276+0000 7fb968d7a9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:40:00.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.276+0000 7fb968d7a9c0 20 INFO: main: starting shard=1 2024-09-12T17:40:00.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.276+0000 7fb968d7a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.1 2024-09-12T17:40:00.273 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.276+0000 7fb968d7a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.1 2024-09-12T17:40:00.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.280+0000 7fb968d7a9c0 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T17:40:00.275 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.280+0000 7fb968d7a9c0 20 INFO: main: starting shard=2 2024-09-12T17:40:00.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.280+0000 7fb968d7a9c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.2 2024-09-12T17:40:00.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.280+0000 7fb968d7a9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.2 2024-09-12T17:40:00.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.280+0000 7fb968d7a9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:40:00.276 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.280+0000 7fb968d7a9c0 20 INFO: main: done 2024-09-12T17:40:00.277 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.280+0000 7fb81dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:00.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.284+0000 7fb968d7a9c0 20 remove_watcher() i=0 2024-09-12T17:40:00.282 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.284+0000 7fb968d7a9c0 2 removed watcher, disabling cache 2024-09-12T17:40:00.285 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.288+0000 7fb968d7a9c0 20 remove_watcher() i=1 2024-09-12T17:40:00.286 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.292+0000 7fb968d7a9c0 20 remove_watcher() i=2 2024-09-12T17:40:00.288 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.292+0000 7fb968d7a9c0 20 remove_watcher() i=3 2024-09-12T17:40:00.290 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.296+0000 7fb968d7a9c0 20 remove_watcher() i=4 2024-09-12T17:40:00.293 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.296+0000 7fb968d7a9c0 20 remove_watcher() i=5 2024-09-12T17:40:00.294 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.296+0000 7fb968d7a9c0 20 remove_watcher() i=6 2024-09-12T17:40:00.295 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:00.300+0000 7fb968d7a9c0 20 remove_watcher() i=7 2024-09-12T17:40:00.313 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:00.314 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:40:00.317 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:40:00.757 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T17:40:01.185 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2024-09-12T17:40:01.212 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:01.213 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:01.251 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.256+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.256+0000 7fb1f4ab39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.256+0000 7fb1f4ab39c0 20 realm 2024-09-12T17:40:01.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.256+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.256+0000 7fb1f4ab39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.256+0000 7fb1f4ab39c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:01.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.256+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.256+0000 7fb1f4ab39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.253 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.256+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.254 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.260+0000 7fb1f4ab39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:01.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.260+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.260+0000 7fb1f4ab39c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:01.255 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.260+0000 7fb1f4ab39c0 20 searching for the correct realm 2024-09-12T17:40:01.260 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.264+0000 7fb1f25b9640 0 -- 172.21.15.183:0/275620640 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fb1e40c7050 msgr2=0x7fb1e40fdf70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:01.266 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.272+0000 7fb1f1db8640 0 -- 172.21.15.183:0/275620640 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fb1e41080a0 msgr2=0x7fb1e412b720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:01.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.488+0000 7fb1f4ab39c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:01.490 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.488+0000 7fb1f4ab39c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.488+0000 7fb1f4ab39c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.488+0000 7fb1f4ab39c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.488+0000 7fb1f4ab39c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.488+0000 7fb1f4ab39c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.488+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 zone default found 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 4 Realm: () 2024-09-12T17:40:01.491 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:40:01.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:40:01.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:01.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 zonegroup default 2024-09-12T17:40:01.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.492 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 started sync module instance, tier type = 2024-09-12T17:40:01.493 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.492+0000 7fb1f4ab39c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:40:01.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.516+0000 7fb1f4ab39c0 20 add_watcher() i=0 2024-09-12T17:40:01.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.516+0000 7fb1f4ab39c0 20 add_watcher() i=1 2024-09-12T17:40:01.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.516+0000 7fb1f4ab39c0 20 add_watcher() i=2 2024-09-12T17:40:01.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.516+0000 7fb1f4ab39c0 20 add_watcher() i=3 2024-09-12T17:40:01.511 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.516+0000 7fb1f4ab39c0 20 add_watcher() i=4 2024-09-12T17:40:01.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.516+0000 7fb1f4ab39c0 20 add_watcher() i=5 2024-09-12T17:40:01.512 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.516+0000 7fb1f4ab39c0 20 add_watcher() i=6 2024-09-12T17:40:01.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.516+0000 7fb1f4ab39c0 20 add_watcher() i=7 2024-09-12T17:40:01.514 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.516+0000 7fb1f4ab39c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:01.517 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.520+0000 7fb0a8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:01.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:01.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:01.518 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 5 note: GC not initialized 2024-09-12T17:40:01.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb0237fe640 20 reqs_thread_entry: start 2024-09-12T17:40:01.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:01.519 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 20 Filter name: none 2024-09-12T17:40:01.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb0217fa640 20 reqs_thread_entry: start 2024-09-12T17:40:01.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T17:40:01.520 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:40:01.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T17:40:01.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T17:40:01.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 : miss 2024-09-12T17:40:01.521 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:40:01.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:40:01.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 10 adding default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:40:01.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:40:01.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:40:01.522 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.524+0000 7fb1f4ab39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 2024-09-12T17:40:01.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.540+0000 7fb1f4ab39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:40:01.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.540+0000 7fb1f4ab39c0 10 moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:40:01.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.540+0000 7fb1f4ab39c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:40:01.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.540+0000 7fb1f4ab39c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18, ofs0, ns] 2024-09-12T17:40:01.535 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.540+0000 7fb0d5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464355 cookie 93842843913920 notifier 8138 bl.length()=821 2024-09-12T17:40:01.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.540+0000 7fb0d5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:40:01.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.540+0000 7fb0d5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:40:01.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.540+0000 7fb0d5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:40:01.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.540+0000 7fb1f4ab39c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_sources= new_sources= 2024-09-12T17:40:01.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.540+0000 7fb1f4ab39c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential sources added=[] removed=[] 2024-09-12T17:40:01.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.540+0000 7fb1f4ab39c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_dests= new_dests= 2024-09-12T17:40:01.536 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.540+0000 7fb1f4ab39c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential dests added=[] removed=[] 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.0 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.0 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.1 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.1 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.2 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.2 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.3 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.3 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.4 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.4 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.5 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.5 2024-09-12T17:40:01.541 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.6 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.6 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.7 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.7 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.8 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.8 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.10 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.10 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.11 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.11 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.12 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.12 2024-09-12T17:40:01.542 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.13 2024-09-12T17:40:01.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.13 2024-09-12T17:40:01.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.14 2024-09-12T17:40:01.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.14 2024-09-12T17:40:01.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.15 2024-09-12T17:40:01.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.15 2024-09-12T17:40:01.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.16 2024-09-12T17:40:01.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.16 2024-09-12T17:40:01.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.0 2024-09-12T17:40:01.543 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.0 2024-09-12T17:40:01.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.1 2024-09-12T17:40:01.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.544+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.1 2024-09-12T17:40:01.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.548+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.2 2024-09-12T17:40:01.544 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.548+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.2 2024-09-12T17:40:01.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.552+0000 7fb1f4ab39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:40:01.546 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.552+0000 7fb1f4ab39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 2024-09-12T17:40:01.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb1f4ab39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:40:01.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb1f4ab39c0 10 moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:40:01.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb1f4ab39c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:40:01.550 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb1f4ab39c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18, ofs0, ns] 2024-09-12T17:40:01.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb0d5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464356 cookie 93842843913920 notifier 8138 bl.length()=821 2024-09-12T17:40:01.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb0d5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:40:01.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb0d5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:40:01.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb0d5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:40:01.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb1f4ab39c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_sources= new_sources= 2024-09-12T17:40:01.551 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb1f4ab39c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential sources added=[] removed=[] 2024-09-12T17:40:01.552 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb1f4ab39c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_dests= new_dests= 2024-09-12T17:40:01.552 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb1f4ab39c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential dests added=[] removed=[] 2024-09-12T17:40:01.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.0 2024-09-12T17:40:01.553 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.556+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.0 2024-09-12T17:40:01.554 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.560+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.1 2024-09-12T17:40:01.554 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.560+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.1 2024-09-12T17:40:01.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.560+0000 7fb1f4ab39c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.2 2024-09-12T17:40:01.555 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.560+0000 7fb1f4ab39c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.2.2 2024-09-12T17:40:01.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.560+0000 7fb1f4ab39c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 : hit (requested=0x17, cached=0x17) 2024-09-12T17:40:01.556 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.560+0000 7fb1f4ab39c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 2024-09-12T17:40:01.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.564+0000 7fb1f4ab39c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:40:01.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.564+0000 7fb1f4ab39c0 10 moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:40:01.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.564+0000 7fb1f4ab39c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:40:01.559 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.564+0000 7fb1f4ab39c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18, ofs0, ns] 2024-09-12T17:40:01.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.564+0000 7fb0d5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464357 cookie 93842843913920 notifier 8138 bl.length()=789 2024-09-12T17:40:01.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.564+0000 7fb0d5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:40:01.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.564+0000 7fb0d5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:40:01.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.564+0000 7fb0d5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:40:01.560 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.564+0000 7fb1f4ab39c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_sources= new_sources= 2024-09-12T17:40:01.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.564+0000 7fb1f4ab39c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential sources added=[] removed=[] 2024-09-12T17:40:01.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.564+0000 7fb1f4ab39c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): orig_dests= new_dests= 2024-09-12T17:40:01.561 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.564+0000 7fb1f4ab39c0 20 handle_bi_update(): bucket=:myver[fbe06962-a98e-4cf5-b805-dd8639959719.4523.18]): potential dests added=[] removed=[] 2024-09-12T17:40:01.563 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.568+0000 7fb1f4ab39c0 1 execute INFO: reshard of bucket "myver" from 3 shards to 17 shards completed successfully 2024-09-12T17:40:01.565 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.568+0000 7fb0a8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:01.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.576+0000 7fb1f4ab39c0 20 remove_watcher() i=0 2024-09-12T17:40:01.570 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.576+0000 7fb1f4ab39c0 2 removed watcher, disabling cache 2024-09-12T17:40:01.573 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.576+0000 7fb1f4ab39c0 20 remove_watcher() i=1 2024-09-12T17:40:01.575 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.580+0000 7fb1f4ab39c0 20 remove_watcher() i=2 2024-09-12T17:40:01.577 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.580+0000 7fb1f4ab39c0 20 remove_watcher() i=3 2024-09-12T17:40:01.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.584+0000 7fb1f4ab39c0 20 remove_watcher() i=4 2024-09-12T17:40:01.580 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.584+0000 7fb1f4ab39c0 20 remove_watcher() i=5 2024-09-12T17:40:01.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.584+0000 7fb1f4ab39c0 20 remove_watcher() i=6 2024-09-12T17:40:01.583 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.588+0000 7fb1f4ab39c0 20 remove_watcher() i=7 2024-09-12T17:40:01.599 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T17:40:01.633 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:01.634 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:01.674 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.680+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.680+0000 7f8ef31079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.680+0000 7f8ef31079c0 20 realm 2024-09-12T17:40:01.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.680+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.680+0000 7f8ef31079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.676 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.680+0000 7f8ef31079c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:01.677 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.680+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.677 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.680+0000 7f8ef31079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.677 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.680+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.678 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.684+0000 7f8ef31079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:01.678 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.684+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.679 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.684+0000 7f8ef31079c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:01.679 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.684+0000 7f8ef31079c0 20 searching for the correct realm 2024-09-12T17:40:01.681 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.684+0000 7f8ef040c640 0 -- 172.21.15.183:0/507701425 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f8ee0044040 msgr2=0x7f8ee0053400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:01.687 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.692+0000 7f8ef040c640 0 -- 172.21.15.183:0/507701425 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f8db8080880 msgr2=0x7f8db8082cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:01.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.700+0000 7f8ef31079c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:01.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.700+0000 7f8ef31079c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:01.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.700+0000 7f8ef31079c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:40:01.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.700+0000 7f8ef31079c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:40:01.697 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.700+0000 7f8ef31079c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:01.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.700+0000 7f8ef31079c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:01.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.700+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.700+0000 7f8ef31079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.698 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.700+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:01.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:01.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 zone default found 2024-09-12T17:40:01.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 4 Realm: () 2024-09-12T17:40:01.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:40:01.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:40:01.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:01.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 zonegroup default 2024-09-12T17:40:01.699 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.700 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 started sync module instance, tier type = 2024-09-12T17:40:01.701 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.704+0000 7f8ef31079c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:40:01.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.720+0000 7f8ef31079c0 20 add_watcher() i=0 2024-09-12T17:40:01.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.720+0000 7f8ef31079c0 20 add_watcher() i=1 2024-09-12T17:40:01.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.720+0000 7f8ef31079c0 20 add_watcher() i=2 2024-09-12T17:40:01.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.720+0000 7f8ef31079c0 20 add_watcher() i=3 2024-09-12T17:40:01.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.720+0000 7f8ef31079c0 20 add_watcher() i=4 2024-09-12T17:40:01.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.720+0000 7f8ef31079c0 20 add_watcher() i=5 2024-09-12T17:40:01.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.720+0000 7f8ef31079c0 20 add_watcher() i=6 2024-09-12T17:40:01.715 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.720+0000 7f8ef31079c0 20 add_watcher() i=7 2024-09-12T17:40:01.716 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.720+0000 7f8ef31079c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:01.718 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.720+0000 7f8da2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 5 note: GC not initialized 2024-09-12T17:40:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8da1fe3640 20 reqs_thread_entry: start 2024-09-12T17:40:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 20 Filter name: none 2024-09-12T17:40:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8d137fe640 20 reqs_thread_entry: start 2024-09-12T17:40:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T17:40:01.719 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:40:01.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T17:40:01.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T17:40:01.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 : miss 2024-09-12T17:40:01.720 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:40:01.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 info.flags=0x17 2024-09-12T17:40:01.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 10 adding default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 to cache LRU end 2024-09-12T17:40:01.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:40:01.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T17:40:01.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18 2024-09-12T17:40:01.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.0 2024-09-12T17:40:01.721 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.0 2024-09-12T17:40:01.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-12T17:40:01.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.1 2024-09-12T17:40:01.722 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.724+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.1 2024-09-12T17:40:01.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-12T17:40:01.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.2 2024-09-12T17:40:01.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.2 2024-09-12T17:40:01.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-12T17:40:01.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.3 2024-09-12T17:40:01.723 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.3 2024-09-12T17:40:01.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-12T17:40:01.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.4 2024-09-12T17:40:01.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.4 2024-09-12T17:40:01.724 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-12T17:40:01.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.5 2024-09-12T17:40:01.725 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.5 2024-09-12T17:40:01.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 1 NOTICE: finished shard 5 (0 entries removed) 2024-09-12T17:40:01.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.6 2024-09-12T17:40:01.726 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.728+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.6 2024-09-12T17:40:01.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-12T17:40:01.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.7 2024-09-12T17:40:01.727 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.7 2024-09-12T17:40:01.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-12T17:40:01.728 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.8 2024-09-12T17:40:01.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.8 2024-09-12T17:40:01.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 1 NOTICE: finished shard 8 (0 entries removed) 2024-09-12T17:40:01.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.729 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.10 2024-09-12T17:40:01.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.10 2024-09-12T17:40:01.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-12T17:40:01.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.11 2024-09-12T17:40:01.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.732+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.11 2024-09-12T17:40:01.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 1 NOTICE: finished shard 11 (0 entries removed) 2024-09-12T17:40:01.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.12 2024-09-12T17:40:01.730 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.12 2024-09-12T17:40:01.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 1 NOTICE: finished shard 12 (0 entries removed) 2024-09-12T17:40:01.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.13 2024-09-12T17:40:01.731 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.13 2024-09-12T17:40:01.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 1 NOTICE: finished shard 13 (0 entries removed) 2024-09-12T17:40:01.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.14 2024-09-12T17:40:01.732 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.14 2024-09-12T17:40:01.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 1 NOTICE: finished shard 14 (0 entries removed) 2024-09-12T17:40:01.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.15 2024-09-12T17:40:01.733 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.15 2024-09-12T17:40:01.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 1 NOTICE: finished shard 15 (0 entries removed) 2024-09-12T17:40:01.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 10 bucket_obj is .dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.16 2024-09-12T17:40:01.734 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.736+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.16 2024-09-12T17:40:01.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.740+0000 7f8ef31079c0 1 NOTICE: finished shard 16 (0 entries removed) 2024-09-12T17:40:01.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.740+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.735 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.740+0000 7f8ef31079c0 20 get_obj_state: octx=0x5635c80701d0 obj=myver:x state=0x5635c8319e18 s->prefetch_data=0 2024-09-12T17:40:01.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.740+0000 7f8ef31079c0 20 get_obj_state: setting s->obj_tag to yzk16ihuv9y6hn0ncbg4iiss9xj8nlga 2024-09-12T17:40:01.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.740+0000 7f8ef31079c0 20 get_obj_state_impl: setting s->olh_tag to k6ziyv57sdejhxrdi2in48ard9o3djg4 2024-09-12T17:40:01.736 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.740+0000 7f8ef31079c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=k6ziyv57sdejhxrdi2in48ard9o3djg4 2024-09-12T17:40:01.738 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.744+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.744+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.740 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.744+0000 7f8ef31079c0 20 olh_log_entry: epoch=2 op=2 key=x[] 2024-09-12T17:40:01.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.744+0000 7f8ef31079c0 20 olh_log_entry: epoch=2 op=3 key=x[kjMnqsIKeD6ngc.lSi0KuT4ZGnZKXwb] 2024-09-12T17:40:01.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.744+0000 7f8ef31079c0 20 get_obj_state: octx=0x5635c80701d0 obj=myver:_:kjMnqsIKeD6ngc.lSi0KuT4ZGnZKXwb_x state=0x5635c8315718 s->prefetch_data=0 2024-09-12T17:40:01.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.744+0000 7f8ef31079c0 10 manifest: total_size = 9 2024-09-12T17:40:01.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.744+0000 7f8ef31079c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.6268629595096950335 2024-09-12T17:40:01.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.744+0000 7f8ef31079c0 20 get_obj_state: octx=0x5635c80701d0 obj=myver:_:kjMnqsIKeD6ngc.lSi0KuT4ZGnZKXwb_x state=0x5635c8315718 s->prefetch_data=0 2024-09-12T17:40:01.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.744+0000 7f8ef31079c0 20 prepare_atomic_modification: state is not atomic. state=0x5635c8315718 2024-09-12T17:40:01.741 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.744+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.748+0000 7f8ef31079c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:40:01.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.748+0000 7f8ef31079c0 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T17:40:01.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.748+0000 7f8ef31079c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:40:01.743 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.748+0000 7f8ef31079c0 5 delete_objs_inline: removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18__shadow:kjMnqsIKeD6ngc.lSi0KuT4ZGnZKXwb_.hNJi4zCKjM0FIIp7Yh14AtG_q8DHUoO_0 2024-09-12T17:40:01.744 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.748+0000 7f8dbffff640 20 handle_completion(): completion ok for obj=x[kjMnqsIKeD6ngc.lSi0KuT4ZGnZKXwb] 2024-09-12T17:40:01.746 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.752+0000 7f8ef31079c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:40:01.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.752+0000 7f8ef31079c0 20 get_obj_state: octx=0x5635c80701d0 obj=myver:x state=0x5635c8319e18 s->prefetch_data=0 2024-09-12T17:40:01.748 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.752+0000 7f8ef31079c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=k6ziyv57sdejhxrdi2in48ard9o3djg4 2024-09-12T17:40:01.752 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.756+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.753 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.756+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.756+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.756+0000 7f8ef31079c0 20 get_obj_state: octx=0x5635c80701d0 obj=myver:y state=0x5635c834b058 s->prefetch_data=0 2024-09-12T17:40:01.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.760+0000 7f8ef31079c0 20 get_obj_state: setting s->obj_tag to 4xf2vp9h7gtbedosc4905m1uy70dyhbw 2024-09-12T17:40:01.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.760+0000 7f8ef31079c0 20 get_obj_state_impl: setting s->olh_tag to 4e6plvrvmfpyu6wwbtxmbpnos5ab7930 2024-09-12T17:40:01.754 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.760+0000 7f8ef31079c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=4e6plvrvmfpyu6wwbtxmbpnos5ab7930 2024-09-12T17:40:01.756 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.760+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.757 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.760+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.760+0000 7f8ef31079c0 20 olh_log_entry: epoch=2 op=2 key=y[] 2024-09-12T17:40:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.760+0000 7f8ef31079c0 20 olh_log_entry: epoch=2 op=3 key=y[pu7i9C.3VEC2LV2PBJ4RRoBX21ZpTgP] 2024-09-12T17:40:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.760+0000 7f8ef31079c0 20 get_obj_state: octx=0x5635c80701d0 obj=myver:_:pu7i9C.3VEC2LV2PBJ4RRoBX21ZpTgP_y state=0x5635c8346ec8 s->prefetch_data=0 2024-09-12T17:40:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.764+0000 7f8ef31079c0 10 manifest: total_size = 11 2024-09-12T17:40:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.764+0000 7f8ef31079c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.12190593820643555199 2024-09-12T17:40:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.764+0000 7f8ef31079c0 20 get_obj_state: octx=0x5635c80701d0 obj=myver:_:pu7i9C.3VEC2LV2PBJ4RRoBX21ZpTgP_y state=0x5635c8346ec8 s->prefetch_data=0 2024-09-12T17:40:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.764+0000 7f8ef31079c0 20 prepare_atomic_modification: state is not atomic. state=0x5635c8346ec8 2024-09-12T17:40:01.758 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.764+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.764+0000 7f8ef31079c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:40:01.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.764+0000 7f8ef31079c0 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-12T17:40:01.760 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.764+0000 7f8ef31079c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:40:01.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.764+0000 7f8ef31079c0 5 delete_objs_inline: removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18__shadow:pu7i9C.3VEC2LV2PBJ4RRoBX21ZpTgP_.-On82wJk9kpnRnUqAHFWhad2ilrwIQi_0 2024-09-12T17:40:01.761 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.764+0000 7f8ef31079c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:40:01.762 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.764+0000 7f8dbf7fe640 20 handle_completion(): completion ok for obj=y[pu7i9C.3VEC2LV2PBJ4RRoBX21ZpTgP] 2024-09-12T17:40:01.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.768+0000 7f8ef31079c0 20 get_obj_state: octx=0x5635c80701d0 obj=myver:y state=0x5635c834b058 s->prefetch_data=0 2024-09-12T17:40:01.764 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.768+0000 7f8ef31079c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=4e6plvrvmfpyu6wwbtxmbpnos5ab7930 2024-09-12T17:40:01.768 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.772+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.772+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.772+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.769 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.772+0000 7f8ef31079c0 20 get_obj_state: octx=0x5635c80701d0 obj=myver:z state=0x5635c834b018 s->prefetch_data=0 2024-09-12T17:40:01.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.772+0000 7f8ef31079c0 20 get_obj_state: setting s->obj_tag to 6blnnpukdc9dh4yvcxkc3zmmojpvhj5p 2024-09-12T17:40:01.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.772+0000 7f8ef31079c0 20 get_obj_state_impl: setting s->olh_tag to 7mcnipkkj2052mifk9re8uej8q25w8yo 2024-09-12T17:40:01.770 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.772+0000 7f8ef31079c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=7mcnipkkj2052mifk9re8uej8q25w8yo 2024-09-12T17:40:01.772 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.776+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.776+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.780+0000 7f8ef31079c0 20 olh_log_entry: epoch=2 op=2 key=z[] 2024-09-12T17:40:01.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.780+0000 7f8ef31079c0 20 olh_log_entry: epoch=2 op=3 key=z[Pq.eHA5fVhK.PwdFLxvhlh-MXWjZxdM] 2024-09-12T17:40:01.774 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.780+0000 7f8ef31079c0 20 get_obj_state: octx=0x5635c80701d0 obj=myver:_:Pq.eHA5fVhK.PwdFLxvhlh-MXWjZxdM_z state=0x5635c82e17a8 s->prefetch_data=0 2024-09-12T17:40:01.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.780+0000 7f8ef31079c0 10 manifest: total_size = 12 2024-09-12T17:40:01.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.780+0000 7f8ef31079c0 20 get_obj_state: setting s->obj_tag to fbe06962-a98e-4cf5-b805-dd8639959719.4523.10309485382726857603 2024-09-12T17:40:01.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.780+0000 7f8ef31079c0 20 get_obj_state: octx=0x5635c80701d0 obj=myver:_:Pq.eHA5fVhK.PwdFLxvhlh-MXWjZxdM_z state=0x5635c82e17a8 s->prefetch_data=0 2024-09-12T17:40:01.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.780+0000 7f8ef31079c0 20 prepare_atomic_modification: state is not atomic. state=0x5635c82e17a8 2024-09-12T17:40:01.775 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.780+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.784+0000 7f8ef31079c0 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T17:40:01.779 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.784+0000 7f8ef31079c0 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-12T17:40:01.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.784+0000 7f8ef31079c0 0 deleting objects inline since gc isn't initialized 2024-09-12T17:40:01.780 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.784+0000 7f8ef31079c0 5 delete_objs_inline: removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18__shadow:Pq.eHA5fVhK.PwdFLxvhlh-MXWjZxdM_.tXyNnjguDaxMXSGO90uiJG9npT4gbJ0_0 2024-09-12T17:40:01.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.784+0000 7f8dbffff640 20 handle_completion(): completion ok for obj=z[Pq.eHA5fVhK.PwdFLxvhlh-MXWjZxdM] 2024-09-12T17:40:01.781 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.784+0000 7f8ef31079c0 5 delete_objs_inline: refcount put returned error -2 2024-09-12T17:40:01.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.788+0000 7f8ef31079c0 20 get_obj_state: octx=0x5635c80701d0 obj=myver:z state=0x5635c834b018 s->prefetch_data=0 2024-09-12T17:40:01.783 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.788+0000 7f8ef31079c0 20 bucket_index_guard_olh_op(): olh_state.olh_tag=7mcnipkkj2052mifk9re8uej8q25w8yo 2024-09-12T17:40:01.787 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.792+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.788 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.792+0000 7f8ef31079c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.18.3.9 2024-09-12T17:40:01.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.792+0000 7f8ef31079c0 1 NOTICE: finished shard 9 (3 entries removed) 2024-09-12T17:40:01.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.792+0000 7f8ef31079c0 1 NOTICE: finished all shards (3 entries removed) 2024-09-12T17:40:01.789 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.792+0000 7f8da2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:01.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.800+0000 7f8ef31079c0 20 remove_watcher() i=0 2024-09-12T17:40:01.794 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.800+0000 7f8ef31079c0 2 removed watcher, disabling cache 2024-09-12T17:40:01.796 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.800+0000 7f8ef31079c0 20 remove_watcher() i=1 2024-09-12T17:40:01.798 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.804+0000 7f8ef31079c0 20 remove_watcher() i=2 2024-09-12T17:40:01.800 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.804+0000 7f8ef31079c0 20 remove_watcher() i=3 2024-09-12T17:40:01.802 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.808+0000 7f8ef31079c0 20 remove_watcher() i=4 2024-09-12T17:40:01.803 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.808+0000 7f8ef31079c0 20 remove_watcher() i=5 2024-09-12T17:40:01.804 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.808+0000 7f8ef31079c0 20 remove_watcher() i=6 2024-09-12T17:40:01.805 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.808+0000 7f8ef31079c0 20 remove_watcher() i=7 2024-09-12T17:40:01.817 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:01.818 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:40:01.823 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:01.824 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:40:01.867 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T17:40:01.893 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:01.893 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:01.934 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.936+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.940+0000 7faa99e749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.940+0000 7faa99e749c0 20 realm 2024-09-12T17:40:01.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.940+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.940+0000 7faa99e749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.940+0000 7faa99e749c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:01.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.940+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.940+0000 7faa99e749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.936 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.940+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.937 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.940+0000 7faa99e749c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:01.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.940+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.944+0000 7faa99e749c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:01.938 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.944+0000 7faa99e749c0 20 searching for the correct realm 2024-09-12T17:40:01.943 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.948+0000 7faa9817b640 0 -- 172.21.15.183:0/3439500049 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x562e812191c0 msgr2=0x562e8121b5b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:01.949 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.952+0000 7faa97179640 0 -- 172.21.15.183:0/3439500049 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7faa900a4c50 msgr2=0x7faa90129040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:01.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.960+0000 7faa99e749c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:01.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.960+0000 7faa99e749c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:01.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.960+0000 7faa99e749c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:40:01.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.960+0000 7faa99e749c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:40:01.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.960+0000 7faa99e749c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:01.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.960+0000 7faa99e749c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:01.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.960+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.960+0000 7faa99e749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.958 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.960+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:01.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:01.959 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 zone default found 2024-09-12T17:40:01.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 4 Realm: () 2024-09-12T17:40:01.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:40:01.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:40:01.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:01.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 zonegroup default 2024-09-12T17:40:01.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.960 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:01.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 started sync module instance, tier type = 2024-09-12T17:40:01.961 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.964+0000 7faa99e749c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:40:01.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.980+0000 7faa99e749c0 20 add_watcher() i=0 2024-09-12T17:40:01.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.980+0000 7faa99e749c0 20 add_watcher() i=1 2024-09-12T17:40:01.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.980+0000 7faa99e749c0 20 add_watcher() i=2 2024-09-12T17:40:01.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.980+0000 7faa99e749c0 20 add_watcher() i=3 2024-09-12T17:40:01.976 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.980+0000 7faa99e749c0 20 add_watcher() i=4 2024-09-12T17:40:01.977 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.980+0000 7faa99e749c0 20 add_watcher() i=5 2024-09-12T17:40:01.977 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.980+0000 7faa99e749c0 20 add_watcher() i=6 2024-09-12T17:40:01.977 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.980+0000 7faa99e749c0 20 add_watcher() i=7 2024-09-12T17:40:01.977 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.980+0000 7faa99e749c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:01.980 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.984+0000 7fa94dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:01.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.984+0000 7faa99e749c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:01.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.984+0000 7faa99e749c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:01.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.984+0000 7faa99e749c0 5 note: GC not initialized 2024-09-12T17:40:01.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.984+0000 7fa94cfe1640 20 reqs_thread_entry: start 2024-09-12T17:40:01.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.984+0000 7faa99e749c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:01.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.984+0000 7faa99e749c0 20 Filter name: none 2024-09-12T17:40:01.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.984+0000 7fa8c67fc640 20 reqs_thread_entry: start 2024-09-12T17:40:01.981 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.984+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.984+0000 7faa99e749c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:40:01.982 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.984+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.988+0000 7faa99e749c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:40:01.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.988+0000 7faa99e749c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:01.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.988+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.988+0000 7faa99e749c0 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T17:40:01.983 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.988+0000 7faa99e749c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:01.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.988+0000 7faa99e749c0 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T17:40:01.984 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.988+0000 7faa99e749c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:40:01.987 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.992+0000 7fa94dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:01.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.996+0000 7faa99e749c0 20 remove_watcher() i=0 2024-09-12T17:40:01.992 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:01.996+0000 7faa99e749c0 2 removed watcher, disabling cache 2024-09-12T17:40:01.995 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:02.000+0000 7faa99e749c0 20 remove_watcher() i=1 2024-09-12T17:40:01.996 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:02.000+0000 7faa99e749c0 20 remove_watcher() i=2 2024-09-12T17:40:01.998 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:02.004+0000 7faa99e749c0 20 remove_watcher() i=3 2024-09-12T17:40:02.000 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:02.004+0000 7faa99e749c0 20 remove_watcher() i=4 2024-09-12T17:40:02.001 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:02.004+0000 7faa99e749c0 20 remove_watcher() i=5 2024-09-12T17:40:02.002 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:02.008+0000 7faa99e749c0 20 remove_watcher() i=6 2024-09-12T17:40:02.003 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:40:02.008+0000 7faa99e749c0 20 remove_watcher() i=7 2024-09-12T17:40:02.017 INFO:tasks.workunit.client.0.smithi183.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T17:40:02.017 INFO:tasks.workunit.client.0.smithi183.stderr:Deleting bucket a-bucket 2024-09-12T17:40:02.018 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:02.018 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:40:02.021 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:02.021 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:40:02.039 INFO:tasks.workunit.client.0.smithi183.stderr:Deleting bucket myver 2024-09-12T17:40:02.040 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:02.040 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:40:02.088 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:40:02.089 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:40:02.171 INFO:tasks.workunit.client.0.smithi183.stderr:Completed resharding tests 2024-09-12T17:40:02.171 INFO:tasks.workunit.client.0.smithi183.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T17:40:02.171 INFO:tasks.workunit.client.0.smithi183.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T17:40:02.172 INFO:tasks.workunit.client.0.smithi183.stdout:connected to https://localhost:443 2024-09-12T17:40:02.291 INFO:tasks.workunit.client.0.smithi183.stderr:+ deactivate 2024-09-12T17:40:02.291 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-12T17:40:02.291 INFO:tasks.workunit.client.0.smithi183.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:40:02.291 INFO:tasks.workunit.client.0.smithi183.stderr:+ export PATH 2024-09-12T17:40:02.291 INFO:tasks.workunit.client.0.smithi183.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T17:40:02.291 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' -n '' ']' 2024-09-12T17:40:02.291 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:40:02.291 INFO:tasks.workunit.client.0.smithi183.stderr:+ hash -r 2024-09-12T17:40:02.291 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' -n '' ']' 2024-09-12T17:40:02.291 INFO:tasks.workunit.client.0.smithi183.stderr:+ unset VIRTUAL_ENV 2024-09-12T17:40:02.292 INFO:tasks.workunit.client.0.smithi183.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:40:02.292 INFO:tasks.workunit.client.0.smithi183.stdout:OK. 2024-09-12T17:40:02.293 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T17:40:02.293 INFO:tasks.workunit.client.0.smithi183.stderr:+ unset -f deactivate 2024-09-12T17:40:02.293 INFO:tasks.workunit.client.0.smithi183.stderr:+ echo OK. 2024-09-12T17:40:02.293 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:40:02.294 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:40:02.346 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2024-09-12T17:40:02.346 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:40:02.784 DEBUG:teuthology.parallel:result is None 2024-09-12T17:40:02.784 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:40:02.796 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:40:02.796 DEBUG:teuthology.orchestra.run.smithi183:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:40:02.843 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:40:02.843 INFO:teuthology.run_tasks:Running task s3tests-java... 2024-09-12T17:40:02.857 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2024-09-12T17:40:02.857 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2024-09-12T17:40:02.857 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2024-09-12T17:40:02.857 DEBUG:teuthology.orchestra.run.smithi183:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2024-09-12T17:40:02.894 INFO:teuthology.orchestra.run.smithi183.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2024-09-12T17:40:08.025 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2024-09-12T17:40:08.026 DEBUG:teuthology.orchestra.run.smithi183:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2024-09-12T17:40:08.120 INFO:teuthology.orchestra.run.smithi183.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required DEB packages. Installing via sudo. 2024-09-12T17:40:08.183 INFO:teuthology.orchestra.run.smithi183.stdout:Reading package lists... 2024-09-12T17:40:08.394 INFO:teuthology.orchestra.run.smithi183.stdout:Building dependency tree... 2024-09-12T17:40:08.395 INFO:teuthology.orchestra.run.smithi183.stdout:Reading state information... 2024-09-12T17:40:08.597 INFO:teuthology.orchestra.run.smithi183.stdout:The following packages were automatically installed and are no longer required: 2024-09-12T17:40:08.597 INFO:teuthology.orchestra.run.smithi183.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-12T17:40:08.597 INFO:teuthology.orchestra.run.smithi183.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-12T17:40:08.597 INFO:teuthology.orchestra.run.smithi183.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-12T17:40:08.598 INFO:teuthology.orchestra.run.smithi183.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-12T17:40:08.598 INFO:teuthology.orchestra.run.smithi183.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-12T17:40:08.598 INFO:teuthology.orchestra.run.smithi183.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-12T17:40:08.599 INFO:teuthology.orchestra.run.smithi183.stdout:The following additional packages will be installed: 2024-09-12T17:40:08.599 INFO:teuthology.orchestra.run.smithi183.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-12T17:40:08.600 INFO:teuthology.orchestra.run.smithi183.stdout: openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-12T17:40:08.601 INFO:teuthology.orchestra.run.smithi183.stdout:Suggested packages: 2024-09-12T17:40:08.601 INFO:teuthology.orchestra.run.smithi183.stdout: gvfs openjdk-8-demo openjdk-8-source visualvm libnss-mdns fonts-nanum 2024-09-12T17:40:08.601 INFO:teuthology.orchestra.run.smithi183.stdout: fonts-ipafont-gothic fonts-ipafont-mincho fonts-wqy-microhei 2024-09-12T17:40:08.601 INFO:teuthology.orchestra.run.smithi183.stdout: fonts-wqy-zenhei fonts-indic 2024-09-12T17:40:08.637 INFO:teuthology.orchestra.run.smithi183.stdout:The following NEW packages will be installed: 2024-09-12T17:40:08.638 INFO:teuthology.orchestra.run.smithi183.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2024-09-12T17:40:08.638 INFO:teuthology.orchestra.run.smithi183.stdout: openjdk-8-jdk openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2024-09-12T17:40:08.822 INFO:teuthology.orchestra.run.smithi183.stdout:0 upgraded, 9 newly installed, 0 to remove and 331 not upgraded. 2024-09-12T17:40:08.822 INFO:teuthology.orchestra.run.smithi183.stdout:Need to get 46.0 MB of archives. 2024-09-12T17:40:08.822 INFO:teuthology.orchestra.run.smithi183.stdout:After this operation, 155 MB of additional disk space will be used. 2024-09-12T17:40:08.822 INFO:teuthology.orchestra.run.smithi183.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-common all 2.24.33-2ubuntu2.1 [125 kB] 2024-09-12T17:40:09.183 INFO:teuthology.orchestra.run.smithi183.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-0 amd64 2.24.33-2ubuntu2.1 [2,038 kB] 2024-09-12T17:40:09.539 INFO:teuthology.orchestra.run.smithi183.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail18 amd64 2.24.33-2ubuntu2.1 [15.9 kB] 2024-09-12T17:40:09.539 INFO:teuthology.orchestra.run.smithi183.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgail-common amd64 2.24.33-2ubuntu2.1 [132 kB] 2024-09-12T17:40:09.546 INFO:teuthology.orchestra.run.smithi183.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgtk2.0-bin amd64 2.24.33-2ubuntu2.1 [7,936 B] 2024-09-12T17:40:09.547 INFO:teuthology.orchestra.run.smithi183.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre-headless amd64 8u422-b05-1~22.04 [30.8 MB] 2024-09-12T17:40:10.666 INFO:teuthology.orchestra.run.smithi183.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre amd64 8u422-b05-1~22.04 [75.5 kB] 2024-09-12T17:40:10.723 INFO:teuthology.orchestra.run.smithi183.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk-headless amd64 8u422-b05-1~22.04 [8,843 kB] 2024-09-12T17:40:10.971 INFO:teuthology.orchestra.run.smithi183.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk amd64 8u422-b05-1~22.04 [4,012 kB] 2024-09-12T17:40:11.382 INFO:teuthology.orchestra.run.smithi183.stderr:debconf: unable to initialize frontend: Dialog 2024-09-12T17:40:11.382 INFO:teuthology.orchestra.run.smithi183.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2024-09-12T17:40:11.382 INFO:teuthology.orchestra.run.smithi183.stderr:debconf: falling back to frontend: Readline 2024-09-12T17:40:11.392 INFO:teuthology.orchestra.run.smithi183.stderr:debconf: unable to initialize frontend: Readline 2024-09-12T17:40:11.392 INFO:teuthology.orchestra.run.smithi183.stderr:debconf: (This frontend requires a controlling tty.) 2024-09-12T17:40:11.392 INFO:teuthology.orchestra.run.smithi183.stderr:debconf: falling back to frontend: Teletype 2024-09-12T17:40:11.395 INFO:teuthology.orchestra.run.smithi183.stderr:dpkg-preconfigure: unable to re-open stdin: 2024-09-12T17:40:11.433 INFO:teuthology.orchestra.run.smithi183.stdout:Fetched 46.0 MB in 2s (18.9 MB/s) 2024-09-12T17:40:11.557 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libgtk2.0-common. 2024-09-12T17:40:11.643 INFO:teuthology.orchestra.run.smithi183.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 177243 files and directories currently installed.) 2024-09-12T17:40:11.649 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../0-libgtk2.0-common_2.24.33-2ubuntu2.1_all.deb ... 2024-09-12T17:40:11.705 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-12T17:40:12.134 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libgtk2.0-0:amd64. 2024-09-12T17:40:12.163 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../1-libgtk2.0-0_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-12T17:40:12.234 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T17:40:12.697 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libgail18:amd64. 2024-09-12T17:40:12.725 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../2-libgail18_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-12T17:40:12.789 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T17:40:13.066 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libgail-common:amd64. 2024-09-12T17:40:13.094 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../3-libgail-common_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-12T17:40:13.140 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T17:40:13.535 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package libgtk2.0-bin. 2024-09-12T17:40:13.563 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../4-libgtk2.0-bin_2.24.33-2ubuntu2.1_amd64.deb ... 2024-09-12T17:40:13.601 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-12T17:40:14.030 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package openjdk-8-jre-headless:amd64. 2024-09-12T17:40:14.059 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../5-openjdk-8-jre-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-12T17:40:14.100 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:40:16.218 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package openjdk-8-jre:amd64. 2024-09-12T17:40:16.247 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../6-openjdk-8-jre_8u422-b05-1~22.04_amd64.deb ... 2024-09-12T17:40:16.305 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:40:16.990 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package openjdk-8-jdk-headless:amd64. 2024-09-12T17:40:17.019 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../7-openjdk-8-jdk-headless_8u422-b05-1~22.04_amd64.deb ... 2024-09-12T17:40:17.077 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:40:17.993 INFO:teuthology.orchestra.run.smithi183.stdout:Selecting previously unselected package openjdk-8-jdk:amd64. 2024-09-12T17:40:18.022 INFO:teuthology.orchestra.run.smithi183.stdout:Preparing to unpack .../8-openjdk-8-jdk_8u422-b05-1~22.04_amd64.deb ... 2024-09-12T17:40:18.071 INFO:teuthology.orchestra.run.smithi183.stdout:Unpacking openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:40:18.498 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up openjdk-8-jre-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:40:19.719 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/orbd to provide /usr/bin/orbd (orbd) in auto mode 2024-09-12T17:40:19.744 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/servertool to provide /usr/bin/servertool (servertool) in auto mode 2024-09-12T17:40:19.774 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/tnameserv to provide /usr/bin/tnameserv (tnameserv) in auto mode 2024-09-12T17:40:20.168 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libgtk2.0-common (2.24.33-2ubuntu2.1) ... 2024-09-12T17:40:20.336 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libgtk2.0-0:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T17:40:20.705 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up openjdk-8-jre:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:40:20.812 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/policytool to provide /usr/bin/policytool (policytool) in auto mode 2024-09-12T17:40:20.889 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up openjdk-8-jdk-headless:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:40:20.983 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/clhsdb to provide /usr/bin/clhsdb (clhsdb) in auto mode 2024-09-12T17:40:21.010 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/extcheck to provide /usr/bin/extcheck (extcheck) in auto mode 2024-09-12T17:40:21.044 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/hsdb to provide /usr/bin/hsdb (hsdb) in auto mode 2024-09-12T17:40:21.077 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/idlj to provide /usr/bin/idlj (idlj) in auto mode 2024-09-12T17:40:21.238 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/javah to provide /usr/bin/javah (javah) in auto mode 2024-09-12T17:40:21.432 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jhat to provide /usr/bin/jhat (jhat) in auto mode 2024-09-12T17:40:21.575 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jsadebugd to provide /usr/bin/jsadebugd (jsadebugd) in auto mode 2024-09-12T17:40:21.736 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/native2ascii to provide /usr/bin/native2ascii (native2ascii) in auto mode 2024-09-12T17:40:21.804 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/schemagen to provide /usr/bin/schemagen (schemagen) in auto mode 2024-09-12T17:40:21.872 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsgen to provide /usr/bin/wsgen (wsgen) in auto mode 2024-09-12T17:40:21.913 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsimport to provide /usr/bin/wsimport (wsimport) in auto mode 2024-09-12T17:40:21.939 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/xjc to provide /usr/bin/xjc (xjc) in auto mode 2024-09-12T17:40:22.011 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libgail18:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T17:40:22.139 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libgtk2.0-bin (2.24.33-2ubuntu2.1) ... 2024-09-12T17:40:22.246 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up openjdk-8-jdk:amd64 (8u422-b05-1~22.04) ... 2024-09-12T17:40:22.324 INFO:teuthology.orchestra.run.smithi183.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/appletviewer to provide /usr/bin/appletviewer (appletviewer) in auto mode 2024-09-12T17:40:22.416 INFO:teuthology.orchestra.run.smithi183.stdout:Setting up libgail-common:amd64 (2.24.33-2ubuntu2.1) ... 2024-09-12T17:40:22.543 INFO:teuthology.orchestra.run.smithi183.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-09-12T17:40:23.784 INFO:teuthology.orchestra.run.smithi183.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-09-12T17:40:23.894 INFO:teuthology.orchestra.run.smithi183.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-12T17:40:24.187 INFO:teuthology.orchestra.run.smithi183.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-09-12T17:40:24.719 INFO:teuthology.orchestra.run.smithi183.stdout: Gradle will be installed under /opt/gradle 2024-09-12T17:40:24.751 INFO:teuthology.orchestra.run.smithi183.stderr:--2024-09-12 17:40:24-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2024-09-12T17:40:24.756 INFO:teuthology.orchestra.run.smithi183.stderr:Resolving services.gradle.org (services.gradle.org)... 104.16.72.101, 104.16.73.101, 2606:4700::6810:4865, ... 2024-09-12T17:40:24.768 INFO:teuthology.orchestra.run.smithi183.stderr:Connecting to services.gradle.org (services.gradle.org)|104.16.72.101|:443... connected. 2024-09-12T17:40:24.803 INFO:teuthology.orchestra.run.smithi183.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2024-09-12T17:40:24.803 INFO:teuthology.orchestra.run.smithi183.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2024-09-12T17:40:24.803 INFO:teuthology.orchestra.run.smithi183.stderr:--2024-09-12 17:40:24-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2024-09-12T17:40:24.804 INFO:teuthology.orchestra.run.smithi183.stderr:Resolving github.com (github.com)... 140.82.112.3 2024-09-12T17:40:24.813 INFO:teuthology.orchestra.run.smithi183.stderr:Connecting to github.com (github.com)|140.82.112.3|:443... connected. 2024-09-12T17:40:24.843 INFO:teuthology.orchestra.run.smithi183.stderr:HTTP request sent, awaiting response... 302 Found 2024-09-12T17:40:24.844 INFO:teuthology.orchestra.run.smithi183.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T173943Z&X-Amz-Expires=300&X-Amz-Signature=cb63e86558674d4ad247544e843e9b7cbf58fd633d207c8b1cb963bfb32a5a70&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2024-09-12T17:40:24.844 INFO:teuthology.orchestra.run.smithi183.stderr:--2024-09-12 17:40:24-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T173943Z&X-Amz-Expires=300&X-Amz-Signature=cb63e86558674d4ad247544e843e9b7cbf58fd633d207c8b1cb963bfb32a5a70&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2024-09-12T17:40:24.845 INFO:teuthology.orchestra.run.smithi183.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.111.133, 185.199.109.133, 185.199.110.133, ... 2024-09-12T17:40:24.857 INFO:teuthology.orchestra.run.smithi183.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.111.133|:443... connected. 2024-09-12T17:40:24.941 INFO:teuthology.orchestra.run.smithi183.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-12T17:40:24.942 INFO:teuthology.orchestra.run.smithi183.stderr:Length: 95129672 (91M) [application/octet-stream] 2024-09-12T17:40:24.942 INFO:teuthology.orchestra.run.smithi183.stderr:Saving to: 'gradle-6.0.1-bin.zip' 2024-09-12T17:40:24.942 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T17:40:24.953 INFO:teuthology.orchestra.run.smithi183.stderr: 0K .......... .......... .......... .......... .......... 0% 4.15M 22s 2024-09-12T17:40:24.964 INFO:teuthology.orchestra.run.smithi183.stderr: 50K .......... .......... .......... .......... .......... 0% 4.15M 22s 2024-09-12T17:40:24.966 INFO:teuthology.orchestra.run.smithi183.stderr: 100K .......... .......... .......... .......... .......... 0% 22.3M 16s 2024-09-12T17:40:24.969 INFO:teuthology.orchestra.run.smithi183.stderr: 150K .......... .......... .......... .......... .......... 0% 18.1M 13s 2024-09-12T17:40:24.978 INFO:teuthology.orchestra.run.smithi183.stderr: 200K .......... .......... .......... .......... .......... 0% 7.30M 13s 2024-09-12T17:40:24.978 INFO:teuthology.orchestra.run.smithi183.stderr: 250K .......... .......... .......... .......... .......... 0% 31.9M 11s 2024-09-12T17:40:24.979 INFO:teuthology.orchestra.run.smithi183.stderr: 300K .......... .......... .......... .......... .......... 0% 26.4M 10s 2024-09-12T17:40:24.981 INFO:teuthology.orchestra.run.smithi183.stderr: 350K .......... .......... .......... .......... .......... 0% 45.7M 9s 2024-09-12T17:40:24.982 INFO:teuthology.orchestra.run.smithi183.stderr: 400K .......... .......... .......... .......... .......... 0% 29.8M 8s 2024-09-12T17:40:24.988 INFO:teuthology.orchestra.run.smithi183.stderr: 450K .......... .......... .......... .......... .......... 0% 9.41M 9s 2024-09-12T17:40:24.988 INFO:teuthology.orchestra.run.smithi183.stderr: 500K .......... .......... .......... .......... .......... 0% 80.2M 8s 2024-09-12T17:40:24.995 INFO:teuthology.orchestra.run.smithi183.stderr: 550K .......... .......... .......... .......... .......... 0% 40.6M 7s 2024-09-12T17:40:24.995 INFO:teuthology.orchestra.run.smithi183.stderr: 600K .......... .......... .......... .......... .......... 0% 55.3M 7s 2024-09-12T17:40:24.995 INFO:teuthology.orchestra.run.smithi183.stderr: 650K .......... .......... .......... .......... .......... 0% 59.2M 7s 2024-09-12T17:40:24.995 INFO:teuthology.orchestra.run.smithi183.stderr: 700K .......... .......... .......... .......... .......... 0% 110M 6s 2024-09-12T17:40:24.995 INFO:teuthology.orchestra.run.smithi183.stderr: 750K .......... .......... .......... .......... .......... 0% 54.6M 6s 2024-09-12T17:40:24.995 INFO:teuthology.orchestra.run.smithi183.stderr: 800K .......... .......... .......... .......... .......... 0% 88.8M 6s 2024-09-12T17:40:24.995 INFO:teuthology.orchestra.run.smithi183.stderr: 850K .......... .......... .......... .......... .......... 0% 43.9M 5s 2024-09-12T17:40:24.996 INFO:teuthology.orchestra.run.smithi183.stderr: 900K .......... .......... .......... .......... .......... 1% 136M 5s 2024-09-12T17:40:24.996 INFO:teuthology.orchestra.run.smithi183.stderr: 950K .......... .......... .......... .......... .......... 1% 125M 5s 2024-09-12T17:40:26.003 INFO:teuthology.orchestra.run.smithi183.stderr: 1000K .......... .......... .......... .......... .......... 1% 10.5M 5s 2024-09-12T17:40:26.003 INFO:teuthology.orchestra.run.smithi183.stderr: 1050K .......... .......... .......... .......... .......... 1% 131M 5s 2024-09-12T17:40:26.003 INFO:teuthology.orchestra.run.smithi183.stderr: 1100K .......... .......... .......... .......... .......... 1% 52.9M 5s 2024-09-12T17:40:26.003 INFO:teuthology.orchestra.run.smithi183.stderr: 1150K .......... .......... .......... .......... .......... 1% 136M 5s 2024-09-12T17:40:26.003 INFO:teuthology.orchestra.run.smithi183.stderr: 1200K .......... .......... .......... .......... .......... 1% 149M 4s 2024-09-12T17:40:26.003 INFO:teuthology.orchestra.run.smithi183.stderr: 1250K .......... .......... .......... .......... .......... 1% 79.3M 4s 2024-09-12T17:40:26.003 INFO:teuthology.orchestra.run.smithi183.stderr: 1300K .......... .......... .......... .......... .......... 1% 135M 4s 2024-09-12T17:40:26.003 INFO:teuthology.orchestra.run.smithi183.stderr: 1350K .......... .......... .......... .......... .......... 1% 138M 4s 2024-09-12T17:40:26.004 INFO:teuthology.orchestra.run.smithi183.stderr: 1400K .......... .......... .......... .......... .......... 1% 143M 4s 2024-09-12T17:40:26.004 INFO:teuthology.orchestra.run.smithi183.stderr: 1450K .......... .......... .......... .......... .......... 1% 150M 4s 2024-09-12T17:40:26.004 INFO:teuthology.orchestra.run.smithi183.stderr: 1500K .......... .......... .......... .......... .......... 1% 97.9M 4s 2024-09-12T17:40:26.004 INFO:teuthology.orchestra.run.smithi183.stderr: 1550K .......... .......... .......... .......... .......... 1% 148M 4s 2024-09-12T17:40:26.004 INFO:teuthology.orchestra.run.smithi183.stderr: 1600K .......... .......... .......... .......... .......... 1% 151M 4s 2024-09-12T17:40:26.004 INFO:teuthology.orchestra.run.smithi183.stderr: 1650K .......... .......... .......... .......... .......... 1% 153M 3s 2024-09-12T17:40:26.004 INFO:teuthology.orchestra.run.smithi183.stderr: 1700K .......... .......... .......... .......... .......... 1% 143M 3s 2024-09-12T17:40:26.004 INFO:teuthology.orchestra.run.smithi183.stderr: 1750K .......... .......... .......... .......... .......... 1% 98.1M 3s 2024-09-12T17:40:26.004 INFO:teuthology.orchestra.run.smithi183.stderr: 1800K .......... .......... .......... .......... .......... 1% 118M 3s 2024-09-12T17:40:26.004 INFO:teuthology.orchestra.run.smithi183.stderr: 1850K .......... .......... .......... .......... .......... 2% 141M 3s 2024-09-12T17:40:26.004 INFO:teuthology.orchestra.run.smithi183.stderr: 1900K .......... .......... .......... .......... .......... 2% 134M 3s 2024-09-12T17:40:26.004 INFO:teuthology.orchestra.run.smithi183.stderr: 1950K .......... .......... .......... .......... .......... 2% 150M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2000K .......... .......... .......... .......... .......... 2% 13.3M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2050K .......... .......... .......... .......... .......... 2% 131M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2100K .......... .......... .......... .......... .......... 2% 145M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2150K .......... .......... .......... .......... .......... 2% 144M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2200K .......... .......... .......... .......... .......... 2% 122M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2250K .......... .......... .......... .......... .......... 2% 131M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2300K .......... .......... .......... .......... .......... 2% 132M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2350K .......... .......... .......... .......... .......... 2% 149M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2400K .......... .......... .......... .......... .......... 2% 125M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2450K .......... .......... .......... .......... .......... 2% 133M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2500K .......... .......... .......... .......... .......... 2% 139M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2550K .......... .......... .......... .......... .......... 2% 116M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2600K .......... .......... .......... .......... .......... 2% 112M 3s 2024-09-12T17:40:26.005 INFO:teuthology.orchestra.run.smithi183.stderr: 2650K .......... .......... .......... .......... .......... 2% 142M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 2700K .......... .......... .......... .......... .......... 2% 137M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 2750K .......... .......... .......... .......... .......... 3% 113M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 2800K .......... .......... .......... .......... .......... 3% 142M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 2850K .......... .......... .......... .......... .......... 3% 142M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 2900K .......... .......... .......... .......... .......... 3% 136M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 2950K .......... .......... .......... .......... .......... 3% 125M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 3000K .......... .......... .......... .......... .......... 3% 147M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 3050K .......... .......... .......... .......... .......... 3% 142M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 3100K .......... .......... .......... .......... .......... 3% 151M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 3150K .......... .......... .......... .......... .......... 3% 125M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 3200K .......... .......... .......... .......... .......... 3% 144M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 3250K .......... .......... .......... .......... .......... 3% 118M 2s 2024-09-12T17:40:26.006 INFO:teuthology.orchestra.run.smithi183.stderr: 3300K .......... .......... .......... .......... .......... 3% 151M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3350K .......... .......... .......... .......... .......... 3% 151M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3400K .......... .......... .......... .......... .......... 3% 127M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3450K .......... .......... .......... .......... .......... 3% 153M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3500K .......... .......... .......... .......... .......... 3% 151M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3550K .......... .......... .......... .......... .......... 3% 153M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3600K .......... .......... .......... .......... .......... 3% 136M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3650K .......... .......... .......... .......... .......... 3% 131M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3700K .......... .......... .......... .......... .......... 4% 133M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3750K .......... .......... .......... .......... .......... 4% 119M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3800K .......... .......... .......... .......... .......... 4% 150M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3850K .......... .......... .......... .......... .......... 4% 137M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3900K .......... .......... .......... .......... .......... 4% 125M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 3950K .......... .......... .......... .......... .......... 4% 131M 2s 2024-09-12T17:40:26.007 INFO:teuthology.orchestra.run.smithi183.stderr: 4000K .......... .......... .......... .......... .......... 4% 141M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4050K .......... .......... .......... .......... .......... 4% 139M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4100K .......... .......... .......... .......... .......... 4% 111M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4150K .......... .......... .......... .......... .......... 4% 147M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4200K .......... .......... .......... .......... .......... 4% 129M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4250K .......... .......... .......... .......... .......... 4% 137M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4300K .......... .......... .......... .......... .......... 4% 133M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4350K .......... .......... .......... .......... .......... 4% 146M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4400K .......... .......... .......... .......... .......... 4% 131M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4450K .......... .......... .......... .......... .......... 4% 137M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4500K .......... .......... .......... .......... .......... 4% 119M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4550K .......... .......... .......... .......... .......... 4% 135M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4600K .......... .......... .......... .......... .......... 5% 130M 2s 2024-09-12T17:40:26.008 INFO:teuthology.orchestra.run.smithi183.stderr: 4650K .......... .......... .......... .......... .......... 5% 118M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 4700K .......... .......... .......... .......... .......... 5% 139M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 4750K .......... .......... .......... .......... .......... 5% 136M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 4800K .......... .......... .......... .......... .......... 5% 132M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 4850K .......... .......... .......... .......... .......... 5% 131M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 4900K .......... .......... .......... .......... .......... 5% 137M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 4950K .......... .......... .......... .......... .......... 5% 146M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 5000K .......... .......... .......... .......... .......... 5% 130M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 5050K .......... .......... .......... .......... .......... 5% 147M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 5100K .......... .......... .......... .......... .......... 5% 135M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 5150K .......... .......... .......... .......... .......... 5% 128M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 5200K .......... .......... .......... .......... .......... 5% 134M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 5250K .......... .......... .......... .......... .......... 5% 109M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 5300K .......... .......... .......... .......... .......... 5% 104M 2s 2024-09-12T17:40:26.009 INFO:teuthology.orchestra.run.smithi183.stderr: 5350K .......... .......... .......... .......... .......... 5% 122M 2s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 5400K .......... .......... .......... .......... .......... 5% 103M 2s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 5450K .......... .......... .......... .......... .......... 5% 107M 2s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 5500K .......... .......... .......... .......... .......... 5% 93.6M 2s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 5550K .......... .......... .......... .......... .......... 6% 93.1M 2s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 5600K .......... .......... .......... .......... .......... 6% 97.0M 1s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 5650K .......... .......... .......... .......... .......... 6% 107M 1s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 5700K .......... .......... .......... .......... .......... 6% 93.7M 1s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 5750K .......... .......... .......... .......... .......... 6% 149M 1s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 5800K .......... .......... .......... .......... .......... 6% 92.9M 1s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 5850K .......... .......... .......... .......... .......... 6% 122M 1s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 5900K .......... .......... .......... .......... .......... 6% 116M 1s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 5950K .......... .......... .......... .......... .......... 6% 113M 1s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 6000K .......... .......... .......... .......... .......... 6% 98.4M 1s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 6050K .......... .......... .......... .......... .......... 6% 116M 1s 2024-09-12T17:40:26.010 INFO:teuthology.orchestra.run.smithi183.stderr: 6100K .......... .......... .......... .......... .......... 6% 157M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6150K .......... .......... .......... .......... .......... 6% 134M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6200K .......... .......... .......... .......... .......... 6% 161M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6250K .......... .......... .......... .......... .......... 6% 99.4M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6300K .......... .......... .......... .......... .......... 6% 119M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6350K .......... .......... .......... .......... .......... 6% 142M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6400K .......... .......... .......... .......... .......... 6% 172M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6450K .......... .......... .......... .......... .......... 6% 165M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6500K .......... .......... .......... .......... .......... 7% 155M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6550K .......... .......... .......... .......... .......... 7% 170M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6600K .......... .......... .......... .......... .......... 7% 84.8M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6650K .......... .......... .......... .......... .......... 7% 112M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6700K .......... .......... .......... .......... .......... 7% 108M 1s 2024-09-12T17:40:26.011 INFO:teuthology.orchestra.run.smithi183.stderr: 6750K .......... .......... .......... .......... .......... 7% 132M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 6800K .......... .......... .......... .......... .......... 7% 142M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 6850K .......... .......... .......... .......... .......... 7% 113M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 6900K .......... .......... .......... .......... .......... 7% 125M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 6950K .......... .......... .......... .......... .......... 7% 182M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 7000K .......... .......... .......... .......... .......... 7% 161M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 7050K .......... .......... .......... .......... .......... 7% 114M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 7100K .......... .......... .......... .......... .......... 7% 164M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 7150K .......... .......... .......... .......... .......... 7% 146M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 7200K .......... .......... .......... .......... .......... 7% 149M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 7250K .......... .......... .......... .......... .......... 7% 162M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 7300K .......... .......... .......... .......... .......... 7% 175M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 7350K .......... .......... .......... .......... .......... 7% 119M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 7400K .......... .......... .......... .......... .......... 8% 72.9M 1s 2024-09-12T17:40:26.012 INFO:teuthology.orchestra.run.smithi183.stderr: 7450K .......... .......... .......... .......... .......... 8% 183M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 7500K .......... .......... .......... .......... .......... 8% 195M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 7550K .......... .......... .......... .......... .......... 8% 188M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 7600K .......... .......... .......... .......... .......... 8% 95.8M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 7650K .......... .......... .......... .......... .......... 8% 150M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 7700K .......... .......... .......... .......... .......... 8% 188M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 7750K .......... .......... .......... .......... .......... 8% 192M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 7800K .......... .......... .......... .......... .......... 8% 192M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 7850K .......... .......... .......... .......... .......... 8% 143M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 7900K .......... .......... .......... .......... .......... 8% 86.3M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 7950K .......... .......... .......... .......... .......... 8% 193M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 8000K .......... .......... .......... .......... .......... 8% 197M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 8050K .......... .......... .......... .......... .......... 8% 169M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 8100K .......... .......... .......... .......... .......... 8% 222M 1s 2024-09-12T17:40:26.013 INFO:teuthology.orchestra.run.smithi183.stderr: 8150K .......... .......... .......... .......... .......... 8% 180M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8200K .......... .......... .......... .......... .......... 8% 201M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8250K .......... .......... .......... .......... .......... 8% 201M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8300K .......... .......... .......... .......... .......... 8% 102M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8350K .......... .......... .......... .......... .......... 9% 115M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8400K .......... .......... .......... .......... .......... 9% 163M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8450K .......... .......... .......... .......... .......... 9% 157M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8500K .......... .......... .......... .......... .......... 9% 146M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8550K .......... .......... .......... .......... .......... 9% 128M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8600K .......... .......... .......... .......... .......... 9% 183M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8650K .......... .......... .......... .......... .......... 9% 172M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8700K .......... .......... .......... .......... .......... 9% 189M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8750K .......... .......... .......... .......... .......... 9% 191M 1s 2024-09-12T17:40:26.014 INFO:teuthology.orchestra.run.smithi183.stderr: 8800K .......... .......... .......... .......... .......... 9% 206M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 8850K .......... .......... .......... .......... .......... 9% 170M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 8900K .......... .......... .......... .......... .......... 9% 137M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 8950K .......... .......... .......... .......... .......... 9% 167M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 9000K .......... .......... .......... .......... .......... 9% 127M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 9050K .......... .......... .......... .......... .......... 9% 212M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 9100K .......... .......... .......... .......... .......... 9% 205M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 9150K .......... .......... .......... .......... .......... 9% 204M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 9200K .......... .......... .......... .......... .......... 9% 187M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 9250K .......... .......... .......... .......... .......... 10% 102M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 9300K .......... .......... .......... .......... .......... 10% 143M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 9350K .......... .......... .......... .......... .......... 10% 233M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 9400K .......... .......... .......... .......... .......... 10% 191M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 9450K .......... .......... .......... .......... .......... 10% 176M 1s 2024-09-12T17:40:26.015 INFO:teuthology.orchestra.run.smithi183.stderr: 9500K .......... .......... .......... .......... .......... 10% 151M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 9550K .......... .......... .......... .......... .......... 10% 153M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 9600K .......... .......... .......... .......... .......... 10% 204M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 9650K .......... .......... .......... .......... .......... 10% 235M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 9700K .......... .......... .......... .......... .......... 10% 232M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 9750K .......... .......... .......... .......... .......... 10% 230M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 9800K .......... .......... .......... .......... .......... 10% 197M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 9850K .......... .......... .......... .......... .......... 10% 237M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 9900K .......... .......... .......... .......... .......... 10% 169M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 9950K .......... .......... .......... .......... .......... 10% 132M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 10000K .......... .......... .......... .......... .......... 10% 168M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 10050K .......... .......... .......... .......... .......... 10% 246M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 10100K .......... .......... .......... .......... .......... 10% 245M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 10150K .......... .......... .......... .......... .......... 10% 223M 1s 2024-09-12T17:40:26.016 INFO:teuthology.orchestra.run.smithi183.stderr: 10200K .......... .......... .......... .......... .......... 11% 235M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10250K .......... .......... .......... .......... .......... 11% 271M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10300K .......... .......... .......... .......... .......... 11% 253M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10350K .......... .......... .......... .......... .......... 11% 185M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10400K .......... .......... .......... .......... .......... 11% 132M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10450K .......... .......... .......... .......... .......... 11% 163M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10500K .......... .......... .......... .......... .......... 11% 159M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10550K .......... .......... .......... .......... .......... 11% 155M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10600K .......... .......... .......... .......... .......... 11% 240M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10650K .......... .......... .......... .......... .......... 11% 165M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10700K .......... .......... .......... .......... .......... 11% 240M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10750K .......... .......... .......... .......... .......... 11% 137M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10800K .......... .......... .......... .......... .......... 11% 239M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10850K .......... .......... .......... .......... .......... 11% 136M 1s 2024-09-12T17:40:26.017 INFO:teuthology.orchestra.run.smithi183.stderr: 10900K .......... .......... .......... .......... .......... 11% 250M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 10950K .......... .......... .......... .......... .......... 11% 250M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11000K .......... .......... .......... .......... .......... 11% 252M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11050K .......... .......... .......... .......... .......... 11% 136M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11100K .......... .......... .......... .......... .......... 12% 167M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11150K .......... .......... .......... .......... .......... 12% 156M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11200K .......... .......... .......... .......... .......... 12% 243M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11250K .......... .......... .......... .......... .......... 12% 255M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11300K .......... .......... .......... .......... .......... 12% 252M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11350K .......... .......... .......... .......... .......... 12% 231M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11400K .......... .......... .......... .......... .......... 12% 259M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11450K .......... .......... .......... .......... .......... 12% 195M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11500K .......... .......... .......... .......... .......... 12% 225M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11550K .......... .......... .......... .......... .......... 12% 118M 1s 2024-09-12T17:40:26.018 INFO:teuthology.orchestra.run.smithi183.stderr: 11600K .......... .......... .......... .......... .......... 12% 150M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 11650K .......... .......... .......... .......... .......... 12% 256M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 11700K .......... .......... .......... .......... .......... 12% 267M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 11750K .......... .......... .......... .......... .......... 12% 157M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 11800K .......... .......... .......... .......... .......... 12% 183M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 11850K .......... .......... .......... .......... .......... 12% 267M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 11900K .......... .......... .......... .......... .......... 12% 269M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 11950K .......... .......... .......... .......... .......... 12% 229M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 12000K .......... .......... .......... .......... .......... 12% 268M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 12050K .......... .......... .......... .......... .......... 13% 269M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 12100K .......... .......... .......... .......... .......... 13% 267M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 12150K .......... .......... .......... .......... .......... 13% 244M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 12200K .......... .......... .......... .......... .......... 13% 266M 1s 2024-09-12T17:40:26.019 INFO:teuthology.orchestra.run.smithi183.stderr: 12250K .......... .......... .......... .......... .......... 13% 267M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12300K .......... .......... .......... .......... .......... 13% 269M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12350K .......... .......... .......... .......... .......... 13% 186M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12400K .......... .......... .......... .......... .......... 13% 181M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12450K .......... .......... .......... .......... .......... 13% 133M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12500K .......... .......... .......... .......... .......... 13% 257M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12550K .......... .......... .......... .......... .......... 13% 241M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12600K .......... .......... .......... .......... .......... 13% 292M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12650K .......... .......... .......... .......... .......... 13% 294M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12700K .......... .......... .......... .......... .......... 13% 287M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12750K .......... .......... .......... .......... .......... 13% 264M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12800K .......... .......... .......... .......... .......... 13% 217M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12850K .......... .......... .......... .......... .......... 13% 153M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12900K .......... .......... .......... .......... .......... 13% 174M 1s 2024-09-12T17:40:26.020 INFO:teuthology.orchestra.run.smithi183.stderr: 12950K .......... .......... .......... .......... .......... 13% 187M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13000K .......... .......... .......... .......... .......... 14% 213M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13050K .......... .......... .......... .......... .......... 14% 195M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13100K .......... .......... .......... .......... .......... 14% 252M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13150K .......... .......... .......... .......... .......... 14% 202M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13200K .......... .......... .......... .......... .......... 14% 293M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13250K .......... .......... .......... .......... .......... 14% 251M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13300K .......... .......... .......... .......... .......... 14% 177M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13350K .......... .......... .......... .......... .......... 14% 146M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13400K .......... .......... .......... .......... .......... 14% 253M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13450K .......... .......... .......... .......... .......... 14% 281M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13500K .......... .......... .......... .......... .......... 14% 280M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13550K .......... .......... .......... .......... .......... 14% 229M 1s 2024-09-12T17:40:26.021 INFO:teuthology.orchestra.run.smithi183.stderr: 13600K .......... .......... .......... .......... .......... 14% 154M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 13650K .......... .......... .......... .......... .......... 14% 161M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 13700K .......... .......... .......... .......... .......... 14% 197M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 13750K .......... .......... .......... .......... .......... 14% 231M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 13800K .......... .......... .......... .......... .......... 14% 287M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 13850K .......... .......... .......... .......... .......... 14% 282M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 13900K .......... .......... .......... .......... .......... 15% 277M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 13950K .......... .......... .......... .......... .......... 15% 247M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 14000K .......... .......... .......... .......... .......... 15% 277M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 14050K .......... .......... .......... .......... .......... 15% 289M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 14100K .......... .......... .......... .......... .......... 15% 276M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 14150K .......... .......... .......... .......... .......... 15% 213M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 14200K .......... .......... .......... .......... .......... 15% 251M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 14250K .......... .......... .......... .......... .......... 15% 179M 1s 2024-09-12T17:40:26.022 INFO:teuthology.orchestra.run.smithi183.stderr: 14300K .......... .......... .......... .......... .......... 15% 191M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14350K .......... .......... .......... .......... .......... 15% 210M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14400K .......... .......... .......... .......... .......... 15% 293M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14450K .......... .......... .......... .......... .......... 15% 200M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14500K .......... .......... .......... .......... .......... 15% 217M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14550K .......... .......... .......... .......... .......... 15% 259M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14600K .......... .......... .......... .......... .......... 15% 314M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14650K .......... .......... .......... .......... .......... 15% 320M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14700K .......... .......... .......... .......... .......... 15% 316M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14750K .......... .......... .......... .......... .......... 15% 231M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14800K .......... .......... .......... .......... .......... 15% 309M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14850K .......... .......... .......... .......... .......... 16% 315M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14900K .......... .......... .......... .......... .......... 16% 313M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 14950K .......... .......... .......... .......... .......... 16% 265M 1s 2024-09-12T17:40:26.023 INFO:teuthology.orchestra.run.smithi183.stderr: 15000K .......... .......... .......... .......... .......... 16% 325M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15050K .......... .......... .......... .......... .......... 16% 313M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15100K .......... .......... .......... .......... .......... 16% 232M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15150K .......... .......... .......... .......... .......... 16% 164M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15200K .......... .......... .......... .......... .......... 16% 194M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15250K .......... .......... .......... .......... .......... 16% 166M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15300K .......... .......... .......... .......... .......... 16% 320M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15350K .......... .......... .......... .......... .......... 16% 228M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15400K .......... .......... .......... .......... .......... 16% 249M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15450K .......... .......... .......... .......... .......... 16% 324M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15500K .......... .......... .......... .......... .......... 16% 320M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15550K .......... .......... .......... .......... .......... 16% 175M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15600K .......... .......... .......... .......... .......... 16% 196M 1s 2024-09-12T17:40:26.024 INFO:teuthology.orchestra.run.smithi183.stderr: 15650K .......... .......... .......... .......... .......... 16% 256M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 15700K .......... .......... .......... .......... .......... 16% 214M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 15750K .......... .......... .......... .......... .......... 17% 225M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 15800K .......... .......... .......... .......... .......... 17% 285M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 15850K .......... .......... .......... .......... .......... 17% 221M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 15900K .......... .......... .......... .......... .......... 17% 239M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 15950K .......... .......... .......... .......... .......... 17% 249M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 16000K .......... .......... .......... .......... .......... 17% 328M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 16050K .......... .......... .......... .......... .......... 17% 326M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 16100K .......... .......... .......... .......... .......... 17% 222M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 16150K .......... .......... .......... .......... .......... 17% 189M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 16200K .......... .......... .......... .......... .......... 17% 251M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 16250K .......... .......... .......... .......... .......... 17% 336M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 16300K .......... .......... .......... .......... .......... 17% 338M 1s 2024-09-12T17:40:26.025 INFO:teuthology.orchestra.run.smithi183.stderr: 16350K .......... .......... .......... .......... .......... 17% 275M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 16400K .......... .......... .......... .......... .......... 17% 349M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 16450K .......... .......... .......... .......... .......... 17% 343M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 16500K .......... .......... .......... .......... .......... 17% 325M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 16550K .......... .......... .......... .......... .......... 17% 207M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 16600K .......... .......... .......... .......... .......... 17% 178M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 16650K .......... .......... .......... .......... .......... 17% 220M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 16700K .......... .......... .......... .......... .......... 18% 344M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 16750K .......... .......... .......... .......... .......... 18% 290M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 16800K .......... .......... .......... .......... .......... 18% 355M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 16850K .......... .......... .......... .......... .......... 18% 347M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 16900K .......... .......... .......... .......... .......... 18% 292M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 16950K .......... .......... .......... .......... .......... 18% 34.1M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 17000K .......... .......... .......... .......... .......... 18% 247M 1s 2024-09-12T17:40:26.026 INFO:teuthology.orchestra.run.smithi183.stderr: 17050K .......... .......... .......... .......... .......... 18% 209M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17100K .......... .......... .......... .......... .......... 18% 209M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17150K .......... .......... .......... .......... .......... 18% 188M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17200K .......... .......... .......... .......... .......... 18% 218M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17250K .......... .......... .......... .......... .......... 18% 323M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17300K .......... .......... .......... .......... .......... 18% 292M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17350K .......... .......... .......... .......... .......... 18% 331M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17400K .......... .......... .......... .......... .......... 18% 354M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17450K .......... .......... .......... .......... .......... 18% 349M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17500K .......... .......... .......... .......... .......... 18% 314M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17550K .......... .......... .......... .......... .......... 18% 343M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17600K .......... .......... .......... .......... .......... 18% 336M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17650K .......... .......... .......... .......... .......... 19% 55.2M 1s 2024-09-12T17:40:26.027 INFO:teuthology.orchestra.run.smithi183.stderr: 17700K .......... .......... .......... .......... .......... 19% 159M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 17750K .......... .......... .......... .......... .......... 19% 177M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 17800K .......... .......... .......... .......... .......... 19% 178M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 17850K .......... .......... .......... .......... .......... 19% 227M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 17900K .......... .......... .......... .......... .......... 19% 203M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 17950K .......... .......... .......... .......... .......... 19% 283M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 18000K .......... .......... .......... .......... .......... 19% 196M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 18050K .......... .......... .......... .......... .......... 19% 220M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 18100K .......... .......... .......... .......... .......... 19% 202M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 18150K .......... .......... .......... .......... .......... 19% 240M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 18200K .......... .......... .......... .......... .......... 19% 292M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 18250K .......... .......... .......... .......... .......... 19% 201M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 18300K .......... .......... .......... .......... .......... 19% 206M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 18350K .......... .......... .......... .......... .......... 19% 244M 1s 2024-09-12T17:40:26.028 INFO:teuthology.orchestra.run.smithi183.stderr: 18400K .......... .......... .......... .......... .......... 19% 264M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 18450K .......... .......... .......... .......... .......... 19% 285M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 18500K .......... .......... .......... .......... .......... 19% 323M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 18550K .......... .......... .......... .......... .......... 20% 296M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 18600K .......... .......... .......... .......... .......... 20% 284M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 18650K .......... .......... .......... .......... .......... 20% 191M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 18700K .......... .......... .......... .......... .......... 20% 231M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 18750K .......... .......... .......... .......... .......... 20% 253M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 18800K .......... .......... .......... .......... .......... 20% 317M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 18850K .......... .......... .......... .......... .......... 20% 328M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 18900K .......... .......... .......... .......... .......... 20% 310M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 18950K .......... .......... .......... .......... .......... 20% 286M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 19000K .......... .......... .......... .......... .......... 20% 323M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 19050K .......... .......... .......... .......... .......... 20% 226M 1s 2024-09-12T17:40:26.029 INFO:teuthology.orchestra.run.smithi183.stderr: 19100K .......... .......... .......... .......... .......... 20% 181M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19150K .......... .......... .......... .......... .......... 20% 189M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19200K .......... .......... .......... .......... .......... 20% 220M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19250K .......... .......... .......... .......... .......... 20% 280M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19300K .......... .......... .......... .......... .......... 20% 321M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19350K .......... .......... .......... .......... .......... 20% 284M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19400K .......... .......... .......... .......... .......... 20% 306M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19450K .......... .......... .......... .......... .......... 20% 287M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19500K .......... .......... .......... .......... .......... 21% 326M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19550K .......... .......... .......... .......... .......... 21% 322M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19600K .......... .......... .......... .......... .......... 21% 291M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19650K .......... .......... .......... .......... .......... 21% 249M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19700K .......... .......... .......... .......... .......... 21% 283M 1s 2024-09-12T17:40:26.030 INFO:teuthology.orchestra.run.smithi183.stderr: 19750K .......... .......... .......... .......... .......... 21% 134M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 19800K .......... .......... .......... .......... .......... 21% 182M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 19850K .......... .......... .......... .......... .......... 21% 235M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 19900K .......... .......... .......... .......... .......... 21% 196M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 19950K .......... .......... .......... .......... .......... 21% 221M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 20000K .......... .......... .......... .......... .......... 21% 214M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 20050K .......... .......... .......... .......... .......... 21% 203M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 20100K .......... .......... .......... .......... .......... 21% 291M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 20150K .......... .......... .......... .......... .......... 21% 297M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 20200K .......... .......... .......... .......... .......... 21% 306M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 20250K .......... .......... .......... .......... .......... 21% 261M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 20300K .......... .......... .......... .......... .......... 21% 313M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 20350K .......... .......... .......... .......... .......... 21% 315M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 20400K .......... .......... .......... .......... .......... 22% 38.2M 1s 2024-09-12T17:40:26.031 INFO:teuthology.orchestra.run.smithi183.stderr: 20450K .......... .......... .......... .......... .......... 22% 155M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 20500K .......... .......... .......... .......... .......... 22% 261M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 20550K .......... .......... .......... .......... .......... 22% 189M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 20600K .......... .......... .......... .......... .......... 22% 210M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 20650K .......... .......... .......... .......... .......... 22% 213M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 20700K .......... .......... .......... .......... .......... 22% 196M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 20750K .......... .......... .......... .......... .......... 22% 213M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 20800K .......... .......... .......... .......... .......... 22% 251M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 20850K .......... .......... .......... .......... .......... 22% 214M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 20900K .......... .......... .......... .......... .......... 22% 218M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 20950K .......... .......... .......... .......... .......... 22% 290M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 21000K .......... .......... .......... .......... .......... 22% 278M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 21050K .......... .......... .......... .......... .......... 22% 158M 1s 2024-09-12T17:40:26.032 INFO:teuthology.orchestra.run.smithi183.stderr: 21100K .......... .......... .......... .......... .......... 22% 256M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21150K .......... .......... .......... .......... .......... 22% 278M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21200K .......... .......... .......... .......... .......... 22% 182M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21250K .......... .......... .......... .......... .......... 22% 185M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21300K .......... .......... .......... .......... .......... 22% 209M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21350K .......... .......... .......... .......... .......... 23% 283M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21400K .......... .......... .......... .......... .......... 23% 276M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21450K .......... .......... .......... .......... .......... 23% 259M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21500K .......... .......... .......... .......... .......... 23% 294M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21550K .......... .......... .......... .......... .......... 23% 299M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21600K .......... .......... .......... .......... .......... 23% 212M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21650K .......... .......... .......... .......... .......... 23% 151M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21700K .......... .......... .......... .......... .......... 23% 222M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21750K .......... .......... .......... .......... .......... 23% 159M 1s 2024-09-12T17:40:26.033 INFO:teuthology.orchestra.run.smithi183.stderr: 21800K .......... .......... .......... .......... .......... 23% 290M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 21850K .......... .......... .......... .......... .......... 23% 296M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 21900K .......... .......... .......... .......... .......... 23% 279M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 21950K .......... .......... .......... .......... .......... 23% 246M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 22000K .......... .......... .......... .......... .......... 23% 295M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 22050K .......... .......... .......... .......... .......... 23% 292M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 22100K .......... .......... .......... .......... .......... 23% 296M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 22150K .......... .......... .......... .......... .......... 23% 255M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 22200K .......... .......... .......... .......... .......... 23% 296M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 22250K .......... .......... .......... .......... .......... 24% 296M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 22300K .......... .......... .......... .......... .......... 24% 214M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 22350K .......... .......... .......... .......... .......... 24% 160M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 22400K .......... .......... .......... .......... .......... 24% 146M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 22450K .......... .......... .......... .......... .......... 24% 187M 1s 2024-09-12T17:40:26.034 INFO:teuthology.orchestra.run.smithi183.stderr: 22500K .......... .......... .......... .......... .......... 24% 178M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 22550K .......... .......... .......... .......... .......... 24% 229M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 22600K .......... .......... .......... .......... .......... 24% 180M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 22650K .......... .......... .......... .......... .......... 24% 204M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 22700K .......... .......... .......... .......... .......... 24% 285M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 22750K .......... .......... .......... .......... .......... 24% 291M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 22800K .......... .......... .......... .......... .......... 24% 259M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 22850K .......... .......... .......... .......... .......... 24% 306M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 22900K .......... .......... .......... .......... .......... 24% 236M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 22950K .......... .......... .......... .......... .......... 24% 292M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 23000K .......... .......... .......... .......... .......... 24% 289M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 23050K .......... .......... .......... .......... .......... 24% 251M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 23100K .......... .......... .......... .......... .......... 24% 156M 1s 2024-09-12T17:40:26.035 INFO:teuthology.orchestra.run.smithi183.stderr: 23150K .......... .......... .......... .......... .......... 24% 183M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23200K .......... .......... .......... .......... .......... 25% 218M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23250K .......... .......... .......... .......... .......... 25% 264M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23300K .......... .......... .......... .......... .......... 25% 195M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23350K .......... .......... .......... .......... .......... 25% 187M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23400K .......... .......... .......... .......... .......... 25% 193M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23450K .......... .......... .......... .......... .......... 25% 211M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23500K .......... .......... .......... .......... .......... 25% 231M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23550K .......... .......... .......... .......... .......... 25% 219M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23600K .......... .......... .......... .......... .......... 25% 217M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23650K .......... .......... .......... .......... .......... 25% 295M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23700K .......... .......... .......... .......... .......... 25% 300M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23750K .......... .......... .......... .......... .......... 25% 148M 1s 2024-09-12T17:40:26.036 INFO:teuthology.orchestra.run.smithi183.stderr: 23800K .......... .......... .......... .......... .......... 25% 277M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 23850K .......... .......... .......... .......... .......... 25% 241M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 23900K .......... .......... .......... .......... .......... 25% 171M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 23950K .......... .......... .......... .......... .......... 25% 218M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 24000K .......... .......... .......... .......... .......... 25% 240M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 24050K .......... .......... .......... .......... .......... 25% 266M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 24100K .......... .......... .......... .......... .......... 25% 299M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 24150K .......... .......... .......... .......... .......... 26% 292M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 24200K .......... .......... .......... .......... .......... 26% 303M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 24250K .......... .......... .......... .......... .......... 26% 221M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 24300K .......... .......... .......... .......... .......... 26% 214M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 24350K .......... .......... .......... .......... .......... 26% 193M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 24400K .......... .......... .......... .......... .......... 26% 220M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 24450K .......... .......... .......... .......... .......... 26% 221M 1s 2024-09-12T17:40:26.037 INFO:teuthology.orchestra.run.smithi183.stderr: 24500K .......... .......... .......... .......... .......... 26% 262M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 24550K .......... .......... .......... .......... .......... 26% 257M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 24600K .......... .......... .......... .......... .......... 26% 319M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 24650K .......... .......... .......... .......... .......... 26% 260M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 24700K .......... .......... .......... .......... .......... 26% 318M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 24750K .......... .......... .......... .......... .......... 26% 309M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 24800K .......... .......... .......... .......... .......... 26% 320M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 24850K .......... .......... .......... .......... .......... 26% 325M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 24900K .......... .......... .......... .......... .......... 26% 325M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 24950K .......... .......... .......... .......... .......... 26% 75.2M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 25000K .......... .......... .......... .......... .......... 26% 190M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 25050K .......... .......... .......... .......... .......... 27% 199M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 25100K .......... .......... .......... .......... .......... 27% 207M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 25150K .......... .......... .......... .......... .......... 27% 180M 1s 2024-09-12T17:40:26.038 INFO:teuthology.orchestra.run.smithi183.stderr: 25200K .......... .......... .......... .......... .......... 27% 233M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25250K .......... .......... .......... .......... .......... 27% 322M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25300K .......... .......... .......... .......... .......... 27% 204M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25350K .......... .......... .......... .......... .......... 27% 179M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25400K .......... .......... .......... .......... .......... 27% 281M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25450K .......... .......... .......... .......... .......... 27% 302M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25500K .......... .......... .......... .......... .......... 27% 262M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25550K .......... .......... .......... .......... .......... 27% 310M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25600K .......... .......... .......... .......... .......... 27% 267M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25650K .......... .......... .......... .......... .......... 27% 313M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25700K .......... .......... .......... .......... .......... 27% 306M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25750K .......... .......... .......... .......... .......... 27% 325M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25800K .......... .......... .......... .......... .......... 27% 191M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25850K .......... .......... .......... .......... .......... 27% 201M 1s 2024-09-12T17:40:26.039 INFO:teuthology.orchestra.run.smithi183.stderr: 25900K .......... .......... .......... .......... .......... 27% 180M 1s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 25950K .......... .......... .......... .......... .......... 27% 220M 1s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26000K .......... .......... .......... .......... .......... 28% 229M 1s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26050K .......... .......... .......... .......... .......... 28% 268M 1s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26100K .......... .......... .......... .......... .......... 28% 258M 1s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26150K .......... .......... .......... .......... .......... 28% 249M 1s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26200K .......... .......... .......... .......... .......... 28% 217M 1s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26250K .......... .......... .......... .......... .......... 28% 181M 1s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26300K .......... .......... .......... .......... .......... 28% 192M 1s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26350K .......... .......... .......... .......... .......... 28% 225M 1s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26400K .......... .......... .......... .......... .......... 28% 324M 0s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26450K .......... .......... .......... .......... .......... 28% 316M 0s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26500K .......... .......... .......... .......... .......... 28% 244M 0s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26550K .......... .......... .......... .......... .......... 28% 182M 0s 2024-09-12T17:40:26.040 INFO:teuthology.orchestra.run.smithi183.stderr: 26600K .......... .......... .......... .......... .......... 28% 211M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 26650K .......... .......... .......... .......... .......... 28% 284M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 26700K .......... .......... .......... .......... .......... 28% 185M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 26750K .......... .......... .......... .......... .......... 28% 226M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 26800K .......... .......... .......... .......... .......... 28% 322M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 26850K .......... .......... .......... .......... .......... 28% 290M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 26900K .......... .......... .......... .......... .......... 29% 320M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 26950K .......... .......... .......... .......... .......... 29% 316M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 27000K .......... .......... .......... .......... .......... 29% 326M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 27050K .......... .......... .......... .......... .......... 29% 210M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 27100K .......... .......... .......... .......... .......... 29% 163M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 27150K .......... .......... .......... .......... .......... 29% 165M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 27200K .......... .......... .......... .......... .......... 29% 205M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 27250K .......... .......... .......... .......... .......... 29% 294M 0s 2024-09-12T17:40:26.041 INFO:teuthology.orchestra.run.smithi183.stderr: 27300K .......... .......... .......... .......... .......... 29% 349M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27350K .......... .......... .......... .......... .......... 29% 159M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27400K .......... .......... .......... .......... .......... 29% 321M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27450K .......... .......... .......... .......... .......... 29% 313M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27500K .......... .......... .......... .......... .......... 29% 322M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27550K .......... .......... .......... .......... .......... 29% 293M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27600K .......... .......... .......... .......... .......... 29% 329M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27650K .......... .......... .......... .......... .......... 29% 324M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27700K .......... .......... .......... .......... .......... 29% 64.1M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27750K .......... .......... .......... .......... .......... 29% 159M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27800K .......... .......... .......... .......... .......... 29% 203M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27850K .......... .......... .......... .......... .......... 30% 190M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27900K .......... .......... .......... .......... .......... 30% 280M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 27950K .......... .......... .......... .......... .......... 30% 225M 0s 2024-09-12T17:40:26.042 INFO:teuthology.orchestra.run.smithi183.stderr: 28000K .......... .......... .......... .......... .......... 30% 217M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28050K .......... .......... .......... .......... .......... 30% 183M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28100K .......... .......... .......... .......... .......... 30% 209M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28150K .......... .......... .......... .......... .......... 30% 269M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28200K .......... .......... .......... .......... .......... 30% 322M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28250K .......... .......... .......... .......... .......... 30% 334M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28300K .......... .......... .......... .......... .......... 30% 331M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28350K .......... .......... .......... .......... .......... 30% 301M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28400K .......... .......... .......... .......... .......... 30% 320M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28450K .......... .......... .......... .......... .......... 30% 311M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28500K .......... .......... .......... .......... .......... 30% 273M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28550K .......... .......... .......... .......... .......... 30% 184M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28600K .......... .......... .......... .......... .......... 30% 230M 0s 2024-09-12T17:40:26.043 INFO:teuthology.orchestra.run.smithi183.stderr: 28650K .......... .......... .......... .......... .......... 30% 234M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 28700K .......... .......... .......... .......... .......... 30% 210M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 28750K .......... .......... .......... .......... .......... 31% 250M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 28800K .......... .......... .......... .......... .......... 31% 297M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 28850K .......... .......... .......... .......... .......... 31% 253M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 28900K .......... .......... .......... .......... .......... 31% 247M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 28950K .......... .......... .......... .......... .......... 31% 241M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 29000K .......... .......... .......... .......... .......... 31% 271M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 29050K .......... .......... .......... .......... .......... 31% 283M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 29100K .......... .......... .......... .......... .......... 31% 205M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 29150K .......... .......... .......... .......... .......... 31% 299M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 29200K .......... .......... .......... .......... .......... 31% 243M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 29250K .......... .......... .......... .......... .......... 31% 325M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 29300K .......... .......... .......... .......... .......... 31% 308M 0s 2024-09-12T17:40:26.044 INFO:teuthology.orchestra.run.smithi183.stderr: 29350K .......... .......... .......... .......... .......... 31% 210M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 29400K .......... .......... .......... .......... .......... 31% 271M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 29450K .......... .......... .......... .......... .......... 31% 279M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 29500K .......... .......... .......... .......... .......... 31% 299M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 29550K .......... .......... .......... .......... .......... 31% 294M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 29600K .......... .......... .......... .......... .......... 31% 270M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 29650K .......... .......... .......... .......... .......... 31% 281M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 29700K .......... .......... .......... .......... .......... 32% 313M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 29750K .......... .......... .......... .......... .......... 32% 307M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 29800K .......... .......... .......... .......... .......... 32% 337M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 29850K .......... .......... .......... .......... .......... 32% 76.8M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 29900K .......... .......... .......... .......... .......... 32% 193M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 29950K .......... .......... .......... .......... .......... 32% 190M 0s 2024-09-12T17:40:26.045 INFO:teuthology.orchestra.run.smithi183.stderr: 30000K .......... .......... .......... .......... .......... 32% 229M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30050K .......... .......... .......... .......... .......... 32% 278M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30100K .......... .......... .......... .......... .......... 32% 232M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30150K .......... .......... .......... .......... .......... 32% 247M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30200K .......... .......... .......... .......... .......... 32% 283M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30250K .......... .......... .......... .......... .......... 32% 256M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30300K .......... .......... .......... .......... .......... 32% 301M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30350K .......... .......... .......... .......... .......... 32% 337M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30400K .......... .......... .......... .......... .......... 32% 339M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30450K .......... .......... .......... .......... .......... 32% 324M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30500K .......... .......... .......... .......... .......... 32% 79.5M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30550K .......... .......... .......... .......... .......... 32% 230M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30600K .......... .......... .......... .......... .......... 32% 245M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30650K .......... .......... .......... .......... .......... 33% 248M 0s 2024-09-12T17:40:26.046 INFO:teuthology.orchestra.run.smithi183.stderr: 30700K .......... .......... .......... .......... .......... 33% 215M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 30750K .......... .......... .......... .......... .......... 33% 295M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 30800K .......... .......... .......... .......... .......... 33% 300M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 30850K .......... .......... .......... .......... .......... 33% 263M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 30900K .......... .......... .......... .......... .......... 33% 205M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 30950K .......... .......... .......... .......... .......... 33% 229M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 31000K .......... .......... .......... .......... .......... 33% 266M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 31050K .......... .......... .......... .......... .......... 33% 305M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 31100K .......... .......... .......... .......... .......... 33% 286M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 31150K .......... .......... .......... .......... .......... 33% 350M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 31200K .......... .......... .......... .......... .......... 33% 351M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 31250K .......... .......... .......... .......... .......... 33% 72.0M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 31300K .......... .......... .......... .......... .......... 33% 195M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 31350K .......... .......... .......... .......... .......... 33% 273M 0s 2024-09-12T17:40:26.047 INFO:teuthology.orchestra.run.smithi183.stderr: 31400K .......... .......... .......... .......... .......... 33% 239M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 31450K .......... .......... .......... .......... .......... 33% 213M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 31500K .......... .......... .......... .......... .......... 33% 286M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 31550K .......... .......... .......... .......... .......... 34% 229M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 31600K .......... .......... .......... .......... .......... 34% 299M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 31650K .......... .......... .......... .......... .......... 34% 287M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 31700K .......... .......... .......... .......... .......... 34% 193M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 31750K .......... .......... .......... .......... .......... 34% 244M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 31800K .......... .......... .......... .......... .......... 34% 238M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 31850K .......... .......... .......... .......... .......... 34% 341M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 31900K .......... .......... .......... .......... .......... 34% 218M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 31950K .......... .......... .......... .......... .......... 34% 181M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 32000K .......... .......... .......... .......... .......... 34% 259M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 32050K .......... .......... .......... .......... .......... 34% 215M 0s 2024-09-12T17:40:26.048 INFO:teuthology.orchestra.run.smithi183.stderr: 32100K .......... .......... .......... .......... .......... 34% 248M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32150K .......... .......... .......... .......... .......... 34% 276M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32200K .......... .......... .......... .......... .......... 34% 235M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32250K .......... .......... .......... .......... .......... 34% 327M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32300K .......... .......... .......... .......... .......... 34% 242M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32350K .......... .......... .......... .......... .......... 34% 240M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32400K .......... .......... .......... .......... .......... 34% 344M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32450K .......... .......... .......... .......... .......... 34% 351M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32500K .......... .......... .......... .......... .......... 35% 279M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32550K .......... .......... .......... .......... .......... 35% 345M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32600K .......... .......... .......... .......... .......... 35% 351M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32650K .......... .......... .......... .......... .......... 35% 255M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32700K .......... .......... .......... .......... .......... 35% 280M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32750K .......... .......... .......... .......... .......... 35% 180M 0s 2024-09-12T17:40:26.049 INFO:teuthology.orchestra.run.smithi183.stderr: 32800K .......... .......... .......... .......... .......... 35% 340M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 32850K .......... .......... .......... .......... .......... 35% 349M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 32900K .......... .......... .......... .......... .......... 35% 330M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 32950K .......... .......... .......... .......... .......... 35% 105M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 33000K .......... .......... .......... .......... .......... 35% 228M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 33050K .......... .......... .......... .......... .......... 35% 237M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 33100K .......... .......... .......... .......... .......... 35% 234M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 33150K .......... .......... .......... .......... .......... 35% 275M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 33200K .......... .......... .......... .......... .......... 35% 358M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 33250K .......... .......... .......... .......... .......... 35% 350M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 33300K .......... .......... .......... .......... .......... 35% 299M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 33350K .......... .......... .......... .......... .......... 35% 132M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 33400K .......... .......... .......... .......... .......... 36% 247M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 33450K .......... .......... .......... .......... .......... 36% 267M 0s 2024-09-12T17:40:26.050 INFO:teuthology.orchestra.run.smithi183.stderr: 33500K .......... .......... .......... .......... .......... 36% 289M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 33550K .......... .......... .......... .......... .......... 36% 267M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 33600K .......... .......... .......... .......... .......... 36% 257M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 33650K .......... .......... .......... .......... .......... 36% 295M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 33700K .......... .......... .......... .......... .......... 36% 249M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 33750K .......... .......... .......... .......... .......... 36% 272M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 33800K .......... .......... .......... .......... .......... 36% 268M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 33850K .......... .......... .......... .......... .......... 36% 299M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 33900K .......... .......... .......... .......... .......... 36% 211M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 33950K .......... .......... .......... .......... .......... 36% 279M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 34000K .......... .......... .......... .......... .......... 36% 333M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 34050K .......... .......... .......... .......... .......... 36% 351M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 34100K .......... .......... .......... .......... .......... 36% 322M 0s 2024-09-12T17:40:26.051 INFO:teuthology.orchestra.run.smithi183.stderr: 34150K .......... .......... .......... .......... .......... 36% 44.3M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34200K .......... .......... .......... .......... .......... 36% 257M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34250K .......... .......... .......... .......... .......... 36% 245M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34300K .......... .......... .......... .......... .......... 36% 269M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34350K .......... .......... .......... .......... .......... 37% 310M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34400K .......... .......... .......... .......... .......... 37% 305M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34450K .......... .......... .......... .......... .......... 37% 240M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34500K .......... .......... .......... .......... .......... 37% 264M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34550K .......... .......... .......... .......... .......... 37% 274M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34600K .......... .......... .......... .......... .......... 37% 339M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34650K .......... .......... .......... .......... .......... 37% 291M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34700K .......... .......... .......... .......... .......... 37% 311M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34750K .......... .......... .......... .......... .......... 37% 251M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34800K .......... .......... .......... .......... .......... 37% 245M 0s 2024-09-12T17:40:26.052 INFO:teuthology.orchestra.run.smithi183.stderr: 34850K .......... .......... .......... .......... .......... 37% 343M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 34900K .......... .......... .......... .......... .......... 37% 208M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 34950K .......... .......... .......... .......... .......... 37% 262M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 35000K .......... .......... .......... .......... .......... 37% 280M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 35050K .......... .......... .......... .......... .......... 37% 261M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 35100K .......... .......... .......... .......... .......... 37% 317M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 35150K .......... .......... .......... .......... .......... 37% 337M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 35200K .......... .......... .......... .......... .......... 37% 300M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 35250K .......... .......... .......... .......... .......... 37% 236M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 35300K .......... .......... .......... .......... .......... 38% 248M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 35350K .......... .......... .......... .......... .......... 38% 275M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 35400K .......... .......... .......... .......... .......... 38% 353M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 35450K .......... .......... .......... .......... .......... 38% 105M 0s 2024-09-12T17:40:26.053 INFO:teuthology.orchestra.run.smithi183.stderr: 35500K .......... .......... .......... .......... .......... 38% 227M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 35550K .......... .......... .......... .......... .......... 38% 206M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 35600K .......... .......... .......... .......... .......... 38% 275M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 35650K .......... .......... .......... .......... .......... 38% 312M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 35700K .......... .......... .......... .......... .......... 38% 357M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 35750K .......... .......... .......... .......... .......... 38% 318M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 35800K .......... .......... .......... .......... .......... 38% 347M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 35850K .......... .......... .......... .......... .......... 38% 178M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 35900K .......... .......... .......... .......... .......... 38% 265M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 35950K .......... .......... .......... .......... .......... 38% 267M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 36000K .......... .......... .......... .......... .......... 38% 298M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 36050K .......... .......... .......... .......... .......... 38% 215M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 36100K .......... .......... .......... .......... .......... 38% 286M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 36150K .......... .......... .......... .......... .......... 38% 289M 0s 2024-09-12T17:40:26.054 INFO:teuthology.orchestra.run.smithi183.stderr: 36200K .......... .......... .......... .......... .......... 39% 367M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36250K .......... .......... .......... .......... .......... 39% 118M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36300K .......... .......... .......... .......... .......... 39% 289M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36350K .......... .......... .......... .......... .......... 39% 274M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36400K .......... .......... .......... .......... .......... 39% 272M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36450K .......... .......... .......... .......... .......... 39% 353M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36500K .......... .......... .......... .......... .......... 39% 272M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36550K .......... .......... .......... .......... .......... 39% 243M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36600K .......... .......... .......... .......... .......... 39% 197M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36650K .......... .......... .......... .......... .......... 39% 263M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36700K .......... .......... .......... .......... .......... 39% 232M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36750K .......... .......... .......... .......... .......... 39% 200M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36800K .......... .......... .......... .......... .......... 39% 241M 0s 2024-09-12T17:40:26.055 INFO:teuthology.orchestra.run.smithi183.stderr: 36850K .......... .......... .......... .......... .......... 39% 364M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 36900K .......... .......... .......... .......... .......... 39% 304M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 36950K .......... .......... .......... .......... .......... 39% 369M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 37000K .......... .......... .......... .......... .......... 39% 353M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 37050K .......... .......... .......... .......... .......... 39% 89.9M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 37100K .......... .......... .......... .......... .......... 39% 218M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 37150K .......... .......... .......... .......... .......... 40% 292M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 37200K .......... .......... .......... .......... .......... 40% 206M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 37250K .......... .......... .......... .......... .......... 40% 227M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 37300K .......... .......... .......... .......... .......... 40% 350M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 37350K .......... .......... .......... .......... .......... 40% 215M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 37400K .......... .......... .......... .......... .......... 40% 220M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 37450K .......... .......... .......... .......... .......... 40% 275M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 37500K .......... .......... .......... .......... .......... 40% 263M 0s 2024-09-12T17:40:26.056 INFO:teuthology.orchestra.run.smithi183.stderr: 37550K .......... .......... .......... .......... .......... 40% 286M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 37600K .......... .......... .......... .......... .......... 40% 224M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 37650K .......... .......... .......... .......... .......... 40% 259M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 37700K .......... .......... .......... .......... .......... 40% 277M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 37750K .......... .......... .......... .......... .......... 40% 268M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 37800K .......... .......... .......... .......... .......... 40% 319M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 37850K .......... .......... .......... .......... .......... 40% 241M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 37900K .......... .......... .......... .......... .......... 40% 174M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 37950K .......... .......... .......... .......... .......... 40% 309M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 38000K .......... .......... .......... .......... .......... 40% 271M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 38050K .......... .......... .......... .......... .......... 41% 349M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 38100K .......... .......... .......... .......... .......... 41% 235M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 38150K .......... .......... .......... .......... .......... 41% 251M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 38200K .......... .......... .......... .......... .......... 41% 249M 0s 2024-09-12T17:40:26.057 INFO:teuthology.orchestra.run.smithi183.stderr: 38250K .......... .......... .......... .......... .......... 41% 296M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38300K .......... .......... .......... .......... .......... 41% 307M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38350K .......... .......... .......... .......... .......... 41% 330M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38400K .......... .......... .......... .......... .......... 41% 134M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38450K .......... .......... .......... .......... .......... 41% 276M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38500K .......... .......... .......... .......... .......... 41% 160M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38550K .......... .......... .......... .......... .......... 41% 200M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38600K .......... .......... .......... .......... .......... 41% 307M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38650K .......... .......... .......... .......... .......... 41% 326M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38700K .......... .......... .......... .......... .......... 41% 103M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38750K .......... .......... .......... .......... .......... 41% 199M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38800K .......... .......... .......... .......... .......... 41% 221M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38850K .......... .......... .......... .......... .......... 41% 277M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38900K .......... .......... .......... .......... .......... 41% 371M 0s 2024-09-12T17:40:26.058 INFO:teuthology.orchestra.run.smithi183.stderr: 38950K .......... .......... .......... .......... .......... 41% 386M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39000K .......... .......... .......... .......... .......... 42% 271M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39050K .......... .......... .......... .......... .......... 42% 216M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39100K .......... .......... .......... .......... .......... 42% 274M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39150K .......... .......... .......... .......... .......... 42% 366M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39200K .......... .......... .......... .......... .......... 42% 377M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39250K .......... .......... .......... .......... .......... 42% 230M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39300K .......... .......... .......... .......... .......... 42% 252M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39350K .......... .......... .......... .......... .......... 42% 315M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39400K .......... .......... .......... .......... .......... 42% 247M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39450K .......... .......... .......... .......... .......... 42% 292M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39500K .......... .......... .......... .......... .......... 42% 318M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39550K .......... .......... .......... .......... .......... 42% 293M 0s 2024-09-12T17:40:26.059 INFO:teuthology.orchestra.run.smithi183.stderr: 39600K .......... .......... .......... .......... .......... 42% 382M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 39650K .......... .......... .......... .......... .......... 42% 238M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 39700K .......... .......... .......... .......... .......... 42% 244M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 39750K .......... .......... .......... .......... .......... 42% 218M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 39800K .......... .......... .......... .......... .......... 42% 364M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 39850K .......... .......... .......... .......... .......... 42% 383M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 39900K .......... .......... .......... .......... .......... 43% 54.3M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 39950K .......... .......... .......... .......... .......... 43% 157M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 40000K .......... .......... .......... .......... .......... 43% 269M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 40050K .......... .......... .......... .......... .......... 43% 311M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 40100K .......... .......... .......... .......... .......... 43% 393M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 40150K .......... .......... .......... .......... .......... 43% 217M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 40200K .......... .......... .......... .......... .......... 43% 255M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 40250K .......... .......... .......... .......... .......... 43% 300M 0s 2024-09-12T17:40:26.060 INFO:teuthology.orchestra.run.smithi183.stderr: 40300K .......... .......... .......... .......... .......... 43% 246M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40350K .......... .......... .......... .......... .......... 43% 344M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40400K .......... .......... .......... .......... .......... 43% 296M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40450K .......... .......... .......... .......... .......... 43% 239M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40500K .......... .......... .......... .......... .......... 43% 256M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40550K .......... .......... .......... .......... .......... 43% 277M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40600K .......... .......... .......... .......... .......... 43% 241M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40650K .......... .......... .......... .......... .......... 43% 284M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40700K .......... .......... .......... .......... .......... 43% 289M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40750K .......... .......... .......... .......... .......... 43% 260M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40800K .......... .......... .......... .......... .......... 43% 217M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40850K .......... .......... .......... .......... .......... 44% 296M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40900K .......... .......... .......... .......... .......... 44% 388M 0s 2024-09-12T17:40:26.061 INFO:teuthology.orchestra.run.smithi183.stderr: 40950K .......... .......... .......... .......... .......... 44% 357M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41000K .......... .......... .......... .......... .......... 44% 287M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41050K .......... .......... .......... .......... .......... 44% 335M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41100K .......... .......... .......... .......... .......... 44% 323M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41150K .......... .......... .......... .......... .......... 44% 299M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41200K .......... .......... .......... .......... .......... 44% 285M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41250K .......... .......... .......... .......... .......... 44% 412M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41300K .......... .......... .......... .......... .......... 44% 161M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41350K .......... .......... .......... .......... .......... 44% 240M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41400K .......... .......... .......... .......... .......... 44% 252M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41450K .......... .......... .......... .......... .......... 44% 119M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41500K .......... .......... .......... .......... .......... 44% 237M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41550K .......... .......... .......... .......... .......... 44% 253M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41600K .......... .......... .......... .......... .......... 44% 304M 0s 2024-09-12T17:40:26.062 INFO:teuthology.orchestra.run.smithi183.stderr: 41650K .......... .......... .......... .......... .......... 44% 354M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 41700K .......... .......... .......... .......... .......... 44% 140M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 41750K .......... .......... .......... .......... .......... 44% 170M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 41800K .......... .......... .......... .......... .......... 45% 256M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 41850K .......... .......... .......... .......... .......... 45% 264M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 41900K .......... .......... .......... .......... .......... 45% 195M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 41950K .......... .......... .......... .......... .......... 45% 246M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 42000K .......... .......... .......... .......... .......... 45% 395M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 42050K .......... .......... .......... .......... .......... 45% 204M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 42100K .......... .......... .......... .......... .......... 45% 263M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 42150K .......... .......... .......... .......... .......... 45% 320M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 42200K .......... .......... .......... .......... .......... 45% 393M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 42250K .......... .......... .......... .......... .......... 45% 261M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 42300K .......... .......... .......... .......... .......... 45% 256M 0s 2024-09-12T17:40:26.063 INFO:teuthology.orchestra.run.smithi183.stderr: 42350K .......... .......... .......... .......... .......... 45% 208M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 42400K .......... .......... .......... .......... .......... 45% 335M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 42450K .......... .......... .......... .......... .......... 45% 303M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 42500K .......... .......... .......... .......... .......... 45% 266M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 42550K .......... .......... .......... .......... .......... 45% 312M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 42600K .......... .......... .......... .......... .......... 45% 335M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 42650K .......... .......... .......... .......... .......... 45% 149M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 42700K .......... .......... .......... .......... .......... 46% 258M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 42750K .......... .......... .......... .......... .......... 46% 279M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 42800K .......... .......... .......... .......... .......... 46% 337M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 42850K .......... .......... .......... .......... .......... 46% 73.1M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 42900K .......... .......... .......... .......... .......... 46% 317M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 42950K .......... .......... .......... .......... .......... 46% 281M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 43000K .......... .......... .......... .......... .......... 46% 305M 0s 2024-09-12T17:40:26.064 INFO:teuthology.orchestra.run.smithi183.stderr: 43050K .......... .......... .......... .......... .......... 46% 344M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43100K .......... .......... .......... .......... .......... 46% 194M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43150K .......... .......... .......... .......... .......... 46% 251M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43200K .......... .......... .......... .......... .......... 46% 264M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43250K .......... .......... .......... .......... .......... 46% 285M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43300K .......... .......... .......... .......... .......... 46% 387M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43350K .......... .......... .......... .......... .......... 46% 189M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43400K .......... .......... .......... .......... .......... 46% 259M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43450K .......... .......... .......... .......... .......... 46% 269M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43500K .......... .......... .......... .......... .......... 46% 309M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43550K .......... .......... .......... .......... .......... 46% 312M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43600K .......... .......... .......... .......... .......... 46% 248M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43650K .......... .......... .......... .......... .......... 47% 288M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43700K .......... .......... .......... .......... .......... 47% 318M 0s 2024-09-12T17:40:26.065 INFO:teuthology.orchestra.run.smithi183.stderr: 43750K .......... .......... .......... .......... .......... 47% 288M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 43800K .......... .......... .......... .......... .......... 47% 317M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 43850K .......... .......... .......... .......... .......... 47% 186M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 43900K .......... .......... .......... .......... .......... 47% 204M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 43950K .......... .......... .......... .......... .......... 47% 341M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 44000K .......... .......... .......... .......... .......... 47% 299M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 44050K .......... .......... .......... .......... .......... 47% 291M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 44100K .......... .......... .......... .......... .......... 47% 284M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 44150K .......... .......... .......... .......... .......... 47% 209M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 44200K .......... .......... .......... .......... .......... 47% 352M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 44250K .......... .......... .......... .......... .......... 47% 114M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 44300K .......... .......... .......... .......... .......... 47% 265M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 44350K .......... .......... .......... .......... .......... 47% 288M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 44400K .......... .......... .......... .......... .......... 47% 255M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 44450K .......... .......... .......... .......... .......... 47% 363M 0s 2024-09-12T17:40:26.066 INFO:teuthology.orchestra.run.smithi183.stderr: 44500K .......... .......... .......... .......... .......... 47% 292M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 44550K .......... .......... .......... .......... .......... 48% 246M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 44600K .......... .......... .......... .......... .......... 48% 346M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 44650K .......... .......... .......... .......... .......... 48% 161M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 44700K .......... .......... .......... .......... .......... 48% 282M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 44750K .......... .......... .......... .......... .......... 48% 335M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 44800K .......... .......... .......... .......... .......... 48% 217M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 44850K .......... .......... .......... .......... .......... 48% 225M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 44900K .......... .......... .......... .......... .......... 48% 304M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 44950K .......... .......... .......... .......... .......... 48% 260M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 45000K .......... .......... .......... .......... .......... 48% 204M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 45050K .......... .......... .......... .......... .......... 48% 258M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 45100K .......... .......... .......... .......... .......... 48% 362M 0s 2024-09-12T17:40:26.067 INFO:teuthology.orchestra.run.smithi183.stderr: 45150K .......... .......... .......... .......... .......... 48% 339M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45200K .......... .......... .......... .......... .......... 48% 141M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45250K .......... .......... .......... .......... .......... 48% 324M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45300K .......... .......... .......... .......... .......... 48% 364M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45350K .......... .......... .......... .......... .......... 48% 351M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45400K .......... .......... .......... .......... .......... 48% 248M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45450K .......... .......... .......... .......... .......... 48% 367M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45500K .......... .......... .......... .......... .......... 49% 389M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45550K .......... .......... .......... .......... .......... 49% 386M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45600K .......... .......... .......... .......... .......... 49% 83.2M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45650K .......... .......... .......... .......... .......... 49% 391M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45700K .......... .......... .......... .......... .......... 49% 259M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45750K .......... .......... .......... .......... .......... 49% 249M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45800K .......... .......... .......... .......... .......... 49% 91.2M 0s 2024-09-12T17:40:26.068 INFO:teuthology.orchestra.run.smithi183.stderr: 45850K .......... .......... .......... .......... .......... 49% 241M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 45900K .......... .......... .......... .......... .......... 49% 369M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 45950K .......... .......... .......... .......... .......... 49% 388M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 46000K .......... .......... .......... .......... .......... 49% 369M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 46050K .......... .......... .......... .......... .......... 49% 119M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 46100K .......... .......... .......... .......... .......... 49% 371M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 46150K .......... .......... .......... .......... .......... 49% 375M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 46200K .......... .......... .......... .......... .......... 49% 395M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 46250K .......... .......... .......... .......... .......... 49% 279M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 46300K .......... .......... .......... .......... .......... 49% 129M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 46350K .......... .......... .......... .......... .......... 49% 283M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 46400K .......... .......... .......... .......... .......... 49% 396M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 46450K .......... .......... .......... .......... .......... 50% 310M 0s 2024-09-12T17:40:26.069 INFO:teuthology.orchestra.run.smithi183.stderr: 46500K .......... .......... .......... .......... .......... 50% 382M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 46550K .......... .......... .......... .......... .......... 50% 386M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 46600K .......... .......... .......... .......... .......... 50% 277M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 46650K .......... .......... .......... .......... .......... 50% 373M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 46700K .......... .......... .......... .......... .......... 50% 406M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 46750K .......... .......... .......... .......... .......... 50% 114M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 46800K .......... .......... .......... .......... .......... 50% 171M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 46850K .......... .......... .......... .......... .......... 50% 337M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 46900K .......... .......... .......... .......... .......... 50% 353M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 46950K .......... .......... .......... .......... .......... 50% 403M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 47000K .......... .......... .......... .......... .......... 50% 132M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 47050K .......... .......... .......... .......... .......... 50% 264M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 47100K .......... .......... .......... .......... .......... 50% 331M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 47150K .......... .......... .......... .......... .......... 50% 398M 0s 2024-09-12T17:40:26.070 INFO:teuthology.orchestra.run.smithi183.stderr: 47200K .......... .......... .......... .......... .......... 50% 393M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47250K .......... .......... .......... .......... .......... 50% 148M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47300K .......... .......... .......... .......... .......... 50% 341M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47350K .......... .......... .......... .......... .......... 51% 348M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47400K .......... .......... .......... .......... .......... 51% 337M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47450K .......... .......... .......... .......... .......... 51% 249M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47500K .......... .......... .......... .......... .......... 51% 366M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47550K .......... .......... .......... .......... .......... 51% 368M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47600K .......... .......... .......... .......... .......... 51% 138M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47650K .......... .......... .......... .......... .......... 51% 393M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47700K .......... .......... .......... .......... .......... 51% 144M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47750K .......... .......... .......... .......... .......... 51% 347M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47800K .......... .......... .......... .......... .......... 51% 354M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47850K .......... .......... .......... .......... .......... 51% 326M 0s 2024-09-12T17:40:26.071 INFO:teuthology.orchestra.run.smithi183.stderr: 47900K .......... .......... .......... .......... .......... 51% 353M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 47950K .......... .......... .......... .......... .......... 51% 350M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 48000K .......... .......... .......... .......... .......... 51% 196M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 48050K .......... .......... .......... .......... .......... 51% 270M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 48100K .......... .......... .......... .......... .......... 51% 207M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 48150K .......... .......... .......... .......... .......... 51% 320M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 48200K .......... .......... .......... .......... .......... 51% 162M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 48250K .......... .......... .......... .......... .......... 51% 135M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 48300K .......... .......... .......... .......... .......... 52% 337M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 48350K .......... .......... .......... .......... .......... 52% 250M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 48400K .......... .......... .......... .......... .......... 52% 346M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 48450K .......... .......... .......... .......... .......... 52% 358M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 48500K .......... .......... .......... .......... .......... 52% 400M 0s 2024-09-12T17:40:26.072 INFO:teuthology.orchestra.run.smithi183.stderr: 48550K .......... .......... .......... .......... .......... 52% 139M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 48600K .......... .......... .......... .......... .......... 52% 274M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 48650K .......... .......... .......... .......... .......... 52% 381M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 48700K .......... .......... .......... .......... .......... 52% 186M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 48750K .......... .......... .......... .......... .......... 52% 321M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 48800K .......... .......... .......... .......... .......... 52% 125M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 48850K .......... .......... .......... .......... .......... 52% 308M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 48900K .......... .......... .......... .......... .......... 52% 132M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 48950K .......... .......... .......... .......... .......... 52% 379M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 49000K .......... .......... .......... .......... .......... 52% 177M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 49050K .......... .......... .......... .......... .......... 52% 359M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 49100K .......... .......... .......... .......... .......... 52% 373M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 49150K .......... .......... .......... .......... .......... 52% 173M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 49200K .......... .......... .......... .......... .......... 53% 261M 0s 2024-09-12T17:40:26.073 INFO:teuthology.orchestra.run.smithi183.stderr: 49250K .......... .......... .......... .......... .......... 53% 364M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49300K .......... .......... .......... .......... .......... 53% 282M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49350K .......... .......... .......... .......... .......... 53% 263M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49400K .......... .......... .......... .......... .......... 53% 183M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49450K .......... .......... .......... .......... .......... 53% 369M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49500K .......... .......... .......... .......... .......... 53% 397M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49550K .......... .......... .......... .......... .......... 53% 322M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49600K .......... .......... .......... .......... .......... 53% 368M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49650K .......... .......... .......... .......... .......... 53% 390M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49700K .......... .......... .......... .......... .......... 53% 264M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49750K .......... .......... .......... .......... .......... 53% 370M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49800K .......... .......... .......... .......... .......... 53% 136M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49850K .......... .......... .......... .......... .......... 53% 181M 0s 2024-09-12T17:40:26.074 INFO:teuthology.orchestra.run.smithi183.stderr: 49900K .......... .......... .......... .......... .......... 53% 158M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 49950K .......... .......... .......... .......... .......... 53% 360M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50000K .......... .......... .......... .......... .......... 53% 390M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50050K .......... .......... .......... .......... .......... 53% 169M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50100K .......... .......... .......... .......... .......... 53% 336M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50150K .......... .......... .......... .......... .......... 54% 119M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50200K .......... .......... .......... .......... .......... 54% 350M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50250K .......... .......... .......... .......... .......... 54% 368M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50300K .......... .......... .......... .......... .......... 54% 396M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50350K .......... .......... .......... .......... .......... 54% 338M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50400K .......... .......... .......... .......... .......... 54% 299M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50450K .......... .......... .......... .......... .......... 54% 390M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50500K .......... .......... .......... .......... .......... 54% 144M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50550K .......... .......... .......... .......... .......... 54% 295M 0s 2024-09-12T17:40:26.075 INFO:teuthology.orchestra.run.smithi183.stderr: 50600K .......... .......... .......... .......... .......... 54% 341M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 50650K .......... .......... .......... .......... .......... 54% 275M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 50700K .......... .......... .......... .......... .......... 54% 361M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 50750K .......... .......... .......... .......... .......... 54% 295M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 50800K .......... .......... .......... .......... .......... 54% 216M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 50850K .......... .......... .......... .......... .......... 54% 288M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 50900K .......... .......... .......... .......... .......... 54% 335M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 50950K .......... .......... .......... .......... .......... 54% 374M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 51000K .......... .......... .......... .......... .......... 54% 369M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 51050K .......... .......... .......... .......... .......... 55% 156M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 51100K .......... .......... .......... .......... .......... 55% 338M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 51150K .......... .......... .......... .......... .......... 55% 386M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 51200K .......... .......... .......... .......... .......... 55% 362M 0s 2024-09-12T17:40:26.076 INFO:teuthology.orchestra.run.smithi183.stderr: 51250K .......... .......... .......... .......... .......... 55% 83.3M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51300K .......... .......... .......... .......... .......... 55% 225M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51350K .......... .......... .......... .......... .......... 55% 268M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51400K .......... .......... .......... .......... .......... 55% 345M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51450K .......... .......... .......... .......... .......... 55% 368M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51500K .......... .......... .......... .......... .......... 55% 125M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51550K .......... .......... .......... .......... .......... 55% 361M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51600K .......... .......... .......... .......... .......... 55% 371M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51650K .......... .......... .......... .......... .......... 55% 389M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51700K .......... .......... .......... .......... .......... 55% 132M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51750K .......... .......... .......... .......... .......... 55% 361M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51800K .......... .......... .......... .......... .......... 55% 368M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51850K .......... .......... .......... .......... .......... 55% 383M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51900K .......... .......... .......... .......... .......... 55% 115M 0s 2024-09-12T17:40:26.077 INFO:teuthology.orchestra.run.smithi183.stderr: 51950K .......... .......... .......... .......... .......... 55% 299M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52000K .......... .......... .......... .......... .......... 56% 183M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52050K .......... .......... .......... .......... .......... 56% 361M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52100K .......... .......... .......... .......... .......... 56% 350M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52150K .......... .......... .......... .......... .......... 56% 242M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52200K .......... .......... .......... .......... .......... 56% 197M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52250K .......... .......... .......... .......... .......... 56% 244M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52300K .......... .......... .......... .......... .......... 56% 298M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52350K .......... .......... .......... .......... .......... 56% 285M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52400K .......... .......... .......... .......... .......... 56% 216M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52450K .......... .......... .......... .......... .......... 56% 157M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52500K .......... .......... .......... .......... .......... 56% 251M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52550K .......... .......... .......... .......... .......... 56% 344M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52600K .......... .......... .......... .......... .......... 56% 341M 0s 2024-09-12T17:40:26.078 INFO:teuthology.orchestra.run.smithi183.stderr: 52650K .......... .......... .......... .......... .......... 56% 387M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 52700K .......... .......... .......... .......... .......... 56% 361M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 52750K .......... .......... .......... .......... .......... 56% 343M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 52800K .......... .......... .......... .......... .......... 56% 252M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 52850K .......... .......... .......... .......... .......... 56% 338M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 52900K .......... .......... .......... .......... .......... 56% 223M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 52950K .......... .......... .......... .......... .......... 57% 89.2M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 53000K .......... .......... .......... .......... .......... 57% 305M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 53050K .......... .......... .......... .......... .......... 57% 373M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 53100K .......... .......... .......... .......... .......... 57% 326M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 53150K .......... .......... .......... .......... .......... 57% 380M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 53200K .......... .......... .......... .......... .......... 57% 144M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 53250K .......... .......... .......... .......... .......... 57% 351M 0s 2024-09-12T17:40:26.079 INFO:teuthology.orchestra.run.smithi183.stderr: 53300K .......... .......... .......... .......... .......... 57% 258M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53350K .......... .......... .......... .......... .......... 57% 340M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53400K .......... .......... .......... .......... .......... 57% 390M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53450K .......... .......... .......... .......... .......... 57% 380M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53500K .......... .......... .......... .......... .......... 57% 190M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53550K .......... .......... .......... .......... .......... 57% 346M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53600K .......... .......... .......... .......... .......... 57% 168M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53650K .......... .......... .......... .......... .......... 57% 250M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53700K .......... .......... .......... .......... .......... 57% 320M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53750K .......... .......... .......... .......... .......... 57% 347M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53800K .......... .......... .......... .......... .......... 57% 353M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53850K .......... .......... .......... .......... .......... 58% 363M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53900K .......... .......... .......... .......... .......... 58% 373M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 53950K .......... .......... .......... .......... .......... 58% 165M 0s 2024-09-12T17:40:26.080 INFO:teuthology.orchestra.run.smithi183.stderr: 54000K .......... .......... .......... .......... .......... 58% 315M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54050K .......... .......... .......... .......... .......... 58% 382M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54100K .......... .......... .......... .......... .......... 58% 338M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54150K .......... .......... .......... .......... .......... 58% 334M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54200K .......... .......... .......... .......... .......... 58% 395M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54250K .......... .......... .......... .......... .......... 58% 111M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54300K .......... .......... .......... .......... .......... 58% 127M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54350K .......... .......... .......... .......... .......... 58% 123M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54400K .......... .......... .......... .......... .......... 58% 340M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54450K .......... .......... .......... .......... .......... 58% 336M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54500K .......... .......... .......... .......... .......... 58% 391M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54550K .......... .......... .......... .......... .......... 58% 308M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54600K .......... .......... .......... .......... .......... 58% 376M 0s 2024-09-12T17:40:26.081 INFO:teuthology.orchestra.run.smithi183.stderr: 54650K .......... .......... .......... .......... .......... 58% 205M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 54700K .......... .......... .......... .......... .......... 58% 304M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 54750K .......... .......... .......... .......... .......... 58% 228M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 54800K .......... .......... .......... .......... .......... 59% 346M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 54850K .......... .......... .......... .......... .......... 59% 213M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 54900K .......... .......... .......... .......... .......... 59% 179M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 54950K .......... .......... .......... .......... .......... 59% 348M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 55000K .......... .......... .......... .......... .......... 59% 181M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 55050K .......... .......... .......... .......... .......... 59% 227M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 55100K .......... .......... .......... .......... .......... 59% 285M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 55150K .......... .......... .......... .......... .......... 59% 302M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 55200K .......... .......... .......... .......... .......... 59% 288M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 55250K .......... .......... .......... .......... .......... 59% 186M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 55300K .......... .......... .......... .......... .......... 59% 227M 0s 2024-09-12T17:40:26.082 INFO:teuthology.orchestra.run.smithi183.stderr: 55350K .......... .......... .......... .......... .......... 59% 73.5M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 55400K .......... .......... .......... .......... .......... 59% 217M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 55450K .......... .......... .......... .......... .......... 59% 189M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 55500K .......... .......... .......... .......... .......... 59% 325M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 55550K .......... .......... .......... .......... .......... 59% 337M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 55600K .......... .......... .......... .......... .......... 59% 317M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 55650K .......... .......... .......... .......... .......... 59% 371M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 55700K .......... .......... .......... .......... .......... 60% 377M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 55750K .......... .......... .......... .......... .......... 60% 137M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 55800K .......... .......... .......... .......... .......... 60% 35.6M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 55850K .......... .......... .......... .......... .......... 60% 255M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 55900K .......... .......... .......... .......... .......... 60% 313M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 55950K .......... .......... .......... .......... .......... 60% 121M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 56000K .......... .......... .......... .......... .......... 60% 204M 0s 2024-09-12T17:40:26.083 INFO:teuthology.orchestra.run.smithi183.stderr: 56050K .......... .......... .......... .......... .......... 60% 349M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56100K .......... .......... .......... .......... .......... 60% 372M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56150K .......... .......... .......... .......... .......... 60% 359M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56200K .......... .......... .......... .......... .......... 60% 390M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56250K .......... .......... .......... .......... .......... 60% 319M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56300K .......... .......... .......... .......... .......... 60% 225M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56350K .......... .......... .......... .......... .......... 60% 365M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56400K .......... .......... .......... .......... .......... 60% 358M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56450K .......... .......... .......... .......... .......... 60% 392M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56500K .......... .......... .......... .......... .......... 60% 290M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56550K .......... .......... .......... .......... .......... 60% 379M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56600K .......... .......... .......... .......... .......... 60% 195M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56650K .......... .......... .......... .......... .......... 61% 372M 0s 2024-09-12T17:40:26.084 INFO:teuthology.orchestra.run.smithi183.stderr: 56700K .......... .......... .......... .......... .......... 61% 327M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 56750K .......... .......... .......... .......... .......... 61% 370M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 56800K .......... .......... .......... .......... .......... 61% 339M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 56850K .......... .......... .......... .......... .......... 61% 386M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 56900K .......... .......... .......... .......... .......... 61% 392M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 56950K .......... .......... .......... .......... .......... 61% 314M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 57000K .......... .......... .......... .......... .......... 61% 366M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 57050K .......... .......... .......... .......... .......... 61% 348M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 57100K .......... .......... .......... .......... .......... 61% 358M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 57150K .......... .......... .......... .......... .......... 61% 335M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 57200K .......... .......... .......... .......... .......... 61% 340M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 57250K .......... .......... .......... .......... .......... 61% 382M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 57300K .......... .......... .......... .......... .......... 61% 293M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 57350K .......... .......... .......... .......... .......... 61% 335M 0s 2024-09-12T17:40:26.085 INFO:teuthology.orchestra.run.smithi183.stderr: 57400K .......... .......... .......... .......... .......... 61% 352M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 57450K .......... .......... .......... .......... .......... 61% 315M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 57500K .......... .......... .......... .......... .......... 61% 357M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 57550K .......... .......... .......... .......... .......... 62% 354M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 57600K .......... .......... .......... .......... .......... 62% 323M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 57650K .......... .......... .......... .......... .......... 62% 386M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 57700K .......... .......... .......... .......... .......... 62% 372M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 57750K .......... .......... .......... .......... .......... 62% 365M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 57800K .......... .......... .......... .......... .......... 62% 310M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 57850K .......... .......... .......... .......... .......... 62% 370M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 57900K .......... .......... .......... .......... .......... 62% 226M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 57950K .......... .......... .......... .......... .......... 62% 328M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 58000K .......... .......... .......... .......... .......... 62% 334M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 58050K .......... .......... .......... .......... .......... 62% 92.8M 0s 2024-09-12T17:40:26.086 INFO:teuthology.orchestra.run.smithi183.stderr: 58100K .......... .......... .......... .......... .......... 62% 342M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58150K .......... .......... .......... .......... .......... 62% 384M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58200K .......... .......... .......... .......... .......... 62% 402M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58250K .......... .......... .......... .......... .......... 62% 313M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58300K .......... .......... .......... .......... .......... 62% 89.7M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58350K .......... .......... .......... .......... .......... 62% 88.1M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58400K .......... .......... .......... .......... .......... 62% 351M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58450K .......... .......... .......... .......... .......... 62% 136M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58500K .......... .......... .......... .......... .......... 63% 241M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58550K .......... .......... .......... .......... .......... 63% 30.1M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58600K .......... .......... .......... .......... .......... 63% 114M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58650K .......... .......... .......... .......... .......... 63% 368M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58700K .......... .......... .......... .......... .......... 63% 362M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58750K .......... .......... .......... .......... .......... 63% 353M 0s 2024-09-12T17:40:26.087 INFO:teuthology.orchestra.run.smithi183.stderr: 58800K .......... .......... .......... .......... .......... 63% 84.3M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 58850K .......... .......... .......... .......... .......... 63% 160M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 58900K .......... .......... .......... .......... .......... 63% 226M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 58950K .......... .......... .......... .......... .......... 63% 372M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 59000K .......... .......... .......... .......... .......... 63% 386M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 59050K .......... .......... .......... .......... .......... 63% 89.5M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 59100K .......... .......... .......... .......... .......... 63% 302M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 59150K .......... .......... .......... .......... .......... 63% 381M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 59200K .......... .......... .......... .......... .......... 63% 179M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 59250K .......... .......... .......... .......... .......... 63% 367M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 59300K .......... .......... .......... .......... .......... 63% 351M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 59350K .......... .......... .......... .......... .......... 63% 372M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 59400K .......... .......... .......... .......... .......... 63% 352M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 59450K .......... .......... .......... .......... .......... 64% 365M 0s 2024-09-12T17:40:26.088 INFO:teuthology.orchestra.run.smithi183.stderr: 59500K .......... .......... .......... .......... .......... 64% 414M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 59550K .......... .......... .......... .......... .......... 64% 432M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 59600K .......... .......... .......... .......... .......... 64% 328M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 59650K .......... .......... .......... .......... .......... 64% 395M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 59700K .......... .......... .......... .......... .......... 64% 369M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 59750K .......... .......... .......... .......... .......... 64% 348M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 59800K .......... .......... .......... .......... .......... 64% 310M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 59850K .......... .......... .......... .......... .......... 64% 344M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 59900K .......... .......... .......... .......... .......... 64% 352M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 59950K .......... .......... .......... .......... .......... 64% 390M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 60000K .......... .......... .......... .......... .......... 64% 324M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 60050K .......... .......... .......... .......... .......... 64% 378M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 60100K .......... .......... .......... .......... .......... 64% 361M 0s 2024-09-12T17:40:26.089 INFO:teuthology.orchestra.run.smithi183.stderr: 60150K .......... .......... .......... .......... .......... 64% 356M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60200K .......... .......... .......... .......... .......... 64% 326M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60250K .......... .......... .......... .......... .......... 64% 345M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60300K .......... .......... .......... .......... .......... 64% 317M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60350K .......... .......... .......... .......... .......... 65% 337M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60400K .......... .......... .......... .......... .......... 65% 348M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60450K .......... .......... .......... .......... .......... 65% 373M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60500K .......... .......... .......... .......... .......... 65% 310M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60550K .......... .......... .......... .......... .......... 65% 365M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60600K .......... .......... .......... .......... .......... 65% 274M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60650K .......... .......... .......... .......... .......... 65% 379M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60700K .......... .......... .......... .......... .......... 65% 330M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60750K .......... .......... .......... .......... .......... 65% 332M 0s 2024-09-12T17:40:26.090 INFO:teuthology.orchestra.run.smithi183.stderr: 60800K .......... .......... .......... .......... .......... 65% 369M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 60850K .......... .......... .......... .......... .......... 65% 375M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 60900K .......... .......... .......... .......... .......... 65% 335M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 60950K .......... .......... .......... .......... .......... 65% 328M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 61000K .......... .......... .......... .......... .......... 65% 398M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 61050K .......... .......... .......... .......... .......... 65% 396M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 61100K .......... .......... .......... .......... .......... 65% 384M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 61150K .......... .......... .......... .......... .......... 65% 310M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 61200K .......... .......... .......... .......... .......... 65% 384M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 61250K .......... .......... .......... .......... .......... 65% 377M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 61300K .......... .......... .......... .......... .......... 66% 411M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 61350K .......... .......... .......... .......... .......... 66% 371M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 61400K .......... .......... .......... .......... .......... 66% 128M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 61450K .......... .......... .......... .......... .......... 66% 314M 0s 2024-09-12T17:40:26.091 INFO:teuthology.orchestra.run.smithi183.stderr: 61500K .......... .......... .......... .......... .......... 66% 212M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 61550K .......... .......... .......... .......... .......... 66% 30.0M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 61600K .......... .......... .......... .......... .......... 66% 99.0M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 61650K .......... .......... .......... .......... .......... 66% 297M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 61700K .......... .......... .......... .......... .......... 66% 263M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 61750K .......... .......... .......... .......... .......... 66% 331M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 61800K .......... .......... .......... .......... .......... 66% 104M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 61850K .......... .......... .......... .......... .......... 66% 130M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 61900K .......... .......... .......... .......... .......... 66% 390M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 61950K .......... .......... .......... .......... .......... 66% 322M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 62000K .......... .......... .......... .......... .......... 66% 175M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 62050K .......... .......... .......... .......... .......... 66% 176M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 62100K .......... .......... .......... .......... .......... 66% 169M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 62150K .......... .......... .......... .......... .......... 66% 342M 0s 2024-09-12T17:40:26.092 INFO:teuthology.orchestra.run.smithi183.stderr: 62200K .......... .......... .......... .......... .......... 67% 104M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62250K .......... .......... .......... .......... .......... 67% 348M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62300K .......... .......... .......... .......... .......... 67% 363M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62350K .......... .......... .......... .......... .......... 67% 323M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62400K .......... .......... .......... .......... .......... 67% 386M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62450K .......... .......... .......... .......... .......... 67% 376M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62500K .......... .......... .......... .......... .......... 67% 368M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62550K .......... .......... .......... .......... .......... 67% 187M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62600K .......... .......... .......... .......... .......... 67% 370M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62650K .......... .......... .......... .......... .......... 67% 258M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62700K .......... .......... .......... .......... .......... 67% 358M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62750K .......... .......... .......... .......... .......... 67% 310M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62800K .......... .......... .......... .......... .......... 67% 385M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62850K .......... .......... .......... .......... .......... 67% 371M 0s 2024-09-12T17:40:26.093 INFO:teuthology.orchestra.run.smithi183.stderr: 62900K .......... .......... .......... .......... .......... 67% 172M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 62950K .......... .......... .......... .......... .......... 67% 310M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63000K .......... .......... .......... .......... .......... 67% 376M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63050K .......... .......... .......... .......... .......... 67% 409M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63100K .......... .......... .......... .......... .......... 67% 356M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63150K .......... .......... .......... .......... .......... 68% 313M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63200K .......... .......... .......... .......... .......... 68% 392M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63250K .......... .......... .......... .......... .......... 68% 263M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63300K .......... .......... .......... .......... .......... 68% 337M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63350K .......... .......... .......... .......... .......... 68% 310M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63400K .......... .......... .......... .......... .......... 68% 370M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63450K .......... .......... .......... .......... .......... 68% 372M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63500K .......... .......... .......... .......... .......... 68% 328M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63550K .......... .......... .......... .......... .......... 68% 386M 0s 2024-09-12T17:40:26.094 INFO:teuthology.orchestra.run.smithi183.stderr: 63600K .......... .......... .......... .......... .......... 68% 317M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 63650K .......... .......... .......... .......... .......... 68% 335M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 63700K .......... .......... .......... .......... .......... 68% 373M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 63750K .......... .......... .......... .......... .......... 68% 388M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 63800K .......... .......... .......... .......... .......... 68% 329M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 63850K .......... .......... .......... .......... .......... 68% 348M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 63900K .......... .......... .......... .......... .......... 68% 359M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 63950K .......... .......... .......... .......... .......... 68% 393M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 64000K .......... .......... .......... .......... .......... 68% 363M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 64050K .......... .......... .......... .......... .......... 68% 386M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 64100K .......... .......... .......... .......... .......... 69% 350M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 64150K .......... .......... .......... .......... .......... 69% 395M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 64200K .......... .......... .......... .......... .......... 69% 388M 0s 2024-09-12T17:40:26.095 INFO:teuthology.orchestra.run.smithi183.stderr: 64250K .......... .......... .......... .......... .......... 69% 397M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64300K .......... .......... .......... .......... .......... 69% 139M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64350K .......... .......... .......... .......... .......... 69% 346M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64400K .......... .......... .......... .......... .......... 69% 326M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64450K .......... .......... .......... .......... .......... 69% 387M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64500K .......... .......... .......... .......... .......... 69% 396M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64550K .......... .......... .......... .......... .......... 69% 44.6M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64600K .......... .......... .......... .......... .......... 69% 83.5M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64650K .......... .......... .......... .......... .......... 69% 204M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64700K .......... .......... .......... .......... .......... 69% 75.8M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64750K .......... .......... .......... .......... .......... 69% 151M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64800K .......... .......... .......... .......... .......... 69% 384M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64850K .......... .......... .......... .......... .......... 69% 396M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64900K .......... .......... .......... .......... .......... 69% 264M 0s 2024-09-12T17:40:26.096 INFO:teuthology.orchestra.run.smithi183.stderr: 64950K .......... .......... .......... .......... .......... 69% 255M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65000K .......... .......... .......... .......... .......... 70% 288M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65050K .......... .......... .......... .......... .......... 70% 309M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65100K .......... .......... .......... .......... .......... 70% 256M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65150K .......... .......... .......... .......... .......... 70% 361M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65200K .......... .......... .......... .......... .......... 70% 95.7M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65250K .......... .......... .......... .......... .......... 70% 83.8M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65300K .......... .......... .......... .......... .......... 70% 306M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65350K .......... .......... .......... .......... .......... 70% 208M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65400K .......... .......... .......... .......... .......... 70% 358M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65450K .......... .......... .......... .......... .......... 70% 307M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65500K .......... .......... .......... .......... .......... 70% 203M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65550K .......... .......... .......... .......... .......... 70% 326M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65600K .......... .......... .......... .......... .......... 70% 314M 0s 2024-09-12T17:40:26.097 INFO:teuthology.orchestra.run.smithi183.stderr: 65650K .......... .......... .......... .......... .......... 70% 289M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 65700K .......... .......... .......... .......... .......... 70% 367M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 65750K .......... .......... .......... .......... .......... 70% 400M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 65800K .......... .......... .......... .......... .......... 70% 379M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 65850K .......... .......... .......... .......... .......... 70% 395M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 65900K .......... .......... .......... .......... .......... 70% 316M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 65950K .......... .......... .......... .......... .......... 71% 367M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 66000K .......... .......... .......... .......... .......... 71% 363M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 66050K .......... .......... .......... .......... .......... 71% 378M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 66100K .......... .......... .......... .......... .......... 71% 352M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 66150K .......... .......... .......... .......... .......... 71% 389M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 66200K .......... .......... .......... .......... .......... 71% 399M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 66250K .......... .......... .......... .......... .......... 71% 367M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 66300K .......... .......... .......... .......... .......... 71% 287M 0s 2024-09-12T17:40:26.098 INFO:teuthology.orchestra.run.smithi183.stderr: 66350K .......... .......... .......... .......... .......... 71% 384M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 66400K .......... .......... .......... .......... .......... 71% 329M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 66450K .......... .......... .......... .......... .......... 71% 379M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 66500K .......... .......... .......... .......... .......... 71% 305M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 66550K .......... .......... .......... .......... .......... 71% 352M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 66600K .......... .......... .......... .......... .......... 71% 295M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 66650K .......... .......... .......... .......... .......... 71% 355M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 66700K .......... .......... .......... .......... .......... 71% 367M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 66750K .......... .......... .......... .......... .......... 71% 363M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 66800K .......... .......... .......... .......... .......... 71% 357M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 66850K .......... .......... .......... .......... .......... 72% 370M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 66900K .......... .......... .......... .......... .......... 72% 371M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 66950K .......... .......... .......... .......... .......... 72% 318M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 67000K .......... .......... .......... .......... .......... 72% 370M 0s 2024-09-12T17:40:26.099 INFO:teuthology.orchestra.run.smithi183.stderr: 67050K .......... .......... .......... .......... .......... 72% 356M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67100K .......... .......... .......... .......... .......... 72% 403M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67150K .......... .......... .......... .......... .......... 72% 151M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67200K .......... .......... .......... .......... .......... 72% 308M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67250K .......... .......... .......... .......... .......... 72% 296M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67300K .......... .......... .......... .......... .......... 72% 366M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67350K .......... .......... .......... .......... .......... 72% 376M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67400K .......... .......... .......... .......... .......... 72% 393M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67450K .......... .......... .......... .......... .......... 72% 58.5M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67500K .......... .......... .......... .......... .......... 72% 375M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67550K .......... .......... .......... .......... .......... 72% 332M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67600K .......... .......... .......... .......... .......... 72% 91.4M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67650K .......... .......... .......... .......... .......... 72% 349M 0s 2024-09-12T17:40:26.100 INFO:teuthology.orchestra.run.smithi183.stderr: 67700K .......... .......... .......... .......... .......... 72% 57.2M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 67750K .......... .......... .......... .......... .......... 72% 290M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 67800K .......... .......... .......... .......... .......... 73% 156M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 67850K .......... .......... .......... .......... .......... 73% 319M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 67900K .......... .......... .......... .......... .......... 73% 326M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 67950K .......... .......... .......... .......... .......... 73% 371M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 68000K .......... .......... .......... .......... .......... 73% 343M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 68050K .......... .......... .......... .......... .......... 73% 400M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 68100K .......... .......... .......... .......... .......... 73% 349M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 68150K .......... .......... .......... .......... .......... 73% 85.3M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 68200K .......... .......... .......... .......... .......... 73% 377M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 68250K .......... .......... .......... .......... .......... 73% 45.4M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 68300K .......... .......... .......... .......... .......... 73% 372M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 68350K .......... .......... .......... .......... .......... 73% 282M 0s 2024-09-12T17:40:26.101 INFO:teuthology.orchestra.run.smithi183.stderr: 68400K .......... .......... .......... .......... .......... 73% 303M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 68450K .......... .......... .......... .......... .......... 73% 339M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 68500K .......... .......... .......... .......... .......... 73% 335M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 68550K .......... .......... .......... .......... .......... 73% 357M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 68600K .......... .......... .......... .......... .......... 73% 329M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 68650K .......... .......... .......... .......... .......... 73% 331M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 68700K .......... .......... .......... .......... .......... 74% 390M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 68750K .......... .......... .......... .......... .......... 74% 311M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 68800K .......... .......... .......... .......... .......... 74% 313M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 68850K .......... .......... .......... .......... .......... 74% 361M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 68900K .......... .......... .......... .......... .......... 74% 319M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 68950K .......... .......... .......... .......... .......... 74% 385M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 69000K .......... .......... .......... .......... .......... 74% 363M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 69050K .......... .......... .......... .......... .......... 74% 374M 0s 2024-09-12T17:40:26.102 INFO:teuthology.orchestra.run.smithi183.stderr: 69100K .......... .......... .......... .......... .......... 74% 323M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69150K .......... .......... .......... .......... .......... 74% 361M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69200K .......... .......... .......... .......... .......... 74% 394M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69250K .......... .......... .......... .......... .......... 74% 393M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69300K .......... .......... .......... .......... .......... 74% 342M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69350K .......... .......... .......... .......... .......... 74% 392M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69400K .......... .......... .......... .......... .......... 74% 301M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69450K .......... .......... .......... .......... .......... 74% 396M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69500K .......... .......... .......... .......... .......... 74% 390M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69550K .......... .......... .......... .......... .......... 74% 395M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69600K .......... .......... .......... .......... .......... 74% 361M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69650K .......... .......... .......... .......... .......... 75% 311M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69700K .......... .......... .......... .......... .......... 75% 347M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69750K .......... .......... .......... .......... .......... 75% 371M 0s 2024-09-12T17:40:26.103 INFO:teuthology.orchestra.run.smithi183.stderr: 69800K .......... .......... .......... .......... .......... 75% 295M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 69850K .......... .......... .......... .......... .......... 75% 348M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 69900K .......... .......... .......... .......... .......... 75% 350M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 69950K .......... .......... .......... .......... .......... 75% 388M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 70000K .......... .......... .......... .......... .......... 75% 325M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 70050K .......... .......... .......... .......... .......... 75% 377M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 70100K .......... .......... .......... .......... .......... 75% 362M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 70150K .......... .......... .......... .......... .......... 75% 402M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 70200K .......... .......... .......... .......... .......... 75% 396M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 70250K .......... .......... .......... .......... .......... 75% 359M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 70300K .......... .......... .......... .......... .......... 75% 294M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 70350K .......... .......... .......... .......... .......... 75% 378M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 70400K .......... .......... .......... .......... .......... 75% 62.6M 0s 2024-09-12T17:40:26.104 INFO:teuthology.orchestra.run.smithi183.stderr: 70450K .......... .......... .......... .......... .......... 75% 239M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 70500K .......... .......... .......... .......... .......... 75% 360M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 70550K .......... .......... .......... .......... .......... 75% 397M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 70600K .......... .......... .......... .......... .......... 76% 216M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 70650K .......... .......... .......... .......... .......... 76% 126M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 70700K .......... .......... .......... .......... .......... 76% 57.5M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 70750K .......... .......... .......... .......... .......... 76% 156M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 70800K .......... .......... .......... .......... .......... 76% 354M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 70850K .......... .......... .......... .......... .......... 76% 110M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 70900K .......... .......... .......... .......... .......... 76% 361M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 70950K .......... .......... .......... .......... .......... 76% 332M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 71000K .......... .......... .......... .......... .......... 76% 365M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 71050K .......... .......... .......... .......... .......... 76% 387M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 71100K .......... .......... .......... .......... .......... 76% 399M 0s 2024-09-12T17:40:26.105 INFO:teuthology.orchestra.run.smithi183.stderr: 71150K .......... .......... .......... .......... .......... 76% 192M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71200K .......... .......... .......... .......... .......... 76% 44.3M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71250K .......... .......... .......... .......... .......... 76% 145M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71300K .......... .......... .......... .......... .......... 76% 117M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71350K .......... .......... .......... .......... .......... 76% 363M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71400K .......... .......... .......... .......... .......... 76% 292M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71450K .......... .......... .......... .......... .......... 76% 362M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71500K .......... .......... .......... .......... .......... 77% 400M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71550K .......... .......... .......... .......... .......... 77% 363M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71600K .......... .......... .......... .......... .......... 77% 342M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71650K .......... .......... .......... .......... .......... 77% 394M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71700K .......... .......... .......... .......... .......... 77% 371M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71750K .......... .......... .......... .......... .......... 77% 403M 0s 2024-09-12T17:40:26.106 INFO:teuthology.orchestra.run.smithi183.stderr: 71800K .......... .......... .......... .......... .......... 77% 388M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 71850K .......... .......... .......... .......... .......... 77% 372M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 71900K .......... .......... .......... .......... .......... 77% 320M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 71950K .......... .......... .......... .......... .......... 77% 364M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 72000K .......... .......... .......... .......... .......... 77% 391M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 72050K .......... .......... .......... .......... .......... 77% 402M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 72100K .......... .......... .......... .......... .......... 77% 362M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 72150K .......... .......... .......... .......... .......... 77% 399M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 72200K .......... .......... .......... .......... .......... 77% 368M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 72250K .......... .......... .......... .......... .......... 77% 383M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 72300K .......... .......... .......... .......... .......... 77% 327M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 72350K .......... .......... .......... .......... .......... 77% 363M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 72400K .......... .......... .......... .......... .......... 77% 369M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 72450K .......... .......... .......... .......... .......... 78% 387M 0s 2024-09-12T17:40:26.107 INFO:teuthology.orchestra.run.smithi183.stderr: 72500K .......... .......... .......... .......... .......... 78% 290M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 72550K .......... .......... .......... .......... .......... 78% 399M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 72600K .......... .......... .......... .......... .......... 78% 124M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 72650K .......... .......... .......... .......... .......... 78% 302M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 72700K .......... .......... .......... .......... .......... 78% 294M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 72750K .......... .......... .......... .......... .......... 78% 381M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 72800K .......... .......... .......... .......... .......... 78% 341M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 72850K .......... .......... .......... .......... .......... 78% 388M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 72900K .......... .......... .......... .......... .......... 78% 271M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 72950K .......... .......... .......... .......... .......... 78% 355M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 73000K .......... .......... .......... .......... .......... 78% 400M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 73050K .......... .......... .......... .......... .......... 78% 403M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 73100K .......... .......... .......... .......... .......... 78% 341M 0s 2024-09-12T17:40:26.108 INFO:teuthology.orchestra.run.smithi183.stderr: 73150K .......... .......... .......... .......... .......... 78% 392M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73200K .......... .......... .......... .......... .......... 78% 375M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73250K .......... .......... .......... .......... .......... 78% 366M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73300K .......... .......... .......... .......... .......... 78% 338M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73350K .......... .......... .......... .......... .......... 79% 204M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73400K .......... .......... .......... .......... .......... 79% 351M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73450K .......... .......... .......... .......... .......... 79% 358M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73500K .......... .......... .......... .......... .......... 79% 108M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73550K .......... .......... .......... .......... .......... 79% 357M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73600K .......... .......... .......... .......... .......... 79% 387M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73650K .......... .......... .......... .......... .......... 79% 385M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73700K .......... .......... .......... .......... .......... 79% 66.5M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73750K .......... .......... .......... .......... .......... 79% 108M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73800K .......... .......... .......... .......... .......... 79% 382M 0s 2024-09-12T17:40:26.109 INFO:teuthology.orchestra.run.smithi183.stderr: 73850K .......... .......... .......... .......... .......... 79% 77.4M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 73900K .......... .......... .......... .......... .......... 79% 380M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 73950K .......... .......... .......... .......... .......... 79% 337M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 74000K .......... .......... .......... .......... .......... 79% 381M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 74050K .......... .......... .......... .......... .......... 79% 352M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 74100K .......... .......... .......... .......... .......... 79% 194M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 74150K .......... .......... .......... .......... .......... 79% 378M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 74200K .......... .......... .......... .......... .......... 79% 58.3M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 74250K .......... .......... .......... .......... .......... 79% 65.4M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 74300K .......... .......... .......... .......... .......... 80% 383M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 74350K .......... .......... .......... .......... .......... 80% 92.7M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 74400K .......... .......... .......... .......... .......... 80% 302M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 74450K .......... .......... .......... .......... .......... 80% 358M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 74500K .......... .......... .......... .......... .......... 80% 300M 0s 2024-09-12T17:40:26.110 INFO:teuthology.orchestra.run.smithi183.stderr: 74550K .......... .......... .......... .......... .......... 80% 319M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 74600K .......... .......... .......... .......... .......... 80% 361M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 74650K .......... .......... .......... .......... .......... 80% 407M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 74700K .......... .......... .......... .......... .......... 80% 350M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 74750K .......... .......... .......... .......... .......... 80% 336M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 74800K .......... .......... .......... .......... .......... 80% 397M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 74850K .......... .......... .......... .......... .......... 80% 400M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 74900K .......... .......... .......... .......... .......... 80% 387M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 74950K .......... .......... .......... .......... .......... 80% 353M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 75000K .......... .......... .......... .......... .......... 80% 358M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 75050K .......... .......... .......... .......... .......... 80% 351M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 75100K .......... .......... .......... .......... .......... 80% 371M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 75150K .......... .......... .......... .......... .......... 80% 392M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 75200K .......... .......... .......... .......... .......... 81% 317M 0s 2024-09-12T17:40:26.111 INFO:teuthology.orchestra.run.smithi183.stderr: 75250K .......... .......... .......... .......... .......... 81% 372M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75300K .......... .......... .......... .......... .......... 81% 361M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75350K .......... .......... .......... .......... .......... 81% 382M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75400K .......... .......... .......... .......... .......... 81% 355M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75450K .......... .......... .......... .......... .......... 81% 390M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75500K .......... .......... .......... .......... .......... 81% 364M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75550K .......... .......... .......... .......... .......... 81% 249M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75600K .......... .......... .......... .......... .......... 81% 374M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75650K .......... .......... .......... .......... .......... 81% 392M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75700K .......... .......... .......... .......... .......... 81% 342M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75750K .......... .......... .......... .......... .......... 81% 356M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75800K .......... .......... .......... .......... .......... 81% 365M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75850K .......... .......... .......... .......... .......... 81% 149M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75900K .......... .......... .......... .......... .......... 81% 192M 0s 2024-09-12T17:40:26.112 INFO:teuthology.orchestra.run.smithi183.stderr: 75950K .......... .......... .......... .......... .......... 81% 354M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76000K .......... .......... .......... .......... .......... 81% 343M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76050K .......... .......... .......... .......... .......... 81% 369M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76100K .......... .......... .......... .......... .......... 81% 315M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76150K .......... .......... .......... .......... .......... 82% 348M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76200K .......... .......... .......... .......... .......... 82% 359M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76250K .......... .......... .......... .......... .......... 82% 356M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76300K .......... .......... .......... .......... .......... 82% 333M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76350K .......... .......... .......... .......... .......... 82% 350M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76400K .......... .......... .......... .......... .......... 82% 396M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76450K .......... .......... .......... .......... .......... 82% 410M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76500K .......... .......... .......... .......... .......... 82% 360M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76550K .......... .......... .......... .......... .......... 82% 318M 0s 2024-09-12T17:40:26.113 INFO:teuthology.orchestra.run.smithi183.stderr: 76600K .......... .......... .......... .......... .......... 82% 386M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 76650K .......... .......... .......... .......... .......... 82% 406M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 76700K .......... .......... .......... .......... .......... 82% 81.8M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 76750K .......... .......... .......... .......... .......... 82% 94.0M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 76800K .......... .......... .......... .......... .......... 82% 117M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 76850K .......... .......... .......... .......... .......... 82% 159M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 76900K .......... .......... .......... .......... .......... 82% 351M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 76950K .......... .......... .......... .......... .......... 82% 380M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 77000K .......... .......... .......... .......... .......... 82% 135M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 77050K .......... .......... .......... .......... .......... 82% 269M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 77100K .......... .......... .......... .......... .......... 83% 250M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 77150K .......... .......... .......... .......... .......... 83% 260M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 77200K .......... .......... .......... .......... .......... 83% 103M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 77250K .......... .......... .......... .......... .......... 83% 68.9M 0s 2024-09-12T17:40:26.114 INFO:teuthology.orchestra.run.smithi183.stderr: 77300K .......... .......... .......... .......... .......... 83% 77.3M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77350K .......... .......... .......... .......... .......... 83% 355M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77400K .......... .......... .......... .......... .......... 83% 151M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77450K .......... .......... .......... .......... .......... 83% 305M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77500K .......... .......... .......... .......... .......... 83% 297M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77550K .......... .......... .......... .......... .......... 83% 291M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77600K .......... .......... .......... .......... .......... 83% 371M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77650K .......... .......... .......... .......... .......... 83% 354M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77700K .......... .......... .......... .......... .......... 83% 319M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77750K .......... .......... .......... .......... .......... 83% 356M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77800K .......... .......... .......... .......... .......... 83% 362M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77850K .......... .......... .......... .......... .......... 83% 351M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77900K .......... .......... .......... .......... .......... 83% 333M 0s 2024-09-12T17:40:26.115 INFO:teuthology.orchestra.run.smithi183.stderr: 77950K .......... .......... .......... .......... .......... 83% 324M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78000K .......... .......... .......... .......... .......... 84% 373M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78050K .......... .......... .......... .......... .......... 84% 367M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78100K .......... .......... .......... .......... .......... 84% 355M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78150K .......... .......... .......... .......... .......... 84% 392M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78200K .......... .......... .......... .......... .......... 84% 329M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78250K .......... .......... .......... .......... .......... 84% 370M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78300K .......... .......... .......... .......... .......... 84% 367M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78350K .......... .......... .......... .......... .......... 84% 400M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78400K .......... .......... .......... .......... .......... 84% 224M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78450K .......... .......... .......... .......... .......... 84% 359M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78500K .......... .......... .......... .......... .......... 84% 372M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78550K .......... .......... .......... .......... .......... 84% 365M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78600K .......... .......... .......... .......... .......... 84% 268M 0s 2024-09-12T17:40:26.116 INFO:teuthology.orchestra.run.smithi183.stderr: 78650K .......... .......... .......... .......... .......... 84% 369M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 78700K .......... .......... .......... .......... .......... 84% 212M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 78750K .......... .......... .......... .......... .......... 84% 321M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 78800K .......... .......... .......... .......... .......... 84% 360M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 78850K .......... .......... .......... .......... .......... 84% 300M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 78900K .......... .......... .......... .......... .......... 84% 387M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 78950K .......... .......... .......... .......... .......... 85% 358M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 79000K .......... .......... .......... .......... .......... 85% 388M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 79050K .......... .......... .......... .......... .......... 85% 118M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 79100K .......... .......... .......... .......... .......... 85% 353M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 79150K .......... .......... .......... .......... .......... 85% 351M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 79200K .......... .......... .......... .......... .......... 85% 377M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 79250K .......... .......... .......... .......... .......... 85% 287M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 79300K .......... .......... .......... .......... .......... 85% 356M 0s 2024-09-12T17:40:26.117 INFO:teuthology.orchestra.run.smithi183.stderr: 79350K .......... .......... .......... .......... .......... 85% 346M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 79400K .......... .......... .......... .......... .......... 85% 332M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 79450K .......... .......... .......... .......... .......... 85% 384M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 79500K .......... .......... .......... .......... .......... 85% 369M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 79550K .......... .......... .......... .......... .......... 85% 338M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 79600K .......... .......... .......... .......... .......... 85% 224M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 79650K .......... .......... .......... .......... .......... 85% 351M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 79700K .......... .......... .......... .......... .......... 85% 360M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 79750K .......... .......... .......... .......... .......... 85% 374M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 79800K .......... .......... .......... .......... .......... 85% 95.3M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 79850K .......... .......... .......... .......... .......... 86% 116M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 79900K .......... .......... .......... .......... .......... 86% 233M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 79950K .......... .......... .......... .......... .......... 86% 98.4M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 80000K .......... .......... .......... .......... .......... 86% 205M 0s 2024-09-12T17:40:26.118 INFO:teuthology.orchestra.run.smithi183.stderr: 80050K .......... .......... .......... .......... .......... 86% 98.6M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80100K .......... .......... .......... .......... .......... 86% 368M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80150K .......... .......... .......... .......... .......... 86% 373M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80200K .......... .......... .......... .......... .......... 86% 400M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80250K .......... .......... .......... .......... .......... 86% 92.5M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80300K .......... .......... .......... .......... .......... 86% 65.3M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80350K .......... .......... .......... .......... .......... 86% 214M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80400K .......... .......... .......... .......... .......... 86% 178M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80450K .......... .......... .......... .......... .......... 86% 98.6M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80500K .......... .......... .......... .......... .......... 86% 173M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80550K .......... .......... .......... .......... .......... 86% 317M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80600K .......... .......... .......... .......... .......... 86% 377M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80650K .......... .......... .......... .......... .......... 86% 386M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80700K .......... .......... .......... .......... .......... 86% 402M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80750K .......... .......... .......... .......... .......... 86% 331M 0s 2024-09-12T17:40:26.119 INFO:teuthology.orchestra.run.smithi183.stderr: 80800K .......... .......... .......... .......... .......... 87% 399M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 80850K .......... .......... .......... .......... .......... 87% 322M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 80900K .......... .......... .......... .......... .......... 87% 401M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 80950K .......... .......... .......... .......... .......... 87% 338M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 81000K .......... .......... .......... .......... .......... 87% 375M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 81050K .......... .......... .......... .......... .......... 87% 323M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 81100K .......... .......... .......... .......... .......... 87% 338M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 81150K .......... .......... .......... .......... .......... 87% 368M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 81200K .......... .......... .......... .......... .......... 87% 345M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 81250K .......... .......... .......... .......... .......... 87% 282M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 81300K .......... .......... .......... .......... .......... 87% 390M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 81350K .......... .......... .......... .......... .......... 87% 361M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 81400K .......... .......... .......... .......... .......... 87% 367M 0s 2024-09-12T17:40:26.120 INFO:teuthology.orchestra.run.smithi183.stderr: 81450K .......... .......... .......... .......... .......... 87% 343M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 81500K .......... .......... .......... .......... .......... 87% 321M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 81550K .......... .......... .......... .......... .......... 87% 398M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 81600K .......... .......... .......... .......... .......... 87% 373M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 81650K .......... .......... .......... .......... .......... 87% 352M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 81700K .......... .......... .......... .......... .......... 87% 333M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 81750K .......... .......... .......... .......... .......... 88% 391M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 81800K .......... .......... .......... .......... .......... 88% 181M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 81850K .......... .......... .......... .......... .......... 88% 359M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 81900K .......... .......... .......... .......... .......... 88% 352M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 81950K .......... .......... .......... .......... .......... 88% 335M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 82000K .......... .......... .......... .......... .......... 88% 377M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 82050K .......... .......... .......... .......... .......... 88% 382M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 82100K .......... .......... .......... .......... .......... 88% 209M 0s 2024-09-12T17:40:26.121 INFO:teuthology.orchestra.run.smithi183.stderr: 82150K .......... .......... .......... .......... .......... 88% 313M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82200K .......... .......... .......... .......... .......... 88% 380M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82250K .......... .......... .......... .......... .......... 88% 375M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82300K .......... .......... .......... .......... .......... 88% 381M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82350K .......... .......... .......... .......... .......... 88% 312M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82400K .......... .......... .......... .......... .......... 88% 379M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82450K .......... .......... .......... .......... .......... 88% 104M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82500K .......... .......... .......... .......... .......... 88% 277M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82550K .......... .......... .......... .......... .......... 88% 305M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82600K .......... .......... .......... .......... .......... 88% 347M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82650K .......... .......... .......... .......... .......... 89% 356M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82700K .......... .......... .......... .......... .......... 89% 362M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82750K .......... .......... .......... .......... .......... 89% 299M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82800K .......... .......... .......... .......... .......... 89% 371M 0s 2024-09-12T17:40:26.122 INFO:teuthology.orchestra.run.smithi183.stderr: 82850K .......... .......... .......... .......... .......... 89% 193M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 82900K .......... .......... .......... .......... .......... 89% 168M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 82950K .......... .......... .......... .......... .......... 89% 314M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 83000K .......... .......... .......... .......... .......... 89% 103M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 83050K .......... .......... .......... .......... .......... 89% 268M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 83100K .......... .......... .......... .......... .......... 89% 90.5M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 83150K .......... .......... .......... .......... .......... 89% 88.8M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 83200K .......... .......... .......... .......... .......... 89% 339M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 83250K .......... .......... .......... .......... .......... 89% 349M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 83300K .......... .......... .......... .......... .......... 89% 81.8M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 83350K .......... .......... .......... .......... .......... 89% 142M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 83400K .......... .......... .......... .......... .......... 89% 302M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 83450K .......... .......... .......... .......... .......... 89% 113M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 83500K .......... .......... .......... .......... .......... 89% 356M 0s 2024-09-12T17:40:26.123 INFO:teuthology.orchestra.run.smithi183.stderr: 83550K .......... .......... .......... .......... .......... 89% 107M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 83600K .......... .......... .......... .......... .......... 90% 349M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 83650K .......... .......... .......... .......... .......... 90% 378M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 83700K .......... .......... .......... .......... .......... 90% 367M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 83750K .......... .......... .......... .......... .......... 90% 325M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 83800K .......... .......... .......... .......... .......... 90% 226M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 83850K .......... .......... .......... .......... .......... 90% 363M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 83900K .......... .......... .......... .......... .......... 90% 349M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 83950K .......... .......... .......... .......... .......... 90% 289M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 84000K .......... .......... .......... .......... .......... 90% 344M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 84050K .......... .......... .......... .......... .......... 90% 331M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 84100K .......... .......... .......... .......... .......... 90% 374M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 84150K .......... .......... .......... .......... .......... 90% 232M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 84200K .......... .......... .......... .......... .......... 90% 356M 0s 2024-09-12T17:40:26.124 INFO:teuthology.orchestra.run.smithi183.stderr: 84250K .......... .......... .......... .......... .......... 90% 302M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84300K .......... .......... .......... .......... .......... 90% 320M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84350K .......... .......... .......... .......... .......... 90% 357M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84400K .......... .......... .......... .......... .......... 90% 362M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84450K .......... .......... .......... .......... .......... 90% 329M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84500K .......... .......... .......... .......... .......... 91% 374M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84550K .......... .......... .......... .......... .......... 91% 327M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84600K .......... .......... .......... .......... .......... 91% 299M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84650K .......... .......... .......... .......... .......... 91% 371M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84700K .......... .......... .......... .......... .......... 91% 129M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84750K .......... .......... .......... .......... .......... 91% 305M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84800K .......... .......... .......... .......... .......... 91% 322M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84850K .......... .......... .......... .......... .......... 91% 348M 0s 2024-09-12T17:40:26.125 INFO:teuthology.orchestra.run.smithi183.stderr: 84900K .......... .......... .......... .......... .......... 91% 366M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 84950K .......... .......... .......... .......... .......... 91% 285M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85000K .......... .......... .......... .......... .......... 91% 378M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85050K .......... .......... .......... .......... .......... 91% 339M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85100K .......... .......... .......... .......... .......... 91% 337M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85150K .......... .......... .......... .......... .......... 91% 333M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85200K .......... .......... .......... .......... .......... 91% 267M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85250K .......... .......... .......... .......... .......... 91% 353M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85300K .......... .......... .......... .......... .......... 91% 352M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85350K .......... .......... .......... .......... .......... 91% 360M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85400K .......... .......... .......... .......... .......... 91% 308M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85450K .......... .......... .......... .......... .......... 92% 358M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85500K .......... .......... .......... .......... .......... 92% 347M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85550K .......... .......... .......... .......... .......... 92% 366M 0s 2024-09-12T17:40:26.126 INFO:teuthology.orchestra.run.smithi183.stderr: 85600K .......... .......... .......... .......... .......... 92% 151M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 85650K .......... .......... .......... .......... .......... 92% 322M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 85700K .......... .......... .......... .......... .......... 92% 337M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 85750K .......... .......... .......... .......... .......... 92% 355M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 85800K .......... .......... .......... .......... .......... 92% 385M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 85850K .......... .......... .......... .......... .......... 92% 350M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 85900K .......... .......... .......... .......... .......... 92% 192M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 85950K .......... .......... .......... .......... .......... 92% 146M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 86000K .......... .......... .......... .......... .......... 92% 321M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 86050K .......... .......... .......... .......... .......... 92% 184M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 86100K .......... .......... .......... .......... .......... 92% 112M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 86150K .......... .......... .......... .......... .......... 92% 82.4M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 86200K .......... .......... .......... .......... .......... 92% 338M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 86250K .......... .......... .......... .......... .......... 92% 371M 0s 2024-09-12T17:40:26.127 INFO:teuthology.orchestra.run.smithi183.stderr: 86300K .......... .......... .......... .......... .......... 92% 97.9M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86350K .......... .......... .......... .......... .......... 93% 142M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86400K .......... .......... .......... .......... .......... 93% 105M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86450K .......... .......... .......... .......... .......... 93% 332M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86500K .......... .......... .......... .......... .......... 93% 151M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86550K .......... .......... .......... .......... .......... 93% 148M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86600K .......... .......... .......... .......... .......... 93% 233M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86650K .......... .......... .......... .......... .......... 93% 322M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86700K .......... .......... .......... .......... .......... 93% 359M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86750K .......... .......... .......... .......... .......... 93% 334M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86800K .......... .......... .......... .......... .......... 93% 153M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86850K .......... .......... .......... .......... .......... 93% 347M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86900K .......... .......... .......... .......... .......... 93% 361M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 86950K .......... .......... .......... .......... .......... 93% 328M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 87000K .......... .......... .......... .......... .......... 93% 225M 0s 2024-09-12T17:40:26.128 INFO:teuthology.orchestra.run.smithi183.stderr: 87050K .......... .......... .......... .......... .......... 93% 293M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87100K .......... .......... .......... .......... .......... 93% 330M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87150K .......... .......... .......... .......... .......... 93% 386M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87200K .......... .......... .......... .......... .......... 93% 193M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87250K .......... .......... .......... .......... .......... 93% 301M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87300K .......... .......... .......... .......... .......... 94% 346M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87350K .......... .......... .......... .......... .......... 94% 355M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87400K .......... .......... .......... .......... .......... 94% 355M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87450K .......... .......... .......... .......... .......... 94% 377M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87500K .......... .......... .......... .......... .......... 94% 306M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87550K .......... .......... .......... .......... .......... 94% 354M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87600K .......... .......... .......... .......... .......... 94% 387M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87650K .......... .......... .......... .......... .......... 94% 374M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87700K .......... .......... .......... .......... .......... 94% 321M 0s 2024-09-12T17:40:26.129 INFO:teuthology.orchestra.run.smithi183.stderr: 87750K .......... .......... .......... .......... .......... 94% 101M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 87800K .......... .......... .......... .......... .......... 94% 278M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 87850K .......... .......... .......... .......... .......... 94% 350M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 87900K .......... .......... .......... .......... .......... 94% 332M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 87950K .......... .......... .......... .......... .......... 94% 365M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 88000K .......... .......... .......... .......... .......... 94% 364M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 88050K .......... .......... .......... .......... .......... 94% 381M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 88100K .......... .......... .......... .......... .......... 94% 302M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 88150K .......... .......... .......... .......... .......... 94% 398M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 88200K .......... .......... .......... .......... .......... 94% 372M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 88250K .......... .......... .......... .......... .......... 95% 356M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 88300K .......... .......... .......... .......... .......... 95% 304M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 88350K .......... .......... .......... .......... .......... 95% 403M 0s 2024-09-12T17:40:26.130 INFO:teuthology.orchestra.run.smithi183.stderr: 88400K .......... .......... .......... .......... .......... 95% 314M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 88450K .......... .......... .......... .......... .......... 95% 312M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 88500K .......... .......... .......... .......... .......... 95% 347M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 88550K .......... .......... .......... .......... .......... 95% 369M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 88600K .......... .......... .......... .......... .......... 95% 360M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 88650K .......... .......... .......... .......... .......... 95% 201M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 88700K .......... .......... .......... .......... .......... 95% 297M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 88750K .......... .......... .......... .......... .......... 95% 338M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 88800K .......... .......... .......... .......... .......... 95% 358M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 88850K .......... .......... .......... .......... .......... 95% 336M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 88900K .......... .......... .......... .......... .......... 95% 363M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 88950K .......... .......... .......... .......... .......... 95% 254M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 89000K .......... .......... .......... .......... .......... 95% 212M 0s 2024-09-12T17:40:26.131 INFO:teuthology.orchestra.run.smithi183.stderr: 89050K .......... .......... .......... .......... .......... 95% 251M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89100K .......... .......... .......... .......... .......... 95% 215M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89150K .......... .......... .......... .......... .......... 96% 51.1M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89200K .......... .......... .......... .......... .......... 96% 316M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89250K .......... .......... .......... .......... .......... 96% 391M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89300K .......... .......... .......... .......... .......... 96% 137M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89350K .......... .......... .......... .......... .......... 96% 147M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89400K .......... .......... .......... .......... .......... 96% 71.1M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89450K .......... .......... .......... .......... .......... 96% 343M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89500K .......... .......... .......... .......... .......... 96% 348M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89550K .......... .......... .......... .......... .......... 96% 138M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89600K .......... .......... .......... .......... .......... 96% 165M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89650K .......... .......... .......... .......... .......... 96% 353M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89700K .......... .......... .......... .......... .......... 96% 356M 0s 2024-09-12T17:40:26.132 INFO:teuthology.orchestra.run.smithi183.stderr: 89750K .......... .......... .......... .......... .......... 96% 359M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 89800K .......... .......... .......... .......... .......... 96% 184M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 89850K .......... .......... .......... .......... .......... 96% 163M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 89900K .......... .......... .......... .......... .......... 96% 330M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 89950K .......... .......... .......... .......... .......... 96% 290M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 90000K .......... .......... .......... .......... .......... 96% 367M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 90050K .......... .......... .......... .......... .......... 96% 370M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 90100K .......... .......... .......... .......... .......... 97% 283M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 90150K .......... .......... .......... .......... .......... 97% 362M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 90200K .......... .......... .......... .......... .......... 97% 389M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 90250K .......... .......... .......... .......... .......... 97% 179M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 90300K .......... .......... .......... .......... .......... 97% 291M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 90350K .......... .......... .......... .......... .......... 97% 349M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 90400K .......... .......... .......... .......... .......... 97% 364M 0s 2024-09-12T17:40:26.133 INFO:teuthology.orchestra.run.smithi183.stderr: 90450K .......... .......... .......... .......... .......... 97% 380M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 90500K .......... .......... .......... .......... .......... 97% 330M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 90550K .......... .......... .......... .......... .......... 97% 206M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 90600K .......... .......... .......... .......... .......... 97% 172M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 90650K .......... .......... .......... .......... .......... 97% 338M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 90700K .......... .......... .......... .......... .......... 97% 368M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 90750K .......... .......... .......... .......... .......... 97% 227M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 90800K .......... .......... .......... .......... .......... 97% 337M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 90850K .......... .......... .......... .......... .......... 97% 235M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 90900K .......... .......... .......... .......... .......... 97% 318M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 90950K .......... .......... .......... .......... .......... 97% 322M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 91000K .......... .......... .......... .......... .......... 98% 385M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 91050K .......... .......... .......... .......... .......... 98% 336M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 91100K .......... .......... .......... .......... .......... 98% 325M 0s 2024-09-12T17:40:26.134 INFO:teuthology.orchestra.run.smithi183.stderr: 91150K .......... .......... .......... .......... .......... 98% 396M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91200K .......... .......... .......... .......... .......... 98% 326M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91250K .......... .......... .......... .......... .......... 98% 331M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91300K .......... .......... .......... .......... .......... 98% 359M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91350K .......... .......... .......... .......... .......... 98% 342M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91400K .......... .......... .......... .......... .......... 98% 231M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91450K .......... .......... .......... .......... .......... 98% 280M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91500K .......... .......... .......... .......... .......... 98% 357M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91550K .......... .......... .......... .......... .......... 98% 312M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91600K .......... .......... .......... .......... .......... 98% 353M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91650K .......... .......... .......... .......... .......... 98% 333M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91700K .......... .......... .......... .......... .......... 98% 301M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91750K .......... .......... .......... .......... .......... 98% 358M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91800K .......... .......... .......... .......... .......... 98% 262M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91850K .......... .......... .......... .......... .......... 98% 318M 0s 2024-09-12T17:40:26.135 INFO:teuthology.orchestra.run.smithi183.stderr: 91900K .......... .......... .......... .......... .......... 98% 315M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 91950K .......... .......... .......... .......... .......... 99% 387M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92000K .......... .......... .......... .......... .......... 99% 371M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92050K .......... .......... .......... .......... .......... 99% 397M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92100K .......... .......... .......... .......... .......... 99% 214M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92150K .......... .......... .......... .......... .......... 99% 50.3M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92200K .......... .......... .......... .......... .......... 99% 116M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92250K .......... .......... .......... .......... .......... 99% 337M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92300K .......... .......... .......... .......... .......... 99% 368M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92350K .......... .......... .......... .......... .......... 99% 216M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92400K .......... .......... .......... .......... .......... 99% 81.9M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92450K .......... .......... .......... .......... .......... 99% 157M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92500K .......... .......... .......... .......... .......... 99% 346M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92550K .......... .......... .......... .......... .......... 99% 309M 0s 2024-09-12T17:40:26.136 INFO:teuthology.orchestra.run.smithi183.stderr: 92600K .......... .......... .......... .......... .......... 99% 131M 0s 2024-09-12T17:40:26.137 INFO:teuthology.orchestra.run.smithi183.stderr: 92650K .......... .......... .......... .......... .......... 99% 265M 0s 2024-09-12T17:40:26.137 INFO:teuthology.orchestra.run.smithi183.stderr: 92700K .......... .......... .......... .......... .......... 99% 328M 0s 2024-09-12T17:40:26.137 INFO:teuthology.orchestra.run.smithi183.stderr: 92750K .......... .......... .......... .......... .......... 99% 288M 0s 2024-09-12T17:40:26.137 INFO:teuthology.orchestra.run.smithi183.stderr: 92800K .......... .......... .......... .......... .......... 99% 376M 0s 2024-09-12T17:40:26.137 INFO:teuthology.orchestra.run.smithi183.stderr: 92850K .......... .......... .......... .......... .......... 99% 167M 0s 2024-09-12T17:40:26.137 INFO:teuthology.orchestra.run.smithi183.stderr: 92900K 100% 134G=0.5s 2024-09-12T17:40:26.137 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T17:40:26.137 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12 17:40:25 (195 MB/s) - 'gradle-6.0.1-bin.zip' saved [95129672/95129672] 2024-09-12T17:40:26.137 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T17:40:26.164 INFO:teuthology.orchestra.run.smithi183.stdout:Archive: gradle-6.0.1-bin.zip 2024-09-12T17:40:26.164 INFO:teuthology.orchestra.run.smithi183.stdout: creating: /opt/gradle/gradle-6.0.1/ 2024-09-12T17:40:26.164 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2024-09-12T17:40:26.164 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2024-09-12T17:40:26.164 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2024-09-12T17:40:26.164 INFO:teuthology.orchestra.run.smithi183.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2024-09-12T17:40:26.164 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2024-09-12T17:40:26.164 INFO:teuthology.orchestra.run.smithi183.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2024-09-12T17:40:26.164 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2024-09-12T17:40:26.164 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2024-09-12T17:40:26.164 INFO:teuthology.orchestra.run.smithi183.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2024-09-12T17:40:26.165 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2024-09-12T17:40:26.166 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2024-09-12T17:40:26.167 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2024-09-12T17:40:26.168 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2024-09-12T17:40:26.169 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2024-09-12T17:40:26.170 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2024-09-12T17:40:26.171 INFO:teuthology.orchestra.run.smithi183.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2024-09-12T17:40:26.172 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2024-09-12T17:40:26.173 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2024-09-12T17:40:26.174 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2024-09-12T17:40:26.175 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2024-09-12T17:40:26.176 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2024-09-12T17:40:26.177 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2024-09-12T17:40:26.178 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2024-09-12T17:40:26.179 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2024-09-12T17:40:26.180 INFO:teuthology.orchestra.run.smithi183.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin 2024-09-12T17:40:26.584 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:40:26.584 INFO:teuthology.orchestra.run.smithi183.stdout:Welcome to Gradle 6.0.1! 2024-09-12T17:40:26.584 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:40:26.584 INFO:teuthology.orchestra.run.smithi183.stdout:Here are the highlights of this release: 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: - Substantial improvements in dependency management, including 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: - Advanced control of transitive versions 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: - Support for optional features and dependencies 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: - Rules to tweak published metadata 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: - Support for Java 13 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: - Faster incremental Java and Groovy compilation 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: - New Zinc compiler for Scala 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: - VS2019 support 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: - Support for Gradle Enterprise plugin 3.0 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:40:26.585 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout:------------------------------------------------------------ 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout:Gradle 6.0.1 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout:------------------------------------------------------------ 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout:Build time: 2019-11-18 20:25:01 UTC 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout:Kotlin: 1.3.50 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout:Groovy: 2.5.8 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout:JVM: 11.0.17 (Ubuntu 11.0.17+8-post-Ubuntu-1ubuntu222.04) 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout:OS: Linux 5.15.0-119-generic amd64 2024-09-12T17:40:26.586 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:40:26.601 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2024-09-12T17:40:26.601 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T17:40:26.601 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi183.front.sepia.ceph.com 2024-09-12T17:40:26.601 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T17:40:26.601 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi196.front.sepia.ceph.com 2024-09-12T17:40:26.601 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2024-09-12T17:40:26.818 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2024-09-12T17:40:26.818 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2024-09-12T17:40:26.818 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'NQOJGFYMEQKWJXQTDLCZ', 'access_secret': 'b3+YTHfAy2AJrVd5DgsR9KBIlXZRd/hgmx14jLmYiPfp6Jo32f6i+g==', 'region': 'mexico', 'endpoint': 'smithi183.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi183.front.sepia.ceph.com'} 2024-09-12T17:40:26.818 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2024-09-12T17:40:26.818 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'NQOJGFYMEQKWJXQTDLCZ', '--secret', 'b3+YTHfAy2AJrVd5DgsR9KBIlXZRd/hgmx14jLmYiPfp6Jo32f6i+g==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2024-09-12T17:40:26.818 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key NQOJGFYMEQKWJXQTDLCZ --secret b3+YTHfAy2AJrVd5DgsR9KBIlXZRd/hgmx14jLmYiPfp6Jo32f6i+g== --email tester.client.0_test@test.test --cluster ceph 2024-09-12T17:40:26.856 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:26.856 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:26.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.895+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:26.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.899+0000 7f7af61179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:26.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.899+0000 7f7af61179c0 20 realm 2024-09-12T17:40:26.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.899+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:26.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.899+0000 7f7af61179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:26.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.899+0000 7f7af61179c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:26.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.899+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:26.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.899+0000 7f7af61179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:26.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.899+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:26.896 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.899+0000 7f7af61179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:26.896 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.899+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:26.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.899+0000 7f7af61179c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:26.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.899+0000 7f7af61179c0 20 searching for the correct realm 2024-09-12T17:40:26.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.903+0000 7f7af3c1d640 0 -- 172.21.15.183:0/1981075210 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f7aec099040 msgr2=0x7f7aec0634b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:26.907 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:26.911+0000 7f7af341c640 0 -- 172.21.15.183:0/1981075210 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f7aec08aba0 msgr2=0x7f7aec066970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:27.125 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.127+0000 7f7af61179c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:27.125 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.127+0000 7f7af61179c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:27.125 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.127+0000 7f7af61179c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:40:27.125 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.127+0000 7f7af61179c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:40:27.125 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.127+0000 7f7af61179c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:27.125 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.127+0000 7f7af61179c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:27.125 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.127+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.126 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.127+0000 7f7af61179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:27.126 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.127+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.126 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:27.126 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.126 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:27.127 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 zone default found 2024-09-12T17:40:27.127 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 4 Realm: () 2024-09-12T17:40:27.127 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:40:27.127 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:40:27.127 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:27.127 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 zonegroup default 2024-09-12T17:40:27.127 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:27.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:27.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:27.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 started sync module instance, tier type = 2024-09-12T17:40:27.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.131+0000 7f7af61179c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:40:27.152 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.155+0000 7f7af61179c0 20 add_watcher() i=0 2024-09-12T17:40:27.153 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.155+0000 7f7af61179c0 20 add_watcher() i=1 2024-09-12T17:40:27.153 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.155+0000 7f7af61179c0 20 add_watcher() i=2 2024-09-12T17:40:27.153 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.155+0000 7f7af61179c0 20 add_watcher() i=3 2024-09-12T17:40:27.153 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.155+0000 7f7af61179c0 20 add_watcher() i=4 2024-09-12T17:40:27.153 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.155+0000 7f7af61179c0 20 add_watcher() i=5 2024-09-12T17:40:27.153 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.155+0000 7f7af61179c0 20 add_watcher() i=6 2024-09-12T17:40:27.155 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.159+0000 7f7af61179c0 20 add_watcher() i=7 2024-09-12T17:40:27.155 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.159+0000 7f7af61179c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:27.159 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f79aa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:27.159 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f7af61179c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:27.159 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f7af61179c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:27.159 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f7af61179c0 5 note: GC not initialized 2024-09-12T17:40:27.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f79a97e2640 20 reqs_thread_entry: start 2024-09-12T17:40:27.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f7af61179c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:27.160 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f7af61179c0 20 Filter name: none 2024-09-12T17:40:27.161 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f79a27fc640 20 reqs_thread_entry: start 2024-09-12T17:40:27.161 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f7af61179c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T17:40:27.161 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.161 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f7af61179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:27.161 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f7af61179c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2024-09-12T17:40:27.162 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f7af61179c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T17:40:27.162 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f7af61179c0 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2024-09-12T17:40:27.162 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.163+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.162 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.167+0000 7f7af61179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:27.162 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.167+0000 7f7af61179c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2024-09-12T17:40:27.162 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.167+0000 7f7af61179c0 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T17:40:27.162 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.167+0000 7f7af61179c0 10 cache get: name=default.rgw.meta+users.keys+NQOJGFYMEQKWJXQTDLCZ : miss 2024-09-12T17:40:27.163 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.167+0000 7f7af61179c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.163 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.167+0000 7f7af61179c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:27.163 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.167+0000 7f7af61179c0 10 cache put: name=default.rgw.meta+users.keys+NQOJGFYMEQKWJXQTDLCZ info.flags=0x0 2024-09-12T17:40:27.163 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.167+0000 7f7af61179c0 10 adding default.rgw.meta+users.keys+NQOJGFYMEQKWJXQTDLCZ to cache LRU end 2024-09-12T17:40:27.163 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.167+0000 7f7af61179c0 10 cache get: name=default.rgw.meta+users.keys+NQOJGFYMEQKWJXQTDLCZ : hit (negative entry) 2024-09-12T17:40:27.163 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.167+0000 7f7af61179c0 10 cache get: name=default.rgw.meta+users.keys+NQOJGFYMEQKWJXQTDLCZ : hit (negative entry) 2024-09-12T17:40:27.166 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.171+0000 7f7af61179c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T17:40:27.166 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.171+0000 7f7af61179c0 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T17:40:27.166 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.171+0000 7f7af61179c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T17:40:27.167 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.171+0000 7f79d2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464360 cookie 94253054519344 notifier 8805 bl.length()=670 2024-09-12T17:40:27.167 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.171+0000 7f79d2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T17:40:27.167 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.171+0000 7f79d2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T17:40:27.169 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.171+0000 7f7af61179c0 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T17:40:27.169 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.171+0000 7f7af61179c0 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T17:40:27.169 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.171+0000 7f7af61179c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T17:40:27.170 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.171+0000 7f79d2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464307 cookie 94253054509392 notifier 8805 bl.length()=200 2024-09-12T17:40:27.170 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.171+0000 7f79d2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T17:40:27.170 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.171+0000 7f79d2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T17:40:27.173 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.175+0000 7f7af61179c0 10 cache put: name=default.rgw.meta+users.keys+NQOJGFYMEQKWJXQTDLCZ info.flags=0x7 2024-09-12T17:40:27.173 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.175+0000 7f7af61179c0 10 moving default.rgw.meta+users.keys+NQOJGFYMEQKWJXQTDLCZ to cache LRU end 2024-09-12T17:40:27.173 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.175+0000 7f7af61179c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:NQOJGFYMEQKWJXQTDLCZ, ofs0, ns] 2024-09-12T17:40:27.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.179+0000 7f79d2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464327 cookie 94253054505488 notifier 8805 bl.length()=189 2024-09-12T17:40:27.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.179+0000 7f79d2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NQOJGFYMEQKWJXQTDLCZ info.flags=0x7 2024-09-12T17:40:27.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.179+0000 7f79d2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NQOJGFYMEQKWJXQTDLCZ to cache LRU end 2024-09-12T17:40:27.175 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:40:27.175 INFO:teuthology.orchestra.run.smithi183.stdout: "user_id": "tester.client.0", 2024-09-12T17:40:27.175 INFO:teuthology.orchestra.run.smithi183.stdout: "display_name": "Ms. tester.client.0", 2024-09-12T17:40:27.175 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "tester.client.0_test@test.test", 2024-09-12T17:40:27.175 INFO:teuthology.orchestra.run.smithi183.stdout: "suspended": 0, 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: "subusers": [], 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: "keys": [ 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: "user": "tester.client.0", 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: "access_key": "NQOJGFYMEQKWJXQTDLCZ", 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: "secret_key": "b3+YTHfAy2AJrVd5DgsR9KBIlXZRd/hgmx14jLmYiPfp6Jo32f6i+g==", 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: "active": true, 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:40:27.171428Z" 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: } 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: ], 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: "swift_keys": [], 2024-09-12T17:40:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: "caps": [], 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "default_placement": "", 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "placement_tags": [], 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "user_quota": { 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:40:27.177 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "rgw", 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: "mfa_ids": [], 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: "account_id": "", 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: "path": "/", 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:40:27.171385Z", 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: "tags": [], 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: "group_ids": [] 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:40:27.178 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:40:27.179 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.179+0000 7f79aa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:27.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.187+0000 7f7af61179c0 20 remove_watcher() i=0 2024-09-12T17:40:27.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.187+0000 7f7af61179c0 2 removed watcher, disabling cache 2024-09-12T17:40:27.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.187+0000 7f7af61179c0 20 remove_watcher() i=1 2024-09-12T17:40:27.187 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.191+0000 7f7af61179c0 20 remove_watcher() i=2 2024-09-12T17:40:27.189 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.191+0000 7f7af61179c0 20 remove_watcher() i=3 2024-09-12T17:40:27.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.195+0000 7f7af61179c0 20 remove_watcher() i=4 2024-09-12T17:40:27.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.195+0000 7f7af61179c0 20 remove_watcher() i=5 2024-09-12T17:40:27.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.199+0000 7f7af61179c0 20 remove_watcher() i=6 2024-09-12T17:40:27.196 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.199+0000 7f7af61179c0 20 remove_watcher() i=7 2024-09-12T17:40:27.212 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:40:27.213 DEBUG:teuthology.orchestra.run.smithi183:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2024-09-12T17:40:27.264 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2024-09-12T17:40:27.265 DEBUG:teuthology.orchestra.run.smithi183:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2024-09-12T17:40:27.313 DEBUG:teuthology.orchestra.run.smithi183:> radosgw-admin gc process --include-all 2024-09-12T17:40:27.387 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:27.387 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:27.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.647+0000 7fd7eb75f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.646 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.647+0000 7fd7eb75f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:27.646 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.647+0000 7fd7eb75f9c0 20 realm 2024-09-12T17:40:27.646 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.647+0000 7fd7eb75f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.646 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.647+0000 7fd7eb75f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:27.646 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.647+0000 7fd7eb75f9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:27.646 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.647+0000 7fd7eb75f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.646 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.647+0000 7fd7eb75f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:27.646 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.647+0000 7fd7eb75f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.651+0000 7fd7eb75f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:27.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.651+0000 7fd7eb75f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:27.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.651+0000 7fd7eb75f9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:27.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.651+0000 7fd7eb75f9c0 20 searching for the correct realm 2024-09-12T17:40:27.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.655+0000 7fd7e9a66640 0 -- 172.21.15.183:0/4262548916 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x55e368d7daa0 msgr2=0x7fd7d40f29b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:27.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:27.871+0000 7fd7e3fff640 0 -- 172.21.15.183:0/4262548916 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fd7e405bc30 msgr2=0x7fd7e4079690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:28.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.087+0000 7fd7eb75f9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:28.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.087+0000 7fd7eb75f9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:28.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.087+0000 7fd7eb75f9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:40:28.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.087+0000 7fd7eb75f9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:40:28.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.087+0000 7fd7eb75f9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:28.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.087+0000 7fd7eb75f9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:28.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.087+0000 7fd7eb75f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:28.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.087+0000 7fd7eb75f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:28.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.087+0000 7fd7eb75f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:28.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.087+0000 7fd7eb75f9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:28.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.087+0000 7fd7eb75f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:28.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:28.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 20 zone default found 2024-09-12T17:40:28.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 4 Realm: () 2024-09-12T17:40:28.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:40:28.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:40:28.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:28.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 20 zonegroup default 2024-09-12T17:40:28.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:28.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:28.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:28.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:28.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:28.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:28.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 20 started sync module instance, tier type = 2024-09-12T17:40:28.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.091+0000 7fd7eb75f9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:40:28.113 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.115+0000 7fd7eb75f9c0 20 add_watcher() i=0 2024-09-12T17:40:28.113 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.115+0000 7fd7eb75f9c0 20 add_watcher() i=1 2024-09-12T17:40:28.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.115+0000 7fd7eb75f9c0 20 add_watcher() i=2 2024-09-12T17:40:28.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.115+0000 7fd7eb75f9c0 20 add_watcher() i=3 2024-09-12T17:40:28.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.115+0000 7fd7eb75f9c0 20 add_watcher() i=4 2024-09-12T17:40:28.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.115+0000 7fd7eb75f9c0 20 add_watcher() i=5 2024-09-12T17:40:28.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.115+0000 7fd7eb75f9c0 20 add_watcher() i=6 2024-09-12T17:40:28.116 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.119+0000 7fd7eb75f9c0 20 add_watcher() i=7 2024-09-12T17:40:28.116 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.119+0000 7fd7eb75f9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:28.120 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.123+0000 7fd69f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:28.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.123+0000 7fd7eb75f9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:28.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.123+0000 7fd7eb75f9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:28.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.215+0000 7fd69e7e4640 20 reqs_thread_entry: start 2024-09-12T17:40:28.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.215+0000 7fd7eb75f9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:28.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.215+0000 7fd7eb75f9c0 20 Filter name: none 2024-09-12T17:40:28.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.215+0000 7fd60ffff640 20 reqs_thread_entry: start 2024-09-12T17:40:28.215 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.215+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:40:28.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.219 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-12T17:40:28.219 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7925719098717227798', time=2024-09-12T19:30:53.750020+0000, chain.objs.size()=1 2024-09-12T17:40:28.219 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.j4JmZCClyvN9oyAy8g6M94fOe8x0p74_0 2024-09-12T17:40:28.220 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='_pBkQDok3kgnhHOPDRbwY8PUJAzan_p8', time=2024-09-12T19:30:54.009949+0000, chain.objs.size()=2 2024-09-12T17:40:28.220 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.59qjbQrYwT9lfXkAdTlIznM-1kje0Bl_0 2024-09-12T17:40:28.220 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.59qjbQrYwT9lfXkAdTlIznM-1kje0Bl_1 2024-09-12T17:40:28.220 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13063219441296204955', time=2024-09-12T19:32:41.669367+0000, chain.objs.size()=1 2024-09-12T17:40:28.220 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.0VeEATKI7wxjlh0TrT1ViNjgiguh9-X_0 2024-09-12T17:40:28.220 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7002392184228907153', time=2024-09-12T19:32:41.677866+0000, chain.objs.size()=1 2024-09-12T17:40:28.220 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.6ihvel9tTsSWx9QS2MOkPJc-zelY7pJ_0 2024-09-12T17:40:28.220 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11028128205005982436', time=2024-09-12T19:33:15.259331+0000, chain.objs.size()=1 2024-09-12T17:40:28.220 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.B5p_7dBvbh0iB9LIOabTn9sxBD2oNb1_0 2024-09-12T17:40:28.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4832601404396535678', time=2024-09-12T19:33:20.333899+0000, chain.objs.size()=1 2024-09-12T17:40:28.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.Iuj9kb-hAquR1YWVPCewOXyipexStud_0 2024-09-12T17:40:28.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12718767917077988914', time=2024-09-12T19:33:20.361728+0000, chain.objs.size()=1 2024-09-12T17:40:28.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.9oMULvBO3IBOmdRA_y8jbL-_IRjlEvs_0 2024-09-12T17:40:28.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14290929114315565835', time=2024-09-12T19:33:53.969258+0000, chain.objs.size()=1 2024-09-12T17:40:28.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.l0HFS7Llz7d5qmd-C6JKO5SvMM88IZZ_0 2024-09-12T17:40:28.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3050113845274213221', time=2024-09-12T19:33:53.975553+0000, chain.objs.size()=1 2024-09-12T17:40:28.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.d1nTd7BhEgZhxFOP5VI5c40uqJfZ2L7_0 2024-09-12T17:40:28.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16063431687543487658', time=2024-09-12T19:33:53.980237+0000, chain.objs.size()=1 2024-09-12T17:40:28.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.zv_j-Di9sfAmkMtFWXYpemS3MM3jDUx_0 2024-09-12T17:40:28.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.460344072694519876', time=2024-09-12T19:33:57.420325+0000, chain.objs.size()=1 2024-09-12T17:40:28.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.219+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.n-LiHpHDM2aeGmrS0zq2cuV-JfdIz7Z_0 2024-09-12T17:40:28.222 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5539048833597372507', time=2024-09-12T19:34:32.935544+0000, chain.objs.size()=1 2024-09-12T17:40:28.222 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.8-UXF2onJmT8Yf6eXfye4BGeJx7EwFk_0 2024-09-12T17:40:28.225 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15019765610140595676', time=2024-09-12T19:34:32.939679+0000, chain.objs.size()=1 2024-09-12T17:40:28.225 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.KWsA0uGJx_UvEQvKIAfWtUzwrLLT-18_0 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8780527172252799883', time=2024-09-12T19:34:32.940545+0000, chain.objs.size()=1 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.sR5rpwBcvoUZIpmMAn2811Vt98QXTUe_0 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15330119747086608790', time=2024-09-12T19:35:09.572319+0000, chain.objs.size()=1 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.OQzSeN2soY2R1xGXjT5tdizOMCConGV_0 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2817316867583089257', time=2024-09-12T19:35:12.597692+0000, chain.objs.size()=1 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.5UqG1id14j2rkE2wTkmNY3HPxcTWTu9_0 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3124194922855629101', time=2024-09-12T19:35:12.612909+0000, chain.objs.size()=1 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.r_7yBuEZ5f_sLQS9Ty6QpLmmcbMTz-V_0 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12516671251527260477', time=2024-09-12T19:35:51.175340+0000, chain.objs.size()=1 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.HMLIDZrXlw7clLffneTtaq1n5_CS75v_0 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7766166251108421153', time=2024-09-12T19:35:51.185958+0000, chain.objs.size()=1 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.kmcofvF8mL1Z2m_mED-0yTudwJyu-qj_0 2024-09-12T17:40:28.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4227210933406598929', time=2024-09-12T19:36:26.511746+0000, chain.objs.size()=1 2024-09-12T17:40:28.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.zxl0JHIeuRj1r1zGBuSie9nL9DLveT1_0 2024-09-12T17:40:28.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16067754204373044037', time=2024-09-12T19:36:27.367773+0000, chain.objs.size()=1 2024-09-12T17:40:28.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.4HGp9pDMxnCO1usIupMTJa4M3nd7qKC_0 2024-09-12T17:40:28.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5166199895119692179', time=2024-09-12T19:37:05.234694+0000, chain.objs.size()=1 2024-09-12T17:40:28.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.XrRjHUaDOn6wjz3irTn2NFuvvle4iZx_0 2024-09-12T17:40:28.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15450031800078550704', time=2024-09-12T19:37:05.250020+0000, chain.objs.size()=1 2024-09-12T17:40:28.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.227+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_._prbhfdEnIaredM5eDJuIb3R1dx1Fe5_0 2024-09-12T17:40:28.231 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.235+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.235 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.239+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:40:28.238 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.239+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.239 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.245 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T17:40:28.245 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9386167700342984405', time=2024-09-12T19:30:54.298315+0000, chain.objs.size()=5 2024-09-12T17:40:28.245 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-FROZEN.2~iaFFQiWgpxgonI65T-_2RglMwrljRSb.1 2024-09-12T17:40:28.245 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__shadow_foo-FROZEN.2~iaFFQiWgpxgonI65T-_2RglMwrljRSb.1_1 2024-09-12T17:40:28.245 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-FROZEN.2~iaFFQiWgpxgonI65T-_2RglMwrljRSb.2 2024-09-12T17:40:28.245 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__shadow_foo-FROZEN.2~iaFFQiWgpxgonI65T-_2RglMwrljRSb.2_1 2024-09-12T17:40:28.245 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-FROZEN.2~iaFFQiWgpxgonI65T-_2RglMwrljRSb.3 2024-09-12T17:40:28.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13685033735904105638', time=2024-09-12T19:33:15.284406+0000, chain.objs.size()=1 2024-09-12T17:40:28.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.7GuzjXdNCQ6NeWILzEUf2E9rEhCgENb_0 2024-09-12T17:40:28.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1101193094053837677', time=2024-09-12T19:33:20.330909+0000, chain.objs.size()=1 2024-09-12T17:40:28.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.AjINomUqjK1cx3d6OYeuZrf44XnWuYs_0 2024-09-12T17:40:28.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5897355551846583829', time=2024-09-12T19:33:53.973836+0000, chain.objs.size()=1 2024-09-12T17:40:28.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.yD3tpBVIARvHwsETk5g3TQiHB7KSFr0_0 2024-09-12T17:40:28.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6216627422796784324', time=2024-09-12T19:33:57.407015+0000, chain.objs.size()=1 2024-09-12T17:40:28.246 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.PY96gEXmAPbOO3MOP72_YUbSxGau5TC_0 2024-09-12T17:40:28.247 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11189147428201711454', time=2024-09-12T19:33:59.329814+0000, chain.objs.size()=1 2024-09-12T17:40:28.247 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.vS_yl3VOgoUAncnMsI5SNleRBeEAG0C_0 2024-09-12T17:40:28.247 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1744656460989784402', time=2024-09-12T19:33:59.333649+0000, chain.objs.size()=1 2024-09-12T17:40:28.247 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_._3gZVFzEDN8ke1e_foysHztYP4MtuMh_0 2024-09-12T17:40:28.247 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5594140999202052377', time=2024-09-12T19:34:35.732891+0000, chain.objs.size()=1 2024-09-12T17:40:28.247 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.243+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.9pbSYvZMUxX7F3cddA8TeQlDLGewX97_0 2024-09-12T17:40:28.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.251+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9737778097711734148', time=2024-09-12T19:35:51.169055+0000, chain.objs.size()=1 2024-09-12T17:40:28.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.251+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.FgqQOHeYjXPTD7T8FW7bRjIuAs04TbA_0 2024-09-12T17:40:28.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.251+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17990039028580646186', time=2024-09-12T19:35:51.172728+0000, chain.objs.size()=1 2024-09-12T17:40:28.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.251+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.FG0PnrXCkFfGXq2FKby3e4KQfOuUC1m_0 2024-09-12T17:40:28.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.251+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.579538358020020176', time=2024-09-12T19:37:00.537734+0000, chain.objs.size()=1 2024-09-12T17:40:28.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.251+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.P0scIMf6JI_xd5l1WqXilLSiUK2JMb__0 2024-09-12T17:40:28.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.251+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14973573687148913502', time=2024-09-12T19:39:48.001866+0000, chain.objs.size()=1 2024-09-12T17:40:28.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.251+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17__shadow_.FnAZQrdLpGlMJ5acKPw0AVMEjuKoraU_0 2024-09-12T17:40:28.250 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.255+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.254 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.259+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:40:28.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.259+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.257 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.259+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.259+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T17:40:28.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.259+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16406559357189845124', time=2024-09-12T19:30:53.794810+0000, chain.objs.size()=1 2024-09-12T17:40:28.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.259+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.dVxhXLNiHv73t76q_z0I-nx0NcPyhlB_0 2024-09-12T17:40:28.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.259+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7847706553401261380', time=2024-09-12T19:30:54.375435+0000, chain.objs.size()=3 2024-09-12T17:40:28.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.259+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.KsaW2wjR_ra9BFgTbraSpPSjubBrwiA_0 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.259+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.KsaW2wjR_ra9BFgTbraSpPSjubBrwiA_1 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.259+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.KsaW2wjR_ra9BFgTbraSpPSjubBrwiA_2 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.259+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9286497698857203433', time=2024-09-12T19:32:40.170628+0000, chain.objs.size()=1 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.259+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.Ola12qymSQ8F-c3sJAReBesh5lcz3pH_0 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5353108818985766628', time=2024-09-12T19:32:40.172014+0000, chain.objs.size()=1 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_._zmwHD28r-KJLu0b349cI_uHMStVVqW_0 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18143137649477592913', time=2024-09-12T19:33:20.333757+0000, chain.objs.size()=1 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.uXxoVeiHlFW4yxhVeNqtauXvjKMWfnZ_0 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14024832079762980561', time=2024-09-12T19:33:20.346739+0000, chain.objs.size()=1 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.Xp8rtQ1xTYF0G6muwAEObFDAsCmJ2C0_0 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17334844581786888652', time=2024-09-12T19:33:20.349087+0000, chain.objs.size()=1 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.nPISshWbTUoQKHncFZ97Du6NOrsw8TA_0 2024-09-12T17:40:28.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4371779371116142985', time=2024-09-12T19:33:54.003457+0000, chain.objs.size()=1 2024-09-12T17:40:28.260 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.snH2OvSNAhi0IvPAZNHpuh58eJ2IBVZ_0 2024-09-12T17:40:28.260 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.865650543475869706', time=2024-09-12T19:35:14.504543+0000, chain.objs.size()=1 2024-09-12T17:40:28.260 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.jbFAw7hoGS6ijJZQGm-kn1g77coYVf5_0 2024-09-12T17:40:28.260 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10087696741468519621', time=2024-09-12T19:36:24.626105+0000, chain.objs.size()=1 2024-09-12T17:40:28.260 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.8TCQb_IiExAbcyS4AD7j0C6uDhipHPt_0 2024-09-12T17:40:28.260 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10947357607678039628', time=2024-09-12T19:37:00.553976+0000, chain.objs.size()=1 2024-09-12T17:40:28.261 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.263+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.sk7rnmyg5qjQaL12M2OG2ie9AXUbBFZ_0 2024-09-12T17:40:28.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.267+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12548976676373827183', time=2024-09-12T19:37:05.248283+0000, chain.objs.size()=1 2024-09-12T17:40:28.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.267+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.3MZKASSKGyLvG9NDHPcEHZMjSLKtPxQ_0 2024-09-12T17:40:28.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.267+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5478232024494783545', time=2024-09-12T19:37:05.257167+0000, chain.objs.size()=1 2024-09-12T17:40:28.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.267+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.otYz0vsVK6YNeT0yVp6GYr2SpaqyC03_0 2024-09-12T17:40:28.267 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.271+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.275+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:40:28.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.275+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T17:40:28.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5730963220239616360', time=2024-09-12T19:30:53.951205+0000, chain.objs.size()=4 2024-09-12T17:40:28.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.9__multipart_foo.2~3u1ptwV9RcgtbcCxM1llSNegeOQ4bZx.1 2024-09-12T17:40:28.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.9__multipart_foo.2~3u1ptwV9RcgtbcCxM1llSNegeOQ4bZx.2 2024-09-12T17:40:28.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.9__multipart_foo.2~3u1ptwV9RcgtbcCxM1llSNegeOQ4bZx.3 2024-09-12T17:40:28.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.9__multipart_foo.2~3u1ptwV9RcgtbcCxM1llSNegeOQ4bZx.4 2024-09-12T17:40:28.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17453376071162526426', time=2024-09-12T19:30:54.190643+0000, chain.objs.size()=5 2024-09-12T17:40:28.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.1 2024-09-12T17:40:28.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.1_1 2024-09-12T17:40:28.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.2 2024-09-12T17:40:28.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.2_1 2024-09-12T17:40:28.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.3 2024-09-12T17:40:28.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='_9QDFC9CapFhkxNlzZYFrGZjX5cw_N7W', time=2024-09-12T19:30:54.200390+0000, chain.objs.size()=3 2024-09-12T17:40:28.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.biq4ILB2Q3SyV23T1sXvNe1VZJAzkcQ_0 2024-09-12T17:40:28.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.biq4ILB2Q3SyV23T1sXvNe1VZJAzkcQ_1 2024-09-12T17:40:28.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.279+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.biq4ILB2Q3SyV23T1sXvNe1VZJAzkcQ_2 2024-09-12T17:40:28.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9791713024714735513', time=2024-09-12T19:32:40.171013+0000, chain.objs.size()=1 2024-09-12T17:40:28.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.BPQzrKYN-xIr9cC-DEDFpYljM4RGVbD_0 2024-09-12T17:40:28.279 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14635117206800679207', time=2024-09-12T19:33:20.335847+0000, chain.objs.size()=1 2024-09-12T17:40:28.279 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.rJHTOtIOf7R-hmDoBfvKuqfWthX9Jhx_0 2024-09-12T17:40:28.279 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11110841031808725622', time=2024-09-12T19:33:59.335538+0000, chain.objs.size()=1 2024-09-12T17:40:28.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.cDWNzBDmM6R3V8RPSpGSOU-0haPkUcK_0 2024-09-12T17:40:28.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16865717206469072354', time=2024-09-12T19:35:12.582306+0000, chain.objs.size()=1 2024-09-12T17:40:28.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.BFSxnmAAqshosmNQfCmYorVCy2-Zyqz_0 2024-09-12T17:40:28.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13606360265111171257', time=2024-09-12T19:35:51.183180+0000, chain.objs.size()=1 2024-09-12T17:40:28.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.0Sjj331CYhH8Eqp7EFAdDkWpqpOmraj_0 2024-09-12T17:40:28.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15663958379900455175', time=2024-09-12T19:36:24.610746+0000, chain.objs.size()=1 2024-09-12T17:40:28.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.nH1c1jT3wzWWeH99zvFUWF1NGeKsH1E_0 2024-09-12T17:40:28.281 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7503560277044968824', time=2024-09-12T19:36:27.374678+0000, chain.objs.size()=1 2024-09-12T17:40:28.281 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.42CDrYtwCglh0Pqz-jFGbmdEIPSsjAl_0 2024-09-12T17:40:28.281 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16267012013912284665', time=2024-09-12T19:37:03.357588+0000, chain.objs.size()=1 2024-09-12T17:40:28.281 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.283+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.YxpzVS_B-Sd94D3uhHw1hiVhhzMp1ON_0 2024-09-12T17:40:28.284 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.287+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.289 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.291+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:40:28.291 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.292 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.292 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-12T17:40:28.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='_u_hP5caaG2Nph5unqCyp-Y1rzqk2qfp', time=2024-09-12T19:30:54.063128+0000, chain.objs.size()=2 2024-09-12T17:40:28.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.rZ9uOIaqQ_tE3LDQdFulVxxbNpVaV7C_0 2024-09-12T17:40:28.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.rZ9uOIaqQ_tE3LDQdFulVxxbNpVaV7C_1 2024-09-12T17:40:28.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='_1YYALuyh1wzeVOVNU22E34QPPkLECu-', time=2024-09-12T19:30:54.084759+0000, chain.objs.size()=1 2024-09-12T17:40:28.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.YQdLkCQEfYQ-o_5p9u5nRKND4GvwDm9_0 2024-09-12T17:40:28.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5270660388143795896', time=2024-09-12T19:32:41.690379+0000, chain.objs.size()=1 2024-09-12T17:40:28.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.g72yZPll03lsjd8AVkWXtPBm8X9WUhy_0 2024-09-12T17:40:28.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15533707828079541580', time=2024-09-12T19:33:59.344631+0000, chain.objs.size()=1 2024-09-12T17:40:28.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.OIEKh0vyezv6agYxAEbDjdwpk33qBJI_0 2024-09-12T17:40:28.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8925494269798955212', time=2024-09-12T19:35:14.522041+0000, chain.objs.size()=1 2024-09-12T17:40:28.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.b3JxZw4kGCZnfEgfLq-_8XVE9nFIMP9_0 2024-09-12T17:40:28.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15689028422597832342', time=2024-09-12T19:35:50.105587+0000, chain.objs.size()=1 2024-09-12T17:40:28.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.6DOgs6Z3LmbIWwtDKfoGORjHlSzU4aP_0 2024-09-12T17:40:28.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13696228436721237478', time=2024-09-12T19:36:24.610481+0000, chain.objs.size()=1 2024-09-12T17:40:28.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.CkpvS3gyUpIcDjMIdR_ZapvoHhZyLZZ_0 2024-09-12T17:40:28.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7139222733273227870', time=2024-09-12T19:37:05.262710+0000, chain.objs.size()=1 2024-09-12T17:40:28.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.Tj-orZ4G0cga4lu9o5O1Xe_6K_PeSbr_0 2024-09-12T17:40:28.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10051642568963445882', time=2024-09-12T19:39:48.014157+0000, chain.objs.size()=1 2024-09-12T17:40:28.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.295+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17__shadow_.v_OVpnn_3RKqKizeZrLbUEk1fKJsugT_0 2024-09-12T17:40:28.299 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.303+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.303 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.307+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:40:28.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.309 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-12T17:40:28.309 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11941809438671526866', time=2024-09-12T19:30:53.716272+0000, chain.objs.size()=1 2024-09-12T17:40:28.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.ZUfVm8gy8EH6txr8UR3wks-5sD02mhg_0 2024-09-12T17:40:28.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11842058358306126073', time=2024-09-12T19:30:54.047402+0000, chain.objs.size()=2 2024-09-12T17:40:28.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.Ah2-uI4HVryPj392xh2MMFwQckfxbRU_0 2024-09-12T17:40:28.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.Ah2-uI4HVryPj392xh2MMFwQckfxbRU_1 2024-09-12T17:40:28.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.201450826264476411', time=2024-09-12T19:32:41.667214+0000, chain.objs.size()=1 2024-09-12T17:40:28.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.9C55XMqJA-lB71C1w-ZLXKXviCzzSqE_0 2024-09-12T17:40:28.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3626850728823097347', time=2024-09-12T19:33:15.276570+0000, chain.objs.size()=1 2024-09-12T17:40:28.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.yQtPhkvBnoeLoxldvW-xGS9Dkg75Z5N_0 2024-09-12T17:40:28.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2629259161972137023', time=2024-09-12T19:33:53.958410+0000, chain.objs.size()=1 2024-09-12T17:40:28.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.Ortv1COE3WQMY9avgDykeLLq2qvhKBG_0 2024-09-12T17:40:28.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8778360103775537699', time=2024-09-12T19:33:57.422297+0000, chain.objs.size()=1 2024-09-12T17:40:28.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.DEsvfwv9VT5LyKdNoixscqpea7ZYLNS_0 2024-09-12T17:40:28.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1729092054168125155', time=2024-09-12T19:33:59.309878+0000, chain.objs.size()=1 2024-09-12T17:40:28.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.xPfqX75ZX51QTCV8ntQysTjikhC9CAG_0 2024-09-12T17:40:28.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2957642368387346949', time=2024-09-12T19:33:59.311832+0000, chain.objs.size()=1 2024-09-12T17:40:28.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.43Cf0pqrgIYOz6AG7kKOlELUNdM_8We_0 2024-09-12T17:40:28.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18283571757969777433', time=2024-09-12T19:34:35.736829+0000, chain.objs.size()=1 2024-09-12T17:40:28.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.Em4rj1jzbHC5q7hAYfM9HrqlOLedFjl_0 2024-09-12T17:40:28.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.190289669404420431', time=2024-09-12T19:34:35.743722+0000, chain.objs.size()=1 2024-09-12T17:40:28.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.nkld5PoVwp_2duwJWKzHJfOh8QiSwET_0 2024-09-12T17:40:28.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16155748297435169029', time=2024-09-12T19:35:09.581811+0000, chain.objs.size()=1 2024-09-12T17:40:28.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.311+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.LN22M9T_I5ABnejLLU9-qjKUpE2hhza_0 2024-09-12T17:40:28.314 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7130399444191479782', time=2024-09-12T19:35:14.514637+0000, chain.objs.size()=1 2024-09-12T17:40:28.314 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.PrH8f_7MLpXp3hWKrj0MwKtBBe7d7ev_0 2024-09-12T17:40:28.314 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3618920452034774291', time=2024-09-12T19:35:47.546134+0000, chain.objs.size()=1 2024-09-12T17:40:28.314 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.yrZ3NjNzyflHCUoWHdtQUFw6cGpSVcS_0 2024-09-12T17:40:28.314 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3910082078928603824', time=2024-09-12T19:35:51.184962+0000, chain.objs.size()=1 2024-09-12T17:40:28.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.McSTCdOlE--FsR-3XSgGy12V9D9Ys6h_0 2024-09-12T17:40:28.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6323835724255670009', time=2024-09-12T19:36:24.609390+0000, chain.objs.size()=1 2024-09-12T17:40:28.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.HGzlirPGVxDpCcNW01m3lNiiJfx-inV_0 2024-09-12T17:40:28.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5391940594346924063', time=2024-09-12T19:36:24.611640+0000, chain.objs.size()=1 2024-09-12T17:40:28.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.cdlxUJm3fZCumYAlpSybZyUMwWAUFrh_0 2024-09-12T17:40:28.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13442932688877265981', time=2024-09-12T19:36:27.377261+0000, chain.objs.size()=1 2024-09-12T17:40:28.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.4rD3jM08a1S6Ifl2G_k5zqyhqDyyg2t_0 2024-09-12T17:40:28.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.315+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15746802672385946921', time=2024-09-12T19:36:27.379522+0000, chain.objs.size()=1 2024-09-12T17:40:28.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.319+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.lnWFZatPflMqOsgmSHvu977LU0BW7gG_0 2024-09-12T17:40:28.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.323+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.327+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:40:28.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T17:40:28.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15004061083209379085', time=2024-09-12T19:30:54.211119+0000, chain.objs.size()=5 2024-09-12T17:40:28.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.1 2024-09-12T17:40:28.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.1_1 2024-09-12T17:40:28.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.2 2024-09-12T17:40:28.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.2_1 2024-09-12T17:40:28.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-LUKEWARM.2~Ew9hi9yTXkqxAQbHFmRcQzvx_Rj-Uv2.3 2024-09-12T17:40:28.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3825580710668462852', time=2024-09-12T19:30:54.264714+0000, chain.objs.size()=3 2024-09-12T17:40:28.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-STANDARD.2~KsYnWW432Z_UFvj8w1GnGBs5_cR6qSK.1 2024-09-12T17:40:28.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-STANDARD.2~KsYnWW432Z_UFvj8w1GnGBs5_cR6qSK.2 2024-09-12T17:40:28.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-STANDARD.2~KsYnWW432Z_UFvj8w1GnGBs5_cR6qSK.3 2024-09-12T17:40:28.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.56220129480183079', time=2024-09-12T19:32:40.172536+0000, chain.objs.size()=1 2024-09-12T17:40:28.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.wsR1WDMcZfunYoxvayX2sVJFGdVLuOl_0 2024-09-12T17:40:28.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9151761929129879207', time=2024-09-12T19:32:41.661554+0000, chain.objs.size()=1 2024-09-12T17:40:28.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.d6kCPQNRAbDoc35KFGig63R0gMveXCn_0 2024-09-12T17:40:28.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11704293186999602996', time=2024-09-12T19:33:15.274409+0000, chain.objs.size()=1 2024-09-12T17:40:28.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.PyLUAuL8iYL502g4_qvCtgwJVg_cygS_0 2024-09-12T17:40:28.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11212447709333169126', time=2024-09-12T19:33:15.276644+0000, chain.objs.size()=1 2024-09-12T17:40:28.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.331+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.12Tm2aWdqrunoGA5TljPN1sHxdMiQB8_0 2024-09-12T17:40:28.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13854233097565881069', time=2024-09-12T19:33:18.423369+0000, chain.objs.size()=1 2024-09-12T17:40:28.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.yrz6NQF3Y5XMN7ReBIN7ALBJa3dND94_0 2024-09-12T17:40:28.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9722735297275137683', time=2024-09-12T19:33:59.332608+0000, chain.objs.size()=1 2024-09-12T17:40:28.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.LDeFJHm2BWaZwsrMUj12M9iIliEPMk1_0 2024-09-12T17:40:28.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13299974324599956340', time=2024-09-12T19:34:32.942868+0000, chain.objs.size()=1 2024-09-12T17:40:28.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.ltjtVtceBVsHRExgpbPxyobwwSRzixm_0 2024-09-12T17:40:28.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.758647379850256393', time=2024-09-12T19:34:32.946625+0000, chain.objs.size()=1 2024-09-12T17:40:28.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.Dczz3JIxAoVW3i32vA-jbdE8gzszqhM_0 2024-09-12T17:40:28.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14771309804327894961', time=2024-09-12T19:34:35.733747+0000, chain.objs.size()=1 2024-09-12T17:40:28.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.M9zb-SCy7ezw6LsfQMyr84C-vaYEPkL_0 2024-09-12T17:40:28.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9988801592506238715', time=2024-09-12T19:35:09.577069+0000, chain.objs.size()=1 2024-09-12T17:40:28.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.WBJGt5sMd_cV7D6Hmt9H9zPKfmJqflL_0 2024-09-12T17:40:28.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4388292960253075932', time=2024-09-12T19:36:24.600576+0000, chain.objs.size()=1 2024-09-12T17:40:28.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.aKE5D7Z7o35214S8YsQgGQmM8URmpHi_0 2024-09-12T17:40:28.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8933052157123691738', time=2024-09-12T19:36:27.372632+0000, chain.objs.size()=1 2024-09-12T17:40:28.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.73g9qh5J0BHMkfkJKbBkdbYZWXWMgwk_0 2024-09-12T17:40:28.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2308738860961021831', time=2024-09-12T19:36:27.387724+0000, chain.objs.size()=1 2024-09-12T17:40:28.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.pJyzUy-re5QVm8TYtQPSvSyNa1dkiQ2_0 2024-09-12T17:40:28.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5892967963605784291', time=2024-09-12T19:37:00.544810+0000, chain.objs.size()=1 2024-09-12T17:40:28.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.jUr06iM_YyEKqQ8gR6ThSn8KCzKCGHd_0 2024-09-12T17:40:28.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1482834378279238816', time=2024-09-12T19:37:00.549918+0000, chain.objs.size()=1 2024-09-12T17:40:28.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.339+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.Fx7yD3mdoesbpTyyKP9u227XKUlCPrz_0 2024-09-12T17:40:28.340 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.343+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10363210200433021095', time=2024-09-12T19:37:03.330354+0000, chain.objs.size()=1 2024-09-12T17:40:28.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.343+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.QTyIxuHX3nmR8LKP4SjsmzgvSsGcsNu_0 2024-09-12T17:40:28.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.343+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9168204289971770244', time=2024-09-12T19:37:05.241869+0000, chain.objs.size()=1 2024-09-12T17:40:28.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.343+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.Zbyy_i3e_WDcyn-NwFSKxMw0giMrvr2_0 2024-09-12T17:40:28.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.343+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2254986048438953031', time=2024-09-12T19:37:05.251451+0000, chain.objs.size()=1 2024-09-12T17:40:28.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.343+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.rtI3Vsdv8igLJTf2Ce2jQFOyBiPkQUS_0 2024-09-12T17:40:28.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.343+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8092134344154045583', time=2024-09-12T19:37:38.424753+0000, chain.objs.size()=1 2024-09-12T17:40:28.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.343+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.y1DSps135upBBhSN8GQPJZ3ZS-d_ak-_0 2024-09-12T17:40:28.344 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.347+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.349 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.351+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:40:28.352 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.355+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.353 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.355+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T17:40:28.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16312984674960198280', time=2024-09-12T19:30:53.726227+0000, chain.objs.size()=1 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.1l1l6xaw3JUQC7957iNl5twtydsfY0P_0 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6495751923100711047', time=2024-09-12T19:30:53.858298+0000, chain.objs.size()=4 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.12__multipart_foo.2~5KRo315nuNmTElWuce7QPd6nkcdzYbH.1 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.12__multipart_foo.2~5KRo315nuNmTElWuce7QPd6nkcdzYbH.2 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.12__multipart_foo.2~5KRo315nuNmTElWuce7QPd6nkcdzYbH.3 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.12__multipart_foo.2~5KRo315nuNmTElWuce7QPd6nkcdzYbH.4 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8594854463465080273', time=2024-09-12T19:30:54.577381+0000, chain.objs.size()=1 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.8__shadow_.XmoDGCVr3wtAsFWT5Y_eCAohNdAB_bt_0 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7084851792810735750', time=2024-09-12T19:32:40.170274+0000, chain.objs.size()=1 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.LzLJnSsV9HfsRXhq8n2e2Kmrv3XfYIv_0 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4685627562166937333', time=2024-09-12T19:33:57.407308+0000, chain.objs.size()=1 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.qWiDxsTBgrsKwOkSI4KyQito9UfvgFg_0 2024-09-12T17:40:28.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8283496494612248709', time=2024-09-12T19:33:57.414136+0000, chain.objs.size()=1 2024-09-12T17:40:28.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.3Ql-zsUy3P7_k8EQelahodgjCD8FnH3_0 2024-09-12T17:40:28.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11938596823091146707', time=2024-09-12T19:33:59.319183+0000, chain.objs.size()=1 2024-09-12T17:40:28.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.XxXZVjhNx-TB1XvnQN_yPgzLGW2_UGw_0 2024-09-12T17:40:28.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12104270976859086039', time=2024-09-12T19:34:32.948982+0000, chain.objs.size()=1 2024-09-12T17:40:28.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.3l_C7147hO1wxr7BE0U2BMbziax6bfy_0 2024-09-12T17:40:28.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13992271675745094194', time=2024-09-12T19:34:35.736061+0000, chain.objs.size()=1 2024-09-12T17:40:28.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.359+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.ZaHB_RoBajctygIFddfjQ3ki5QEu9o4_0 2024-09-12T17:40:28.359 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1785540447913975769', time=2024-09-12T19:34:35.739027+0000, chain.objs.size()=1 2024-09-12T17:40:28.359 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.e9Y1UBMoczbBDeQUxLDTXPh8-swPARf_0 2024-09-12T17:40:28.359 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9197569432360437145', time=2024-09-12T19:35:09.578638+0000, chain.objs.size()=1 2024-09-12T17:40:28.360 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.XTtGsIlCvOzwMdbB3H2P2aPTY4-5ydU_0 2024-09-12T17:40:28.360 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17519393202937422718', time=2024-09-12T19:35:09.580469+0000, chain.objs.size()=1 2024-09-12T17:40:28.360 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.m2Vy4nBO8W_-ePa3gIDX6vlgHHEbB3I_0 2024-09-12T17:40:28.360 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13234575219832978883', time=2024-09-12T19:35:09.588029+0000, chain.objs.size()=1 2024-09-12T17:40:28.360 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.ZeMlEtL-UsEaB8qVlpUhc3VOchNO269_0 2024-09-12T17:40:28.360 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1366700397064472844', time=2024-09-12T19:35:51.188548+0000, chain.objs.size()=1 2024-09-12T17:40:28.360 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.t3DzE0aoI3gxNwh4u6xX1MVZBFasQaj_0 2024-09-12T17:40:28.360 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6100641900435851501', time=2024-09-12T19:37:00.544318+0000, chain.objs.size()=1 2024-09-12T17:40:28.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.1Hrkj1GfcqI4j2BSYWxJLN_pSKWAuwk_0 2024-09-12T17:40:28.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11891186262312317499', time=2024-09-12T19:37:00.566063+0000, chain.objs.size()=1 2024-09-12T17:40:28.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.363+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.6Oy5mDCrkw9xbNj66_Ov_ckSECbB_If_0 2024-09-12T17:40:28.363 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.367+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.371+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:40:28.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T17:40:28.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15269974270248166223', time=2024-09-12T19:30:53.757843+0000, chain.objs.size()=1 2024-09-12T17:40:28.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.cfIQVxFAncU0-TdjKa7kr1BH4y-uOhg_0 2024-09-12T17:40:28.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8428243767569533599', time=2024-09-12T19:30:54.314075+0000, chain.objs.size()=5 2024-09-12T17:40:28.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-LUKEWARM.2~K8Vc5ZTFUOUN7JKj9Xa0zXWlQFQ5TkW.1 2024-09-12T17:40:28.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__shadow_foo-LUKEWARM.2~K8Vc5ZTFUOUN7JKj9Xa0zXWlQFQ5TkW.1_1 2024-09-12T17:40:28.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-LUKEWARM.2~K8Vc5ZTFUOUN7JKj9Xa0zXWlQFQ5TkW.2 2024-09-12T17:40:28.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__shadow_foo-LUKEWARM.2~K8Vc5ZTFUOUN7JKj9Xa0zXWlQFQ5TkW.2_1 2024-09-12T17:40:28.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-LUKEWARM.2~K8Vc5ZTFUOUN7JKj9Xa0zXWlQFQ5TkW.3 2024-09-12T17:40:28.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16673006112191218254', time=2024-09-12T19:32:40.179734+0000, chain.objs.size()=1 2024-09-12T17:40:28.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.NjJObhVgHLWaaFGhCB-tVy-f8Uo9COu_0 2024-09-12T17:40:28.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9603735914795784369', time=2024-09-12T19:33:18.421313+0000, chain.objs.size()=1 2024-09-12T17:40:28.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.uzyjia94Nmz0r_0QvvSzbUG2NJ5btZ1_0 2024-09-12T17:40:28.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7361654574539777947', time=2024-09-12T19:33:18.424523+0000, chain.objs.size()=1 2024-09-12T17:40:28.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.FF94K3tV_VLlpHGs6N-nhz44kxz5xso_0 2024-09-12T17:40:28.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4941896601698271698', time=2024-09-12T19:33:18.426316+0000, chain.objs.size()=1 2024-09-12T17:40:28.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.CCLy6tlLHnTLyoxCykVId6d4ztYLJHv_0 2024-09-12T17:40:28.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7182216519132600817', time=2024-09-12T19:33:20.328824+0000, chain.objs.size()=1 2024-09-12T17:40:28.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.Ofc0CSOalP_pIx1cJ7YL3nCUedZIW9O_0 2024-09-12T17:40:28.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3311647613163940839', time=2024-09-12T19:33:57.413734+0000, chain.objs.size()=1 2024-09-12T17:40:28.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.375+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.aE0E7DtMZPybHenK_6yUR5CcLtXx1e4_0 2024-09-12T17:40:28.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.379+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8982936803782063081', time=2024-09-12T19:34:35.732297+0000, chain.objs.size()=1 2024-09-12T17:40:28.378 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.379+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.W6ExUxBiVvKWGgrQb2aVTFlN4D4ijVl_0 2024-09-12T17:40:28.378 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.379+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1006116548792282635', time=2024-09-12T19:35:09.588761+0000, chain.objs.size()=1 2024-09-12T17:40:28.378 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.379+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.GccWpXcCCUPAhRMEaYIw3AJFxlM9BVt_0 2024-09-12T17:40:28.378 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.379+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8293449673877406347', time=2024-09-12T19:35:12.587099+0000, chain.objs.size()=1 2024-09-12T17:40:28.378 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.379+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.tcd8aQ44iEMcVbCniK9nJ5_PYBimhfn_0 2024-09-12T17:40:28.378 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.383+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11146223653004606760', time=2024-09-12T19:37:00.550496+0000, chain.objs.size()=1 2024-09-12T17:40:28.378 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.383+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.R2E9WQ3XsFJ5hb4vKinfZmLZuwxiKca_0 2024-09-12T17:40:28.379 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.383+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9647763788695841277', time=2024-09-12T19:40:01.851330+0000, chain.objs.size()=1 2024-09-12T17:40:28.379 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.383+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18__shadow:B3QzF9a7sUxghpfdBRrDBFoI8FKzQaX_.fknhocKF_RXLZolFHCxDL7NVInzlFSa_0 2024-09-12T17:40:28.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.383+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.385 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.387+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:40:28.387 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.387 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-12T17:40:28.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13180025087637670731', time=2024-09-12T19:30:54.147016+0000, chain.objs.size()=5 2024-09-12T17:40:28.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.1 2024-09-12T17:40:28.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.1_1 2024-09-12T17:40:28.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.2 2024-09-12T17:40:28.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.2_1 2024-09-12T17:40:28.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.3 2024-09-12T17:40:28.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='_aPp6Jxv7mktmztH3h5XDq5Gm613Kezd', time=2024-09-12T19:30:54.243159+0000, chain.objs.size()=1 2024-09-12T17:40:28.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.K80MLoa7HG2i8c5zKKk4w36zVUAd4Ih_0 2024-09-12T17:40:28.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13210046650047355201', time=2024-09-12T19:30:54.561953+0000, chain.objs.size()=1 2024-09-12T17:40:28.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.8__shadow_.27rZHud5-meUnaBtbiUpVtyU0sPKk-j_0 2024-09-12T17:40:28.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7347347076110821841', time=2024-09-12T19:32:41.664233+0000, chain.objs.size()=1 2024-09-12T17:40:28.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.NIWVcZhbzfIswYoo2SGqcM8xvnPow6D_0 2024-09-12T17:40:28.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2276776381199296960', time=2024-09-12T19:32:41.676334+0000, chain.objs.size()=1 2024-09-12T17:40:28.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.Z-JP7_AiaVH_MokBeNG4PRiu2dflAvY_0 2024-09-12T17:40:28.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8467665139180095796', time=2024-09-12T19:32:41.678653+0000, chain.objs.size()=1 2024-09-12T17:40:28.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.J3S_4XyLDcx5GLJtpVAVKMliyv06QM7_0 2024-09-12T17:40:28.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10659719230157649863', time=2024-09-12T19:32:41.684759+0000, chain.objs.size()=1 2024-09-12T17:40:28.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.I-DnlMwPegcxvyKm3kjOur_YnPJYy73_0 2024-09-12T17:40:28.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11626294892496642686', time=2024-09-12T19:32:43.951536+0000, chain.objs.size()=1 2024-09-12T17:40:28.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.391+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.akyQkd1WTjaleyGVjZ5JDMT-uG5rnWc_0 2024-09-12T17:40:28.393 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.395+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9733049926636574269', time=2024-09-12T19:33:18.429379+0000, chain.objs.size()=1 2024-09-12T17:40:28.393 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.395+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.t19fptiXFQSwieReCESk6gIIskq2-bs_0 2024-09-12T17:40:28.393 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.395+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4903871124709730802', time=2024-09-12T19:33:18.434798+0000, chain.objs.size()=1 2024-09-12T17:40:28.393 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.395+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.9SKBWcOqf7hjajOZifoPr6VDwhFheKl_0 2024-09-12T17:40:28.393 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.395+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12988514989430742270', time=2024-09-12T19:33:20.356694+0000, chain.objs.size()=1 2024-09-12T17:40:28.393 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.395+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.pgL0zSaMaRuaEnmyjd_Qgra5xHC5O1f_0 2024-09-12T17:40:28.393 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.395+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4122959969854210775', time=2024-09-12T19:33:20.360586+0000, chain.objs.size()=1 2024-09-12T17:40:28.393 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.395+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.2PVLIi4-ABWz-t6I1WUKVu1Xbcc7v9__0 2024-09-12T17:40:28.393 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.395+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16200685631334637302', time=2024-09-12T19:33:53.979773+0000, chain.objs.size()=1 2024-09-12T17:40:28.393 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.395+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.H0FpomBwG4EYOA7b4gxrCVhccohfXoY_0 2024-09-12T17:40:28.394 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.395+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7904888447401872286', time=2024-09-12T19:33:57.408609+0000, chain.objs.size()=1 2024-09-12T17:40:28.394 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.395+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.n1m9ClDS--7u0U2DR2KaqcakJS6C4wX_0 2024-09-12T17:40:28.394 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4815636387041843536', time=2024-09-12T19:34:32.949301+0000, chain.objs.size()=1 2024-09-12T17:40:28.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.KRLyWP3gbL_qhR4v1SxDsntMc5wKkcI_0 2024-09-12T17:40:28.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2123243387533205570', time=2024-09-12T19:35:47.515567+0000, chain.objs.size()=1 2024-09-12T17:40:28.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.gkW7d8DGbAhqSyHwVhI7Wtm4kSQZKKL_0 2024-09-12T17:40:28.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6529049961311729731', time=2024-09-12T19:37:00.552402+0000, chain.objs.size()=1 2024-09-12T17:40:28.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.ohoPRDf3hTEI80xhhKduIDgVoVgD_dO_0 2024-09-12T17:40:28.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5861876557272873410', time=2024-09-12T19:37:00.553314+0000, chain.objs.size()=1 2024-09-12T17:40:28.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.KLkZ-923R1iEkrNiNn48IUJ3EHnfcoT_0 2024-09-12T17:40:28.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14723250977587268225', time=2024-09-12T19:37:03.338887+0000, chain.objs.size()=1 2024-09-12T17:40:28.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.sW8NNQTj2kmLyVdjzg2dutIsvQwtyFz_0 2024-09-12T17:40:28.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7242084586157508944', time=2024-09-12T19:37:03.348754+0000, chain.objs.size()=1 2024-09-12T17:40:28.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.ik9VYT3wkIPDfeNQ3heJ9GgsQz-PzaO_0 2024-09-12T17:40:28.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.399+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6113182287314430308', time=2024-09-12T19:37:03.350527+0000, chain.objs.size()=1 2024-09-12T17:40:28.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.403+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.NnAgONKblVJPCd68sr-KMmaeZ2FiZtX_0 2024-09-12T17:40:28.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.403+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14251950095585831649', time=2024-09-12T19:37:05.237562+0000, chain.objs.size()=1 2024-09-12T17:40:28.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.403+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.PVRC3tfVbCNHrVrnCNkXoEYkQ6iC7RA_0 2024-09-12T17:40:28.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.403+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16841044951723122542', time=2024-09-12T19:39:48.004806+0000, chain.objs.size()=1 2024-09-12T17:40:28.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.403+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17__shadow_.u1IYEpSZeyz0Ckqi8yhVSvb6pRtE0zx_0 2024-09-12T17:40:28.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.403+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16196469211764961388', time=2024-09-12T19:39:48.007237+0000, chain.objs.size()=1 2024-09-12T17:40:28.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.403+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17__shadow_.XTIjX5HPKO1-qL-wM-RYJlTrDFWfC1o_0 2024-09-12T17:40:28.401 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.403+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.407+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:40:28.408 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.411+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.411+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.411+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T17:40:28.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.411+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14710520949238685894', time=2024-09-12T19:30:53.902999+0000, chain.objs.size()=4 2024-09-12T17:40:28.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.411+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.10__multipart_foo.2~KsV20D5bE2vNOISe86S92N1MSKoxXxS.1 2024-09-12T17:40:28.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.10__multipart_foo.2~KsV20D5bE2vNOISe86S92N1MSKoxXxS.2 2024-09-12T17:40:28.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.10__multipart_foo.2~KsV20D5bE2vNOISe86S92N1MSKoxXxS.3 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.10__multipart_foo.2~KsV20D5bE2vNOISe86S92N1MSKoxXxS.4 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15735150803082345017', time=2024-09-12T19:32:41.689505+0000, chain.objs.size()=1 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.Im5cX5aDElVdiX0DfoVYn81y-SJXcKT_0 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6616290028309747851', time=2024-09-12T19:33:53.992489+0000, chain.objs.size()=1 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.eqVfAEfdJ2UHJhwrr-BxEDyA7ascMRF_0 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17727490579611828368', time=2024-09-12T19:33:59.318279+0000, chain.objs.size()=1 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.ab3YQqXDrhkDI5IO1r9WZKEFb30e29n_0 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13128354807237531770', time=2024-09-12T19:34:37.620462+0000, chain.objs.size()=1 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.HHgYACF5Gq_jfFcTEQ0bhfbhcpv4bmi_0 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11987270438408975542', time=2024-09-12T19:35:09.571924+0000, chain.objs.size()=1 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.FMIfXnsjJJL8BrvC5C1KtRThvfe6G4t_0 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15532839344536290714', time=2024-09-12T19:35:12.594810+0000, chain.objs.size()=1 2024-09-12T17:40:28.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.8htIR-kslojTiw55Jxi-i-bhaYfh9ll_0 2024-09-12T17:40:28.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10580139911461082869', time=2024-09-12T19:35:12.611526+0000, chain.objs.size()=1 2024-09-12T17:40:28.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.G9t3SuCJWS9Y5tx1njp5kS9Ynrl7z-O_0 2024-09-12T17:40:28.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2336392286573496568', time=2024-09-12T19:35:12.613812+0000, chain.objs.size()=1 2024-09-12T17:40:28.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.n9xu0laZHyk4ugkyEYFCDsq2U7-uOBd_0 2024-09-12T17:40:28.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10988886519053323655', time=2024-09-12T19:35:14.505354+0000, chain.objs.size()=1 2024-09-12T17:40:28.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.fkNKUxCF66KJTkXdop-h9RQBEFSEjVc_0 2024-09-12T17:40:28.413 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14464608859860215386', time=2024-09-12T19:35:14.512166+0000, chain.objs.size()=1 2024-09-12T17:40:28.413 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.415+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.IQtgIJeIX8IZAFcDItzTSYlGyMs9f7z_0 2024-09-12T17:40:28.414 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.419+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9812788321429214044', time=2024-09-12T19:35:14.537450+0000, chain.objs.size()=1 2024-09-12T17:40:28.414 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.419+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.yltskhj9ke4q1drEhOYrwEXt17OC36E_0 2024-09-12T17:40:28.414 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.419+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5132102561535017383', time=2024-09-12T19:36:27.371068+0000, chain.objs.size()=1 2024-09-12T17:40:28.414 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.419+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.GIok7-tH7XIV0RqlNZ3fp9yMWecaE8k_0 2024-09-12T17:40:28.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.419+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3701971495126395418', time=2024-09-12T19:36:27.378081+0000, chain.objs.size()=1 2024-09-12T17:40:28.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.419+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.AY0tRO5NLfohkc3A6Yn1ZkBKtm1-Pnl_0 2024-09-12T17:40:28.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.419+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10518854214962051822', time=2024-09-12T19:37:38.417010+0000, chain.objs.size()=1 2024-09-12T17:40:28.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.419+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.ktMId33jjQY-hPcr_IJncCy0s2mpGD9_0 2024-09-12T17:40:28.419 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.423+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.423 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.427+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:40:28.425 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.427+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T17:40:28.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5646917476413102939', time=2024-09-12T19:32:40.167593+0000, chain.objs.size()=1 2024-09-12T17:40:28.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.sQ8E0f4Kpi0ZcnlbGi82IN47nIJ6fUp_0 2024-09-12T17:40:28.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7969380370667435817', time=2024-09-12T19:32:40.168793+0000, chain.objs.size()=1 2024-09-12T17:40:28.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.Akny18b4xjFH3zlr1hMyEdtbJFGnG2g_0 2024-09-12T17:40:28.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3193064704037439627', time=2024-09-12T19:33:18.423867+0000, chain.objs.size()=1 2024-09-12T17:40:28.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.vYj45A3kf3NkZhxlutauw3Apc9CJ739_0 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17012741287324251375', time=2024-09-12T19:33:18.435579+0000, chain.objs.size()=1 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.V6HnvTe9f6P9-vgtrXP3g8Y_-l7hev6_0 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5485722544730309461', time=2024-09-12T19:33:57.408717+0000, chain.objs.size()=1 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.r8Zfza6O8qNYkCRXaXUYrVwqjmwCY0Q_0 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1960991232787314350', time=2024-09-12T19:33:57.430464+0000, chain.objs.size()=1 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.5OWslDn12vgJDz5S0aG8iuXx-BEhKFM_0 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.636562417179820135', time=2024-09-12T19:33:59.302434+0000, chain.objs.size()=1 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.igyhGM8JevruTd8F_CGQtynUWzPBmbw_0 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9699405917512541861', time=2024-09-12T19:34:35.730406+0000, chain.objs.size()=1 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.8huu4eff10zm1EjSZU8VF2l33cZlXFk_0 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10679487508703838145', time=2024-09-12T19:35:09.573691+0000, chain.objs.size()=1 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.R-kH1m-8v9IEEu0XYe3TcLxCgRQMEb7_0 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16595564063255627616', time=2024-09-12T19:35:12.612480+0000, chain.objs.size()=1 2024-09-12T17:40:28.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.A7_Sm2VGaX98-Fs9kIlFzx7soAw1QA6_0 2024-09-12T17:40:28.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10598978223526050895', time=2024-09-12T19:35:14.497714+0000, chain.objs.size()=1 2024-09-12T17:40:28.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.oXQ287OMl0HL_2wevgAFpSk4d3wHGI0_0 2024-09-12T17:40:28.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9137686354307362548', time=2024-09-12T19:35:47.518965+0000, chain.objs.size()=1 2024-09-12T17:40:28.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.vEcxO4mgqS6A_V6Zu5__tmRG4crODMm_0 2024-09-12T17:40:28.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6801718190483365280', time=2024-09-12T19:35:53.089783+0000, chain.objs.size()=1 2024-09-12T17:40:28.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.431+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.FS0Mi8bA4l-MQ4vQmo3Tzxp-O8JPBoR_0 2024-09-12T17:40:28.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.435+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11133695182606058456', time=2024-09-12T19:36:24.594509+0000, chain.objs.size()=1 2024-09-12T17:40:28.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.435+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.dKIHvsSbOfPdHlJV1Nc_BVSM2UA3DMB_0 2024-09-12T17:40:28.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.435+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11861000716768041949', time=2024-09-12T19:37:00.540145+0000, chain.objs.size()=1 2024-09-12T17:40:28.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.435+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.tesaYVWiLctsXzI1P7XAs3lYUDdZJxN_0 2024-09-12T17:40:28.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.435+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11801556267830026667', time=2024-09-12T19:37:03.352516+0000, chain.objs.size()=1 2024-09-12T17:40:28.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.435+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.HKP5HVziO9btyI9apqhEwx-Hkyj3Y2x_0 2024-09-12T17:40:28.434 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.439+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.437 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.439+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:40:28.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.441 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.442 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T17:40:28.442 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='_10cUWoM6Q04ewCt7rwkPPCncz18-bbO', time=2024-09-12T19:30:54.180484+0000, chain.objs.size()=3 2024-09-12T17:40:28.442 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.Qmwm6dQjJ1whMzS855WOlFu_3cOHB5i_0 2024-09-12T17:40:28.442 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.Qmwm6dQjJ1whMzS855WOlFu_3cOHB5i_1 2024-09-12T17:40:28.442 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.Qmwm6dQjJ1whMzS855WOlFu_3cOHB5i_2 2024-09-12T17:40:28.442 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18018718744659693653', time=2024-09-12T19:32:41.684681+0000, chain.objs.size()=1 2024-09-12T17:40:28.442 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.2qDR5r5DF_otq3ZlqHv6aSG2Xjzjiwr_0 2024-09-12T17:40:28.442 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3602680531765586658', time=2024-09-12T19:32:41.687713+0000, chain.objs.size()=1 2024-09-12T17:40:28.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.tq3RjUindtZLZWexx9eaUs_VsahKsf2_0 2024-09-12T17:40:28.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17596769667209178736', time=2024-09-12T19:33:15.273549+0000, chain.objs.size()=1 2024-09-12T17:40:28.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.xv5-eAXBo_MEkvqvq2zMHuC9Yssp_MU_0 2024-09-12T17:40:28.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4267895155551130', time=2024-09-12T19:33:20.347431+0000, chain.objs.size()=1 2024-09-12T17:40:28.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.9ycfx6SzOItqoz1_5AQYtUdUrs1G6BZ_0 2024-09-12T17:40:28.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7166272172235779098', time=2024-09-12T19:33:53.999836+0000, chain.objs.size()=1 2024-09-12T17:40:28.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.jJ5_3UPpWz_Yltdx2Jd0FFpALyQzlcX_0 2024-09-12T17:40:28.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4795096915312927100', time=2024-09-12T19:34:32.938578+0000, chain.objs.size()=1 2024-09-12T17:40:28.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.kqffbsiTgVIYqo7SxvMH7OaLEDNzV0v_0 2024-09-12T17:40:28.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5628285865561753875', time=2024-09-12T19:34:32.953567+0000, chain.objs.size()=1 2024-09-12T17:40:28.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.9OGGEbnwFdmc0z5RpD2cLpJsRwUo2Ee_0 2024-09-12T17:40:28.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2901989945684468009', time=2024-09-12T19:34:35.736731+0000, chain.objs.size()=1 2024-09-12T17:40:28.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.8PVd7qI-4LAHs8jLqdDiqFeVdsK3YCn_0 2024-09-12T17:40:28.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15544321859806651779', time=2024-09-12T19:35:12.586907+0000, chain.objs.size()=1 2024-09-12T17:40:28.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.443+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.y3nYdWCK_6Zzg7HiyaBzYt5W6ddcpRr_0 2024-09-12T17:40:28.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11256318046894978054', time=2024-09-12T19:35:14.521073+0000, chain.objs.size()=1 2024-09-12T17:40:28.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.QoqsMUAwlsNOFcThbKjSwaaTAdF7Hdh_0 2024-09-12T17:40:28.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5933269889859660473', time=2024-09-12T19:35:14.529235+0000, chain.objs.size()=1 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.3rSdL_0mxPClZ_SK3rNBTnBbY3dBBCD_0 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3583095297568027090', time=2024-09-12T19:35:47.518622+0000, chain.objs.size()=1 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.Xp6sqIExffE9lFvE2G7KZHIPj19stf2_0 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1608490060820611601', time=2024-09-12T19:35:47.524424+0000, chain.objs.size()=1 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.NNbQaMb0BBEkb-4kuptxYBIMKokXlbX_0 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17583539563315075401', time=2024-09-12T19:35:47.525155+0000, chain.objs.size()=1 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.ophVbM1xqvUjMrTQXEm15aD2P_vDwB6_0 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6385674984094021737', time=2024-09-12T19:36:24.597583+0000, chain.objs.size()=1 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.ItOEClRTDvRz2AbuVwW4ncLWg-5xIzN_0 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18196374329593253628', time=2024-09-12T19:36:27.362370+0000, chain.objs.size()=1 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.WtAyAKXGBzqG8Ga5xQLYXDprZ_lL29G_0 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9373091550756356640', time=2024-09-12T19:36:27.385388+0000, chain.objs.size()=1 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.dc4bg4I8tOgism_HwG7uBNELXnxkYrW_0 2024-09-12T17:40:28.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11764331563695453547', time=2024-09-12T19:37:05.251000+0000, chain.objs.size()=1 2024-09-12T17:40:28.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.451+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.c1fkmfG3s54xwAVHQjSUE7lIxNLsbJb_0 2024-09-12T17:40:28.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.455+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.456 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.459+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:40:28.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-12T17:40:28.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='_feqjGlgRvRGgTLlzCvy0i4AXH8MSzyE', time=2024-09-12T19:30:54.019283+0000, chain.objs.size()=2 2024-09-12T17:40:28.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.tASscppGywLikbUzLAJmj1oQPVLwjzs_0 2024-09-12T17:40:28.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.tASscppGywLikbUzLAJmj1oQPVLwjzs_1 2024-09-12T17:40:28.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16393694397092783091', time=2024-09-12T19:32:40.160295+0000, chain.objs.size()=1 2024-09-12T17:40:28.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_._UCKayGwlMm0UhW1D09lk9j7VT__vmF_0 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3756117364656393614', time=2024-09-12T19:33:15.266828+0000, chain.objs.size()=1 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.zfOB19uifFWqQvOqMqlNRcsAAw70NQp_0 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2259561096289295845', time=2024-09-12T19:33:17.340078+0000, chain.objs.size()=1 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.BtNiPzshoGXFWkAff5QNJIBwmIFWs0h_0 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3967568479903465124', time=2024-09-12T19:33:18.429212+0000, chain.objs.size()=1 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.1G-tGYbDqQSfcJ8gs4EYAKdv_B6iqUi_0 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3050744433012281653', time=2024-09-12T19:33:56.312702+0000, chain.objs.size()=1 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.21iuPcM0RenXSJ5dWwsdIFx6qZ4aSv__0 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13255766344131890422', time=2024-09-12T19:34:32.953851+0000, chain.objs.size()=1 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.MHiYqLhnGrcF8VviqcucPsflZTWEnR7_0 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14074334666763242321', time=2024-09-12T19:35:09.582887+0000, chain.objs.size()=1 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.4tc6_ojVG6aiwhO5puUXAIfJPuKV008_0 2024-09-12T17:40:28.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13249891751414833799', time=2024-09-12T19:35:09.587419+0000, chain.objs.size()=1 2024-09-12T17:40:28.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.wz-2WkW124r6zrXdaI29UUWhm2ds3qC_0 2024-09-12T17:40:28.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10253587582327184365', time=2024-09-12T19:35:11.698223+0000, chain.objs.size()=1 2024-09-12T17:40:28.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.osBKHCNkBPkI-9GPpMebRxb3D6gCw2i_0 2024-09-12T17:40:28.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6226865392834533363', time=2024-09-12T19:35:51.189816+0000, chain.objs.size()=1 2024-09-12T17:40:28.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.463+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.XgHb1YMNBbg2cz2EnaMWQ3wC2WeS-f6_0 2024-09-12T17:40:28.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10402163623104855974', time=2024-09-12T19:35:51.197162+0000, chain.objs.size()=1 2024-09-12T17:40:28.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.koAs0X4gz4eI000AbzUNMloZhbsdkDG_0 2024-09-12T17:40:28.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8467335890853126389', time=2024-09-12T19:36:24.595718+0000, chain.objs.size()=1 2024-09-12T17:40:28.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.2CqK_beef8IGKs5jl4iu-6aGbtLVvjV_0 2024-09-12T17:40:28.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10310912293697938389', time=2024-09-12T19:36:24.624599+0000, chain.objs.size()=1 2024-09-12T17:40:28.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.PMsD2b3SvSf6KYLb_nm8N5Kael_Rba4_0 2024-09-12T17:40:28.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8402075939820502426', time=2024-09-12T19:37:00.557914+0000, chain.objs.size()=1 2024-09-12T17:40:28.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.d19cixeqNUS46i2IJe0FroxCJF7khrO_0 2024-09-12T17:40:28.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2852831867149394674', time=2024-09-12T19:37:03.339024+0000, chain.objs.size()=1 2024-09-12T17:40:28.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.ZklmzVM5oUuFLdJWaDWeUiVB7bPH-XX_0 2024-09-12T17:40:28.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4604105876555507356', time=2024-09-12T19:37:05.234583+0000, chain.objs.size()=1 2024-09-12T17:40:28.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.JWNp2NDD73fto_lbyficzwOPnk9Zd43_0 2024-09-12T17:40:28.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1229479876970373692', time=2024-09-12T19:37:05.237544+0000, chain.objs.size()=1 2024-09-12T17:40:28.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.gUOMlSWjG7jpX7ygfG4EAMEf_IKgghV_0 2024-09-12T17:40:28.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3241912436544514055', time=2024-09-12T19:37:38.416444+0000, chain.objs.size()=1 2024-09-12T17:40:28.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.dlI6_Xy4dAJrmC1BcunetSupZhytsXH_0 2024-09-12T17:40:28.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8991322453746477493', time=2024-09-12T19:39:48.006618+0000, chain.objs.size()=1 2024-09-12T17:40:28.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.467+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17__shadow_.6SJDYj8aMO8N2tDXFJ4H-iFcNV-TqMf_0 2024-09-12T17:40:28.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.471+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.475+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:40:28.475 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.476 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-12T17:40:28.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16833543562987787187', time=2024-09-12T19:30:54.025728+0000, chain.objs.size()=2 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.Ah2-uI4HVryPj392xh2MMFwQckfxbRU_0 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.Ah2-uI4HVryPj392xh2MMFwQckfxbRU_1 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2670825646015329932', time=2024-09-12T19:30:54.479440+0000, chain.objs.size()=1 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.7__shadow_.mEaCGF3qEcQ4QrtJLRrUiv8brL8XHks_0 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2539855082390001338', time=2024-09-12T19:30:54.509641+0000, chain.objs.size()=1 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.7__shadow_.FIkBXGPnTXxtld7dXUyT_NZoCB-GJ58_0 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10953728470569831345', time=2024-09-12T19:32:40.157550+0000, chain.objs.size()=1 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.jPwa9uRkuYdSlbXNF11O0w8MZ5DJUOJ_0 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14712226073188470542', time=2024-09-12T19:33:59.312091+0000, chain.objs.size()=1 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.iCZSzO1uy8jqTD5KCY9T5_SMTiFyfD__0 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.235843509881470009', time=2024-09-12T19:35:46.879000+0000, chain.objs.size()=1 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.2zZzCp_Cru_dgCM3I6feMzzXzi1Iqr__0 2024-09-12T17:40:28.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9506093237490270706', time=2024-09-12T19:35:47.520039+0000, chain.objs.size()=1 2024-09-12T17:40:28.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.4ew4O-mbz5Iq2cmMxv-THinvw62dqOk_0 2024-09-12T17:40:28.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12783130597323789546', time=2024-09-12T19:35:47.522536+0000, chain.objs.size()=1 2024-09-12T17:40:28.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.6snXgmjnDxLtMSmceeNZo4XG--NgpEw_0 2024-09-12T17:40:28.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14078433222918038977', time=2024-09-12T19:36:29.469570+0000, chain.objs.size()=1 2024-09-12T17:40:28.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.WOfcJsXNkkN9N4caQQiWZ5MNxSDhjJn_0 2024-09-12T17:40:28.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18095834455131428699', time=2024-09-12T19:37:38.407554+0000, chain.objs.size()=1 2024-09-12T17:40:28.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.479+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.ZTfjQtqk-EjlMfaWIfOg2ooJHaVJZJD_0 2024-09-12T17:40:28.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.487+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.487 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.491+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:40:28.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.491+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T17:40:28.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2544834487395674040', time=2024-09-12T19:33:20.336972+0000, chain.objs.size()=1 2024-09-12T17:40:28.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.coWOeHdkfquxXvc4HYIacpoAj_eKEbi_0 2024-09-12T17:40:28.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7218816925557932342', time=2024-09-12T19:33:20.340919+0000, chain.objs.size()=1 2024-09-12T17:40:28.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.c40srma0IBJNIM4Q-QLQIusGwQidYFF_0 2024-09-12T17:40:28.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11259788379709738643', time=2024-09-12T19:33:20.357651+0000, chain.objs.size()=1 2024-09-12T17:40:28.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.Frxa2MXkSZn0tBVvhkayUYlyAjHARp5_0 2024-09-12T17:40:28.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13130216881257940729', time=2024-09-12T19:33:57.405615+0000, chain.objs.size()=1 2024-09-12T17:40:28.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.o5-Mf8PPD8IJPt9iy1KEs6cr6syN8hF_0 2024-09-12T17:40:28.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18235071980666118495', time=2024-09-12T19:34:32.931477+0000, chain.objs.size()=1 2024-09-12T17:40:28.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.M9hgCFgGvYKw-NYzep5SxU7aPmO1m1t_0 2024-09-12T17:40:28.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15453348369713359234', time=2024-09-12T19:34:35.738398+0000, chain.objs.size()=1 2024-09-12T17:40:28.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.89sptijdeDcT01-pLJ43HFIFWB21HII_0 2024-09-12T17:40:28.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2902094971341622427', time=2024-09-12T19:35:14.514367+0000, chain.objs.size()=1 2024-09-12T17:40:28.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.UxJksRDkKiYd7hwNPrNufwzV-am3aM7_0 2024-09-12T17:40:28.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12621058718798443123', time=2024-09-12T19:35:47.514137+0000, chain.objs.size()=1 2024-09-12T17:40:28.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.-6_2vQkdDYQhvGckzrSjdO-anrEOxSI_0 2024-09-12T17:40:28.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3862627651158021185', time=2024-09-12T19:37:03.344939+0000, chain.objs.size()=1 2024-09-12T17:40:28.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.2J_LhNq4lYc8xPFHMsXr-WOCgNDTlVs_0 2024-09-12T17:40:28.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.158826397598033552', time=2024-09-12T19:37:38.420899+0000, chain.objs.size()=1 2024-09-12T17:40:28.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.H7ntX0Ka4y0ARs6F6y2Wlhfi_CimfDv_0 2024-09-12T17:40:28.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9733529280950224276', time=2024-09-12T19:39:56.697354+0000, chain.objs.size()=1 2024-09-12T17:40:28.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.495+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18__shadow:hn3ks2CWZKXTpI6l4qRl7NzYlOx.mvM_.ZVXUfrzyr1KCKopwkdBP0soRQNufxJa_0 2024-09-12T17:40:28.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.499+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.503+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:40:28.502 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T17:40:28.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='_gSSRgDAY9l-bpjswgh2mWB3n7pOP6nM', time=2024-09-12T19:30:54.217854+0000, chain.objs.size()=3 2024-09-12T17:40:28.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.HbBuoF-DLLMpEDsqmfZIiU0a5r-KwYP_0 2024-09-12T17:40:28.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.HbBuoF-DLLMpEDsqmfZIiU0a5r-KwYP_1 2024-09-12T17:40:28.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.HbBuoF-DLLMpEDsqmfZIiU0a5r-KwYP_2 2024-09-12T17:40:28.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1717732833341288985', time=2024-09-12T19:33:18.420775+0000, chain.objs.size()=1 2024-09-12T17:40:28.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.7AgpaGxtBmHVL_42Cd691jxGX8QToAr_0 2024-09-12T17:40:28.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5106765039066200448', time=2024-09-12T19:33:53.972805+0000, chain.objs.size()=1 2024-09-12T17:40:28.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.CPPtGsV9vaDuVb4H_kzas9iZ8oEliQO_0 2024-09-12T17:40:28.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1232398714488766645', time=2024-09-12T19:33:53.978095+0000, chain.objs.size()=1 2024-09-12T17:40:28.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.n83uMQMP_iDMypnd7oq6wtOziXvpKTJ_0 2024-09-12T17:40:28.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13461427570522272988', time=2024-09-12T19:34:32.940047+0000, chain.objs.size()=1 2024-09-12T17:40:28.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.pslRAuw_YK5AroC94WV6QI6iBnpQhbR_0 2024-09-12T17:40:28.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5619783739467769649', time=2024-09-12T19:35:09.568715+0000, chain.objs.size()=1 2024-09-12T17:40:28.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.wjT1wvtZN65gshKNp3VdLJh_1ePKYdW_0 2024-09-12T17:40:28.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5558716637039866278', time=2024-09-12T19:35:12.603301+0000, chain.objs.size()=1 2024-09-12T17:40:28.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.OBVs3orjP1-UQQLX_sxRz9VBRCj2LTj_0 2024-09-12T17:40:28.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9821921378861322376', time=2024-09-12T19:35:14.505468+0000, chain.objs.size()=1 2024-09-12T17:40:28.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.hMsEaVADSOD6xcyB7sJIkVm52BQ5OKD_0 2024-09-12T17:40:28.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4291714831134688388', time=2024-09-12T19:35:47.533060+0000, chain.objs.size()=1 2024-09-12T17:40:28.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.DjMsk7DhoiwkALNkCkEyuXq0Dxn1GL8_0 2024-09-12T17:40:28.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5489196231940777636', time=2024-09-12T19:37:00.553504+0000, chain.objs.size()=1 2024-09-12T17:40:28.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.507+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.C4yOuhlxogsD0nd9xK6SCg4pIiynFdQ_0 2024-09-12T17:40:28.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.511+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2601539842455745628', time=2024-09-12T19:37:05.236152+0000, chain.objs.size()=1 2024-09-12T17:40:28.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.511+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.8_mTit-0Ssyi7f7mRWxWcYgVWA6Z49Q_0 2024-09-12T17:40:28.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.515+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.519+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:40:28.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T17:40:28.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3961633136546076778', time=2024-09-12T19:30:54.232811+0000, chain.objs.size()=3 2024-09-12T17:40:28.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-STANDARD.2~KsYnWW432Z_UFvj8w1GnGBs5_cR6qSK.1 2024-09-12T17:40:28.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-STANDARD.2~KsYnWW432Z_UFvj8w1GnGBs5_cR6qSK.2 2024-09-12T17:40:28.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-STANDARD.2~KsYnWW432Z_UFvj8w1GnGBs5_cR6qSK.3 2024-09-12T17:40:28.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4575189282586475371', time=2024-09-12T19:30:54.386623+0000, chain.objs.size()=1 2024-09-12T17:40:28.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.QanBmD6zSFmWPIAkqEIhxfhuONgDvDh_0 2024-09-12T17:40:28.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11007724665760739994', time=2024-09-12T19:30:54.572239+0000, chain.objs.size()=1 2024-09-12T17:40:28.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.8__shadow_.a2HQ2rpSLDL81MJxD72QE18EuZ5F5uI_0 2024-09-12T17:40:28.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.261448080474135659', time=2024-09-12T19:33:53.984412+0000, chain.objs.size()=1 2024-09-12T17:40:28.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.kZbEUc9B7cV-1xichxMZIa6W-jPgheR_0 2024-09-12T17:40:28.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15622430939562981453', time=2024-09-12T19:33:54.002946+0000, chain.objs.size()=1 2024-09-12T17:40:28.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.FqsreY4tDuNVi4N_XF8Eiqqodyh_aja_0 2024-09-12T17:40:28.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11553941281459724466', time=2024-09-12T19:33:57.408069+0000, chain.objs.size()=1 2024-09-12T17:40:28.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.-28N3enO_QDasGA_1UC5zzUMDm-mZSx_0 2024-09-12T17:40:28.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.27208918788709173', time=2024-09-12T19:35:14.499092+0000, chain.objs.size()=1 2024-09-12T17:40:28.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.jkLJIIsvV0LQW8MeOoUu2A_vYa2HQ44_0 2024-09-12T17:40:28.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9336470770994227504', time=2024-09-12T19:35:14.500474+0000, chain.objs.size()=1 2024-09-12T17:40:28.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.mGNhKTdQVjlfUlOHCJcPLoo4VEENoxa_0 2024-09-12T17:40:28.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1778321416833218566', time=2024-09-12T19:36:24.616332+0000, chain.objs.size()=1 2024-09-12T17:40:28.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.YS7tz3Xg1a4GCCZhIhNZ1HgagfMb3oj_0 2024-09-12T17:40:28.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3969538278989097922', time=2024-09-12T19:36:27.362578+0000, chain.objs.size()=1 2024-09-12T17:40:28.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.523+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.h_fxueNCDWwDWhl_MwH2wZlwbe_Se2W_0 2024-09-12T17:40:28.524 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.527+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3828732775326053417', time=2024-09-12T19:36:27.386438+0000, chain.objs.size()=1 2024-09-12T17:40:28.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.527+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.v01CWECpu3Am_LddYv-gcfa5r015Ujk_0 2024-09-12T17:40:28.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.527+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7913809136366682995', time=2024-09-12T19:37:38.409864+0000, chain.objs.size()=1 2024-09-12T17:40:28.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.527+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.CfaLJgDEuFeUsIFoWU-F_Bsb6MIJCOZ_0 2024-09-12T17:40:28.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.527+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6334700472365683858', time=2024-09-12T19:37:38.422141+0000, chain.objs.size()=1 2024-09-12T17:40:28.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.527+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.TR3zbqEVWsuJoJZEpKWRpDUpZxYyooa_0 2024-09-12T17:40:28.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.531+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.535+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:40:28.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.535+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.535+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-12T17:40:28.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16319188988454340776', time=2024-09-12T19:30:53.780429+0000, chain.objs.size()=1 2024-09-12T17:40:28.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.ADWyYtiyFWmBjUOtbpZdh7NgsdfMIg-_0 2024-09-12T17:40:28.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2662780151532702520', time=2024-09-12T19:30:53.823445+0000, chain.objs.size()=4 2024-09-12T17:40:28.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.11__multipart_foo.2~kefAbz4cV3AeRcWhYTrN1ninol6D3Mo.1 2024-09-12T17:40:28.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.11__multipart_foo.2~kefAbz4cV3AeRcWhYTrN1ninol6D3Mo.2 2024-09-12T17:40:28.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.11__multipart_foo.2~kefAbz4cV3AeRcWhYTrN1ninol6D3Mo.3 2024-09-12T17:40:28.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.11__multipart_foo.2~kefAbz4cV3AeRcWhYTrN1ninol6D3Mo.4 2024-09-12T17:40:28.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3502962767722230513', time=2024-09-12T19:30:54.320109+0000, chain.objs.size()=5 2024-09-12T17:40:28.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-STANDARD.2~w-h3Bd25a4AsVDNBMNd9Y6Mb4LvFV6P.1 2024-09-12T17:40:28.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__shadow_foo-STANDARD.2~w-h3Bd25a4AsVDNBMNd9Y6Mb4LvFV6P.1_1 2024-09-12T17:40:28.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-STANDARD.2~w-h3Bd25a4AsVDNBMNd9Y6Mb4LvFV6P.2 2024-09-12T17:40:28.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__shadow_foo-STANDARD.2~w-h3Bd25a4AsVDNBMNd9Y6Mb4LvFV6P.2_1 2024-09-12T17:40:28.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.14__multipart_foo-STANDARD.2~w-h3Bd25a4AsVDNBMNd9Y6Mb4LvFV6P.3 2024-09-12T17:40:28.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17870739835710516383', time=2024-09-12T19:32:40.157714+0000, chain.objs.size()=1 2024-09-12T17:40:28.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.T35hmYuz3Ii4vu74ryzhIiVKJs3sEvH_0 2024-09-12T17:40:28.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13733092944899796202', time=2024-09-12T19:32:40.171726+0000, chain.objs.size()=1 2024-09-12T17:40:28.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.539+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.dtLwKJPypN4Ge26OL1i2PT_QCzqSr9L_0 2024-09-12T17:40:28.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17395514948538586638', time=2024-09-12T19:32:40.173867+0000, chain.objs.size()=1 2024-09-12T17:40:28.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.OExi-i3DJoxA90HvoE7NbPR-UWL1N_V_0 2024-09-12T17:40:28.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3422202572886498843', time=2024-09-12T19:32:41.662632+0000, chain.objs.size()=1 2024-09-12T17:40:28.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.ICAvG8sL6FbR974LkVBlmjv3uDLLtpp_0 2024-09-12T17:40:28.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.113539330364774705', time=2024-09-12T19:33:15.257854+0000, chain.objs.size()=1 2024-09-12T17:40:28.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.gBrAmy5nQaTYkQGUPEHaUq1RPB77VGl_0 2024-09-12T17:40:28.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2977573809722970071', time=2024-09-12T19:33:15.274305+0000, chain.objs.size()=1 2024-09-12T17:40:28.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.V7QpBpXg1-PR4yDoFvdVKmtU4Wa0t-E_0 2024-09-12T17:40:28.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12257393254621023014', time=2024-09-12T19:33:18.420249+0000, chain.objs.size()=1 2024-09-12T17:40:28.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.asKPNjZH3kI-a4gweBYtUscAjOGFprU_0 2024-09-12T17:40:28.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9870768475708262716', time=2024-09-12T19:33:53.987320+0000, chain.objs.size()=1 2024-09-12T17:40:28.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.WbE8_5FMBovcmeeID02i8Te51CIY-Hs_0 2024-09-12T17:40:28.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9525875053879314700', time=2024-09-12T19:34:35.737004+0000, chain.objs.size()=1 2024-09-12T17:40:28.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.n9y4nFLTgnVI7dGRg6xW7JTUHKyQAMj_0 2024-09-12T17:40:28.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11361643763556644983', time=2024-09-12T19:35:09.583669+0000, chain.objs.size()=1 2024-09-12T17:40:28.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.2AcPYTGswszJzGDoZf9gp9_iZP2p8Rr_0 2024-09-12T17:40:28.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13998790301700555482', time=2024-09-12T19:35:51.184396+0000, chain.objs.size()=1 2024-09-12T17:40:28.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.p9tk3fhMmBd_CbsOuzPu6bz_mXw_kOI_0 2024-09-12T17:40:28.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1627207273187517698', time=2024-09-12T19:36:24.589480+0000, chain.objs.size()=1 2024-09-12T17:40:28.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.tFbLVfBpBnetCyOy1TioFfaoSHOesMg_0 2024-09-12T17:40:28.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12358519620046597667', time=2024-09-12T19:36:24.621522+0000, chain.objs.size()=1 2024-09-12T17:40:28.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.543+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.cVdj4E829y8578in2pZoGUIMGGy55fI_0 2024-09-12T17:40:28.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6724603276734298297', time=2024-09-12T19:36:27.363073+0000, chain.objs.size()=1 2024-09-12T17:40:28.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.AZKR9d21BWn4g6t9SiZmMiMGSKGWikW_0 2024-09-12T17:40:28.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16222668708703156146', time=2024-09-12T19:37:00.545287+0000, chain.objs.size()=1 2024-09-12T17:40:28.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.Z64b8cmCGxH4Y92B1j3z4qZJ1Zw0Wl4_0 2024-09-12T17:40:28.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.321349253366044040', time=2024-09-12T19:37:00.551716+0000, chain.objs.size()=1 2024-09-12T17:40:28.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.uVmKsvb9E2S3OZWjipYd7nJ0Rx7RGcj_0 2024-09-12T17:40:28.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2854328904747784981', time=2024-09-12T19:37:05.248975+0000, chain.objs.size()=1 2024-09-12T17:40:28.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.BtBCedWjhr7b-6Yc7domMIvGO_2FlB0_0 2024-09-12T17:40:28.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9473730120044017349', time=2024-09-12T19:37:05.253379+0000, chain.objs.size()=1 2024-09-12T17:40:28.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.tiikGYlyH0CWe3yr9F2TCJ00o7JNsE8_0 2024-09-12T17:40:28.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8575688262440929589', time=2024-09-12T19:37:38.409412+0000, chain.objs.size()=1 2024-09-12T17:40:28.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.t9qlL306fFtOrc3el9nknQpWY7l9z6N_0 2024-09-12T17:40:28.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1893230957714613498', time=2024-09-12T19:39:48.001721+0000, chain.objs.size()=1 2024-09-12T17:40:28.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.547+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17__shadow_.aovOpT3XyLzMWyrznjsXAE49Tvs43xE_0 2024-09-12T17:40:28.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.551+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.555+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:40:28.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.555+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T17:40:28.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15304558575330597817', time=2024-09-12T19:30:54.153888+0000, chain.objs.size()=5 2024-09-12T17:40:28.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.1 2024-09-12T17:40:28.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.1_1 2024-09-12T17:40:28.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.2 2024-09-12T17:40:28.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.2_1 2024-09-12T17:40:28.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__multipart_foo-FROZEN.2~-AFJ_hhtapq8hm01JMrCXsOF75o9UwQ.3 2024-09-12T17:40:28.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2910121713850294243', time=2024-09-12T19:30:54.359633+0000, chain.objs.size()=3 2024-09-12T17:40:28.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.UwXGKpkcIe1y6OxZQyHW55WmCZVyvV1_0 2024-09-12T17:40:28.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.UwXGKpkcIe1y6OxZQyHW55WmCZVyvV1_1 2024-09-12T17:40:28.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.13__shadow_.UwXGKpkcIe1y6OxZQyHW55WmCZVyvV1_2 2024-09-12T17:40:28.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11028673760316097074', time=2024-09-12T19:30:54.489330+0000, chain.objs.size()=1 2024-09-12T17:40:28.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.7__shadow_.fTb7Pi9J7ZgP35PHMl4JXELJDzjTgHQ_0 2024-09-12T17:40:28.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17080316215927854703', time=2024-09-12T19:32:40.169812+0000, chain.objs.size()=1 2024-09-12T17:40:28.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.0UdtlK2L-8GCLmKtte1MxswHC6sXbpa_0 2024-09-12T17:40:28.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8897622576535404849', time=2024-09-12T19:33:53.965701+0000, chain.objs.size()=1 2024-09-12T17:40:28.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.1ja5z4pe1EAeTZ6tqCYF54xUC87bAcx_0 2024-09-12T17:40:28.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18002645412443146589', time=2024-09-12T19:34:35.729518+0000, chain.objs.size()=1 2024-09-12T17:40:28.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.559+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.C-Hc7qIFwKpQphN2MtQS80mPYC0h-42_0 2024-09-12T17:40:28.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.563+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13050076347677955821', time=2024-09-12T19:35:12.578882+0000, chain.objs.size()=1 2024-09-12T17:40:28.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.563+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.ZYtv_79e8EumRFJ4GudvJ1Vsbs8LzeF_0 2024-09-12T17:40:28.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.563+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12457238255209144238', time=2024-09-12T19:35:47.530097+0000, chain.objs.size()=1 2024-09-12T17:40:28.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.563+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.5D6R5lWfkxBVYt9hAEgBNHFN1WMpBhl_0 2024-09-12T17:40:28.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.563+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15476860780939581052', time=2024-09-12T19:36:24.609397+0000, chain.objs.size()=1 2024-09-12T17:40:28.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.563+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.YEqJyggMOOrCkOHar1LToLR0CtP79WG_0 2024-09-12T17:40:28.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.563+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11784168929478715292', time=2024-09-12T19:37:00.559069+0000, chain.objs.size()=1 2024-09-12T17:40:28.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.563+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.Uo6IgTkk7S9tlk3ZI5EgFe0RJ0xuC8x_0 2024-09-12T17:40:28.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.563+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1413598396730147306', time=2024-09-12T19:37:02.235489+0000, chain.objs.size()=1 2024-09-12T17:40:28.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.563+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.hRuyRTG3z_Qmy8NSUxj_yBnpM2UWivs_0 2024-09-12T17:40:28.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.567+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15611082366043391257', time=2024-09-12T19:37:05.235370+0000, chain.objs.size()=1 2024-09-12T17:40:28.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.567+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.4Nh2Hk1F9coS_7A9gCjEAtFSxJ2WS34_0 2024-09-12T17:40:28.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.567+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5395431641951054290', time=2024-09-12T19:37:05.237443+0000, chain.objs.size()=1 2024-09-12T17:40:28.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.567+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.BJbTiLBr5zJ4tSCB5lrBCzoeOVJPq1V_0 2024-09-12T17:40:28.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.567+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12905782115711270329', time=2024-09-12T19:37:38.404413+0000, chain.objs.size()=1 2024-09-12T17:40:28.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.567+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.cQe_iLBEthWkJUdlJ-emEJI1CkZz47U_0 2024-09-12T17:40:28.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.567+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16119159410202267396', time=2024-09-12T19:37:38.409672+0000, chain.objs.size()=1 2024-09-12T17:40:28.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.567+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.--YeflP5HwPgU6X12tyIyBIxqhwDXJp_0 2024-09-12T17:40:28.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.567+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15262675118073008043', time=2024-09-12T19:37:38.419502+0000, chain.objs.size()=1 2024-09-12T17:40:28.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.567+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.VpiUJrfDjO_bM72g6K7tkRPgA0oIwGb_0 2024-09-12T17:40:28.566 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.571+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.575+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:40:28.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.575+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T17:40:28.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='_jUl24IcsmmghrvPC6uYYRtvJPJ0gOMD', time=2024-09-12T19:30:54.093195+0000, chain.objs.size()=1 2024-09-12T17:40:28.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_._0DDFVPDAaQC3bWfI52TkrriJqUze7-_0 2024-09-12T17:40:28.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15004479716947703711', time=2024-09-12T19:32:40.171047+0000, chain.objs.size()=1 2024-09-12T17:40:28.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.kyaGJXRLiTUkgVYihd79S-_oU2dLGUq_0 2024-09-12T17:40:28.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1523081382209012717', time=2024-09-12T19:32:41.664107+0000, chain.objs.size()=1 2024-09-12T17:40:28.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.icGBvQ6dEplfz-4GLoCtBRjY7H-kFR7_0 2024-09-12T17:40:28.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1005140709553885846', time=2024-09-12T19:32:41.696924+0000, chain.objs.size()=1 2024-09-12T17:40:28.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.409oecIZjyWs3XJ_r9IitQUQOC2qole_0 2024-09-12T17:40:28.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16663869189258294522', time=2024-09-12T19:33:53.956101+0000, chain.objs.size()=1 2024-09-12T17:40:28.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.rPqofay5zlUpY-2htZTS_KCifUfksQZ_0 2024-09-12T17:40:28.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10548686387159268963', time=2024-09-12T19:33:59.314579+0000, chain.objs.size()=1 2024-09-12T17:40:28.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.3Jyr-Rlh-vdOX7nfbT7vX_woPiEqp3N_0 2024-09-12T17:40:28.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17439431856795236130', time=2024-09-12T19:34:32.940846+0000, chain.objs.size()=1 2024-09-12T17:40:28.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.lhNXmVjIvEuf-O59_40VroahicEiIMv_0 2024-09-12T17:40:28.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2110113129525164017', time=2024-09-12T19:34:35.743013+0000, chain.objs.size()=1 2024-09-12T17:40:28.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.Cj6vVTSIpul3dsHqdu7a1AgL5jKeW88_0 2024-09-12T17:40:28.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9977816135543262189', time=2024-09-12T19:34:35.747565+0000, chain.objs.size()=1 2024-09-12T17:40:28.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.HEAkYp7CPW0wqUU_2dHX__1YOmSFC6T_0 2024-09-12T17:40:28.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7099690578556779956', time=2024-09-12T19:35:51.173148+0000, chain.objs.size()=1 2024-09-12T17:40:28.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.WKO36l9Em3E9TSvTY-mKyNZKVRpOYls_0 2024-09-12T17:40:28.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17971308868933508952', time=2024-09-12T19:36:27.366418+0000, chain.objs.size()=1 2024-09-12T17:40:28.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.tgbtQqsXqXEzeffk_vTvWOJ7ikyZ80G_0 2024-09-12T17:40:28.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2169876316922931724', time=2024-09-12T19:37:00.561256+0000, chain.objs.size()=1 2024-09-12T17:40:28.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.579+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.yEHEgZZqMKQS2pU_0r1otegBPro86kp_0 2024-09-12T17:40:28.580 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.583+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.587+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:40:28.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T17:40:28.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='_z48-uf9VdSgGKqzvc1uTLC_ScqSrgor', time=2024-09-12T19:30:54.254079+0000, chain.objs.size()=1 2024-09-12T17:40:28.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.5-5pF_BGS2Q3Pirjw_iW7uTMehqygQv_0 2024-09-12T17:40:28.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11448698907143154820', time=2024-09-12T19:32:41.691741+0000, chain.objs.size()=1 2024-09-12T17:40:28.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.saBOUOHvHg__8xB9v74imu6xGL8vlEk_0 2024-09-12T17:40:28.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10578971838719618979', time=2024-09-12T19:33:18.435889+0000, chain.objs.size()=1 2024-09-12T17:40:28.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.8AV3n8uiH6mQl74mMcxX3jyjZSeDGc8_0 2024-09-12T17:40:28.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11999381303721916207', time=2024-09-12T19:33:20.347264+0000, chain.objs.size()=1 2024-09-12T17:40:28.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.6YcTjXuSuke4weP24eDs18YlMURau5b_0 2024-09-12T17:40:28.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.894317368109697814', time=2024-09-12T19:34:32.935137+0000, chain.objs.size()=1 2024-09-12T17:40:28.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.lBttJ1m4wSc3xf2Qi-nAjZ4CfVpaons_0 2024-09-12T17:40:28.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.449328406842670999', time=2024-09-12T19:35:12.601435+0000, chain.objs.size()=1 2024-09-12T17:40:28.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.8-BKq4P7JjP-nxyCWrotBK6NqKZIcty_0 2024-09-12T17:40:28.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4845562007721272972', time=2024-09-12T19:35:14.510617+0000, chain.objs.size()=1 2024-09-12T17:40:28.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.e06nfL42tkHer-65689LzCXNPLfiOV-_0 2024-09-12T17:40:28.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1159452204346746949', time=2024-09-12T19:35:47.513467+0000, chain.objs.size()=1 2024-09-12T17:40:28.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.mn-OgIALn3ygeSKIUYFfM0BenWmLzSU_0 2024-09-12T17:40:28.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18126259328863705640', time=2024-09-12T19:35:47.550298+0000, chain.objs.size()=1 2024-09-12T17:40:28.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.RSMkHqWpKMcS0Il7arW0judVNINaQv-_0 2024-09-12T17:40:28.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15121116973483648851', time=2024-09-12T19:36:24.597758+0000, chain.objs.size()=1 2024-09-12T17:40:28.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.wYiLJ8z4qruTgE5amsuXxOISe6_OBcw_0 2024-09-12T17:40:28.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1238427770470923005', time=2024-09-12T19:37:03.332901+0000, chain.objs.size()=1 2024-09-12T17:40:28.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.YgPjGhjyuza-g31yuz1OeRKnFqnpLzC_0 2024-09-12T17:40:28.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5175448011331088151', time=2024-09-12T19:37:03.352193+0000, chain.objs.size()=1 2024-09-12T17:40:28.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.591+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.U_Kyb7G2o0GNRTZnTzQOvzcmNj0itFO_0 2024-09-12T17:40:28.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.595+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2024663165217356208', time=2024-09-12T19:37:38.411127+0000, chain.objs.size()=1 2024-09-12T17:40:28.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.595+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.7LfV98XbUr4SqKFOlkGhDQuvShpE1FW_0 2024-09-12T17:40:28.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.595+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15064232585605811559', time=2024-09-12T19:37:38.423211+0000, chain.objs.size()=1 2024-09-12T17:40:28.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.595+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.LYsF2VdbWdQth-YHEaY661DlHt5JQ0w_0 2024-09-12T17:40:28.595 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.599+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.603+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:40:28.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.603+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.603+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-12T17:40:28.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7672316291533189698', time=2024-09-12T19:30:53.736042+0000, chain.objs.size()=1 2024-09-12T17:40:28.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.uNFFamOY7LbHIgTo16jnJmDO7RCaiag_0 2024-09-12T17:40:28.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='_8PErKZKX8bWR38_7np_lv8fNgqwqwDQ', time=2024-09-12T19:30:54.036485+0000, chain.objs.size()=2 2024-09-12T17:40:28.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.wJkSnj2-Awc6bR-jwD1XZBQld6mQw_0_0 2024-09-12T17:40:28.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.wJkSnj2-Awc6bR-jwD1XZBQld6mQw_0_1 2024-09-12T17:40:28.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4296373259985136639', time=2024-09-12T19:32:40.165335+0000, chain.objs.size()=1 2024-09-12T17:40:28.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.2SQPqyXqHPBQpJezaqGr8uv4K52IDv0_0 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14010311895036659788', time=2024-09-12T19:33:15.260582+0000, chain.objs.size()=1 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.aVZX6b8hTRqE6V9JKUqFb2FRvqVlmBL_0 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17785591515758871925', time=2024-09-12T19:33:15.278240+0000, chain.objs.size()=1 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.XSQU4oeWGxptkRLC4TQ29z4SZQqdCqi_0 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1193571442436042345', time=2024-09-12T19:33:53.962175+0000, chain.objs.size()=1 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.9PGsRkldb21KMxjr8SZIasxmZ81hbQa_0 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13085733125224185104', time=2024-09-12T19:33:59.300278+0000, chain.objs.size()=1 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.emgIIXZmlx7RKLEuS82DOdRN99cJKW6_0 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14360445299576264332', time=2024-09-12T19:34:35.734655+0000, chain.objs.size()=1 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.PHSC2PKhCdLX9yej4dB9g83xu__Rmrc_0 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8020544989873392327', time=2024-09-12T19:35:09.585346+0000, chain.objs.size()=1 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.7iQ-fzmRAXiff3wFLbiBjQIui03JkQT_0 2024-09-12T17:40:28.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8495338341124259016', time=2024-09-12T19:35:12.586402+0000, chain.objs.size()=1 2024-09-12T17:40:28.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.KrmDOYE7nOZQWmVbxzxdirojGeo7qni_0 2024-09-12T17:40:28.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18418240175640377413', time=2024-09-12T19:35:12.593818+0000, chain.objs.size()=1 2024-09-12T17:40:28.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.GYyM0tJCc94W3r_SdmTd8gO8rCwdhYR_0 2024-09-12T17:40:28.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6052057002656737002', time=2024-09-12T19:35:14.501081+0000, chain.objs.size()=1 2024-09-12T17:40:28.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.607+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.nmM2kHji67iNKggWv7F3D5EG2VMUG1W_0 2024-09-12T17:40:28.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12474985057218798730', time=2024-09-12T19:35:51.173761+0000, chain.objs.size()=1 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.jM0FqzE_qgQTWtJCfYPCqrIRTXb4J7g_0 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17332647605070817537', time=2024-09-12T19:35:51.198986+0000, chain.objs.size()=1 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.gxjfrlgEHv1kY2toinc_pSRjZ6pn4GO_0 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6988156216892556830', time=2024-09-12T19:36:27.371097+0000, chain.objs.size()=1 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.WeCH0e3R8acIf6rWMAl4fKUjEff_hOP_0 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6038903805048856503', time=2024-09-12T19:36:27.387755+0000, chain.objs.size()=1 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.cvQO5u-yr2Pv4k5tR9nQndaKR4gTA4i_0 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9652139058874042407', time=2024-09-12T19:37:00.545734+0000, chain.objs.size()=1 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.vAEikPI6PUPA99JErny7qreCg7L4De__0 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7564242051319073146', time=2024-09-12T19:37:00.556105+0000, chain.objs.size()=1 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.DByZvUSAOXcBsmqN599j1Sm1A89PBHC_0 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18259856455195740275', time=2024-09-12T19:37:03.331842+0000, chain.objs.size()=1 2024-09-12T17:40:28.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.u9wZnmgE210bKrkY5QVJGLk0_7aqYk__0 2024-09-12T17:40:28.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4443184023177817811', time=2024-09-12T19:37:07.138385+0000, chain.objs.size()=1 2024-09-12T17:40:28.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.C-pr1pZVwSDyP_d1qcek1eBe1849YHF_0 2024-09-12T17:40:28.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18278380534256906270', time=2024-09-12T19:37:38.413477+0000, chain.objs.size()=1 2024-09-12T17:40:28.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.bhk18R4xD72fJhAKkheNrb8YGr-6CXb_0 2024-09-12T17:40:28.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1835247137652291555', time=2024-09-12T19:39:48.001578+0000, chain.objs.size()=1 2024-09-12T17:40:28.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17__shadow_.OAyB50Q6z4Hh2RB65e-MxHc9L6xxTxc_0 2024-09-12T17:40:28.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4744525113607071658', time=2024-09-12T19:40:01.849752+0000, chain.objs.size()=1 2024-09-12T17:40:28.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.611+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18__shadow:0AH9r9nRrOaA8QE0kb8dnAazLxGldPm_.2RQGTGSZ_mvctfZ-q2tIz8ZIbbyEkhX_0 2024-09-12T17:40:28.612 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.615+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.619+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:40:28.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T17:40:28.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5922551949175631416', time=2024-09-12T19:33:15.260381+0000, chain.objs.size()=1 2024-09-12T17:40:28.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.G0PFJZGtJ7c-HD5Mv9uB2pWLliJ7fKg_0 2024-09-12T17:40:28.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7117227032897046292', time=2024-09-12T19:33:15.271045+0000, chain.objs.size()=1 2024-09-12T17:40:28.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.pti43h-KnX3bX_3AA6U_qtsJgjifWJl_0 2024-09-12T17:40:28.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3193733528021073724', time=2024-09-12T19:33:15.272178+0000, chain.objs.size()=1 2024-09-12T17:40:28.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.OSKcS_DSXwNzFZtZzOjxFiPW6o7gB-e_0 2024-09-12T17:40:28.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15250028558772032916', time=2024-09-12T19:33:22.426822+0000, chain.objs.size()=1 2024-09-12T17:40:28.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.--nHInl3r7QI0pXSSBSHoNsOb2Pu92n_0 2024-09-12T17:40:28.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15837927509721165094', time=2024-09-12T19:33:53.959097+0000, chain.objs.size()=1 2024-09-12T17:40:28.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.E9EzYUyWMkIJxl2YQAID4-19iZ_iXYI_0 2024-09-12T17:40:28.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9583815618987512317', time=2024-09-12T19:33:57.419761+0000, chain.objs.size()=1 2024-09-12T17:40:28.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.YMbElKSs5r9aSLvj0J2V88IgXxiFFvY_0 2024-09-12T17:40:28.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5786834990786281979', time=2024-09-12T19:33:59.310753+0000, chain.objs.size()=1 2024-09-12T17:40:28.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.ZHIeWwrJKk3Ef7Dk8NvnYFsTmXEqVVA_0 2024-09-12T17:40:28.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7108340660989474523', time=2024-09-12T19:33:59.312803+0000, chain.objs.size()=1 2024-09-12T17:40:28.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.J0b8Buec3WKLC-wZ1IJBe_RAWMPRx5P_0 2024-09-12T17:40:28.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.64426306389222116', time=2024-09-12T19:34:35.728714+0000, chain.objs.size()=1 2024-09-12T17:40:28.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.E-V4wi5Gjuaxur7EbIZdOTzT1vvKpXv_0 2024-09-12T17:40:28.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.674689778032352710', time=2024-09-12T19:35:09.576558+0000, chain.objs.size()=1 2024-09-12T17:40:28.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.-loDoCXBcbfMiYSK627oc9EzrwqPJn0_0 2024-09-12T17:40:28.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10836906649254936767', time=2024-09-12T19:35:47.517834+0000, chain.objs.size()=1 2024-09-12T17:40:28.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.vEZ069FF-C_a0McEg0sLAlDC44PNEqc_0 2024-09-12T17:40:28.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10158645427643994869', time=2024-09-12T19:35:51.180672+0000, chain.objs.size()=1 2024-09-12T17:40:28.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.623+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.1GfRtRg-FayD7SDOf5E6QSn2aYqi4lu_0 2024-09-12T17:40:28.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.627+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7695798365020495179', time=2024-09-12T19:35:51.197902+0000, chain.objs.size()=1 2024-09-12T17:40:28.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.627+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.k3WIYI82rQ5mf0XxM_yxcpEl3O7Hx5R_0 2024-09-12T17:40:28.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.627+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7997813446319439428', time=2024-09-12T19:35:51.199201+0000, chain.objs.size()=1 2024-09-12T17:40:28.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.627+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.qHKWHJbIx9F4Aq-qOjEqABuufuZKFWa_0 2024-09-12T17:40:28.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.627+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13548363783386178426', time=2024-09-12T19:36:27.368569+0000, chain.objs.size()=1 2024-09-12T17:40:28.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.627+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.ZwSv1W_YGLX-845WwrqKKq4SbaIlOUR_0 2024-09-12T17:40:28.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.627+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3511296467503169596', time=2024-09-12T19:37:05.240635+0000, chain.objs.size()=1 2024-09-12T17:40:28.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.627+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.Bc6_joBsTMB0hsNaInzkbX8nqUNI3Jn_0 2024-09-12T17:40:28.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.627+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6347983381148426010', time=2024-09-12T19:37:38.409791+0000, chain.objs.size()=1 2024-09-12T17:40:28.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.627+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.tPQipA9_3a00_-YuCygEpUmnaSMRHfY_0 2024-09-12T17:40:28.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.631+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.635+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:40:28.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.635+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.635+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T17:40:28.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14674593015400241307', time=2024-09-12T19:32:40.163007+0000, chain.objs.size()=1 2024-09-12T17:40:28.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.8fa4CiKEmpbU0oOMMm3rrZJwcQZCGcO_0 2024-09-12T17:40:28.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12324818276955487871', time=2024-09-12T19:33:20.331067+0000, chain.objs.size()=1 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.GfU6QX9o8vhCHDnxBHx7zUjME4Dh-QW_0 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11839586926737143846', time=2024-09-12T19:33:20.349035+0000, chain.objs.size()=1 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.4tpjcfGav60QAteItJshBwVwxxC7g1Z_0 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17813538287785759621', time=2024-09-12T19:33:57.416142+0000, chain.objs.size()=1 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.TMJmNPQ4LetL7JBIvR-mf_-f8nrBRhu_0 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13204159030592533874', time=2024-09-12T19:33:57.422288+0000, chain.objs.size()=1 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.sg-9vw0RhcY6CyLKm-KBI47cR4MlO0g_0 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9385334231794619704', time=2024-09-12T19:33:59.332972+0000, chain.objs.size()=1 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.HkOJyZG5H5W07mV72CJkIs6LC_Qz9AF_0 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.779740659733528346', time=2024-09-12T19:35:09.571517+0000, chain.objs.size()=1 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.5borQeDDhme13Y5Ytr6l4XA2976I7Zl_0 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14366082425988229121', time=2024-09-12T19:35:09.576513+0000, chain.objs.size()=1 2024-09-12T17:40:28.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.pqsH5X1SRHJoVfkk_jv2_LxoSInLV7S_0 2024-09-12T17:40:28.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16829165548304007123', time=2024-09-12T19:36:24.591178+0000, chain.objs.size()=1 2024-09-12T17:40:28.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.AeOfwhg-UuD8lLKJjRQG3sUWBOGfpwh_0 2024-09-12T17:40:28.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8576961762422149414', time=2024-09-12T19:37:03.337297+0000, chain.objs.size()=1 2024-09-12T17:40:28.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.86dq4Zxdtgs6jdnkttGe6AcxcD0vXTl_0 2024-09-12T17:40:28.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7399563682773754873', time=2024-09-12T19:39:48.004426+0000, chain.objs.size()=1 2024-09-12T17:40:28.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17__shadow_.DEnNzJ5skePD4Z3qcicKcNuYR_IgB8g_0 2024-09-12T17:40:28.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.265712541776462442', time=2024-09-12T19:39:48.013713+0000, chain.objs.size()=1 2024-09-12T17:40:28.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17__shadow_.awrWRr3o9VEeCBqVM6gNYx57wcRUI1q_0 2024-09-12T17:40:28.637 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16384810677348287583', time=2024-09-12T19:40:01.853600+0000, chain.objs.size()=1 2024-09-12T17:40:28.637 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.639+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.18__shadow:7RbAbz6aG3rtMXznv-ZHPT4JgqsFoRw_.bZdCoX1OVECD4tZnnKf1mZCMmTYcFCe_0 2024-09-12T17:40:28.640 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.643+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.647+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:40:28.645 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.647+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.646 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T17:40:28.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3010120817633030624', time=2024-09-12T19:32:40.159239+0000, chain.objs.size()=1 2024-09-12T17:40:28.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_._Z2jjfk9Dg7CSQGdqhV-lpY72YPnqHh_0 2024-09-12T17:40:28.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15107518891091906254', time=2024-09-12T19:32:41.662256+0000, chain.objs.size()=1 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.WjUR_R5NB_-f1-V0MUtAt-sstQnyAwN_0 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17696434119553789156', time=2024-09-12T19:32:41.694305+0000, chain.objs.size()=1 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.-454aa0hIiuiXXiTFtva3nCpjGi6I9E_0 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13646244856864480072', time=2024-09-12T19:33:18.419756+0000, chain.objs.size()=1 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.zkptyeipJxPez9wtgpv_JHLapykDpYy_0 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16875257801504664661', time=2024-09-12T19:33:20.328258+0000, chain.objs.size()=1 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.J2fxVhKugoHYiZrdjsgkTr9jo_890w5_0 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2405182575878538846', time=2024-09-12T19:33:20.343551+0000, chain.objs.size()=1 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.8NQT7nqX3wxrN2k8tU8qL8m0JmO1zv-_0 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4473294709003802234', time=2024-09-12T19:33:57.410754+0000, chain.objs.size()=1 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.Sm6kt6gFzZ7DUk65Re6wsMGgwTiul6v_0 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3731433876335574159', time=2024-09-12T19:34:32.936883+0000, chain.objs.size()=1 2024-09-12T17:40:28.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.5AHR31gbAa-6zYBak6htm1ynCC0zmcj_0 2024-09-12T17:40:28.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10338420790947341515', time=2024-09-12T19:34:32.939237+0000, chain.objs.size()=1 2024-09-12T17:40:28.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.4hswIyH43PqFomeRkRvHyraumRXXCWb_0 2024-09-12T17:40:28.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8380518301619260571', time=2024-09-12T19:35:14.499274+0000, chain.objs.size()=1 2024-09-12T17:40:28.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.ul4ITMQ8lfN0cCDT0TjuX0y-uOPeORP_0 2024-09-12T17:40:28.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4637640283698920004', time=2024-09-12T19:37:05.245810+0000, chain.objs.size()=1 2024-09-12T17:40:28.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.651+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.Wb6crILZuui_9JoS9rGH9bzMaZupxMK_0 2024-09-12T17:40:28.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.655+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.659+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:40:28.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-12T17:40:28.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12645568208042541900', time=2024-09-12T19:30:53.983691+0000, chain.objs.size()=2 2024-09-12T17:40:28.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_._etDCTIRQxeB4Acfpy1t6XGFagSpoS2_0 2024-09-12T17:40:28.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_._etDCTIRQxeB4Acfpy1t6XGFagSpoS2_1 2024-09-12T17:40:28.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7084787810182239068', time=2024-09-12T19:32:41.680700+0000, chain.objs.size()=1 2024-09-12T17:40:28.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.0chWNF-q_x9UhrRc6EHB589s-VScvyw_0 2024-09-12T17:40:28.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15052534422634961140', time=2024-09-12T19:33:57.416689+0000, chain.objs.size()=1 2024-09-12T17:40:28.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.k9P80k9PXRzUpCv4zw3D0vMJJ29VPx6_0 2024-09-12T17:40:28.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3058324025124096650', time=2024-09-12T19:35:12.597117+0000, chain.objs.size()=1 2024-09-12T17:40:28.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.x5jkWt5IDIpcNRHJUXurhOHX4YYUcze_0 2024-09-12T17:40:28.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10012202273578875043', time=2024-09-12T19:35:47.517250+0000, chain.objs.size()=1 2024-09-12T17:40:28.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.fxXpoqsS052OSXYwGrqyraed3h29Ah3_0 2024-09-12T17:40:28.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11332559602274765861', time=2024-09-12T19:36:24.604105+0000, chain.objs.size()=1 2024-09-12T17:40:28.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.yPLmV2UF7hh-HgoWzCPeOx8m1zUUFGi_0 2024-09-12T17:40:28.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3701516121950304062', time=2024-09-12T19:37:03.331672+0000, chain.objs.size()=1 2024-09-12T17:40:28.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.0w4EEuul_eBlqViMHb6d6GROLP18ZFr_0 2024-09-12T17:40:28.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18199202918405092450', time=2024-09-12T19:37:03.343714+0000, chain.objs.size()=1 2024-09-12T17:40:28.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.XPCIZYS64W6zApw77uP5y9oLQyxv-Fn_0 2024-09-12T17:40:28.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11378474899290595746', time=2024-09-12T19:37:38.409441+0000, chain.objs.size()=1 2024-09-12T17:40:28.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.GTnBocDJY95vE226S-yJNxyJuUo-Is9_0 2024-09-12T17:40:28.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6164252959818052621', time=2024-09-12T19:39:48.002047+0000, chain.objs.size()=1 2024-09-12T17:40:28.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.663+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17__shadow_.mnP1haiswJjBFJR_kXKAgo7n7hHshR4_0 2024-09-12T17:40:28.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.667+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.671+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:40:28.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-12T17:40:28.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17112242703581970488', time=2024-09-12T19:30:53.999700+0000, chain.objs.size()=2 2024-09-12T17:40:28.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_._etDCTIRQxeB4Acfpy1t6XGFagSpoS2_0 2024-09-12T17:40:28.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_._etDCTIRQxeB4Acfpy1t6XGFagSpoS2_1 2024-09-12T17:40:28.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='_7rC9X4yiJci__ts2Adlho3wd_IPfW63', time=2024-09-12T19:30:54.169825+0000, chain.objs.size()=3 2024-09-12T17:40:28.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.CoVLTTFb0Mv1gj7bS8VqyTvagF6P4Lb_0 2024-09-12T17:40:28.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.CoVLTTFb0Mv1gj7bS8VqyTvagF6P4Lb_1 2024-09-12T17:40:28.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.16__shadow_.CoVLTTFb0Mv1gj7bS8VqyTvagF6P4Lb_2 2024-09-12T17:40:28.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2116958104681983162', time=2024-09-12T19:32:41.661395+0000, chain.objs.size()=1 2024-09-12T17:40:28.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.20__shadow_.jJWllsrHE3wZfUlsCKf03dnO_8STA3z_0 2024-09-12T17:40:28.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3151587586078097860', time=2024-09-12T19:33:15.259188+0000, chain.objs.size()=1 2024-09-12T17:40:28.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.8ZV4GzF1WC1LJqF9hdpDMyChpoRekHY_0 2024-09-12T17:40:28.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14686462072162157366', time=2024-09-12T19:33:15.262255+0000, chain.objs.size()=1 2024-09-12T17:40:28.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.tPqfQ3VnHgcSH3frBfPLMBq6RXy9YiH_0 2024-09-12T17:40:28.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2340590196836784881', time=2024-09-12T19:33:18.420346+0000, chain.objs.size()=1 2024-09-12T17:40:28.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.32Y0Z4c8Mp7OhmvWDW6DXAWtq7Eb6BH_0 2024-09-12T17:40:28.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16887662157114548636', time=2024-09-12T19:33:20.335707+0000, chain.objs.size()=1 2024-09-12T17:40:28.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.23__shadow_.HxOVRIkXHj4ryj9lBZ5yef-xYfGOW0B_0 2024-09-12T17:40:28.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16799892711927328327', time=2024-09-12T19:33:57.406574+0000, chain.objs.size()=1 2024-09-12T17:40:28.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.ZK1mOsW32RIH91TUheBgv_axbuKMQju_0 2024-09-12T17:40:28.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1144113972272814468', time=2024-09-12T19:33:57.418786+0000, chain.objs.size()=1 2024-09-12T17:40:28.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.675+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.qvVBiw8jnTc9SWH2tjyFBEEkCV6ZshI_0 2024-09-12T17:40:28.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4508299297104923164', time=2024-09-12T19:33:59.326963+0000, chain.objs.size()=1 2024-09-12T17:40:28.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.G5x6-N2w0NbVd2ZPA1vSjNuqulY5WXU_0 2024-09-12T17:40:28.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2085238799281571005', time=2024-09-12T19:33:59.329122+0000, chain.objs.size()=1 2024-09-12T17:40:28.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.MDl0175ZijChNgaObsSW_zJv1G8Kckt_0 2024-09-12T17:40:28.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1207354716676883462', time=2024-09-12T19:34:34.652439+0000, chain.objs.size()=1 2024-09-12T17:40:28.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.vTKwkPzNYUKHNgDEMcCQ1vmNFHj29sG_0 2024-09-12T17:40:28.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12748576687962769714', time=2024-09-12T19:34:35.732725+0000, chain.objs.size()=1 2024-09-12T17:40:28.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.fq_UGHfCBhDKVkYqayc4wVO0QwaGaRY_0 2024-09-12T17:40:28.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14575085601173756965', time=2024-09-12T19:34:35.747603+0000, chain.objs.size()=1 2024-09-12T17:40:28.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.5P40TxCJjDNEqwg1NLFdo0fHT2rudCN_0 2024-09-12T17:40:28.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13744659365160356430', time=2024-09-12T19:35:12.580605+0000, chain.objs.size()=1 2024-09-12T17:40:28.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.C2asp2mNXlB4sklXsu-H_afdwai_Vqc_0 2024-09-12T17:40:28.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11148294921486660614', time=2024-09-12T19:35:12.595190+0000, chain.objs.size()=1 2024-09-12T17:40:28.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.iTC8EPI6DCaQtP2bu8VvQUU7K24H86s_0 2024-09-12T17:40:28.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11205213499719210119', time=2024-09-12T19:35:14.505472+0000, chain.objs.size()=1 2024-09-12T17:40:28.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.679+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.4-7O3bS9eWSjTXkAX8iKybCl5dtd1qG_0 2024-09-12T17:40:28.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.683+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3004064179155055932', time=2024-09-12T19:35:14.525231+0000, chain.objs.size()=1 2024-09-12T17:40:28.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.683+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.j1Mo8zVXN9FlTlHLqLrzFL3B_wbhkiN_0 2024-09-12T17:40:28.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.683+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10492339477842325770', time=2024-09-12T19:35:47.539749+0000, chain.objs.size()=1 2024-09-12T17:40:28.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.683+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.OBg-frxc1ExoqAOkcX4ZY7fdYi4hCRb_0 2024-09-12T17:40:28.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.683+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12779421952088741835', time=2024-09-12T19:35:51.196209+0000, chain.objs.size()=1 2024-09-12T17:40:28.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.683+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.rvzrh5BdghdMiLtmEpQwvsGvtIskrgF_0 2024-09-12T17:40:28.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.683+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.622259069869256484', time=2024-09-12T19:36:27.377831+0000, chain.objs.size()=1 2024-09-12T17:40:28.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.683+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.awt16SZ7fISnC_FVvX-KMshAjzT3_ho_0 2024-09-12T17:40:28.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.683+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14147945609250452923', time=2024-09-12T19:37:05.247188+0000, chain.objs.size()=1 2024-09-12T17:40:28.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.683+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.yItT0ixVMU3SFsA9s38mSrytzDqDi5F_0 2024-09-12T17:40:28.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.687+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.691+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:40:28.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T17:40:28.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6705451369473162781', time=2024-09-12T19:30:53.762362+0000, chain.objs.size()=1 2024-09-12T17:40:28.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.jFvYnvGatGwDvUbK3btuuXWgjFjrOL8_0 2024-09-12T17:40:28.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9618256131734611937', time=2024-09-12T19:30:53.770610+0000, chain.objs.size()=1 2024-09-12T17:40:28.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.4__shadow_.s6IRh7irewG5MoElkwuDOhTk7jxz6UM_0 2024-09-12T17:40:28.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3041880614154467290', time=2024-09-12T19:30:54.069506+0000, chain.objs.size()=1 2024-09-12T17:40:28.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.awpiASvlWE6PsLM6AwIDlihxkDaqJgB_0 2024-09-12T17:40:28.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6770549806996699808', time=2024-09-12T19:30:54.104295+0000, chain.objs.size()=1 2024-09-12T17:40:28.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.15__shadow_.awpiASvlWE6PsLM6AwIDlihxkDaqJgB_0 2024-09-12T17:40:28.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16695231869995945622', time=2024-09-12T19:30:54.499625+0000, chain.objs.size()=1 2024-09-12T17:40:28.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.7__shadow_.gfw8wnT49eqwPnJDTS5Jr6DN7xk-d4N_0 2024-09-12T17:40:28.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1653267403788814115', time=2024-09-12T19:32:40.174959+0000, chain.objs.size()=1 2024-09-12T17:40:28.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.wFr9mjsLJOh23WfhrbMqrsY1lN6Yn6X_0 2024-09-12T17:40:28.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10377026395855789896', time=2024-09-12T19:33:18.413926+0000, chain.objs.size()=1 2024-09-12T17:40:28.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.wlrZBZ2Y6BhFSVhGst5tRmS3GThw6Nf_0 2024-09-12T17:40:28.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8031348076802882381', time=2024-09-12T19:35:09.582654+0000, chain.objs.size()=1 2024-09-12T17:40:28.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.Dnd2kyjT7pdJ0yKKCcecQtWNO4hpg2s_0 2024-09-12T17:40:28.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4707117502563898816', time=2024-09-12T19:35:47.527499+0000, chain.objs.size()=1 2024-09-12T17:40:28.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_._Yo2SiG71iNJyB4ricXZ0-aFzEZdrNp_0 2024-09-12T17:40:28.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18431756502689874300', time=2024-09-12T19:36:24.607377+0000, chain.objs.size()=1 2024-09-12T17:40:28.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.GOnjT40eo3VbRUPn3pIEhs8rNQZbg63_0 2024-09-12T17:40:28.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13883890808973780137', time=2024-09-12T19:36:27.367912+0000, chain.objs.size()=1 2024-09-12T17:40:28.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.35__shadow_.aR98UwFWXbeUGwDntj6iyRLpQOBxoa4_0 2024-09-12T17:40:28.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6472910176266011547', time=2024-09-12T19:37:38.406382+0000, chain.objs.size()=1 2024-09-12T17:40:28.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.695+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.JFGbBEV0NiqS94vTvgtnPcGBc4bGyGG_0 2024-09-12T17:40:28.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.699+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10662840025061161101', time=2024-09-12T19:39:48.003497+0000, chain.objs.size()=1 2024-09-12T17:40:28.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.699+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17__shadow_.mV8iM1aNs_7V7VLurX6allbwt-2MY_w_0 2024-09-12T17:40:28.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.699+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7454215649440544285', time=2024-09-12T19:39:48.005350+0000, chain.objs.size()=1 2024-09-12T17:40:28.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.699+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.17__shadow_.uZNsObL_Mtq_TzvRyLAJWP3Op0siTk2_0 2024-09-12T17:40:28.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.703+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.704 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.707+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:40:28.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T17:40:28.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17383291814049463586', time=2024-09-12T19:33:15.267769+0000, chain.objs.size()=1 2024-09-12T17:40:28.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.TsGhLesGuYw5ET8CQ-tSylupLS6mrXK_0 2024-09-12T17:40:28.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7730071885984852260', time=2024-09-12T19:33:15.268549+0000, chain.objs.size()=1 2024-09-12T17:40:28.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.L_sUn2sLPmDReLjJPHLBaLJKyaGapFU_0 2024-09-12T17:40:28.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9662074504080459171', time=2024-09-12T19:33:15.269924+0000, chain.objs.size()=1 2024-09-12T17:40:28.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.21__shadow_.UY4EnNngjLEOrqyXyYP3Npi2i9AENMD_0 2024-09-12T17:40:28.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1081391759033176366', time=2024-09-12T19:33:18.426986+0000, chain.objs.size()=1 2024-09-12T17:40:28.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.USxiMHUGQP646pluzxnyo_l7IVWE71a_0 2024-09-12T17:40:28.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13807813045601043092', time=2024-09-12T19:33:53.991471+0000, chain.objs.size()=1 2024-09-12T17:40:28.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.24__shadow_.S78wu0lqTofBzXFy52INb136xpfh1jD_0 2024-09-12T17:40:28.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17963880512393596027', time=2024-09-12T19:33:59.330647+0000, chain.objs.size()=1 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.nZ5hpdFVTSbW_-raslegRt5s9GBGx5Z_0 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17410238443575311086', time=2024-09-12T19:34:01.192297+0000, chain.objs.size()=1 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.X8vmBhw9G99pX3wxsKePB8gbXzGixAZ_0 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2287671007483113398', time=2024-09-12T19:34:32.942133+0000, chain.objs.size()=1 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.wB4FmoTOx4nzBW1iLMU7W5uiRqWjqDq_0 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11932986136704776060', time=2024-09-12T19:34:32.949250+0000, chain.objs.size()=1 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.G-11HwNH4K0vbH5OrZ1ewBo-t569wok_0 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10095038100617581063', time=2024-09-12T19:35:12.605856+0000, chain.objs.size()=1 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_._eHyo7Eu6FsEwIxaZOiPwhTIoxrUGPF_0 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11243625071519211785', time=2024-09-12T19:35:14.500353+0000, chain.objs.size()=1 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.g_OhbmkZt4iYOxStnfk_1eUKPOVKvdX_0 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12183320636043891501', time=2024-09-12T19:35:51.182517+0000, chain.objs.size()=1 2024-09-12T17:40:28.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.711+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.Ijj-ib0nZcdej6ITsP5uWjYvb0sY7lh_0 2024-09-12T17:40:28.712 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.715+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2501908596910639947', time=2024-09-12T19:37:00.562763+0000, chain.objs.size()=1 2024-09-12T17:40:28.712 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.715+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.36__shadow_.qWt72toq2tTu0cGYXCrhltctBDORGnm_0 2024-09-12T17:40:28.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.715+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6579468021312654450', time=2024-09-12T19:37:03.333462+0000, chain.objs.size()=1 2024-09-12T17:40:28.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.715+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.F_UNPAD_MMMMq4631BvgcIhtupCDA6s_0 2024-09-12T17:40:28.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.715+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5071182474840625939', time=2024-09-12T19:37:03.335605+0000, chain.objs.size()=1 2024-09-12T17:40:28.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.715+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.tTsBgNYLxnQ1HwIbPmBUEetSMH0oYvb_0 2024-09-12T17:40:28.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.715+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.684415328691993707', time=2024-09-12T19:37:03.352402+0000, chain.objs.size()=1 2024-09-12T17:40:28.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.715+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.AVUaS8Eg86ELIO5T521-bgj2rNeNa3m_0 2024-09-12T17:40:28.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.719+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.723+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:40:28.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T17:40:28.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7183532715717810382', time=2024-09-12T19:33:18.426900+0000, chain.objs.size()=1 2024-09-12T17:40:28.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.59SJyrHld3KQ_-zMl7zR_LcyI70yQqG_0 2024-09-12T17:40:28.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7232401996244447018', time=2024-09-12T19:33:59.299232+0000, chain.objs.size()=1 2024-09-12T17:40:28.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.26__shadow_.X0AT5UwXFjBKiRZoFqpwx5BxLBaSWAN_0 2024-09-12T17:40:28.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14926204199463748372', time=2024-09-12T19:34:35.743135+0000, chain.objs.size()=1 2024-09-12T17:40:28.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.28__shadow_.CZI8Tf0r-wjARcPJcr24EA_jC3yBqtL_0 2024-09-12T17:40:28.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8570065483479508099', time=2024-09-12T19:35:09.581658+0000, chain.objs.size()=1 2024-09-12T17:40:28.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.29__shadow_.-ObY8sj7Ujljr3I2YTr5Dw2NzOibeM7_0 2024-09-12T17:40:28.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3561296688340920493', time=2024-09-12T19:35:12.600779+0000, chain.objs.size()=1 2024-09-12T17:40:28.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.30__shadow_.pJs5n8vxqWwuRq3Ivq8Q8_L_htNxp7p_0 2024-09-12T17:40:28.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12024235299283719762', time=2024-09-12T19:35:51.185804+0000, chain.objs.size()=1 2024-09-12T17:40:28.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.33__shadow_.h8b_x7NleEAmvKmOmWqFyqxGHeyMUCI_0 2024-09-12T17:40:28.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3721154010711487543', time=2024-09-12T19:37:03.346160+0000, chain.objs.size()=1 2024-09-12T17:40:28.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.727+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.HTUuxvIqxeTApG5KEOBwzgWdTDjD0TN_0 2024-09-12T17:40:28.727 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.731+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.735+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:40:28.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:28.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:28.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T17:40:28.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10629052842081910377', time=2024-09-12T19:30:54.546907+0000, chain.objs.size()=1 2024-09-12T17:40:28.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.8__shadow_.Ywu5LR-DoqVHycZ7QpLioBtiXb_QVYQ_0 2024-09-12T17:40:28.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10556063474273350160', time=2024-09-12T19:32:38.893805+0000, chain.objs.size()=1 2024-09-12T17:40:28.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.19__shadow_.p_ar18ObDYeVy8FFExstRTg9HvDdeaS_0 2024-09-12T17:40:28.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8782982233425828891', time=2024-09-12T19:33:18.415770+0000, chain.objs.size()=1 2024-09-12T17:40:28.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.SRnLMtlcPgXXQ_sDWARR_Jn3iJBMnF0_0 2024-09-12T17:40:28.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8460354845772604258', time=2024-09-12T19:33:18.427211+0000, chain.objs.size()=1 2024-09-12T17:40:28.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.22__shadow_.SV8HPyaYq7Cb8tJ-diaSXSqoEZRd2RT_0 2024-09-12T17:40:28.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9373174122148774490', time=2024-09-12T19:33:57.422655+0000, chain.objs.size()=1 2024-09-12T17:40:28.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.25__shadow_.6rWAdX8r4X6-3uug7IfS84KJP2iJOkz_0 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.272168048398592348', time=2024-09-12T19:34:32.937645+0000, chain.objs.size()=1 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.27__shadow_.VLi8vsXVau2yOlrgjUYac8HY1mIhN5A_0 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10415746445358379553', time=2024-09-12T19:35:14.508311+0000, chain.objs.size()=1 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.31__shadow_.AorTTztQpg_2-45dFmKyDZuuX1KxE9D_0 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17274811636119683738', time=2024-09-12T19:35:47.523231+0000, chain.objs.size()=1 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.4h_88B2WlGbktoR8WFnumpCcwqhcYMC_0 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16702822450867595426', time=2024-09-12T19:35:47.534480+0000, chain.objs.size()=1 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.32__shadow_.xjEBC2Epll2LE0FVhswliMDBisotycj_0 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10198357564373425519', time=2024-09-12T19:36:24.593345+0000, chain.objs.size()=1 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.34__shadow_.aaUjL27f7IxOK3sOH0OqMrsDSl3yd6m_0 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2687896167919777511', time=2024-09-12T19:37:03.340566+0000, chain.objs.size()=1 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.37__shadow_.dXfWt6IEcK-WiKdjhuRHBdkCQRDFohc_0 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16679721152833128634', time=2024-09-12T19:37:05.254903+0000, chain.objs.size()=1 2024-09-12T17:40:28.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.739+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.38__shadow_.02oIRxJA1PNlualtNxVEHybQTaa5a2i_0 2024-09-12T17:40:28.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.743+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2393021085389919159', time=2024-09-12T19:37:38.404807+0000, chain.objs.size()=1 2024-09-12T17:40:28.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.743+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.xeiNMKcbVklbUGqs9hwWkwFhXaZt2Mj_0 2024-09-12T17:40:28.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.743+0000 7fd7eb75f9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11622757871202814635', time=2024-09-12T19:37:38.406884+0000, chain.objs.size()=1 2024-09-12T17:40:28.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.743+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.39__shadow_.ZFEZDdjsXYmr5k6CxACCUUYeQ3aFcGu_0 2024-09-12T17:40:28.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.747+0000 7fd7eb75f9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:40:28.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.751+0000 7fd69f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:28.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.759+0000 7fd7eb75f9c0 20 remove_watcher() i=0 2024-09-12T17:40:28.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.759+0000 7fd7eb75f9c0 2 removed watcher, disabling cache 2024-09-12T17:40:28.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.759+0000 7fd7eb75f9c0 20 remove_watcher() i=1 2024-09-12T17:40:28.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.763+0000 7fd7eb75f9c0 20 remove_watcher() i=2 2024-09-12T17:40:28.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.763+0000 7fd7eb75f9c0 20 remove_watcher() i=3 2024-09-12T17:40:28.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.767+0000 7fd7eb75f9c0 20 remove_watcher() i=4 2024-09-12T17:40:28.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.771+0000 7fd7eb75f9c0 20 remove_watcher() i=5 2024-09-12T17:40:28.768 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.771+0000 7fd7eb75f9c0 20 remove_watcher() i=6 2024-09-12T17:40:28.770 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.775+0000 7fd7eb75f9c0 20 remove_watcher() i=7 2024-09-12T17:40:28.790 DEBUG:teuthology.orchestra.run.smithi183:> radosgw-admin gc process --include-all 2024-09-12T17:40:28.864 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:40:28.865 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:40:28.909 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.911+0000 7f45c2bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:28.911 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.915+0000 7f45c2bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:28.911 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.915+0000 7f45c2bec9c0 20 realm 2024-09-12T17:40:28.911 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.915+0000 7f45c2bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:28.912 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.915+0000 7f45c2bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:28.912 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.915+0000 7f45c2bec9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:40:28.912 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.915+0000 7f45c2bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:28.912 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.915+0000 7f45c2bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:28.912 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.915+0000 7f45c2bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:28.913 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.915+0000 7f45c2bec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:28.913 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.915+0000 7f45c2bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:28.914 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.919+0000 7f45c2bec9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:40:28.914 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.919+0000 7f45c2bec9c0 20 searching for the correct realm 2024-09-12T17:40:28.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:28.919+0000 7f45c0ef3640 0 -- 172.21.15.183:0/2448927939 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f45b40718f0 msgr2=0x7f45b40600b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:40:29.129 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.131+0000 7f45bfef1640 0 -- 172.21.15.183:0/2448927939 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f45b0040040 msgr2=0x7f45b0031930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:40:29.144 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.147+0000 7f45c2bec9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:40:29.145 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.147+0000 7f45c2bec9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:40:29.145 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.147+0000 7f45c2bec9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:40:29.145 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.147+0000 7f45c2bec9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:40:29.145 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.147+0000 7f45c2bec9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:40:29.145 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.147+0000 7f45c2bec9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:40:29.145 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.147+0000 7f45c2bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:29.146 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.147+0000 7f45c2bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:29.146 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.147+0000 7f45c2bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:29.146 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:40:29.146 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:29.146 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:40:29.146 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 zone default found 2024-09-12T17:40:29.146 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 4 Realm: () 2024-09-12T17:40:29.147 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:40:29.147 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:40:29.147 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:40:29.147 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 zonegroup default 2024-09-12T17:40:29.147 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:29.147 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:29.147 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:29.148 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:29.148 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:40:29.148 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:40:29.148 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 started sync module instance, tier type = 2024-09-12T17:40:29.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.151+0000 7f45c2bec9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:40:29.173 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.175+0000 7f45c2bec9c0 20 add_watcher() i=0 2024-09-12T17:40:29.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.175+0000 7f45c2bec9c0 20 add_watcher() i=1 2024-09-12T17:40:29.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.175+0000 7f45c2bec9c0 20 add_watcher() i=2 2024-09-12T17:40:29.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.175+0000 7f45c2bec9c0 20 add_watcher() i=3 2024-09-12T17:40:29.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.175+0000 7f45c2bec9c0 20 add_watcher() i=4 2024-09-12T17:40:29.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.175+0000 7f45c2bec9c0 20 add_watcher() i=5 2024-09-12T17:40:29.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.175+0000 7f45c2bec9c0 20 add_watcher() i=6 2024-09-12T17:40:29.175 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.179+0000 7f45c2bec9c0 20 add_watcher() i=7 2024-09-12T17:40:29.175 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.179+0000 7f45c2bec9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:40:29.179 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.183+0000 7f4476fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:29.180 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.183+0000 7f45c2bec9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:40:29.180 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.183+0000 7f45c2bec9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:40:29.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.275+0000 7f4475fdb640 20 reqs_thread_entry: start 2024-09-12T17:40:29.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.275+0000 7f45c2bec9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:40:29.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.275+0000 7f45c2bec9c0 20 Filter name: none 2024-09-12T17:40:29.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.275+0000 7f43e77fe640 20 reqs_thread_entry: start 2024-09-12T17:40:29.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.275+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:40:29.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.279+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.279+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.279+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.283+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:40:29.282 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.287+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.283 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.287+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.283 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.287+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.284 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.287+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:40:29.287 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.291+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.288 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.291+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.288 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.291+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.291 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.295+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:40:29.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.295+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.299+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.299+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.298 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.303+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:40:29.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.307+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.307+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.307+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.311+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:40:29.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.315+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.315+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.315+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.313 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.315+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:40:29.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.319+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.323+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.323+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.321 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.323+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:40:29.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.327+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.327+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.327+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.331+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:40:29.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.335+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.332 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.335+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.333 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.335+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.339+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:40:29.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.343+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.340 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.343+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.347+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.347+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:40:29.349 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.351+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.355+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.351 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.355+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.353 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.355+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:40:29.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.359+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.363+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.359 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.363+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.363+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:40:29.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.367+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.371+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.371+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.369 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.371+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:40:29.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.375+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.375+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.379+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.379+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:40:29.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.383+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.387+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.383 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.387+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.386 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.387+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:40:29.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.391+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.391 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.395+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.392 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.395+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.399+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:40:29.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.403+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.403+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.403+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.403 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.407+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:40:29.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.411+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.408 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.411+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.411+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.415+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:40:29.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.419+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.423+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.423+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.421 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.423+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:40:29.425 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.427+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.431+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.431+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.431+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:40:29.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.435+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.434 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.439+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.435 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.439+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.438 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.443+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:40:29.442 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.447+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.447+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.447+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.451+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:40:29.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.455+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.455+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.455+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.455 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.459+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:40:29.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.463+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.463+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.463+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.467+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:40:29.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.471+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.471 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.475+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.475+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.475 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.479+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:40:29.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.483+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.480 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.483+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.483+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.491+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:40:29.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.495+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.495+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.495+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.499+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:40:29.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.503+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.503+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.503+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.502 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.507+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:40:29.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.511+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.511+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.511+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.515+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:40:29.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.519+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.519+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.523+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.523+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:40:29.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.527+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.531+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.531+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.531+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:40:29.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.535+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.539+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:40:29.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.539+0000 7f45c2bec9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:40:29.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.543+0000 7f4476fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:40:29.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.547+0000 7f45c2bec9c0 20 remove_watcher() i=0 2024-09-12T17:40:29.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.547+0000 7f45c2bec9c0 2 removed watcher, disabling cache 2024-09-12T17:40:29.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.551+0000 7f45c2bec9c0 20 remove_watcher() i=1 2024-09-12T17:40:29.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.555+0000 7f45c2bec9c0 20 remove_watcher() i=2 2024-09-12T17:40:29.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.555+0000 7f45c2bec9c0 20 remove_watcher() i=3 2024-09-12T17:40:29.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.559+0000 7f45c2bec9c0 20 remove_watcher() i=4 2024-09-12T17:40:29.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.559+0000 7f45c2bec9c0 20 remove_watcher() i=5 2024-09-12T17:40:29.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.563+0000 7f45c2bec9c0 20 remove_watcher() i=6 2024-09-12T17:40:29.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:40:29.563+0000 7f45c2bec9c0 20 remove_watcher() i=7 2024-09-12T17:40:29.582 DEBUG:teuthology.orchestra.run.smithi183:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2024-09-12T17:40:30.180 INFO:teuthology.orchestra.run.smithi183.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2024-09-12T17:40:34.877 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :clean UP-TO-DATE 2024-09-12T17:40:53.176 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :compileJava 2024-09-12T17:40:53.275 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :processResources 2024-09-12T17:40:53.276 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :classes 2024-09-12T17:40:53.976 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:40:53.976 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :compileTestJava 2024-09-12T17:40:53.977 INFO:teuthology.orchestra.run.smithi183.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T17:40:53.977 INFO:teuthology.orchestra.run.smithi183.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T17:40:53.978 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:40:53.978 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T17:40:53.978 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :testClasses 2024-09-12T17:41:00.176 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:00.176 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :test 2024-09-12T17:41:00.176 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:00.177 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2024-09-12T17:41:01.076 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:01.076 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2024-09-12T17:41:01.376 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:01.376 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2024-09-12T17:41:01.376 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:01.476 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2024-09-12T17:41:01.676 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:01.676 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2024-09-12T17:41:02.377 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:02.377 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2024-09-12T17:41:02.576 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:02.576 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T17:41:02.576 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:02.577 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T17:41:02.676 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:02.676 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2024-09-12T17:41:02.776 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:02.776 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2024-09-12T17:41:02.976 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:02.976 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2024-09-12T17:41:03.477 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:03.477 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2024-09-12T17:41:03.876 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:03.876 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2024-09-12T17:41:04.176 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:04.176 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2024-09-12T17:41:04.176 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12 17:41:04,118 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T17:41:10.076 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:10.076 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2024-09-12T17:41:10.476 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:10.476 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2024-09-12T17:41:10.476 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:10.477 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2024-09-12T17:41:10.676 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:10.676 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2024-09-12T17:41:10.776 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:10.776 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2024-09-12T17:41:11.076 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:11.076 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2024-09-12T17:41:11.576 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:11.577 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2024-09-12T17:41:11.876 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:11.876 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T17:41:11.876 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:11.877 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T17:41:11.976 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:11.976 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2024-09-12T17:41:14.676 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:14.676 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2024-09-12T17:41:14.876 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:14.876 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T17:41:15.476 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:15.476 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T17:41:15.776 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:15.776 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2024-09-12T17:41:16.276 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:16.276 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2024-09-12T17:41:16.476 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:16.477 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2024-09-12T17:41:24.476 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:24.477 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2024-09-12T17:41:24.776 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:24.776 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2024-09-12T17:41:26.076 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:26.076 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2024-09-12T17:41:26.377 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:26.378 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2024-09-12T17:41:27.176 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:27.176 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2024-09-12T17:41:27.376 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:27.376 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2024-09-12T17:41:27.776 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:27.776 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2024-09-12T17:41:28.076 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:28.077 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2024-09-12T17:41:28.077 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:28.077 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2024-09-12T17:41:28.376 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:28.377 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2024-09-12T17:41:28.377 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:28.377 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2024-09-12T17:41:28.677 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:28.677 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2024-09-12T17:41:28.677 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:28.677 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2024-09-12T17:41:28.876 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:28.877 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2024-09-12T17:41:28.977 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:28.977 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2024-09-12T17:41:29.176 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:29.176 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2024-09-12T17:41:29.276 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:29.276 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2024-09-12T17:41:29.476 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:29.476 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2024-09-12T17:41:29.576 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:29.577 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2024-09-12T17:41:29.776 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:29.777 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2024-09-12T17:41:29.877 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:29.878 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2024-09-12T17:41:30.076 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:30.077 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2024-09-12T17:41:30.676 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:30.676 INFO:teuthology.orchestra.run.smithi183.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2024-09-12T17:41:31.076 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:31.076 INFO:teuthology.orchestra.run.smithi183.stdout:---------------------------------------------------------------------- 2024-09-12T17:41:31.076 INFO:teuthology.orchestra.run.smithi183.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2024-09-12T17:41:31.076 INFO:teuthology.orchestra.run.smithi183.stdout:---------------------------------------------------------------------- 2024-09-12T17:41:31.076 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:31.076 INFO:teuthology.orchestra.run.smithi183.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T17:41:31.076 INFO:teuthology.orchestra.run.smithi183.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T17:41:31.076 INFO:teuthology.orchestra.run.smithi183.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T17:41:31.076 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:31.077 INFO:teuthology.orchestra.run.smithi183.stdout:BUILD SUCCESSFUL in 1m 1s 2024-09-12T17:41:31.077 INFO:teuthology.orchestra.run.smithi183.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2024-09-12T17:41:31.400 DEBUG:teuthology.orchestra.run.smithi183:> radosgw-admin gc process --include-all 2024-09-12T17:41:31.437 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:31.437 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:31.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.485+0000 7fbfec6529c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:31.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.485+0000 7fbfec6529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:31.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.485+0000 7fbfec6529c0 20 realm 2024-09-12T17:41:31.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.485+0000 7fbfec6529c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:31.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.489+0000 7fbfec6529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:31.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.489+0000 7fbfec6529c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:31.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.489+0000 7fbfec6529c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:31.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.489+0000 7fbfec6529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:31.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.489+0000 7fbfec6529c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:31.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.489+0000 7fbfec6529c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:31.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.489+0000 7fbfec6529c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:31.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.489+0000 7fbfec6529c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:31.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.489+0000 7fbfec6529c0 20 searching for the correct realm 2024-09-12T17:41:31.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.497+0000 7fbfea959640 0 -- 172.21.15.183:0/2462583907 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x562979ae0600 msgr2=0x562979ae29f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:31.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.501+0000 7fbfe9957640 0 -- 172.21.15.183:0/2462583907 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fbfe4008050 msgr2=0x7fbfe4020970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:41:31.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:31.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:31.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:41:31.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:41:31.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:31.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:31.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:31.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:31.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:31.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:31.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:31.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:31.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 zone default found 2024-09-12T17:41:31.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 4 Realm: () 2024-09-12T17:41:31.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:41:31.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:41:31.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:31.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 zonegroup default 2024-09-12T17:41:31.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:31.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:31.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.509+0000 7fbfec6529c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:31.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.513+0000 7fbfec6529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:31.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.513+0000 7fbfec6529c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:31.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.513+0000 7fbfec6529c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:31.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.513+0000 7fbfec6529c0 20 started sync module instance, tier type = 2024-09-12T17:41:31.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.513+0000 7fbfec6529c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:41:31.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.529+0000 7fbfec6529c0 20 add_watcher() i=0 2024-09-12T17:41:31.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.529+0000 7fbfec6529c0 20 add_watcher() i=1 2024-09-12T17:41:31.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.529+0000 7fbfec6529c0 20 add_watcher() i=2 2024-09-12T17:41:31.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.529+0000 7fbfec6529c0 20 add_watcher() i=3 2024-09-12T17:41:31.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.529+0000 7fbfec6529c0 20 add_watcher() i=4 2024-09-12T17:41:31.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.529+0000 7fbfec6529c0 20 add_watcher() i=5 2024-09-12T17:41:31.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.529+0000 7fbfec6529c0 20 add_watcher() i=6 2024-09-12T17:41:31.524 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.529+0000 7fbfec6529c0 20 add_watcher() i=7 2024-09-12T17:41:31.524 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.529+0000 7fbfec6529c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:31.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.529+0000 7fbea0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:31.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.533+0000 7fbfec6529c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:31.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.533+0000 7fbfec6529c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:31.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.605+0000 7fbe1b7fe640 20 reqs_thread_entry: start 2024-09-12T17:41:31.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.605+0000 7fbfec6529c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:31.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.605+0000 7fbfec6529c0 20 Filter name: none 2024-09-12T17:41:31.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.605+0000 7fbe197fa640 20 reqs_thread_entry: start 2024-09-12T17:41:31.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.605+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:41:31.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.609+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.609+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.609+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:41:31.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.609+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12310006719367687252', time=2024-09-12T19:41:02.406852+0000, chain.objs.size()=9 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.609+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.42__multipart_key1.2~bx19M2af1h7FWG8ycngPpK0tiiJRjH4.1 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.609+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.42__shadow_key1.2~bx19M2af1h7FWG8ycngPpK0tiiJRjH4.1_1 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.609+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.42__multipart_key1.2~bx19M2af1h7FWG8ycngPpK0tiiJRjH4.2 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.609+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.42__shadow_key1.2~bx19M2af1h7FWG8ycngPpK0tiiJRjH4.2_1 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.613+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.42__multipart_key1.2~bx19M2af1h7FWG8ycngPpK0tiiJRjH4.3 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.613+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.42__shadow_key1.2~bx19M2af1h7FWG8ycngPpK0tiiJRjH4.3_1 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.613+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.42__multipart_key1.2~bx19M2af1h7FWG8ycngPpK0tiiJRjH4.4 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.613+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.42__shadow_key1.2~bx19M2af1h7FWG8ycngPpK0tiiJRjH4.4_1 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.613+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.42__multipart_key1.2~bx19M2af1h7FWG8ycngPpK0tiiJRjH4.5 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.613+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14064852457969949372', time=2024-09-12T19:41:03.718460+0000, chain.objs.size()=9 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.613+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__multipart_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.1 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.613+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__shadow_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.1_1 2024-09-12T17:41:31.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.613+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__multipart_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.2 2024-09-12T17:41:31.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.617+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__shadow_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.2_1 2024-09-12T17:41:31.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.617+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__multipart_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.3 2024-09-12T17:41:31.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.617+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__shadow_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.3_1 2024-09-12T17:41:31.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.617+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__multipart_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.4 2024-09-12T17:41:31.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.617+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__shadow_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.4_1 2024-09-12T17:41:31.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.617+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__multipart_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.5 2024-09-12T17:41:31.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.617+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1312579786434802834', time=2024-09-12T19:41:10.086413+0000, chain.objs.size()=7 2024-09-12T17:41:31.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.617+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~lOEAQVPMEmR1A2_Lx-IreVo91u4r5G_.1 2024-09-12T17:41:31.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.617+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~lOEAQVPMEmR1A2_Lx-IreVo91u4r5G_.1_1 2024-09-12T17:41:31.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.617+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~lOEAQVPMEmR1A2_Lx-IreVo91u4r5G_.1_2 2024-09-12T17:41:31.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.617+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~lOEAQVPMEmR1A2_Lx-IreVo91u4r5G_.2 2024-09-12T17:41:31.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.617+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~lOEAQVPMEmR1A2_Lx-IreVo91u4r5G_.2_1 2024-09-12T17:41:31.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.625+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~lOEAQVPMEmR1A2_Lx-IreVo91u4r5G_.2_2 2024-09-12T17:41:31.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.625+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~lOEAQVPMEmR1A2_Lx-IreVo91u4r5G_.3 2024-09-12T17:41:31.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.629+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.637+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:41:31.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.637+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.637+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.641+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.641+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:41:31.640 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.645+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.645+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:31.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2951454509041692145', time=2024-09-12T19:41:24.542081+0000, chain.objs.size()=16 2024-09-12T17:41:31.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.1 2024-09-12T17:41:31.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.1_1 2024-09-12T17:41:31.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.1_2 2024-09-12T17:41:31.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.2 2024-09-12T17:41:31.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.2_1 2024-09-12T17:41:31.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.2_2 2024-09-12T17:41:31.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.3 2024-09-12T17:41:31.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.3_1 2024-09-12T17:41:31.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.3_2 2024-09-12T17:41:31.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.4 2024-09-12T17:41:31.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.4_1 2024-09-12T17:41:31.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.649+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.4_2 2024-09-12T17:41:31.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.657+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.5 2024-09-12T17:41:31.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.657+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.5_1 2024-09-12T17:41:31.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.657+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.5_2 2024-09-12T17:41:31.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.657+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~A7O8g3lUtUTo7CMk94hIN8C9MyYJleu.6 2024-09-12T17:41:31.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.665+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.673+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:41:31.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.673+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:41:31.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13017722301273615936', time=2024-09-12T19:41:08.568260+0000, chain.objs.size()=9 2024-09-12T17:41:31.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~tE1WoOy5LOW5KNwLQQ25IWXU1uyy1Ab.1 2024-09-12T17:41:31.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~tE1WoOy5LOW5KNwLQQ25IWXU1uyy1Ab.1_1 2024-09-12T17:41:31.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~tE1WoOy5LOW5KNwLQQ25IWXU1uyy1Ab.2 2024-09-12T17:41:31.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~tE1WoOy5LOW5KNwLQQ25IWXU1uyy1Ab.2_1 2024-09-12T17:41:31.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~tE1WoOy5LOW5KNwLQQ25IWXU1uyy1Ab.3 2024-09-12T17:41:31.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~tE1WoOy5LOW5KNwLQQ25IWXU1uyy1Ab.3_1 2024-09-12T17:41:31.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~tE1WoOy5LOW5KNwLQQ25IWXU1uyy1Ab.4 2024-09-12T17:41:31.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~tE1WoOy5LOW5KNwLQQ25IWXU1uyy1Ab.4_1 2024-09-12T17:41:31.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~tE1WoOy5LOW5KNwLQQ25IWXU1uyy1Ab.5 2024-09-12T17:41:31.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12842231940114412212', time=2024-09-12T19:41:15.526191+0000, chain.objs.size()=9 2024-09-12T17:41:31.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__multipart_file.mpg.2~azfvSRnTCEj-KZTmL2sG-EAzUy_5bO_.1 2024-09-12T17:41:31.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__shadow_file.mpg.2~azfvSRnTCEj-KZTmL2sG-EAzUy_5bO_.1_1 2024-09-12T17:41:31.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.677+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__multipart_file.mpg.2~azfvSRnTCEj-KZTmL2sG-EAzUy_5bO_.2 2024-09-12T17:41:31.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.685+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__shadow_file.mpg.2~azfvSRnTCEj-KZTmL2sG-EAzUy_5bO_.2_1 2024-09-12T17:41:31.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.685+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__multipart_file.mpg.2~azfvSRnTCEj-KZTmL2sG-EAzUy_5bO_.3 2024-09-12T17:41:31.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.689+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__shadow_file.mpg.2~azfvSRnTCEj-KZTmL2sG-EAzUy_5bO_.3_1 2024-09-12T17:41:31.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.689+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__multipart_file.mpg.2~azfvSRnTCEj-KZTmL2sG-EAzUy_5bO_.4 2024-09-12T17:41:31.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.689+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__shadow_file.mpg.2~azfvSRnTCEj-KZTmL2sG-EAzUy_5bO_.4_1 2024-09-12T17:41:31.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.689+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__multipart_file.mpg.2~azfvSRnTCEj-KZTmL2sG-EAzUy_5bO_.5 2024-09-12T17:41:31.687 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.693+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.697+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:41:31.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.701+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.701+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.701+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:31.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.701+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5072245882705011515', time=2024-09-12T19:41:15.539607+0000, chain.objs.size()=1 2024-09-12T17:41:31.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.701+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__shadow_.NBnc-XU2ao7YpqRkBgFhJV5Rg06U9u-_0 2024-09-12T17:41:31.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.705+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.709+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:41:31.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.713+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.713+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.713+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:31.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.713+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2308432236551307973', time=2024-09-12T19:41:28.741925+0000, chain.objs.size()=1 2024-09-12T17:41:31.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.713+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.61__shadow_.jSvmw8wF9S-PeI0qjbHAOTDWo2ZC01C_0 2024-09-12T17:41:31.712 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.717+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.717+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:41:31.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.721+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.719 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.725+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.725+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:31.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.725+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12354592434427950411', time=2024-09-12T19:41:15.584062+0000, chain.objs.size()=1 2024-09-12T17:41:31.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.725+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__shadow_.VVta-ailbtEBn5qkS4LIik0SBODZnKB_0 2024-09-12T17:41:31.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.725+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.733+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:41:31.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.737+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.737+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.737+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.741+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:41:31.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.741+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.745+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.745+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:31.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.745+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16766870621082018784', time=2024-09-12T19:41:03.567405+0000, chain.objs.size()=9 2024-09-12T17:41:31.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.745+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__multipart_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.1 2024-09-12T17:41:31.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.745+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__shadow_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.1_1 2024-09-12T17:41:31.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.745+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__multipart_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.2 2024-09-12T17:41:31.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.745+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__shadow_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.2_1 2024-09-12T17:41:31.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.745+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__multipart_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.3 2024-09-12T17:41:31.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.745+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__shadow_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.3_1 2024-09-12T17:41:31.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.745+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__multipart_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.4 2024-09-12T17:41:31.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.745+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__shadow_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.4_1 2024-09-12T17:41:31.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.745+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.44__multipart_key1.2~xWKbuj0Jdv4prBBsPsZbfJlufept_d6.5 2024-09-12T17:41:31.747 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.753+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.757+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:41:31.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:31.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5582952002146123705', time=2024-09-12T19:41:11.666639+0000, chain.objs.size()=9 2024-09-12T17:41:31.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.51__multipart_key1.2~ddVA0tJYgvfCD_yiQbNWUAZFHrB4ItY.1 2024-09-12T17:41:31.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.51__shadow_key1.2~ddVA0tJYgvfCD_yiQbNWUAZFHrB4ItY.1_1 2024-09-12T17:41:31.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.51__multipart_key1.2~ddVA0tJYgvfCD_yiQbNWUAZFHrB4ItY.2 2024-09-12T17:41:31.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.51__shadow_key1.2~ddVA0tJYgvfCD_yiQbNWUAZFHrB4ItY.2_1 2024-09-12T17:41:31.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.51__multipart_key1.2~ddVA0tJYgvfCD_yiQbNWUAZFHrB4ItY.3 2024-09-12T17:41:31.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.51__shadow_key1.2~ddVA0tJYgvfCD_yiQbNWUAZFHrB4ItY.3_1 2024-09-12T17:41:31.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.51__multipart_key1.2~ddVA0tJYgvfCD_yiQbNWUAZFHrB4ItY.4 2024-09-12T17:41:31.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.51__shadow_key1.2~ddVA0tJYgvfCD_yiQbNWUAZFHrB4ItY.4_1 2024-09-12T17:41:31.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.761+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.51__multipart_key1.2~ddVA0tJYgvfCD_yiQbNWUAZFHrB4ItY.5 2024-09-12T17:41:31.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.769+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.777+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:41:31.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:41:31.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5657682017856978902', time=2024-09-12T19:41:14.732246+0000, chain.objs.size()=9 2024-09-12T17:41:31.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.52__multipart_key1.2~Quqe4Yj5tA8ptZOrGYYZA-VAIlLKy6V.1 2024-09-12T17:41:31.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.52__shadow_key1.2~Quqe4Yj5tA8ptZOrGYYZA-VAIlLKy6V.1_1 2024-09-12T17:41:31.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.52__multipart_key1.2~Quqe4Yj5tA8ptZOrGYYZA-VAIlLKy6V.2 2024-09-12T17:41:31.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.52__shadow_key1.2~Quqe4Yj5tA8ptZOrGYYZA-VAIlLKy6V.2_1 2024-09-12T17:41:31.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.52__multipart_key1.2~Quqe4Yj5tA8ptZOrGYYZA-VAIlLKy6V.3 2024-09-12T17:41:31.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.52__shadow_key1.2~Quqe4Yj5tA8ptZOrGYYZA-VAIlLKy6V.3_1 2024-09-12T17:41:31.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.52__multipart_key1.2~Quqe4Yj5tA8ptZOrGYYZA-VAIlLKy6V.4 2024-09-12T17:41:31.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.52__shadow_key1.2~Quqe4Yj5tA8ptZOrGYYZA-VAIlLKy6V.4_1 2024-09-12T17:41:31.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.52__multipart_key1.2~Quqe4Yj5tA8ptZOrGYYZA-VAIlLKy6V.5 2024-09-12T17:41:31.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7448581439334194670', time=2024-09-12T19:41:15.569201+0000, chain.objs.size()=1 2024-09-12T17:41:31.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.781+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__shadow_.l_vXkXuWGDpt3tzxtVJiVtSjBVu2q0m_0 2024-09-12T17:41:31.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.789+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.793+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:41:31.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.797+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.797+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.797+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.801+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:41:31.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:41:31.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP', time=2024-09-12T19:41:27.955478+0000, chain.objs.size()=47 2024-09-12T17:41:31.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.1 2024-09-12T17:41:31.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.2 2024-09-12T17:41:31.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.3 2024-09-12T17:41:31.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.4 2024-09-12T17:41:31.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.5 2024-09-12T17:41:31.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.6 2024-09-12T17:41:31.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.7 2024-09-12T17:41:31.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.8 2024-09-12T17:41:31.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.9 2024-09-12T17:41:31.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.10 2024-09-12T17:41:31.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.11 2024-09-12T17:41:31.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.805+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.12 2024-09-12T17:41:31.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.813+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.13 2024-09-12T17:41:31.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.813+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.14 2024-09-12T17:41:31.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.813+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.15 2024-09-12T17:41:31.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.813+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.16 2024-09-12T17:41:31.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.813+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.17 2024-09-12T17:41:31.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.813+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.18 2024-09-12T17:41:31.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.813+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.19 2024-09-12T17:41:31.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.813+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.20 2024-09-12T17:41:31.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.813+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.21 2024-09-12T17:41:31.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.813+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.22 2024-09-12T17:41:31.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.813+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.23 2024-09-12T17:41:31.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.813+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.24 2024-09-12T17:41:31.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.817+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.25 2024-09-12T17:41:31.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.817+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.26 2024-09-12T17:41:31.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.817+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.27 2024-09-12T17:41:31.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.817+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.28 2024-09-12T17:41:31.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.817+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.29 2024-09-12T17:41:31.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.817+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.30 2024-09-12T17:41:31.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.817+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.31 2024-09-12T17:41:31.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.817+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.32 2024-09-12T17:41:31.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.817+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.33 2024-09-12T17:41:31.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.817+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.34 2024-09-12T17:41:31.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.817+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.35 2024-09-12T17:41:31.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.825+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.36 2024-09-12T17:41:31.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.825+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.37 2024-09-12T17:41:31.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.825+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.38 2024-09-12T17:41:31.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.825+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.39 2024-09-12T17:41:31.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.825+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.40 2024-09-12T17:41:31.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.825+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.41 2024-09-12T17:41:31.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.825+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.42 2024-09-12T17:41:31.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.825+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.43 2024-09-12T17:41:31.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.825+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.44 2024-09-12T17:41:31.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.825+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.45 2024-09-12T17:41:31.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.829+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.46 2024-09-12T17:41:31.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.829+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.58__multipart_key1.2~PVzlJHKOqQwEdmROQ5WL7dPkksDmMaP.47 2024-09-12T17:41:31.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.829+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3290784029929138572', time=2024-09-12T19:41:29.594175+0000, chain.objs.size()=1 2024-09-12T17:41:31.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.829+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.64__shadow_.zFJnRfFRIMlutKBsjbu7_7JPirdEO8D_0 2024-09-12T17:41:31.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.833+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.837+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:41:31.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:41:31.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='2~QIcYC0bwCnmRTVWDdji5px9lhl7kQkb', time=2024-09-12T19:41:01.029677+0000, chain.objs.size()=9 2024-09-12T17:41:31.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.40__multipart_key1.2~QIcYC0bwCnmRTVWDdji5px9lhl7kQkb.1 2024-09-12T17:41:31.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.40__shadow_key1.2~QIcYC0bwCnmRTVWDdji5px9lhl7kQkb.1_1 2024-09-12T17:41:31.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.40__multipart_key1.2~QIcYC0bwCnmRTVWDdji5px9lhl7kQkb.2 2024-09-12T17:41:31.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.40__shadow_key1.2~QIcYC0bwCnmRTVWDdji5px9lhl7kQkb.2_1 2024-09-12T17:41:31.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.40__multipart_key1.2~QIcYC0bwCnmRTVWDdji5px9lhl7kQkb.3 2024-09-12T17:41:31.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.40__shadow_key1.2~QIcYC0bwCnmRTVWDdji5px9lhl7kQkb.3_1 2024-09-12T17:41:31.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.40__multipart_key1.2~QIcYC0bwCnmRTVWDdji5px9lhl7kQkb.4 2024-09-12T17:41:31.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.40__shadow_key1.2~QIcYC0bwCnmRTVWDdji5px9lhl7kQkb.4_1 2024-09-12T17:41:31.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.40__multipart_key1.2~QIcYC0bwCnmRTVWDdji5px9lhl7kQkb.5 2024-09-12T17:41:31.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4076191859605952371', time=2024-09-12T19:41:26.152294+0000, chain.objs.size()=9 2024-09-12T17:41:31.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.56__multipart_key1.2~AjUO6VAMZMnCJ5KvO3cs9LuiF9bhSl1.1 2024-09-12T17:41:31.840 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.56__shadow_key1.2~AjUO6VAMZMnCJ5KvO3cs9LuiF9bhSl1.1_1 2024-09-12T17:41:31.840 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.841+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.56__multipart_key1.2~AjUO6VAMZMnCJ5KvO3cs9LuiF9bhSl1.2 2024-09-12T17:41:31.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.849+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.56__shadow_key1.2~AjUO6VAMZMnCJ5KvO3cs9LuiF9bhSl1.2_1 2024-09-12T17:41:31.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.849+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.56__multipart_key1.2~AjUO6VAMZMnCJ5KvO3cs9LuiF9bhSl1.3 2024-09-12T17:41:31.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.849+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.56__shadow_key1.2~AjUO6VAMZMnCJ5KvO3cs9LuiF9bhSl1.3_1 2024-09-12T17:41:31.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.849+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.56__multipart_key1.2~AjUO6VAMZMnCJ5KvO3cs9LuiF9bhSl1.4 2024-09-12T17:41:31.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.849+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.56__shadow_key1.2~AjUO6VAMZMnCJ5KvO3cs9LuiF9bhSl1.4_1 2024-09-12T17:41:31.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.849+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.56__multipart_key1.2~AjUO6VAMZMnCJ5KvO3cs9LuiF9bhSl1.5 2024-09-12T17:41:31.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.849+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2589902541795216876', time=2024-09-12T19:41:29.027759+0000, chain.objs.size()=1 2024-09-12T17:41:31.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.849+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.62__shadow_.G9WuxVJ8X2wPnGu_b9Z184-DSBsZ9ac_0 2024-09-12T17:41:31.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.857+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.858 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.861+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:41:31.861 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.865+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.862 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.865+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.863 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.869+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.869+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:41:31.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.873+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.871 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T17:41:31.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='2~3etNAs1RX7qrOfwipkRa3Jw1-2QmWNm', time=2024-09-12T19:41:16.358702+0000, chain.objs.size()=5 2024-09-12T17:41:31.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.54__multipart_key1.2~3etNAs1RX7qrOfwipkRa3Jw1-2QmWNm.7 2024-09-12T17:41:31.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.54__shadow_key1.2~3etNAs1RX7qrOfwipkRa3Jw1-2QmWNm.7_1 2024-09-12T17:41:31.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.54__multipart_key1.2~3etNAs1RX7qrOfwipkRa3Jw1-2QmWNm.10 2024-09-12T17:41:31.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.54__shadow_key1.2~3etNAs1RX7qrOfwipkRa3Jw1-2QmWNm.10_1 2024-09-12T17:41:31.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.54__multipart_key1.2~3etNAs1RX7qrOfwipkRa3Jw1-2QmWNm.13 2024-09-12T17:41:31.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5786493473789224583', time=2024-09-12T19:41:20.952457+0000, chain.objs.size()=21 2024-09-12T17:41:31.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.1 2024-09-12T17:41:31.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.1_1 2024-09-12T17:41:31.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.2 2024-09-12T17:41:31.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.2_1 2024-09-12T17:41:31.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.3 2024-09-12T17:41:31.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.3_1 2024-09-12T17:41:31.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.877+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.4 2024-09-12T17:41:31.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.881+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.4_1 2024-09-12T17:41:31.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.881+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.5 2024-09-12T17:41:31.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.881+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.5_1 2024-09-12T17:41:31.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.881+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.6 2024-09-12T17:41:31.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.881+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.6_1 2024-09-12T17:41:31.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.881+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.7 2024-09-12T17:41:31.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.881+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.7_1 2024-09-12T17:41:31.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.881+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.8 2024-09-12T17:41:31.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.881+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.8_1 2024-09-12T17:41:31.882 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.885+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.9 2024-09-12T17:41:31.882 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.885+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.9_1 2024-09-12T17:41:31.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.889+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.10 2024-09-12T17:41:31.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.889+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.10_1 2024-09-12T17:41:31.885 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.889+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~oz_qeTT2eHO0Qcv8nEo2yHPIZ1Wmi-9.11 2024-09-12T17:41:31.886 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.889+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14176904856873465588', time=2024-09-12T19:41:24.371330+0000, chain.objs.size()=16 2024-09-12T17:41:31.886 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.889+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.1 2024-09-12T17:41:31.886 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.889+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.1_1 2024-09-12T17:41:31.886 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.889+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.1_2 2024-09-12T17:41:31.886 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.889+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.2 2024-09-12T17:41:31.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.893+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.2_1 2024-09-12T17:41:31.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.893+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.2_2 2024-09-12T17:41:31.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.893+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.3 2024-09-12T17:41:31.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.893+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.3_1 2024-09-12T17:41:31.888 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.893+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.3_2 2024-09-12T17:41:31.890 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.893+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.4 2024-09-12T17:41:31.890 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.893+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.4_1 2024-09-12T17:41:31.891 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.897+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.4_2 2024-09-12T17:41:31.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.897+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.5 2024-09-12T17:41:31.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.897+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.5_1 2024-09-12T17:41:31.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.901+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.5_2 2024-09-12T17:41:31.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.901+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~biUuzex0OEtQZgfkrLLpeeTxj9glCKk.6 2024-09-12T17:41:31.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.901+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4262393085435192517', time=2024-09-12T19:41:29.305115+0000, chain.objs.size()=1 2024-09-12T17:41:31.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.901+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.63__shadow_.HhvVNqE5jG9Mb0yFBoDMyCE14msu2Hw_0 2024-09-12T17:41:31.896 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.901+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2962526271900374288', time=2024-09-12T19:41:30.773978+0000, chain.objs.size()=21 2024-09-12T17:41:31.896 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.901+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__multipart_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.1 2024-09-12T17:41:31.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.901+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__shadow_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.1_1 2024-09-12T17:41:31.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.901+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__multipart_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.2 2024-09-12T17:41:31.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.901+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__shadow_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.2_1 2024-09-12T17:41:31.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.901+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__multipart_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.3 2024-09-12T17:41:31.898 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.901+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__shadow_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.3_1 2024-09-12T17:41:31.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.905+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__multipart_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.4 2024-09-12T17:41:31.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.905+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__shadow_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.4_1 2024-09-12T17:41:31.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.905+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__multipart_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.5 2024-09-12T17:41:31.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.905+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__shadow_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.5_1 2024-09-12T17:41:31.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.905+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__multipart_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.6 2024-09-12T17:41:31.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.905+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__shadow_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.6_1 2024-09-12T17:41:31.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.905+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__multipart_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.7 2024-09-12T17:41:31.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.905+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__shadow_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.7_1 2024-09-12T17:41:31.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.905+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__multipart_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.8 2024-09-12T17:41:31.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.905+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__shadow_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.8_1 2024-09-12T17:41:31.904 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.905+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__multipart_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.9 2024-09-12T17:41:31.906 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.913+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__shadow_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.9_1 2024-09-12T17:41:31.909 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.913+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__multipart_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.10 2024-09-12T17:41:31.909 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.913+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__shadow_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.10_1 2024-09-12T17:41:31.909 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.913+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.66__multipart_key1.2~m58YQTi1x4ZzUYmSi_BS-Az6J_qUYMI.11 2024-09-12T17:41:31.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.921+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.921+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:41:31.920 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.925+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.921 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.925+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.921 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.925+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.922 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.925+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:41:31.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.929+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.925 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.929+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.926 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.929+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:31.926 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.929+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17039440164017837171', time=2024-09-12T19:41:28.456566+0000, chain.objs.size()=1 2024-09-12T17:41:31.926 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.929+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.60__shadow_.lySuMBYQY6OECkqmkCF4EdPa7OeAchX_0 2024-09-12T17:41:31.927 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.933+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.933+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:41:31.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:41:31.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5274704571734639851', time=2024-09-12T19:41:10.244356+0000, chain.objs.size()=6 2024-09-12T17:41:31.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.46__shadow_.V-jJgVpFUlMo5MEiDmr0vdlckxVfmFY_0 2024-09-12T17:41:31.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.46__shadow_.V-jJgVpFUlMo5MEiDmr0vdlckxVfmFY_1 2024-09-12T17:41:31.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.46__shadow_.V-jJgVpFUlMo5MEiDmr0vdlckxVfmFY_2 2024-09-12T17:41:31.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.46__shadow_.V-jJgVpFUlMo5MEiDmr0vdlckxVfmFY_3 2024-09-12T17:41:31.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.46__shadow_.V-jJgVpFUlMo5MEiDmr0vdlckxVfmFY_4 2024-09-12T17:41:31.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.46__shadow_.V-jJgVpFUlMo5MEiDmr0vdlckxVfmFY_5 2024-09-12T17:41:31.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1451131280064745450', time=2024-09-12T19:41:15.557856+0000, chain.objs.size()=9 2024-09-12T17:41:31.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__multipart_file2.mpg.2~IQoqCffwHr_CbU1ItxYiAy-XHplf_T1.1 2024-09-12T17:41:31.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__shadow_file2.mpg.2~IQoqCffwHr_CbU1ItxYiAy-XHplf_T1.1_1 2024-09-12T17:41:31.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__multipart_file2.mpg.2~IQoqCffwHr_CbU1ItxYiAy-XHplf_T1.2 2024-09-12T17:41:31.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__shadow_file2.mpg.2~IQoqCffwHr_CbU1ItxYiAy-XHplf_T1.2_1 2024-09-12T17:41:31.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__multipart_file2.mpg.2~IQoqCffwHr_CbU1ItxYiAy-XHplf_T1.3 2024-09-12T17:41:31.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.937+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__shadow_file2.mpg.2~IQoqCffwHr_CbU1ItxYiAy-XHplf_T1.3_1 2024-09-12T17:41:31.939 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.945+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__multipart_file2.mpg.2~IQoqCffwHr_CbU1ItxYiAy-XHplf_T1.4 2024-09-12T17:41:31.939 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.945+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__shadow_file2.mpg.2~IQoqCffwHr_CbU1ItxYiAy-XHplf_T1.4_1 2024-09-12T17:41:31.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.945+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.53__multipart_file2.mpg.2~IQoqCffwHr_CbU1ItxYiAy-XHplf_T1.5 2024-09-12T17:41:31.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.945+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13326623220367999014', time=2024-09-12T19:41:27.206055+0000, chain.objs.size()=9 2024-09-12T17:41:31.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.945+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.57__multipart_key1.2~eVSXoi99JkYTU3GXb8IPIAt8JocL3qa.1 2024-09-12T17:41:31.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.945+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.57__shadow_key1.2~eVSXoi99JkYTU3GXb8IPIAt8JocL3qa.1_1 2024-09-12T17:41:31.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.945+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.57__multipart_key1.2~eVSXoi99JkYTU3GXb8IPIAt8JocL3qa.2 2024-09-12T17:41:31.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.945+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.57__shadow_key1.2~eVSXoi99JkYTU3GXb8IPIAt8JocL3qa.2_1 2024-09-12T17:41:31.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.945+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.57__multipart_key1.2~eVSXoi99JkYTU3GXb8IPIAt8JocL3qa.3 2024-09-12T17:41:31.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.945+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.57__shadow_key1.2~eVSXoi99JkYTU3GXb8IPIAt8JocL3qa.3_1 2024-09-12T17:41:31.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.945+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.57__multipart_key1.2~eVSXoi99JkYTU3GXb8IPIAt8JocL3qa.4 2024-09-12T17:41:31.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.945+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.57__shadow_key1.2~eVSXoi99JkYTU3GXb8IPIAt8JocL3qa.4_1 2024-09-12T17:41:31.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.949+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.57__multipart_key1.2~eVSXoi99JkYTU3GXb8IPIAt8JocL3qa.5 2024-09-12T17:41:31.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.949+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9971117712259873929', time=2024-09-12T19:41:28.180927+0000, chain.objs.size()=1 2024-09-12T17:41:31.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.949+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.59__shadow_.NB3q5rqqTqzU9QUz5DspzXGgQcW_TBc_0 2024-09-12T17:41:31.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.953+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.951 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:41:31.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:31.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8270871577820838916', time=2024-09-12T19:41:23.217379+0000, chain.objs.size()=16 2024-09-12T17:41:31.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.1 2024-09-12T17:41:31.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.1_1 2024-09-12T17:41:31.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.1_2 2024-09-12T17:41:31.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.2 2024-09-12T17:41:31.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.2_1 2024-09-12T17:41:31.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.2_2 2024-09-12T17:41:31.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.3 2024-09-12T17:41:31.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.3_1 2024-09-12T17:41:31.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.3_2 2024-09-12T17:41:31.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.957+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.4 2024-09-12T17:41:31.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.961+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.4_1 2024-09-12T17:41:31.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.961+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.4_2 2024-09-12T17:41:31.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.961+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.5 2024-09-12T17:41:31.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.965+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.5_1 2024-09-12T17:41:31.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.965+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.5_2 2024-09-12T17:41:31.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.965+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~CmkgYumBFGH26aS3TpTSaxRpbbXK9LE.6 2024-09-12T17:41:31.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.969+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.969 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.973+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:41:31.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.977+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.977+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.977+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.977+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:41:31.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.981+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.981+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.981+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.980 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.985+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:41:31.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.985+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.989+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.989+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:31.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.989+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.478277153188485300', time=2024-09-12T19:41:07.908299+0000, chain.objs.size()=9 2024-09-12T17:41:31.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.989+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~tkAP_mxoOWuUQFydQl6FLAYklFy_wN1.1 2024-09-12T17:41:31.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.989+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~tkAP_mxoOWuUQFydQl6FLAYklFy_wN1.1_1 2024-09-12T17:41:31.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.989+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~tkAP_mxoOWuUQFydQl6FLAYklFy_wN1.2 2024-09-12T17:41:31.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.989+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~tkAP_mxoOWuUQFydQl6FLAYklFy_wN1.2_1 2024-09-12T17:41:31.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.989+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~tkAP_mxoOWuUQFydQl6FLAYklFy_wN1.3 2024-09-12T17:41:31.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.989+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~tkAP_mxoOWuUQFydQl6FLAYklFy_wN1.3_1 2024-09-12T17:41:31.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.989+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~tkAP_mxoOWuUQFydQl6FLAYklFy_wN1.4 2024-09-12T17:41:31.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.989+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~tkAP_mxoOWuUQFydQl6FLAYklFy_wN1.4_1 2024-09-12T17:41:31.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.989+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~tkAP_mxoOWuUQFydQl6FLAYklFy_wN1.5 2024-09-12T17:41:31.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.993+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:31.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:31.997+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:41:31.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.001+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:31.996 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.001+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:31.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.001+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:31.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.001+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9272555266915289127', time=2024-09-12T19:41:09.916101+0000, chain.objs.size()=7 2024-09-12T17:41:31.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.001+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~9g_qCmDilQ4PUihB2z-CWje67WNVrgK.1 2024-09-12T17:41:31.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.001+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~9g_qCmDilQ4PUihB2z-CWje67WNVrgK.1_1 2024-09-12T17:41:31.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.001+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~9g_qCmDilQ4PUihB2z-CWje67WNVrgK.1_2 2024-09-12T17:41:31.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.001+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~9g_qCmDilQ4PUihB2z-CWje67WNVrgK.2 2024-09-12T17:41:31.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.001+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~9g_qCmDilQ4PUihB2z-CWje67WNVrgK.2_1 2024-09-12T17:41:31.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.001+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~9g_qCmDilQ4PUihB2z-CWje67WNVrgK.2_2 2024-09-12T17:41:31.998 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.001+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~9g_qCmDilQ4PUihB2z-CWje67WNVrgK.3 2024-09-12T17:41:32.002 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.005+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:32.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.009+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:41:32.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:41:32.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7717466026112462389', time=2024-09-12T19:41:06.087399+0000, chain.objs.size()=9 2024-09-12T17:41:32.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~5DiJFS2_No5GCtWtVAmBvdWin3qvBcz.1 2024-09-12T17:41:32.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~5DiJFS2_No5GCtWtVAmBvdWin3qvBcz.1_1 2024-09-12T17:41:32.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~5DiJFS2_No5GCtWtVAmBvdWin3qvBcz.2 2024-09-12T17:41:32.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~5DiJFS2_No5GCtWtVAmBvdWin3qvBcz.2_1 2024-09-12T17:41:32.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~5DiJFS2_No5GCtWtVAmBvdWin3qvBcz.3 2024-09-12T17:41:32.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~5DiJFS2_No5GCtWtVAmBvdWin3qvBcz.3_1 2024-09-12T17:41:32.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~5DiJFS2_No5GCtWtVAmBvdWin3qvBcz.4 2024-09-12T17:41:32.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~5DiJFS2_No5GCtWtVAmBvdWin3qvBcz.4_1 2024-09-12T17:41:32.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~5DiJFS2_No5GCtWtVAmBvdWin3qvBcz.5 2024-09-12T17:41:32.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16261388607880714093', time=2024-09-12T19:41:22.060628+0000, chain.objs.size()=19 2024-09-12T17:41:32.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.1 2024-09-12T17:41:32.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.1_1 2024-09-12T17:41:32.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.013+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.2 2024-09-12T17:41:32.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.017+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.2_1 2024-09-12T17:41:32.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.021+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.3 2024-09-12T17:41:32.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.021+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.3_1 2024-09-12T17:41:32.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.021+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.4 2024-09-12T17:41:32.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.021+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.4_1 2024-09-12T17:41:32.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.021+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.5 2024-09-12T17:41:32.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.021+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.5_1 2024-09-12T17:41:32.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.021+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.6 2024-09-12T17:41:32.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.021+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.6_1 2024-09-12T17:41:32.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.021+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.7 2024-09-12T17:41:32.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.021+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.7_1 2024-09-12T17:41:32.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.021+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.8 2024-09-12T17:41:32.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.025+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.8_1 2024-09-12T17:41:32.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.025+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.9 2024-09-12T17:41:32.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.025+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.9_1 2024-09-12T17:41:32.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.025+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~kjSY-S8wDehUr5i17bjLgOaSykF-c8w.10 2024-09-12T17:41:32.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.029+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:32.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.033+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:41:32.032 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.032 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.033 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:41:32.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14433648979340048943', time=2024-09-12T19:41:19.536135+0000, chain.objs.size()=21 2024-09-12T17:41:32.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.1 2024-09-12T17:41:32.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.1_1 2024-09-12T17:41:32.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.2 2024-09-12T17:41:32.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.2_1 2024-09-12T17:41:32.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.3 2024-09-12T17:41:32.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.3_1 2024-09-12T17:41:32.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.4 2024-09-12T17:41:32.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.4_1 2024-09-12T17:41:32.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.5 2024-09-12T17:41:32.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.5_1 2024-09-12T17:41:32.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.6 2024-09-12T17:41:32.035 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.037+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.6_1 2024-09-12T17:41:32.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.045+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.7 2024-09-12T17:41:32.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.045+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.7_1 2024-09-12T17:41:32.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.045+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.8 2024-09-12T17:41:32.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.045+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.8_1 2024-09-12T17:41:32.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.045+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.9 2024-09-12T17:41:32.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.045+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.9_1 2024-09-12T17:41:32.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.045+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.10 2024-09-12T17:41:32.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.045+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__shadow_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.10_1 2024-09-12T17:41:32.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.045+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.55__multipart_key1.2~27R2feM2EGSCjXUxikLfvJ1nBEGSQ1V.11 2024-09-12T17:41:32.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.045+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17138898552956463170', time=2024-09-12T19:41:25.495399+0000, chain.objs.size()=1 2024-09-12T17:41:32.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.045+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.56__shadow_.dFzE46kjxjQO-Q9ST736fsSlh4qcstz_0 2024-09-12T17:41:32.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.049+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:32.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.053+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:41:32.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.053+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.057+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.057+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.057+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:41:32.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.061+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.061+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.061+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:32.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.061+0000 7fbfec6529c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5402181201515229386', time=2024-09-12T19:41:09.245221+0000, chain.objs.size()=7 2024-09-12T17:41:32.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.061+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~sSiglwXY9RkaFM44XOpUkLvUBjsX_9G.1 2024-09-12T17:41:32.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.061+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~sSiglwXY9RkaFM44XOpUkLvUBjsX_9G.1_1 2024-09-12T17:41:32.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.061+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~sSiglwXY9RkaFM44XOpUkLvUBjsX_9G.1_2 2024-09-12T17:41:32.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.061+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~sSiglwXY9RkaFM44XOpUkLvUBjsX_9G.2 2024-09-12T17:41:32.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.061+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~sSiglwXY9RkaFM44XOpUkLvUBjsX_9G.2_1 2024-09-12T17:41:32.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.061+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__shadow_key1.2~sSiglwXY9RkaFM44XOpUkLvUBjsX_9G.2_2 2024-09-12T17:41:32.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.061+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.47__multipart_key1.2~sSiglwXY9RkaFM44XOpUkLvUBjsX_9G.3 2024-09-12T17:41:32.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.065+0000 7fbfec6529c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:32.065 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.069+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:41:32.067 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.073+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.073+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.073+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.073+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:41:32.071 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.077+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.077+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.077+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.077+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:41:32.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.081+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.081+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.085+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.085+0000 7fbfec6529c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:41:32.082 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.089+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.089+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.089+0000 7fbfec6529c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.089+0000 7fbea0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:32.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.093+0000 7fbfec6529c0 20 remove_watcher() i=0 2024-09-12T17:41:32.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.093+0000 7fbfec6529c0 2 removed watcher, disabling cache 2024-09-12T17:41:32.092 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.097+0000 7fbfec6529c0 20 remove_watcher() i=1 2024-09-12T17:41:32.094 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.097+0000 7fbfec6529c0 20 remove_watcher() i=2 2024-09-12T17:41:32.096 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.101+0000 7fbfec6529c0 20 remove_watcher() i=3 2024-09-12T17:41:32.098 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.101+0000 7fbfec6529c0 20 remove_watcher() i=4 2024-09-12T17:41:32.100 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.105+0000 7fbfec6529c0 20 remove_watcher() i=5 2024-09-12T17:41:32.101 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.105+0000 7fbfec6529c0 20 remove_watcher() i=6 2024-09-12T17:41:32.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.109+0000 7fbfec6529c0 20 remove_watcher() i=7 2024-09-12T17:41:32.121 DEBUG:teuthology.orchestra.run.smithi183:> radosgw-admin gc process --include-all 2024-09-12T17:41:32.192 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:32.192 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:32.236 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.241+0000 7fe2d0bb99c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:32.238 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.241+0000 7fe2d0bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:32.238 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.241+0000 7fe2d0bb99c0 20 realm 2024-09-12T17:41:32.238 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.241+0000 7fe2d0bb99c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:32.239 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.241+0000 7fe2d0bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:32.239 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.241+0000 7fe2d0bb99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:32.239 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.241+0000 7fe2d0bb99c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:32.239 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.245+0000 7fe2d0bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:32.239 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.245+0000 7fe2d0bb99c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:32.240 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.245+0000 7fe2d0bb99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:32.240 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.245+0000 7fe2d0bb99c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:32.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.245+0000 7fe2d0bb99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:32.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.245+0000 7fe2d0bb99c0 20 searching for the correct realm 2024-09-12T17:41:32.245 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.249+0000 7fe2ceec0640 0 -- 172.21.15.183:0/3794992327 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fe2b80dd030 msgr2=0x7fe2b80dd410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:32.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.465+0000 7fe2cdebe640 0 -- 172.21.15.183:0/3794992327 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fe2c8069280 msgr2=0x7fe2c80632e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:32.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.681+0000 7fe2d0bb99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:32.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.681+0000 7fe2d0bb99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:32.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.681+0000 7fe2d0bb99c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:41:32.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.681+0000 7fe2d0bb99c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:41:32.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.681+0000 7fe2d0bb99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:32.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.681+0000 7fe2d0bb99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:32.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.681+0000 7fe2d0bb99c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:32.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:32.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:32.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:32.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 20 zone default found 2024-09-12T17:41:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 4 Realm: () 2024-09-12T17:41:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:41:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:41:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 20 zonegroup default 2024-09-12T17:41:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:32.682 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:32.682 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.685+0000 7fe2d0bb99c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:32.682 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.689+0000 7fe2d0bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:32.682 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.689+0000 7fe2d0bb99c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:32.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.689+0000 7fe2d0bb99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:32.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.689+0000 7fe2d0bb99c0 20 started sync module instance, tier type = 2024-09-12T17:41:32.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.689+0000 7fe2d0bb99c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:41:32.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.713+0000 7fe2d0bb99c0 20 add_watcher() i=0 2024-09-12T17:41:32.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.713+0000 7fe2d0bb99c0 20 add_watcher() i=1 2024-09-12T17:41:32.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.713+0000 7fe2d0bb99c0 20 add_watcher() i=2 2024-09-12T17:41:32.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.713+0000 7fe2d0bb99c0 20 add_watcher() i=3 2024-09-12T17:41:32.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.713+0000 7fe2d0bb99c0 20 add_watcher() i=4 2024-09-12T17:41:32.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.713+0000 7fe2d0bb99c0 20 add_watcher() i=5 2024-09-12T17:41:32.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.713+0000 7fe2d0bb99c0 20 add_watcher() i=6 2024-09-12T17:41:32.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.713+0000 7fe2d0bb99c0 20 add_watcher() i=7 2024-09-12T17:41:32.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.713+0000 7fe2d0bb99c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:32.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.717+0000 7fe184fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:32.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.717+0000 7fe2d0bb99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:32.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.717+0000 7fe2d0bb99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:32.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.809+0000 7fe0ff7fe640 20 reqs_thread_entry: start 2024-09-12T17:41:32.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.809+0000 7fe2d0bb99c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:32.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.809+0000 7fe2d0bb99c0 20 Filter name: none 2024-09-12T17:41:32.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.809+0000 7fe0fd7fa640 20 reqs_thread_entry: start 2024-09-12T17:41:32.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.809+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:41:32.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.813+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.813+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.813+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.817+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:41:32.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.821+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.821+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.821+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.825+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:41:32.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.825+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.825+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.825+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.829+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:41:32.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.829+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.833+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.833+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.833+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:41:32.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.837+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.837+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.837+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.835 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.841+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:41:32.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.841+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.841+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.841+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.845+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:41:32.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.845+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.849+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.849+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.849+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:41:32.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.853+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.857+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.857+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.857+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:41:32.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.861+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.861+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.858 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.861+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.862 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.865+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:41:32.864 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.869+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.869+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.869+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.873+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:41:32.871 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.877+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.877+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.877+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.881+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:41:32.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.881+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.885+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.885+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.882 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.885+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:41:32.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.889+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.885 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.889+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.893+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.893+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:41:32.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.897+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.897+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.901+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.898 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.901+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:41:32.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.905+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.905+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.909+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.905 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.909+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:41:32.907 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.913+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.908 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.913+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.908 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.913+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.910 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.917+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:41:32.914 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.917+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.921+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.921+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.919 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.925+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:41:32.921 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.925+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.922 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.925+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.922 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.925+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.929+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:41:32.926 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.929+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.927 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.933+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.927 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.933+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.933+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:41:32.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.937+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.941+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.937 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.941+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.945+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:41:32.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.949+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.949+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.953+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.953+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:41:32.952 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.957+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.957+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.957+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.961+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:41:32.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.965+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.969+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.969+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.973+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:41:32.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.977+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.977+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.977+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.981+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:41:32.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.985+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.980 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.985+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.981 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.985+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.989+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:41:32.988 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.993+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.993+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:32.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.997+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:32.997+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:41:32.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.001+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:32.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.005+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.005+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.002 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.009+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:41:33.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.009+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.007 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.013+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.013+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.011 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.017+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:41:33.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.021+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.016 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.021+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.016 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.021+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.025+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:41:33.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.029+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.029+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.029+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.033+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:41:33.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.037+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.032 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.037+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.033 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.037+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.035 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.041+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:41:33.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.045+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.049+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.049+0000 7fe2d0bb99c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.053+0000 7fe184fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:33.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.057+0000 7fe2d0bb99c0 20 remove_watcher() i=0 2024-09-12T17:41:33.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.057+0000 7fe2d0bb99c0 2 removed watcher, disabling cache 2024-09-12T17:41:33.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.061+0000 7fe2d0bb99c0 20 remove_watcher() i=1 2024-09-12T17:41:33.059 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.065+0000 7fe2d0bb99c0 20 remove_watcher() i=2 2024-09-12T17:41:33.061 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.065+0000 7fe2d0bb99c0 20 remove_watcher() i=3 2024-09-12T17:41:33.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.069+0000 7fe2d0bb99c0 20 remove_watcher() i=4 2024-09-12T17:41:33.065 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.069+0000 7fe2d0bb99c0 20 remove_watcher() i=5 2024-09-12T17:41:33.067 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.073+0000 7fe2d0bb99c0 20 remove_watcher() i=6 2024-09-12T17:41:33.069 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.073+0000 7fe2d0bb99c0 20 remove_watcher() i=7 2024-09-12T17:41:33.087 DEBUG:teuthology.orchestra.run.smithi183:> radosgw-admin gc process --include-all 2024-09-12T17:41:33.161 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:33.162 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:33.206 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.209+0000 7f1b5206d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:33.209 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.213+0000 7f1b5206d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:33.209 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.213+0000 7f1b5206d9c0 20 realm 2024-09-12T17:41:33.209 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.213+0000 7f1b5206d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:33.209 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.213+0000 7f1b5206d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:33.209 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.213+0000 7f1b5206d9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:33.209 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.213+0000 7f1b5206d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:33.209 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.213+0000 7f1b5206d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:33.209 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.213+0000 7f1b5206d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:33.210 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.213+0000 7f1b5206d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:33.210 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.213+0000 7f1b5206d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:33.211 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.217+0000 7f1b5206d9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:33.211 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.217+0000 7f1b5206d9c0 20 searching for the correct realm 2024-09-12T17:41:33.215 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.221+0000 7f1b50374640 0 -- 172.21.15.183:0/3884179697 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f1b38076170 msgr2=0x7f1b38099940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:41:33.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.437+0000 7f1b4f372640 0 -- 172.21.15.183:0/3884179697 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f1b40068240 msgr2=0x7f1b40068970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:33.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.653+0000 7f1b5206d9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:33.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.653+0000 7f1b5206d9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:33.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.653+0000 7f1b5206d9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:41:33.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.653+0000 7f1b5206d9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:41:33.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.653+0000 7f1b5206d9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:33.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.653+0000 7f1b5206d9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:33.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.653+0000 7f1b5206d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:33.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.653+0000 7f1b5206d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:33.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.653+0000 7f1b5206d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:33.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.653+0000 7f1b5206d9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:33.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.653+0000 7f1b5206d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:33.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:33.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 20 zone default found 2024-09-12T17:41:33.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 4 Realm: () 2024-09-12T17:41:33.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:41:33.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:41:33.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:33.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 20 zonegroup default 2024-09-12T17:41:33.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:33.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:33.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:33.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:33.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:33.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:33.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 20 started sync module instance, tier type = 2024-09-12T17:41:33.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.657+0000 7f1b5206d9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:41:33.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.677+0000 7f1b5206d9c0 20 add_watcher() i=0 2024-09-12T17:41:33.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.677+0000 7f1b5206d9c0 20 add_watcher() i=1 2024-09-12T17:41:33.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.677+0000 7f1b5206d9c0 20 add_watcher() i=2 2024-09-12T17:41:33.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.677+0000 7f1b5206d9c0 20 add_watcher() i=3 2024-09-12T17:41:33.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.677+0000 7f1b5206d9c0 20 add_watcher() i=4 2024-09-12T17:41:33.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.677+0000 7f1b5206d9c0 20 add_watcher() i=5 2024-09-12T17:41:33.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.677+0000 7f1b5206d9c0 20 add_watcher() i=6 2024-09-12T17:41:33.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.681+0000 7f1b5206d9c0 20 add_watcher() i=7 2024-09-12T17:41:33.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.681+0000 7f1b5206d9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:33.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.709+0000 7f1a05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:33.704 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.709+0000 7f1b5206d9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:33.704 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.709+0000 7f1b5206d9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:33.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.805+0000 7f1a04fe1640 20 reqs_thread_entry: start 2024-09-12T17:41:33.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.805+0000 7f1b5206d9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:33.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.805+0000 7f1b5206d9c0 20 Filter name: none 2024-09-12T17:41:33.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.805+0000 7f197e7fc640 20 reqs_thread_entry: start 2024-09-12T17:41:33.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.805+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:41:33.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.809+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.809+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.809+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.813+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:41:33.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.817+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.817+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.817+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.821+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:41:33.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.825+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.825+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.825+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.829+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:41:33.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.829+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.829+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.833+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.833+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:41:33.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.837+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.837+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.837+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.841+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:41:33.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.845+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.845+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.845+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.845+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:41:33.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.849+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.849+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.849+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.848 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.853+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:41:33.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.857+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.857+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.857+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.857+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:41:33.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.861+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.865+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.865+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.863 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.865+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:41:33.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.869+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.873+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.873+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.873+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:41:33.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.877+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.877+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.877+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.876 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.881+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:41:33.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.885+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.885+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.885+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.885+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:41:33.883 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.889+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.889+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.889+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.888 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.893+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:41:33.891 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.897+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.892 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.897+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.897+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.901+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:41:33.898 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.901+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.898 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.905+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.905+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.905+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:41:33.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.909+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.904 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.909+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.905 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.909+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.907 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.913+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:41:33.910 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.917+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.912 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.917+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.912 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.917+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.921+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:41:33.919 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.925+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.920 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.925+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.921 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.925+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.929+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:41:33.925 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.929+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.926 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.929+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.926 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.929+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.933+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:41:33.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.937+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.937+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.937+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.941+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:41:33.938 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.941+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.938 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.945+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.939 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.945+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.945+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:41:33.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.949+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.949+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.949+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.953+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:41:33.952 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.957+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.954 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.957+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.961+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.965+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:41:33.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.965+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.969+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.969+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.968 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.973+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:41:33.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.973+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.977+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.977+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.977+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:41:33.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.981+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.980 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.985+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.981 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.985+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.989+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:41:33.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.993+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.993+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.988 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.993+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.993+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:41:33.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.997+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.997+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:33.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:33.997+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:33.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.001+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:41:33.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.005+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.005+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.001 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.005+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.009+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:41:34.007 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.013+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.013+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.013+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.017+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:41:34.016 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.021+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.021+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.021+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.021 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.025+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:41:34.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.029+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.025 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.029+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.029+0000 7f1b5206d9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.037+0000 7f1a05fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:34.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.041+0000 7f1b5206d9c0 20 remove_watcher() i=0 2024-09-12T17:41:34.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.041+0000 7f1b5206d9c0 2 removed watcher, disabling cache 2024-09-12T17:41:34.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.041+0000 7f1b5206d9c0 20 remove_watcher() i=1 2024-09-12T17:41:34.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.045+0000 7f1b5206d9c0 20 remove_watcher() i=2 2024-09-12T17:41:34.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.049+0000 7f1b5206d9c0 20 remove_watcher() i=3 2024-09-12T17:41:34.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.049+0000 7f1b5206d9c0 20 remove_watcher() i=4 2024-09-12T17:41:34.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.053+0000 7f1b5206d9c0 20 remove_watcher() i=5 2024-09-12T17:41:34.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.053+0000 7f1b5206d9c0 20 remove_watcher() i=6 2024-09-12T17:41:34.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.057+0000 7f1b5206d9c0 20 remove_watcher() i=7 2024-09-12T17:41:34.072 DEBUG:teuthology.orchestra.run.smithi183:> radosgw-admin gc process --include-all 2024-09-12T17:41:34.145 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:34.146 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:34.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.197+0000 7f61921f59c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:34.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.197+0000 7f61921f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:34.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.197+0000 7f61921f59c0 20 realm 2024-09-12T17:41:34.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.197+0000 7f61921f59c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:34.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.197+0000 7f61921f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:34.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.197+0000 7f61921f59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:34.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.197+0000 7f61921f59c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:34.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.197+0000 7f61921f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:34.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.197+0000 7f61921f59c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:34.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.201+0000 7f61921f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:34.195 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.201+0000 7f61921f59c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:34.195 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.201+0000 7f61921f59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:34.196 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.201+0000 7f61921f59c0 20 searching for the correct realm 2024-09-12T17:41:34.200 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.205+0000 7f61904fc640 0 -- 172.21.15.183:0/3336818854 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f6184139c20 msgr2=0x7f6184114a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:34.206 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.213+0000 7f618f4fa640 0 -- 172.21.15.183:0/3336818854 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f61800283b0 msgr2=0x7f6180028810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:34.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.429+0000 7f61921f59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:34.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.429+0000 7f61921f59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:34.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.429+0000 7f61921f59c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:41:34.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.429+0000 7f61921f59c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:41:34.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.429+0000 7f61921f59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:34.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.429+0000 7f61921f59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:34.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.429+0000 7f61921f59c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:34.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.429+0000 7f61921f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:34.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.429+0000 7f61921f59c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:34.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:34.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:34.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:34.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 zone default found 2024-09-12T17:41:34.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 4 Realm: () 2024-09-12T17:41:34.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:41:34.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:41:34.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:34.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 zonegroup default 2024-09-12T17:41:34.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:34.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:34.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:34.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:34.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:34.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:34.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 started sync module instance, tier type = 2024-09-12T17:41:34.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.433+0000 7f61921f59c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:41:34.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.457+0000 7f61921f59c0 20 add_watcher() i=0 2024-09-12T17:41:34.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.457+0000 7f61921f59c0 20 add_watcher() i=1 2024-09-12T17:41:34.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.457+0000 7f61921f59c0 20 add_watcher() i=2 2024-09-12T17:41:34.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.457+0000 7f61921f59c0 20 add_watcher() i=3 2024-09-12T17:41:34.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.457+0000 7f61921f59c0 20 add_watcher() i=4 2024-09-12T17:41:34.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.457+0000 7f61921f59c0 20 add_watcher() i=5 2024-09-12T17:41:34.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.457+0000 7f61921f59c0 20 add_watcher() i=6 2024-09-12T17:41:34.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.457+0000 7f61921f59c0 20 add_watcher() i=7 2024-09-12T17:41:34.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.457+0000 7f61921f59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:34.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.461+0000 7f6045fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:34.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.461+0000 7f61921f59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:34.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.461+0000 7f61921f59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:34.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.549+0000 7f6044fe1640 20 reqs_thread_entry: start 2024-09-12T17:41:34.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.549+0000 7f61921f59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:34.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.549+0000 7f61921f59c0 20 Filter name: none 2024-09-12T17:41:34.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.549+0000 7f5fbe7fc640 20 reqs_thread_entry: start 2024-09-12T17:41:34.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.549+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:41:34.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.553+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.553+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.551 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.557+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.557+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:41:34.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.561+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.561+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.561+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.565+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:41:34.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.565+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.569+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.569+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.569+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:41:34.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.573+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.573+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.577+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.577+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:41:34.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.581+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.581+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.581+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.581+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:41:34.581 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.585+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.585+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.585+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.589+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:41:34.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.593+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.593+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.593+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.593+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:41:34.593 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.597+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.595 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.601+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.601+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.605+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:41:34.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.605+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.609+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.609+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.609+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:41:34.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.613+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.613+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.617+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.617+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:41:34.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.621+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.621+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.621+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.621+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:41:34.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.625+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.629+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.629+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.629+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:41:34.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.633+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.637+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.637+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.641+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:41:34.639 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.645+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.640 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.645+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.645+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.649+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:41:34.646 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.649+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.653+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.653+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.653+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:41:34.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.657+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.661+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.661+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.665+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:41:34.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.665+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.665+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.665+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.669+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:41:34.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.673+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.673+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.673+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.673+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:41:34.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.677+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.681+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.681+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.685+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:41:34.682 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.689+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.689+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.689+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.689 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.693+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:41:34.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.697+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.697+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.697+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.701+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:41:34.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.705+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.705+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.705+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.704 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.709+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:41:34.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.713+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.713+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.713+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.717+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:41:34.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.721+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.721+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.725+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.725+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:41:34.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.729+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.727 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.733+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.728 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.733+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.737+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:41:34.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.737+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.741+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.741+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.745+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:41:34.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.749+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.744 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.749+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.749+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.753+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:41:34.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.757+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.757+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.757+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.761+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:41:34.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.765+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.765+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.765+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.762 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.765+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:41:34.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.769+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.773+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.773+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.773+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:41:34.773 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.777+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.781+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.776 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.781+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.785+0000 7f61921f59c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:41:34.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.785+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.784 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.789+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:34.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.789+0000 7f61921f59c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:34.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.793+0000 7f6045fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:34.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.801+0000 7f61921f59c0 20 remove_watcher() i=0 2024-09-12T17:41:34.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.801+0000 7f61921f59c0 2 removed watcher, disabling cache 2024-09-12T17:41:34.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.801+0000 7f61921f59c0 20 remove_watcher() i=1 2024-09-12T17:41:34.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.805+0000 7f61921f59c0 20 remove_watcher() i=2 2024-09-12T17:41:34.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.805+0000 7f61921f59c0 20 remove_watcher() i=3 2024-09-12T17:41:34.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.809+0000 7f61921f59c0 20 remove_watcher() i=4 2024-09-12T17:41:34.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.809+0000 7f61921f59c0 20 remove_watcher() i=5 2024-09-12T17:41:34.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.813+0000 7f61921f59c0 20 remove_watcher() i=6 2024-09-12T17:41:34.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:34.813+0000 7f61921f59c0 20 remove_watcher() i=7 2024-09-12T17:41:34.829 DEBUG:teuthology.orchestra.run.smithi183:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2024-09-12T17:41:35.559 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :clean 2024-09-12T17:41:36.357 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :compileJava 2024-09-12T17:41:36.358 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :processResources 2024-09-12T17:41:36.358 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :classes 2024-09-12T17:41:36.958 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:36.958 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :compileTestJava 2024-09-12T17:41:36.958 INFO:teuthology.orchestra.run.smithi183.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T17:41:36.959 INFO:teuthology.orchestra.run.smithi183.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T17:41:36.960 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:36.960 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T17:41:36.960 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :testClasses 2024-09-12T17:41:38.959 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:38.959 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :test 2024-09-12T17:41:38.959 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:38.959 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests STANDARD_OUT 2024-09-12T17:41:38.959 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12 17:41:38,295 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T17:41:38.959 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:38.959 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2024-09-12T17:41:38.960 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:38.960 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2024-09-12T17:41:38.960 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:38.960 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2024-09-12T17:41:38.960 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:38.960 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2024-09-12T17:41:39.157 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:39.157 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2024-09-12T17:41:39.158 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:39.158 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2024-09-12T17:41:39.457 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:39.457 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2024-09-12T17:41:39.557 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:39.557 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2024-09-12T17:41:39.657 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:39.657 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2024-09-12T17:41:39.757 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:39.757 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2024-09-12T17:41:40.057 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:40.057 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2024-09-12T17:41:40.058 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:40.058 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2024-09-12T17:41:40.157 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:40.157 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2024-09-12T17:41:40.257 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:40.257 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2024-09-12T17:41:40.657 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:40.658 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2024-09-12T17:41:40.757 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:40.757 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2024-09-12T17:41:41.058 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:41.058 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2024-09-12T17:41:41.058 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:41.058 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2024-09-12T17:41:41.157 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:41.157 INFO:teuthology.orchestra.run.smithi183.stdout:-------------------------------------------------------------------- 2024-09-12T17:41:41.158 INFO:teuthology.orchestra.run.smithi183.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2024-09-12T17:41:41.158 INFO:teuthology.orchestra.run.smithi183.stdout:-------------------------------------------------------------------- 2024-09-12T17:41:41.177 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:41.177 INFO:teuthology.orchestra.run.smithi183.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T17:41:41.177 INFO:teuthology.orchestra.run.smithi183.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T17:41:41.177 INFO:teuthology.orchestra.run.smithi183.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T17:41:41.177 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:41.177 INFO:teuthology.orchestra.run.smithi183.stdout:BUILD SUCCESSFUL in 6s 2024-09-12T17:41:41.177 INFO:teuthology.orchestra.run.smithi183.stdout:5 actionable tasks: 5 executed 2024-09-12T17:41:41.185 DEBUG:teuthology.orchestra.run.smithi183:> radosgw-admin gc process --include-all 2024-09-12T17:41:41.212 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:41.212 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:41.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.260+0000 7f357dadb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:41.257 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.260+0000 7f357dadb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:41.257 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.260+0000 7f357dadb9c0 20 realm 2024-09-12T17:41:41.257 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.260+0000 7f357dadb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:41.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.260+0000 7f357dadb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:41.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.260+0000 7f357dadb9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:41.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.260+0000 7f357dadb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:41.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.260+0000 7f357dadb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:41.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.260+0000 7f357dadb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:41.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.264+0000 7f357dadb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:41.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.264+0000 7f357dadb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:41.260 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.264+0000 7f357dadb9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:41.260 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.264+0000 7f357dadb9c0 20 searching for the correct realm 2024-09-12T17:41:41.265 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.268+0000 7f357b5e1640 0 -- 172.21.15.183:0/3243461465 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f3574037040 msgr2=0x7f3574037930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:41.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.276+0000 7f357ade0640 0 -- 172.21.15.183:0/3243461465 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f3574048920 msgr2=0x7f357402a3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:41.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.492+0000 7f357dadb9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:41.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.492+0000 7f357dadb9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:41.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.492+0000 7f357dadb9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:41:41.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.492+0000 7f357dadb9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:41:41.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.492+0000 7f357dadb9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:41.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.492+0000 7f357dadb9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:41.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.492+0000 7f357dadb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:41.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:41.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:41.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:41.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:41.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:41.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 20 zone default found 2024-09-12T17:41:41.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 4 Realm: () 2024-09-12T17:41:41.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:41:41.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:41:41.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:41.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 20 zonegroup default 2024-09-12T17:41:41.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:41.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:41.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:41.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:41.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.496+0000 7f357dadb9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:41.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.500+0000 7f357dadb9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:41.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.500+0000 7f357dadb9c0 20 started sync module instance, tier type = 2024-09-12T17:41:41.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.500+0000 7f357dadb9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:41:41.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.520+0000 7f357dadb9c0 20 add_watcher() i=0 2024-09-12T17:41:41.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.520+0000 7f357dadb9c0 20 add_watcher() i=1 2024-09-12T17:41:41.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.520+0000 7f357dadb9c0 20 add_watcher() i=2 2024-09-12T17:41:41.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.520+0000 7f357dadb9c0 20 add_watcher() i=3 2024-09-12T17:41:41.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.520+0000 7f357dadb9c0 20 add_watcher() i=4 2024-09-12T17:41:41.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.520+0000 7f357dadb9c0 20 add_watcher() i=5 2024-09-12T17:41:41.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.520+0000 7f357dadb9c0 20 add_watcher() i=6 2024-09-12T17:41:41.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.524+0000 7f357dadb9c0 20 add_watcher() i=7 2024-09-12T17:41:41.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.524+0000 7f357dadb9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:41.524 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.528+0000 7f34327e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:41.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.528+0000 7f357dadb9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:41.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.528+0000 7f357dadb9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:41.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.624+0000 7f34317e2640 20 reqs_thread_entry: start 2024-09-12T17:41:41.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.624+0000 7f357dadb9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:41.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.624+0000 7f357dadb9c0 20 Filter name: none 2024-09-12T17:41:41.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.624+0000 7f342a7fc640 20 reqs_thread_entry: start 2024-09-12T17:41:41.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.624+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:41:41.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.624+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.628+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.628+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.628+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:41:41.628 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.632+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.629 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.632+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.632+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.636+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:41:41.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.640+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.640+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.640+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.639 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.644+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:41:41.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.648+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.648+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.648+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.652+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:41:41.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.652+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.652+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.656+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:41.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.656+0000 7f357dadb9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7931210003970831464', time=2024-09-12T19:41:39.810964+0000, chain.objs.size()=1 2024-09-12T17:41:41.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.656+0000 7f357dadb9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.71__shadow_.Fws7JMnKOuw1CmFs-HEu9SWildQ1v8m_0 2024-09-12T17:41:41.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.656+0000 7f357dadb9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:41.657 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.660+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:41:41.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.664+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.664+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.668+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.668+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:41:41.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.672+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.672+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.672+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.676+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:41:41.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.676+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.680+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.680+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.684+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:41:41.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.688+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.688+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.688+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.689 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.692+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:41:41.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.696+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.696+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.696+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.700+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:41:41.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.700+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.704+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.704+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.708+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:41:41.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.708+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.712+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.712+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.716+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:41:41.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.720+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.720+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.720+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.724+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:41:41.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.728+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.728+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.728+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.728 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.732+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:41:41.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.736+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.736+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.740+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.744+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:41:41.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.744+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.744 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.748+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.748+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.747 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.752+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:41:41.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.756+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.756+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.760+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.760+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:41:41.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.764+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.762 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.764+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.763 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.768+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.768+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:41:41.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.772+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.771 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.776+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.771 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.776+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.776+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:41:41.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.780+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.784+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.784+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.788+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:41:41.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.792+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.788 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.792+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.792+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.796+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:41:41.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.800+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.800+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.800+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.804+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:41:41.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.804+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.804+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.808+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.808+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:41:41.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.812+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.816+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.816+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.820+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:41:41.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.820+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.824+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.824+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.824+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:41:41.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.828+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.832+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.832+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.836+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:41:41.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.840+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.840+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.840+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.840 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.844+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:41:41.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.848+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.848+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.848+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.852+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:41:41.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.856+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.856+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.860+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.864+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:41:41.862 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.864+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.863 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.868+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.864 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.868+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:41:41.864 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.868+0000 7f357dadb9c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.680997102828224710', time=2024-09-12T19:41:40.483367+0000, chain.objs.size()=1 2024-09-12T17:41:41.864 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.868+0000 7f357dadb9c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.72__shadow_.xjkh_qorPN8-vR3HkEixf0AcDzN34xp_0 2024-09-12T17:41:41.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.872+0000 7f357dadb9c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:41:41.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.876+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:41:41.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.880+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.880+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.884+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.884+0000 7f357dadb9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:41:41.885 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.888+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.886 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.888+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:41.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.892+0000 7f357dadb9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:41.892 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.896+0000 7f34327e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:41.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.900+0000 7f357dadb9c0 20 remove_watcher() i=0 2024-09-12T17:41:41.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.900+0000 7f357dadb9c0 2 removed watcher, disabling cache 2024-09-12T17:41:41.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.904+0000 7f357dadb9c0 20 remove_watcher() i=1 2024-09-12T17:41:41.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.904+0000 7f357dadb9c0 20 remove_watcher() i=2 2024-09-12T17:41:41.905 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.908+0000 7f357dadb9c0 20 remove_watcher() i=3 2024-09-12T17:41:41.907 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.912+0000 7f357dadb9c0 20 remove_watcher() i=4 2024-09-12T17:41:41.909 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.912+0000 7f357dadb9c0 20 remove_watcher() i=5 2024-09-12T17:41:41.910 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.916+0000 7f357dadb9c0 20 remove_watcher() i=6 2024-09-12T17:41:41.913 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:41.916+0000 7f357dadb9c0 20 remove_watcher() i=7 2024-09-12T17:41:41.938 DEBUG:teuthology.orchestra.run.smithi183:> radosgw-admin gc process --include-all 2024-09-12T17:41:42.010 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:42.010 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:42.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.060+0000 7f30c6a429c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.060+0000 7f30c6a429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:42.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.060+0000 7f30c6a429c0 20 realm 2024-09-12T17:41:42.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.060+0000 7f30c6a429c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.060+0000 7f30c6a429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:42.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.060+0000 7f30c6a429c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:42.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.060+0000 7f30c6a429c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.060+0000 7f30c6a429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:42.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.060+0000 7f30c6a429c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.064+0000 7f30c6a429c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:42.059 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.064+0000 7f30c6a429c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.059 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.064+0000 7f30c6a429c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:42.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.064+0000 7f30c6a429c0 20 searching for the correct realm 2024-09-12T17:41:42.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.068+0000 7f30c4d49640 0 -- 172.21.15.183:0/786184577 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f30b809e040 msgr2=0x7f30b8009250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:42.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.072+0000 7f30c3d47640 0 -- 172.21.15.183:0/786184577 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f30bc008040 msgr2=0x7f30bc02d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:42.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.288+0000 7f30c6a429c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:42.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.288+0000 7f30c6a429c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:42.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.288+0000 7f30c6a429c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:41:42.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.288+0000 7f30c6a429c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:41:42.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.288+0000 7f30c6a429c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:42.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.288+0000 7f30c6a429c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:42.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.288+0000 7f30c6a429c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.288+0000 7f30c6a429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:42.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.288+0000 7f30c6a429c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.286 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:42.287 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.288 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:42.288 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 zone default found 2024-09-12T17:41:42.288 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 4 Realm: () 2024-09-12T17:41:42.288 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:41:42.288 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:41:42.288 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:42.288 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 zonegroup default 2024-09-12T17:41:42.288 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.289 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:42.289 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.289 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:42.289 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.290 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:42.290 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 started sync module instance, tier type = 2024-09-12T17:41:42.290 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.292+0000 7f30c6a429c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:41:42.312 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.316+0000 7f30c6a429c0 20 add_watcher() i=0 2024-09-12T17:41:42.312 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.316+0000 7f30c6a429c0 20 add_watcher() i=1 2024-09-12T17:41:42.312 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.316+0000 7f30c6a429c0 20 add_watcher() i=2 2024-09-12T17:41:42.313 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.316+0000 7f30c6a429c0 20 add_watcher() i=3 2024-09-12T17:41:42.313 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.316+0000 7f30c6a429c0 20 add_watcher() i=4 2024-09-12T17:41:42.313 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.316+0000 7f30c6a429c0 20 add_watcher() i=5 2024-09-12T17:41:42.313 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.316+0000 7f30c6a429c0 20 add_watcher() i=6 2024-09-12T17:41:42.314 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.316+0000 7f30c6a429c0 20 add_watcher() i=7 2024-09-12T17:41:42.314 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.316+0000 7f30c6a429c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:42.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.320+0000 7f2f7afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:42.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.320+0000 7f30c6a429c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:42.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.320+0000 7f30c6a429c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:42.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.412+0000 7f2f79fdb640 20 reqs_thread_entry: start 2024-09-12T17:41:42.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.412+0000 7f30c6a429c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:42.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.412+0000 7f30c6a429c0 20 Filter name: none 2024-09-12T17:41:42.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.412+0000 7f2eeb7fe640 20 reqs_thread_entry: start 2024-09-12T17:41:42.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.412+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:41:42.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.416+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.416+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.413 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.416+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.414 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.416+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:41:42.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.420+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.420+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.420+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.419 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.424+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:41:42.422 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.424+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.423 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.428+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.424 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.428+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.428+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:41:42.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.432+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.432+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.432+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.432+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:41:42.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.436+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.436+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.434 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.436+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.436 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.440+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:41:42.438 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.440+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.439 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.444+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.439 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.444+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.441 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.444+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:41:42.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.448+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.448+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.452+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.452+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:41:42.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.456+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.456+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.456+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.455 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.460+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:41:42.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.464+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.464+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.464+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.468+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:41:42.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.468+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.472+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.472+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.469 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.472+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:41:42.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.476+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.475 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.480+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.476 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.480+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.480+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:41:42.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.484+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.488+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.488+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.487 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.492+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:41:42.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.496+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.496+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.496+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.500+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:41:42.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.500+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.504+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.504+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.502 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.504+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:41:42.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.508+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.512+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.512+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.512+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:41:42.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.516+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.514 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.516+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.520+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.520+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:41:42.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.524+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.528+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.524 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.528+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.532+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:41:42.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.532+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.536+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.536+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.540+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:41:42.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.544+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.544+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.544+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.548+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:41:42.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.552+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.552+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.551 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.556+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.556+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:41:42.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.560+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.564+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.564+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.568+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:41:42.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.572+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.572+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.572+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.576+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:41:42.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.580+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.580+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.580+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.580 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.584+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:41:42.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.588+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.588+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.592+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.596+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:41:42.594 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.596+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.600+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.600+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.608+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:41:42.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.612+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.612+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.612+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.612 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.616+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:41:42.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.620+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.620+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.624+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.624+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:41:42.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.628+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.627 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.632+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.628 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.632+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.632+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:41:42.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.636+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.640+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.640+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.639 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.644+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:41:42.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.648+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.645 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.648+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.646 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.648+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.652+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:41:42.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.656+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.660+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.660+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.664+0000 7f30c6a429c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:41:42.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.668+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.668+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:42.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.672+0000 7f30c6a429c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:42.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.676+0000 7f2f7afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:42.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.680+0000 7f30c6a429c0 20 remove_watcher() i=0 2024-09-12T17:41:42.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.680+0000 7f30c6a429c0 2 removed watcher, disabling cache 2024-09-12T17:41:42.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.684+0000 7f30c6a429c0 20 remove_watcher() i=1 2024-09-12T17:41:42.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.688+0000 7f30c6a429c0 20 remove_watcher() i=2 2024-09-12T17:41:42.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.688+0000 7f30c6a429c0 20 remove_watcher() i=3 2024-09-12T17:41:42.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.692+0000 7f30c6a429c0 20 remove_watcher() i=4 2024-09-12T17:41:42.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.692+0000 7f30c6a429c0 20 remove_watcher() i=5 2024-09-12T17:41:42.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.696+0000 7f30c6a429c0 20 remove_watcher() i=6 2024-09-12T17:41:42.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.696+0000 7f30c6a429c0 20 remove_watcher() i=7 2024-09-12T17:41:42.713 DEBUG:teuthology.orchestra.run.smithi183:> radosgw-admin gc process --include-all 2024-09-12T17:41:42.786 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:42.786 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:42.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.836+0000 7f06547079c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.836+0000 7f06547079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:42.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.836+0000 7f06547079c0 20 realm 2024-09-12T17:41:42.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.836+0000 7f06547079c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.836+0000 7f06547079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:42.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.836+0000 7f06547079c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:42.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.836+0000 7f06547079c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.836+0000 7f06547079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:42.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.836+0000 7f06547079c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.835 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.840+0000 7f06547079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:42.835 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.840+0000 7f06547079c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:42.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.840+0000 7f06547079c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:42.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.840+0000 7f06547079c0 20 searching for the correct realm 2024-09-12T17:41:42.840 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:42.844+0000 7f0652a0e640 0 -- 172.21.15.183:0/4137706124 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f064801a040 msgr2=0x7f0648019920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:43.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.060+0000 7f0651a0c640 0 -- 172.21.15.183:0/4137706124 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f064c025040 msgr2=0x7f064c0994e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:41:43.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.276+0000 7f06547079c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:43.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.276+0000 7f06547079c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:43.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.276+0000 7f06547079c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:41:43.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.276+0000 7f06547079c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:41:43.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.276+0000 7f06547079c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:43.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.276+0000 7f06547079c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:43.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.276+0000 7f06547079c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.276+0000 7f06547079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:43.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.276+0000 7f06547079c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:43.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:43.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 zone default found 2024-09-12T17:41:43.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 4 Realm: () 2024-09-12T17:41:43.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:41:43.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:41:43.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:43.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 zonegroup default 2024-09-12T17:41:43.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:43.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:43.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:43.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 started sync module instance, tier type = 2024-09-12T17:41:43.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.280+0000 7f06547079c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:41:43.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.304+0000 7f06547079c0 20 add_watcher() i=0 2024-09-12T17:41:43.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.304+0000 7f06547079c0 20 add_watcher() i=1 2024-09-12T17:41:43.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.304+0000 7f06547079c0 20 add_watcher() i=2 2024-09-12T17:41:43.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.304+0000 7f06547079c0 20 add_watcher() i=3 2024-09-12T17:41:43.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.304+0000 7f06547079c0 20 add_watcher() i=4 2024-09-12T17:41:43.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.304+0000 7f06547079c0 20 add_watcher() i=5 2024-09-12T17:41:43.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.304+0000 7f06547079c0 20 add_watcher() i=6 2024-09-12T17:41:43.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.308+0000 7f06547079c0 20 add_watcher() i=7 2024-09-12T17:41:43.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.308+0000 7f06547079c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:43.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.312+0000 7f0508fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:43.309 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.312+0000 7f06547079c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:43.309 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.312+0000 7f06547079c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:43.402 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.404+0000 7f04837fe640 20 reqs_thread_entry: start 2024-09-12T17:41:43.402 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.404+0000 7f06547079c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:43.403 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.404+0000 7f06547079c0 20 Filter name: none 2024-09-12T17:41:43.403 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.404+0000 7f04817fa640 20 reqs_thread_entry: start 2024-09-12T17:41:43.403 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.404+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:41:43.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.408+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.408+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.408+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.412+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:41:43.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.416+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.416+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.413 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.416+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.420+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:41:43.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.420+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.419 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.424+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.419 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.424+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.421 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.424+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:41:43.423 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.428+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.424 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.428+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.424 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.428+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.432+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:41:43.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.432+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.432+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.432+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.432 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.436+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:41:43.436 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.440+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.437 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.440+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.438 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.440+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.441 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.444+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:41:43.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.448+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.448+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.448+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.452+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:41:43.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.452+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.456+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.456+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.455 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.460+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:41:43.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.460+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.464+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.464+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.464+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:41:43.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.468+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.468+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.469 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.468+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.469 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.472+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:41:43.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.476+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.476+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.474 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.476+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.480+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:41:43.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.484+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.484+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.488+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.488+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:41:43.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.492+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.492+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.492+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.496+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:41:43.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.500+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.500+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.500+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.504+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:41:43.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.508+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.508+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.508+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.512+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:41:43.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.512+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.516+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.516+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.514 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.516+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:41:43.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.520+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.524+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.524+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.528+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:41:43.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.532+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.532+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.532+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.536+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:41:43.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.540+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.540+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.540+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.540+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:41:43.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.544+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.544+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.548+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.548+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:41:43.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.552+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.552+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.551 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.556+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.556+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:41:43.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.560+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.564+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.564+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.568+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:41:43.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.572+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.572+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.572+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.576+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:41:43.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.580+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.580+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.580+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.581 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.584+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:41:43.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.588+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.592+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.592+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.596+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:41:43.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.600+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.600+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.600+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.604+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:41:43.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.608+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.608+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.608+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.612+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:41:43.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.616+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.616+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.616+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.620+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:41:43.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.624+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.624+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.624+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.628+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:41:43.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.628+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.627 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.632+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.628 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.632+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.632+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:41:43.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.636+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.640+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.637 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.640+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.640 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.644+0000 7f06547079c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:41:43.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.648+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.648+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.645 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.648+0000 7f06547079c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.652+0000 7f0508fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:43.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.656+0000 7f06547079c0 20 remove_watcher() i=0 2024-09-12T17:41:43.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.656+0000 7f06547079c0 2 removed watcher, disabling cache 2024-09-12T17:41:43.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.660+0000 7f06547079c0 20 remove_watcher() i=1 2024-09-12T17:41:43.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.664+0000 7f06547079c0 20 remove_watcher() i=2 2024-09-12T17:41:43.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.664+0000 7f06547079c0 20 remove_watcher() i=3 2024-09-12T17:41:43.663 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.668+0000 7f06547079c0 20 remove_watcher() i=4 2024-09-12T17:41:43.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.668+0000 7f06547079c0 20 remove_watcher() i=5 2024-09-12T17:41:43.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.672+0000 7f06547079c0 20 remove_watcher() i=6 2024-09-12T17:41:43.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.672+0000 7f06547079c0 20 remove_watcher() i=7 2024-09-12T17:41:43.688 DEBUG:teuthology.orchestra.run.smithi183:> radosgw-admin gc process --include-all 2024-09-12T17:41:43.762 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:41:43.763 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:41:43.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.808+0000 7f82757bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.812+0000 7f82757bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:43.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.812+0000 7f82757bc9c0 20 realm 2024-09-12T17:41:43.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.812+0000 7f82757bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.812+0000 7f82757bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:43.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.812+0000 7f82757bc9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:41:43.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.812+0000 7f82757bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.812+0000 7f82757bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:43.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.812+0000 7f82757bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.812+0000 7f82757bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:43.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.812+0000 7f82757bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.812+0000 7f82757bc9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:41:43.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.812+0000 7f82757bc9c0 20 searching for the correct realm 2024-09-12T17:41:43.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.820+0000 7f8273ac3640 0 -- 172.21.15.183:0/4073292947 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x5559f2e542f0 msgr2=0x5559f2e56700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:43.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.824+0000 7f8272ac1640 0 -- 172.21.15.183:0/4073292947 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f826c05a040 msgr2=0x7f826c049040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:41:43.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.832+0000 7f82757bc9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:41:43.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.832+0000 7f82757bc9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:41:43.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.832+0000 7f82757bc9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:41:43.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.832+0000 7f82757bc9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:41:43.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.832+0000 7f82757bc9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:41:43.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.832+0000 7f82757bc9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:41:43.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.832+0000 7f82757bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.832+0000 7f82757bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:43.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.832+0000 7f82757bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:41:43.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:41:43.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 zone default found 2024-09-12T17:41:43.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 4 Realm: () 2024-09-12T17:41:43.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:41:43.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:41:43.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:41:43.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 zonegroup default 2024-09-12T17:41:43.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:43.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:43.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 rados->read ofs=0 len=0 2024-09-12T17:41:43.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:41:43.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 started sync module instance, tier type = 2024-09-12T17:41:43.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.836+0000 7f82757bc9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:41:43.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.852+0000 7f82757bc9c0 20 add_watcher() i=0 2024-09-12T17:41:43.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.852+0000 7f82757bc9c0 20 add_watcher() i=1 2024-09-12T17:41:43.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.852+0000 7f82757bc9c0 20 add_watcher() i=2 2024-09-12T17:41:43.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.852+0000 7f82757bc9c0 20 add_watcher() i=3 2024-09-12T17:41:43.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.852+0000 7f82757bc9c0 20 add_watcher() i=4 2024-09-12T17:41:43.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.852+0000 7f82757bc9c0 20 add_watcher() i=5 2024-09-12T17:41:43.849 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.852+0000 7f82757bc9c0 20 add_watcher() i=6 2024-09-12T17:41:43.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.852+0000 7f82757bc9c0 20 add_watcher() i=7 2024-09-12T17:41:43.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.852+0000 7f82757bc9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:41:43.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.856+0000 7f8129fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:43.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.856+0000 7f82757bc9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:41:43.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.856+0000 7f82757bc9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:41:43.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.924+0000 7f8128fe1640 20 reqs_thread_entry: start 2024-09-12T17:41:43.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.924+0000 7f82757bc9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:41:43.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.928+0000 7f82757bc9c0 20 Filter name: none 2024-09-12T17:41:43.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.928+0000 7f80a27fc640 20 reqs_thread_entry: start 2024-09-12T17:41:43.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.928+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:41:43.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.928+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.925 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.928+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.926 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.928+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.927 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.932+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:41:43.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.932+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.932+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.932+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.936+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:41:43.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.936+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.940+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.937 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.940+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.939 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.944+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:41:43.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.944+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.944+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.944+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.948+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:41:43.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.948+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.952+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.952+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.952+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:41:43.951 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.956+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.952 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.956+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.952 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.956+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.954 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.960+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:41:43.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.960+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.964+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.964+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.964+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:41:43.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.968+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.968+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.968+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.968 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.972+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:41:43.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.976+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.976+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.976+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.980+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:41:43.980 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.984+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.980 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.984+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.980 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.984+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.984+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:41:43.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.988+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.992+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.988 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.992+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.996+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:41:43.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:43.996+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:43.996 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.000+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:43.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.000+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.002 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.004+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:41:44.005 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.008+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.007 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.012+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.012+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.011 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.016+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:41:44.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.016+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.016+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.020+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.016 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.020+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:41:44.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.024+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.021 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.024+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.024+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.025 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.028+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:41:44.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.032+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.032+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.032+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.032+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:41:44.033 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.036+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.033 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.036+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.036+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.040+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:41:44.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.044+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.044+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.044+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.048+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:41:44.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.052+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.052+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.056+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.056+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:41:44.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.060+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.060+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.060+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.059 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.064+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:41:44.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.068+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.065 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.068+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.065 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.068+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.072+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:41:44.071 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.076+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.076+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.076+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.076+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:41:44.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.080+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.084+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.081 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.084+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.088+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:41:44.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.092+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.092+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.096+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.096+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:41:44.096 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.100+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.100+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.100+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.098 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.100+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:41:44.101 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.104+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.108+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.108+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.106 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.108+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:41:44.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.112+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.116+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.111 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.116+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.116+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:41:44.116 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.120+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.117 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.120+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.117 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.120+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.120 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.124+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:41:44.122 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.124+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.123 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.128+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.124 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.128+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.126 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.128+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:41:44.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.132+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.136+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.132 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.136+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.135 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.140+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:41:44.139 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.144+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.140 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.144+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.141 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.144+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.144 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.148+0000 7f82757bc9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:41:44.148 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.152+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.152+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:41:44.150 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.152+0000 7f82757bc9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:41:44.155 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.160+0000 7f8129fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:41:44.161 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.164+0000 7f82757bc9c0 20 remove_watcher() i=0 2024-09-12T17:41:44.161 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.164+0000 7f82757bc9c0 2 removed watcher, disabling cache 2024-09-12T17:41:44.165 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.168+0000 7f82757bc9c0 20 remove_watcher() i=1 2024-09-12T17:41:44.166 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.172+0000 7f82757bc9c0 20 remove_watcher() i=2 2024-09-12T17:41:44.169 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.172+0000 7f82757bc9c0 20 remove_watcher() i=3 2024-09-12T17:41:44.172 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.176+0000 7f82757bc9c0 20 remove_watcher() i=4 2024-09-12T17:41:44.174 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.176+0000 7f82757bc9c0 20 remove_watcher() i=5 2024-09-12T17:41:44.176 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.180+0000 7f82757bc9c0 20 remove_watcher() i=6 2024-09-12T17:41:44.179 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:41:44.184+0000 7f82757bc9c0 20 remove_watcher() i=7 2024-09-12T17:41:44.199 DEBUG:teuthology.orchestra.run.smithi183:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2024-09-12T17:41:44.907 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :clean 2024-09-12T17:41:45.504 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :compileJava 2024-09-12T17:41:45.604 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :processResources 2024-09-12T17:41:45.604 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :classes 2024-09-12T17:41:46.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:46.104 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :compileTestJava 2024-09-12T17:41:46.105 INFO:teuthology.orchestra.run.smithi183.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T17:41:46.105 INFO:teuthology.orchestra.run.smithi183.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T17:41:46.106 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:46.106 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T17:41:46.106 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :testClasses 2024-09-12T17:41:48.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:48.104 INFO:teuthology.orchestra.run.smithi183.stdout:> Task :test 2024-09-12T17:41:48.105 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:48.105 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests STANDARD_OUT 2024-09-12T17:41:48.106 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12 17:41:47,496 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T17:41:48.106 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:48.106 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2024-09-12T17:41:48.106 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:48.106 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2024-09-12T17:41:48.304 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:48.305 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2024-09-12T17:41:48.305 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:48.305 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2024-09-12T17:41:48.604 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:48.604 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2024-09-12T17:41:48.605 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:48.605 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2024-09-12T17:41:48.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:48.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2024-09-12T17:41:49.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:49.804 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2024-09-12T17:41:50.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:50.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2024-09-12T17:41:50.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:50.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2024-09-12T17:41:50.405 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:50.405 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2024-09-12T17:41:50.506 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:50.506 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2024-09-12T17:41:50.805 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:50.805 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2024-09-12T17:41:50.805 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:50.805 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2024-09-12T17:41:50.905 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:50.905 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2024-09-12T17:41:50.905 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:50.906 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2024-09-12T17:41:51.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:51.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2024-09-12T17:41:51.605 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:51.605 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2024-09-12T17:41:51.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:51.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2024-09-12T17:41:52.004 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:52.004 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2024-09-12T17:41:52.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:52.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2024-09-12T17:41:52.305 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:52.305 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2024-09-12T17:41:52.504 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:52.504 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2024-09-12T17:41:52.604 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:52.604 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2024-09-12T17:41:52.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:52.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2024-09-12T17:41:52.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:52.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2024-09-12T17:41:53.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:53.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2024-09-12T17:41:53.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:53.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2024-09-12T17:41:53.404 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:53.404 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2024-09-12T17:41:53.504 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:53.505 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2024-09-12T17:41:53.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:53.804 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2024-09-12T17:41:53.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:53.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2024-09-12T17:41:54.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:54.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2024-09-12T17:41:54.704 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:54.704 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2024-09-12T17:41:55.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:41:55.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2024-09-12T17:42:01.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:01.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2024-09-12T17:42:01.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:01.804 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2024-09-12T17:42:01.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:01.805 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2024-09-12T17:42:02.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:02.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2024-09-12T17:42:02.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:02.105 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2024-09-12T17:42:02.504 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:02.504 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2024-09-12T17:42:03.004 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:03.004 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2024-09-12T17:42:03.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:03.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2024-09-12T17:42:03.304 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:03.304 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2024-09-12T17:42:03.304 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:03.305 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2024-09-12T17:42:04.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:04.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2024-09-12T17:42:04.404 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:04.404 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T17:42:04.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:04.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T17:42:05.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:05.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2024-09-12T17:42:06.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:06.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2024-09-12T17:42:07.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:07.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2024-09-12T17:42:12.004 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:12.004 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2024-09-12T17:42:12.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:12.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2024-09-12T17:42:13.704 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:13.704 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2024-09-12T17:42:13.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:13.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2024-09-12T17:42:15.604 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:15.604 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2024-09-12T17:42:15.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:15.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2024-09-12T17:42:16.404 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:16.404 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2024-09-12T17:42:16.704 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:16.704 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2024-09-12T17:42:16.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:16.804 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2024-09-12T17:42:16.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:16.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2024-09-12T17:42:16.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:16.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2024-09-12T17:42:17.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:17.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2024-09-12T17:42:17.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:17.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2024-09-12T17:42:17.404 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:17.404 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2024-09-12T17:42:17.504 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:17.504 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2024-09-12T17:42:17.704 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:17.704 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2024-09-12T17:42:17.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:17.804 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2024-09-12T17:42:18.004 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:18.004 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2024-09-12T17:42:18.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:18.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2024-09-12T17:42:18.304 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:18.304 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2024-09-12T17:42:18.304 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:18.305 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2024-09-12T17:42:18.604 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:18.604 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2024-09-12T17:42:18.704 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:18.704 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2024-09-12T17:42:19.004 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:19.004 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2024-09-12T17:42:19.105 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:19.105 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2024-09-12T17:42:19.409 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:19.409 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2024-09-12T17:42:19.505 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:19.505 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2024-09-12T17:42:19.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:19.805 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2024-09-12T17:42:19.905 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:19.905 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2024-09-12T17:42:20.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:20.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2024-09-12T17:42:20.304 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:20.305 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2024-09-12T17:42:20.605 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:20.605 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2024-09-12T17:42:20.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:20.804 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2024-09-12T17:42:21.005 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:21.005 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2024-09-12T17:42:21.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:21.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2024-09-12T17:42:21.404 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:21.404 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2024-09-12T17:42:21.504 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:21.504 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2024-09-12T17:42:21.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:21.804 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2024-09-12T17:42:22.004 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:22.004 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2024-09-12T17:42:22.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:22.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2024-09-12T17:42:22.404 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:22.404 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2024-09-12T17:42:22.604 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:22.604 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2024-09-12T17:42:22.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:22.804 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2024-09-12T17:42:23.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:23.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2024-09-12T17:42:23.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:23.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2024-09-12T17:42:23.404 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:23.404 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2024-09-12T17:42:23.504 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:23.504 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2024-09-12T17:42:23.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:23.804 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2024-09-12T17:42:23.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:23.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2024-09-12T17:42:24.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:24.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2024-09-12T17:42:24.304 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:24.304 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2024-09-12T17:42:24.604 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:24.604 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2024-09-12T17:42:24.704 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:24.704 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2024-09-12T17:42:25.004 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:25.004 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2024-09-12T17:42:25.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:25.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2024-09-12T17:42:25.404 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:25.404 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2024-09-12T17:42:25.504 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:25.504 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2024-09-12T17:42:25.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:25.804 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2024-09-12T17:42:25.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:25.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2024-09-12T17:42:26.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:26.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2024-09-12T17:42:26.304 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:26.304 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2024-09-12T17:42:26.604 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:26.604 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2024-09-12T17:42:26.704 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:26.704 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2024-09-12T17:42:27.004 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:27.004 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2024-09-12T17:42:27.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:27.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2024-09-12T17:42:27.304 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:27.304 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2024-09-12T17:42:27.404 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:27.404 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2024-09-12T17:42:27.604 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:27.604 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2024-09-12T17:42:27.704 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:27.704 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2024-09-12T17:42:27.904 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:27.904 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2024-09-12T17:42:28.004 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:28.004 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2024-09-12T17:42:28.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:28.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2024-09-12T17:42:28.304 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:28.304 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2024-09-12T17:42:28.504 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:28.504 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2024-09-12T17:42:28.704 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:28.704 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2024-09-12T17:42:29.004 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:29.004 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2024-09-12T17:42:29.005 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:29.005 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2024-09-12T17:42:29.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:29.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2024-09-12T17:42:29.204 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:29.204 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2024-09-12T17:42:29.404 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:29.404 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2024-09-12T17:42:29.504 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:29.504 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2024-09-12T17:42:29.704 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:29.704 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2024-09-12T17:42:29.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:29.804 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2024-09-12T17:42:30.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:30.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2024-09-12T17:42:30.104 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:30.104 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2024-09-12T17:42:30.404 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:30.404 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2024-09-12T17:42:30.804 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:30.805 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2024-09-12T17:42:31.004 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:31.005 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2024-09-12T17:42:31.504 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:31.504 INFO:teuthology.orchestra.run.smithi183.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2024-09-12T17:42:31.704 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:31.704 INFO:teuthology.orchestra.run.smithi183.stdout:---------------------------------------------------------------------- 2024-09-12T17:42:31.704 INFO:teuthology.orchestra.run.smithi183.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2024-09-12T17:42:31.704 INFO:teuthology.orchestra.run.smithi183.stdout:---------------------------------------------------------------------- 2024-09-12T17:42:31.726 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:31.726 INFO:teuthology.orchestra.run.smithi183.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T17:42:31.726 INFO:teuthology.orchestra.run.smithi183.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T17:42:31.726 INFO:teuthology.orchestra.run.smithi183.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T17:42:31.726 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:31.726 INFO:teuthology.orchestra.run.smithi183.stdout:BUILD SUCCESSFUL in 47s 2024-09-12T17:42:31.726 INFO:teuthology.orchestra.run.smithi183.stdout:5 actionable tasks: 5 executed 2024-09-12T17:42:31.745 DEBUG:teuthology.orchestra.run.smithi183:> radosgw-admin gc process --include-all 2024-09-12T17:42:31.771 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:31.771 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:31.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.815+0000 7fe993c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:31.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.819+0000 7fe993c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:31.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.819+0000 7fe993c439c0 20 realm 2024-09-12T17:42:31.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.819+0000 7fe993c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:31.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.819+0000 7fe993c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:31.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.819+0000 7fe993c439c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:31.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.819+0000 7fe993c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:31.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.819+0000 7fe993c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:31.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.819+0000 7fe993c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:31.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.819+0000 7fe993c439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:31.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.819+0000 7fe993c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:31.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.823+0000 7fe993c439c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:31.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.823+0000 7fe993c439c0 20 searching for the correct realm 2024-09-12T17:42:31.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.827+0000 7fe991f4a640 0 -- 172.21.15.183:0/1985998635 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fe9880c1070 msgr2=0x7fe98812a1c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:31.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:31.835+0000 7fe990f48640 0 -- 172.21.15.183:0/1985998635 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fe98c017020 msgr2=0x7fe98c031400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:32.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.051+0000 7fe993c439c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:32.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.051+0000 7fe993c439c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:32.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.051+0000 7fe993c439c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:32.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.051+0000 7fe993c439c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:32.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.051+0000 7fe993c439c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:32.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.051+0000 7fe993c439c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:32.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.051+0000 7fe993c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:32.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.051+0000 7fe993c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:32.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.051+0000 7fe993c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:32.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:32.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:32.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:32.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 zone default found 2024-09-12T17:42:32.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 4 Realm: () 2024-09-12T17:42:32.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:32.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:32.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:32.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 zonegroup default 2024-09-12T17:42:32.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:32.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:32.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:32.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:32.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:32.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:32.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 started sync module instance, tier type = 2024-09-12T17:42:32.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.055+0000 7fe993c439c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:32.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.079+0000 7fe993c439c0 20 add_watcher() i=0 2024-09-12T17:42:32.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.079+0000 7fe993c439c0 20 add_watcher() i=1 2024-09-12T17:42:32.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.079+0000 7fe993c439c0 20 add_watcher() i=2 2024-09-12T17:42:32.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.079+0000 7fe993c439c0 20 add_watcher() i=3 2024-09-12T17:42:32.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.079+0000 7fe993c439c0 20 add_watcher() i=4 2024-09-12T17:42:32.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.079+0000 7fe993c439c0 20 add_watcher() i=5 2024-09-12T17:42:32.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.083+0000 7fe993c439c0 20 add_watcher() i=6 2024-09-12T17:42:32.081 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.083+0000 7fe993c439c0 20 add_watcher() i=7 2024-09-12T17:42:32.082 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.083+0000 7fe993c439c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:32.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.087+0000 7fe847fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:32.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.087+0000 7fe993c439c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:32.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.087+0000 7fe993c439c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:32.178 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.179+0000 7fe846fe5640 20 reqs_thread_entry: start 2024-09-12T17:42:32.178 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.179+0000 7fe993c439c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:32.178 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.179+0000 7fe993c439c0 20 Filter name: none 2024-09-12T17:42:32.178 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.179+0000 7fe844fe1640 20 reqs_thread_entry: start 2024-09-12T17:42:32.178 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.179+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:42:32.180 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T17:42:32.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10519566839364908501', time=2024-09-12T19:42:01.281120+0000, chain.objs.size()=7 2024-09-12T17:42:32.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~0g4b4E_e-7rXQ1gCBClDYJBRiQTsILl.1 2024-09-12T17:42:32.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~0g4b4E_e-7rXQ1gCBClDYJBRiQTsILl.1_1 2024-09-12T17:42:32.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~0g4b4E_e-7rXQ1gCBClDYJBRiQTsILl.1_2 2024-09-12T17:42:32.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~0g4b4E_e-7rXQ1gCBClDYJBRiQTsILl.2 2024-09-12T17:42:32.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~0g4b4E_e-7rXQ1gCBClDYJBRiQTsILl.2_1 2024-09-12T17:42:32.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~0g4b4E_e-7rXQ1gCBClDYJBRiQTsILl.2_2 2024-09-12T17:42:32.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~0g4b4E_e-7rXQ1gCBClDYJBRiQTsILl.3 2024-09-12T17:42:32.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10609418131621414142', time=2024-09-12T19:42:19.995646+0000, chain.objs.size()=1 2024-09-12T17:42:32.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.115__shadow_.Y-xWeu7AQrqWNazoKD6lHhOd-UAAtWu_0 2024-09-12T17:42:32.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1362412987572322109', time=2024-09-12T19:42:22.019750+0000, chain.objs.size()=1 2024-09-12T17:42:32.185 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.120__shadow_.dm6AhThO29GVhbRqTU97oGXr51We8lY_0 2024-09-12T17:42:32.185 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4830481151429148894', time=2024-09-12T19:42:23.997278+0000, chain.objs.size()=1 2024-09-12T17:42:32.185 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.125__shadow_.W0tphaIUqWpz2COo17VMX0zgYcWJgdH_0 2024-09-12T17:42:32.185 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12354097901581098600', time=2024-09-12T19:42:24.802979+0000, chain.objs.size()=1 2024-09-12T17:42:32.185 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.127__shadow_.I4XQm-t4KRcShfOwRt8ENY7DfA0cqdL_0 2024-09-12T17:42:32.185 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1751420924207103318', time=2024-09-12T19:42:27.154613+0000, chain.objs.size()=1 2024-09-12T17:42:32.185 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.183+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.133__shadow_.RyjmXPyemrHXL5TUkiUlyrB7jvDO_lw_0 2024-09-12T17:42:32.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.191+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12372317705598063125', time=2024-09-12T19:42:31.529951+0000, chain.objs.size()=1 2024-09-12T17:42:32.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.191+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.144__shadow_.Gz2ds6I7ookeQwLzMEweDw8L9jB_fDF_0 2024-09-12T17:42:32.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.195+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.197 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.199+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:42:32.201 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.201 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:42:32.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3934623241656883898', time=2024-09-12T19:42:08.533046+0000, chain.objs.size()=9 2024-09-12T17:42:32.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~kuPkx939_ZFh7aBF1pdheSgaE3kELQj.1 2024-09-12T17:42:32.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~kuPkx939_ZFh7aBF1pdheSgaE3kELQj.1_1 2024-09-12T17:42:32.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~kuPkx939_ZFh7aBF1pdheSgaE3kELQj.2 2024-09-12T17:42:32.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~kuPkx939_ZFh7aBF1pdheSgaE3kELQj.2_1 2024-09-12T17:42:32.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~kuPkx939_ZFh7aBF1pdheSgaE3kELQj.3 2024-09-12T17:42:32.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~kuPkx939_ZFh7aBF1pdheSgaE3kELQj.3_1 2024-09-12T17:42:32.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~kuPkx939_ZFh7aBF1pdheSgaE3kELQj.4 2024-09-12T17:42:32.203 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~kuPkx939_ZFh7aBF1pdheSgaE3kELQj.4_1 2024-09-12T17:42:32.204 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~kuPkx939_ZFh7aBF1pdheSgaE3kELQj.5 2024-09-12T17:42:32.204 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2232156520881814295', time=2024-09-12T19:42:22.030401+0000, chain.objs.size()=1 2024-09-12T17:42:32.204 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.120__shadow_.bdffaco7k4_5em566gAkF7hr-vTEG3p_0 2024-09-12T17:42:32.204 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1587455701907268609', time=2024-09-12T19:42:22.434707+0000, chain.objs.size()=1 2024-09-12T17:42:32.204 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.203+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.121__shadow_.FmzvW9DX6L8sC1jBcV89CscC1MoYzAZ_0 2024-09-12T17:42:32.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.211+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.215+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:42:32.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.218 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:42:32.218 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5365261644310058460', time=2024-09-12T19:42:09.831431+0000, chain.objs.size()=9 2024-09-12T17:42:32.218 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~2Q_KLWhuFIKX0KvE-qrdorLbMygxwSg.1 2024-09-12T17:42:32.218 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~2Q_KLWhuFIKX0KvE-qrdorLbMygxwSg.1_1 2024-09-12T17:42:32.218 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~2Q_KLWhuFIKX0KvE-qrdorLbMygxwSg.2 2024-09-12T17:42:32.219 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~2Q_KLWhuFIKX0KvE-qrdorLbMygxwSg.2_1 2024-09-12T17:42:32.219 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~2Q_KLWhuFIKX0KvE-qrdorLbMygxwSg.3 2024-09-12T17:42:32.219 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~2Q_KLWhuFIKX0KvE-qrdorLbMygxwSg.3_1 2024-09-12T17:42:32.219 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~2Q_KLWhuFIKX0KvE-qrdorLbMygxwSg.4 2024-09-12T17:42:32.219 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~2Q_KLWhuFIKX0KvE-qrdorLbMygxwSg.4_1 2024-09-12T17:42:32.219 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.219+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~2Q_KLWhuFIKX0KvE-qrdorLbMygxwSg.5 2024-09-12T17:42:32.225 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.227+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.228 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.231+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:42:32.230 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.231+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.231 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.235+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.232 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.235+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T17:42:32.232 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.235+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.89080932303953251', time=2024-09-12T19:42:19.176147+0000, chain.objs.size()=1 2024-09-12T17:42:32.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.235+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.113__shadow_.tWleLt-cRc29Qrzw1BkU5m9bEzQqnTw_0 2024-09-12T17:42:32.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.235+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12152520778667497612', time=2024-09-12T19:42:20.852951+0000, chain.objs.size()=1 2024-09-12T17:42:32.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.235+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.117__shadow_.5YPRcc5jsZLjGMLLP2Cu7HwUmu5F_Oq_0 2024-09-12T17:42:32.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.235+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.274274604608089898', time=2024-09-12T19:42:21.241856+0000, chain.objs.size()=1 2024-09-12T17:42:32.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.235+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.118__shadow_.YKhKtE5JESMIDnNjEdDmwwZmHDQGh5y_0 2024-09-12T17:42:32.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.235+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8267182442627423516', time=2024-09-12T19:42:22.869040+0000, chain.objs.size()=1 2024-09-12T17:42:32.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.235+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.122__shadow_.jcTEtHUltKjw7vD_5D7J2qYNOaPdxHc_0 2024-09-12T17:42:32.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.235+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13692873227110761313', time=2024-09-12T19:42:25.591843+0000, chain.objs.size()=1 2024-09-12T17:42:32.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.235+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.129__shadow_.qMNLshi2ayCjPqDSgQ3QyYg4r5fX8jT_0 2024-09-12T17:42:32.235 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.239+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.240 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.243+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:42:32.243 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.243+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.243 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.247+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.244 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.247+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:42:32.244 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.247+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7701949137033343479', time=2024-09-12T19:42:18.796013+0000, chain.objs.size()=1 2024-09-12T17:42:32.244 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.247+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.112__shadow_.9pL6MelwD538s_aLvYaQO9_D2s65XNg_0 2024-09-12T17:42:32.247 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.247+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.252 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.255+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:42:32.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.259+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.257 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.259+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.259+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:42:32.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.259+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2301985352143496862', time=2024-09-12T19:41:48.402102+0000, chain.objs.size()=1 2024-09-12T17:42:32.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.259+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.77__shadow_.-bnxRZgNoAS_iudX4_DcII6LgZ7cqlq_0 2024-09-12T17:42:32.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.259+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7009280528157374633', time=2024-09-12T19:42:21.626315+0000, chain.objs.size()=1 2024-09-12T17:42:32.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.259+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.119__shadow_.GD3pDYODkOUADXfmNKNBQFCJhG_L8D0_0 2024-09-12T17:42:32.261 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.263+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.267 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.267+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:42:32.270 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.271+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.271+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T17:42:32.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17777614872288268146', time=2024-09-12T19:42:04.227444+0000, chain.objs.size()=9 2024-09-12T17:42:32.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.99__multipart_key1.2~i1ND-c5QEps6a7dzuTcxWdSwLX9Im1r.1 2024-09-12T17:42:32.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.99__shadow_key1.2~i1ND-c5QEps6a7dzuTcxWdSwLX9Im1r.1_1 2024-09-12T17:42:32.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.99__multipart_key1.2~i1ND-c5QEps6a7dzuTcxWdSwLX9Im1r.2 2024-09-12T17:42:32.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.99__shadow_key1.2~i1ND-c5QEps6a7dzuTcxWdSwLX9Im1r.2_1 2024-09-12T17:42:32.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.99__multipart_key1.2~i1ND-c5QEps6a7dzuTcxWdSwLX9Im1r.3 2024-09-12T17:42:32.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.99__shadow_key1.2~i1ND-c5QEps6a7dzuTcxWdSwLX9Im1r.3_1 2024-09-12T17:42:32.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.99__multipart_key1.2~i1ND-c5QEps6a7dzuTcxWdSwLX9Im1r.4 2024-09-12T17:42:32.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.99__shadow_key1.2~i1ND-c5QEps6a7dzuTcxWdSwLX9Im1r.4_1 2024-09-12T17:42:32.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.99__multipart_key1.2~i1ND-c5QEps6a7dzuTcxWdSwLX9Im1r.5 2024-09-12T17:42:32.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2652576285949647574', time=2024-09-12T19:42:20.010653+0000, chain.objs.size()=1 2024-09-12T17:42:32.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.115__shadow_.f8IMvnGwzhdhBXvmN-ZSy7566OYKdAR_0 2024-09-12T17:42:32.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10399465125575458986', time=2024-09-12T19:42:20.434487+0000, chain.objs.size()=1 2024-09-12T17:42:32.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.116__shadow_.Z7mRDv0OAY5B00684B2bBwIC0IChErq_0 2024-09-12T17:42:32.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10323471793330548896', time=2024-09-12T19:42:20.823167+0000, chain.objs.size()=1 2024-09-12T17:42:32.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.275+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.117__shadow_.nwXzsU2MCbRABpV8nhy74GJPWN7wNTJ_0 2024-09-12T17:42:32.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.283+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7140872346483802921', time=2024-09-12T19:42:25.210718+0000, chain.objs.size()=1 2024-09-12T17:42:32.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.283+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.128__shadow_.zaGU-jnrnQZIWwhbNuoFDsZcS_8ohJh_0 2024-09-12T17:42:32.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.283+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14769903079861055569', time=2024-09-12T19:42:28.346138+0000, chain.objs.size()=1 2024-09-12T17:42:32.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.283+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.137__shadow_.jqV-Qs01_xracWZ3W2h_8cxwmwo9QVt_0 2024-09-12T17:42:32.282 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.283+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.288 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.291+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:42:32.291 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:42:32.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='2~INE9efLANv-gpG-ojTcFgdX6Lb6b6PA', time=2024-09-12T19:41:49.766291+0000, chain.objs.size()=9 2024-09-12T17:42:32.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.79__multipart_key1.2~INE9efLANv-gpG-ojTcFgdX6Lb6b6PA.1 2024-09-12T17:42:32.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.79__shadow_key1.2~INE9efLANv-gpG-ojTcFgdX6Lb6b6PA.1_1 2024-09-12T17:42:32.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.79__multipart_key1.2~INE9efLANv-gpG-ojTcFgdX6Lb6b6PA.2 2024-09-12T17:42:32.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.79__shadow_key1.2~INE9efLANv-gpG-ojTcFgdX6Lb6b6PA.2_1 2024-09-12T17:42:32.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.79__multipart_key1.2~INE9efLANv-gpG-ojTcFgdX6Lb6b6PA.3 2024-09-12T17:42:32.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.79__shadow_key1.2~INE9efLANv-gpG-ojTcFgdX6Lb6b6PA.3_1 2024-09-12T17:42:32.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.79__multipart_key1.2~INE9efLANv-gpG-ojTcFgdX6Lb6b6PA.4 2024-09-12T17:42:32.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.79__shadow_key1.2~INE9efLANv-gpG-ojTcFgdX6Lb6b6PA.4_1 2024-09-12T17:42:32.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.295+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.79__multipart_key1.2~INE9efLANv-gpG-ojTcFgdX6Lb6b6PA.5 2024-09-12T17:42:32.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.303+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.307+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:42:32.309 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.311+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.311+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.310 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.311+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:42:32.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.311+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17084133451670808812', time=2024-09-12T19:42:25.632838+0000, chain.objs.size()=1 2024-09-12T17:42:32.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.311+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.129__shadow_.4uYsqA66WMyT11Kp2w8YQEfvh8-2DQx_0 2024-09-12T17:42:32.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.311+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6583214679453220714', time=2024-09-12T19:42:26.743616+0000, chain.objs.size()=1 2024-09-12T17:42:32.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.311+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.132__shadow_.vJlhgNxhtRNFM7Sz0VSh8vpjJRqEIUe_0 2024-09-12T17:42:32.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.311+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15345077948890359773', time=2024-09-12T19:42:27.141446+0000, chain.objs.size()=1 2024-09-12T17:42:32.311 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.311+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.133__shadow_.62kDcaFtaMN8vVy1jsS8oreVNxYxCPf_0 2024-09-12T17:42:32.314 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.315+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.319+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:42:32.321 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.323+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.323+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T17:42:32.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9568254373286519886', time=2024-09-12T19:41:58.188167+0000, chain.objs.size()=9 2024-09-12T17:42:32.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~m-aBmokf5lm-IEijoNdtZpu3_uFkjPy.1 2024-09-12T17:42:32.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~m-aBmokf5lm-IEijoNdtZpu3_uFkjPy.1_1 2024-09-12T17:42:32.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~m-aBmokf5lm-IEijoNdtZpu3_uFkjPy.2 2024-09-12T17:42:32.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~m-aBmokf5lm-IEijoNdtZpu3_uFkjPy.2_1 2024-09-12T17:42:32.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~m-aBmokf5lm-IEijoNdtZpu3_uFkjPy.3 2024-09-12T17:42:32.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~m-aBmokf5lm-IEijoNdtZpu3_uFkjPy.3_1 2024-09-12T17:42:32.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~m-aBmokf5lm-IEijoNdtZpu3_uFkjPy.4 2024-09-12T17:42:32.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~m-aBmokf5lm-IEijoNdtZpu3_uFkjPy.4_1 2024-09-12T17:42:32.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~m-aBmokf5lm-IEijoNdtZpu3_uFkjPy.5 2024-09-12T17:42:32.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5859424438175465012', time=2024-09-12T19:42:20.405006+0000, chain.objs.size()=1 2024-09-12T17:42:32.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.116__shadow_.x3XNDLhh-w7RlkVav-_GtqiYX5j6J55_0 2024-09-12T17:42:32.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14544517665256302070', time=2024-09-12T19:42:20.445531+0000, chain.objs.size()=1 2024-09-12T17:42:32.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.116__shadow_.-C4QRyLesd-0XoNTpXpWL9Goc-CrU63_0 2024-09-12T17:42:32.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5708493302370868351', time=2024-09-12T19:42:22.044320+0000, chain.objs.size()=1 2024-09-12T17:42:32.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.327+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.120__shadow_.FYLyVmDA_de5kkZAdurlk9D3jw3v5VM_0 2024-09-12T17:42:32.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.331+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4226606712679109237', time=2024-09-12T19:42:22.854461+0000, chain.objs.size()=1 2024-09-12T17:42:32.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.331+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.122__shadow_.QZxEAqS2IkpwBx2CHQF5_rNt63UI78w_0 2024-09-12T17:42:32.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.331+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9257122190483849901', time=2024-09-12T19:42:28.573333+0000, chain.objs.size()=1 2024-09-12T17:42:32.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.331+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.138__shadow_.vWBajUCDAlarerP7LjyRwF0niyTQU7F_0 2024-09-12T17:42:32.334 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.335+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.339+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:42:32.342 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.343+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.344 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3762192366410758715', time=2024-09-12T19:41:54.754279+0000, chain.objs.size()=9 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__multipart_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.1 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__shadow_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.1_1 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__multipart_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.2 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__shadow_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.2_1 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__multipart_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.3 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__shadow_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.3_1 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__multipart_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.4 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__shadow_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.4_1 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__multipart_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.5 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18003290719149303077', time=2024-09-12T19:42:19.627275+0000, chain.objs.size()=1 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.114__shadow_.CdbDtu1_uXuvxUOdGEN96ru8yeHIcFr_0 2024-09-12T17:42:32.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8060532298720885391', time=2024-09-12T19:42:21.251673+0000, chain.objs.size()=1 2024-09-12T17:42:32.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.118__shadow_.YKPJKAKdQAanjrY5C5XHj63L3tjffCI_0 2024-09-12T17:42:32.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2028043041018035531', time=2024-09-12T19:42:23.217052+0000, chain.objs.size()=1 2024-09-12T17:42:32.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.347+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.123__shadow_.1BynKyVq7c9x4JSpzl6NUpNPEyaqAPf_0 2024-09-12T17:42:32.349 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.351+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14392828631444281778', time=2024-09-12T19:42:25.221824+0000, chain.objs.size()=1 2024-09-12T17:42:32.349 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.351+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.128__shadow_.9wKuWPkU2E1hM1ZhaV4JMVZcdAsQ8rG_0 2024-09-12T17:42:32.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.351+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7207092994729129570', time=2024-09-12T19:42:26.385380+0000, chain.objs.size()=1 2024-09-12T17:42:32.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.351+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.131__shadow_.Bnbh7xPZyXrTBYCSnabHEluFIpD2ivt_0 2024-09-12T17:42:32.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.351+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11912864332338980400', time=2024-09-12T19:42:28.633556+0000, chain.objs.size()=1 2024-09-12T17:42:32.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.351+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.138__shadow_.yz2hXLQ_u1GSb31ZAW-Bj2-gr7U7dxG_0 2024-09-12T17:42:32.353 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.355+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.359+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:42:32.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.363+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.363 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T17:42:32.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2459883993038259489', time=2024-09-12T19:41:51.684979+0000, chain.objs.size()=3 2024-09-12T17:42:32.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.83__shadow_.NHsPDRXqE82AXx6CBg_d_11gKj_5Yo0_0 2024-09-12T17:42:32.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.83__shadow_.NHsPDRXqE82AXx6CBg_d_11gKj_5Yo0_1 2024-09-12T17:42:32.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.83__shadow_.NHsPDRXqE82AXx6CBg_d_11gKj_5Yo0_2 2024-09-12T17:42:32.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13383480334990083206', time=2024-09-12T19:42:01.426516+0000, chain.objs.size()=6 2024-09-12T17:42:32.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.93__shadow_.z9dflGcbB8TZFm8heKE7eb4mb95zgGt_0 2024-09-12T17:42:32.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.93__shadow_.z9dflGcbB8TZFm8heKE7eb4mb95zgGt_1 2024-09-12T17:42:32.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.93__shadow_.z9dflGcbB8TZFm8heKE7eb4mb95zgGt_2 2024-09-12T17:42:32.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.93__shadow_.z9dflGcbB8TZFm8heKE7eb4mb95zgGt_3 2024-09-12T17:42:32.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.93__shadow_.z9dflGcbB8TZFm8heKE7eb4mb95zgGt_4 2024-09-12T17:42:32.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.93__shadow_.z9dflGcbB8TZFm8heKE7eb4mb95zgGt_5 2024-09-12T17:42:32.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7877079102518990678', time=2024-09-12T19:42:09.223726+0000, chain.objs.size()=9 2024-09-12T17:42:32.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~ElzWKHMu2ZqkHQ56VVEua_xYAU72Kz5.1 2024-09-12T17:42:32.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~ElzWKHMu2ZqkHQ56VVEua_xYAU72Kz5.1_1 2024-09-12T17:42:32.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.367+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~ElzWKHMu2ZqkHQ56VVEua_xYAU72Kz5.2 2024-09-12T17:42:32.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.375+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~ElzWKHMu2ZqkHQ56VVEua_xYAU72Kz5.2_1 2024-09-12T17:42:32.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.375+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~ElzWKHMu2ZqkHQ56VVEua_xYAU72Kz5.3 2024-09-12T17:42:32.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.375+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~ElzWKHMu2ZqkHQ56VVEua_xYAU72Kz5.3_1 2024-09-12T17:42:32.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.375+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~ElzWKHMu2ZqkHQ56VVEua_xYAU72Kz5.4 2024-09-12T17:42:32.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.379+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~ElzWKHMu2ZqkHQ56VVEua_xYAU72Kz5.4_1 2024-09-12T17:42:32.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.379+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~ElzWKHMu2ZqkHQ56VVEua_xYAU72Kz5.5 2024-09-12T17:42:32.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.379+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12617071091779546182', time=2024-09-12T19:42:18.766070+0000, chain.objs.size()=1 2024-09-12T17:42:32.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.379+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.112__shadow_.GrKg8h59nFs6lu0OWpCQOP2edBqecUN_0 2024-09-12T17:42:32.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.379+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9943510580314647707', time=2024-09-12T19:42:20.021227+0000, chain.objs.size()=1 2024-09-12T17:42:32.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.379+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.115__shadow_.6Saaki4-mh0Zat-FkmaVCox3WBNG8PP_0 2024-09-12T17:42:32.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.379+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11191526671871230491', time=2024-09-12T19:42:21.225789+0000, chain.objs.size()=1 2024-09-12T17:42:32.378 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.379+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.118__shadow_.ooBQe_hAwLwMBTnEb1rEZtX5DANlEsc_0 2024-09-12T17:42:32.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.383+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1582477780824408930', time=2024-09-12T19:42:26.357464+0000, chain.objs.size()=1 2024-09-12T17:42:32.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.383+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.131__shadow_.uyIo6BBj-3Dl8ee6IG4W9Ltt4j1K40Z_0 2024-09-12T17:42:32.383 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.383+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1162318393744017348', time=2024-09-12T19:42:28.048836+0000, chain.objs.size()=1 2024-09-12T17:42:32.383 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.383+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.136__shadow_.BEj50gYhMUUdTtyHfowhyplu4cKwi2m_0 2024-09-12T17:42:32.387 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.391+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.392 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.395+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:42:32.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.396 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T17:42:32.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7446929818210696064', time=2024-09-12T19:42:01.112286+0000, chain.objs.size()=7 2024-09-12T17:42:32.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~ckU3yl24uylpehuAnbQ2SnUyuHaymmn.1 2024-09-12T17:42:32.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~ckU3yl24uylpehuAnbQ2SnUyuHaymmn.1_1 2024-09-12T17:42:32.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~ckU3yl24uylpehuAnbQ2SnUyuHaymmn.1_2 2024-09-12T17:42:32.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~ckU3yl24uylpehuAnbQ2SnUyuHaymmn.2 2024-09-12T17:42:32.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~ckU3yl24uylpehuAnbQ2SnUyuHaymmn.2_1 2024-09-12T17:42:32.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~ckU3yl24uylpehuAnbQ2SnUyuHaymmn.2_2 2024-09-12T17:42:32.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~ckU3yl24uylpehuAnbQ2SnUyuHaymmn.3 2024-09-12T17:42:32.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16099690471744239590', time=2024-09-12T19:42:05.013617+0000, chain.objs.size()=9 2024-09-12T17:42:32.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__multipart_file2.mpg.2~ixpMBERBIv9cPrEV5FMZ2JLtrLOZsFT.1 2024-09-12T17:42:32.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__shadow_file2.mpg.2~ixpMBERBIv9cPrEV5FMZ2JLtrLOZsFT.1_1 2024-09-12T17:42:32.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__multipart_file2.mpg.2~ixpMBERBIv9cPrEV5FMZ2JLtrLOZsFT.2 2024-09-12T17:42:32.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__shadow_file2.mpg.2~ixpMBERBIv9cPrEV5FMZ2JLtrLOZsFT.2_1 2024-09-12T17:42:32.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.399+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__multipart_file2.mpg.2~ixpMBERBIv9cPrEV5FMZ2JLtrLOZsFT.3 2024-09-12T17:42:32.402 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.403+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__shadow_file2.mpg.2~ixpMBERBIv9cPrEV5FMZ2JLtrLOZsFT.3_1 2024-09-12T17:42:32.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__multipart_file2.mpg.2~ixpMBERBIv9cPrEV5FMZ2JLtrLOZsFT.4 2024-09-12T17:42:32.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__shadow_file2.mpg.2~ixpMBERBIv9cPrEV5FMZ2JLtrLOZsFT.4_1 2024-09-12T17:42:32.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__multipart_file2.mpg.2~ixpMBERBIv9cPrEV5FMZ2JLtrLOZsFT.5 2024-09-12T17:42:32.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14578187083605694374', time=2024-09-12T19:42:23.984812+0000, chain.objs.size()=1 2024-09-12T17:42:32.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.125__shadow_.wirI3F6sa8_3KIyU3YAeWCw-STWQd_c_0 2024-09-12T17:42:32.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2897724419221916538', time=2024-09-12T19:42:24.398319+0000, chain.objs.size()=1 2024-09-12T17:42:32.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.126__shadow_.UAI8keVVpc2vJZQO6AwGTXaq9g8zEfh_0 2024-09-12T17:42:32.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15900339033332748615', time=2024-09-12T19:42:25.993022+0000, chain.objs.size()=1 2024-09-12T17:42:32.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.130__shadow_.xGORNy2yG6WSts42M7UyKmhRf95bCV4_0 2024-09-12T17:42:32.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11849202598388589839', time=2024-09-12T19:42:30.830528+0000, chain.objs.size()=9 2024-09-12T17:42:32.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.143__multipart_key1.2~YX3c6XQjuGrHsg6hk7d9mJ6AJ42ARu-.1 2024-09-12T17:42:32.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.143__shadow_key1.2~YX3c6XQjuGrHsg6hk7d9mJ6AJ42ARu-.1_1 2024-09-12T17:42:32.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.143__multipart_key1.2~YX3c6XQjuGrHsg6hk7d9mJ6AJ42ARu-.2 2024-09-12T17:42:32.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.407+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.143__shadow_key1.2~YX3c6XQjuGrHsg6hk7d9mJ6AJ42ARu-.2_1 2024-09-12T17:42:32.408 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.411+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.143__multipart_key1.2~YX3c6XQjuGrHsg6hk7d9mJ6AJ42ARu-.3 2024-09-12T17:42:32.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.411+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.143__shadow_key1.2~YX3c6XQjuGrHsg6hk7d9mJ6AJ42ARu-.3_1 2024-09-12T17:42:32.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.415+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.143__multipart_key1.2~YX3c6XQjuGrHsg6hk7d9mJ6AJ42ARu-.4 2024-09-12T17:42:32.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.415+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.143__shadow_key1.2~YX3c6XQjuGrHsg6hk7d9mJ6AJ42ARu-.4_1 2024-09-12T17:42:32.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.415+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.143__multipart_key1.2~YX3c6XQjuGrHsg6hk7d9mJ6AJ42ARu-.5 2024-09-12T17:42:32.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.419+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.422 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.423+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:42:32.425 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.427+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.427+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:42:32.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1688509258477484750', time=2024-09-12T19:41:52.023084+0000, chain.objs.size()=1 2024-09-12T17:42:32.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.84__shadow_.RqDvJ_OKBVF50gtRQah4pKgUj6Xir2D_0 2024-09-12T17:42:32.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6309527083356489713', time=2024-09-12T19:42:03.032862+0000, chain.objs.size()=9 2024-09-12T17:42:32.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.98__multipart_key1.2~_3h-s4b_k0M7fv-26d0Yyo07HUXX6FC.1 2024-09-12T17:42:32.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.98__shadow_key1.2~_3h-s4b_k0M7fv-26d0Yyo07HUXX6FC.1_1 2024-09-12T17:42:32.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.98__multipart_key1.2~_3h-s4b_k0M7fv-26d0Yyo07HUXX6FC.2 2024-09-12T17:42:32.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.98__shadow_key1.2~_3h-s4b_k0M7fv-26d0Yyo07HUXX6FC.2_1 2024-09-12T17:42:32.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.98__multipart_key1.2~_3h-s4b_k0M7fv-26d0Yyo07HUXX6FC.3 2024-09-12T17:42:32.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.98__shadow_key1.2~_3h-s4b_k0M7fv-26d0Yyo07HUXX6FC.3_1 2024-09-12T17:42:32.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.98__multipart_key1.2~_3h-s4b_k0M7fv-26d0Yyo07HUXX6FC.4 2024-09-12T17:42:32.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.98__shadow_key1.2~_3h-s4b_k0M7fv-26d0Yyo07HUXX6FC.4_1 2024-09-12T17:42:32.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.98__multipart_key1.2~_3h-s4b_k0M7fv-26d0Yyo07HUXX6FC.5 2024-09-12T17:42:32.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2464867373067287500', time=2024-09-12T19:42:19.187501+0000, chain.objs.size()=1 2024-09-12T17:42:32.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.113__shadow_.rpIr8C3TrWOQs9Pv7FFg4KMPXeAXHXN_0 2024-09-12T17:42:32.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14762297511583761084', time=2024-09-12T19:42:23.610364+0000, chain.objs.size()=1 2024-09-12T17:42:32.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.431+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.124__shadow_.g1XVkEQAq0DbMQ4SZu7eMl9se3mgVfD_0 2024-09-12T17:42:32.435 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.439+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.441 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.443+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:42:32.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T17:42:32.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13812998595617717429', time=2024-09-12T19:42:15.680693+0000, chain.objs.size()=9 2024-09-12T17:42:32.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.104__multipart_key1.2~UDoNYJDKLK04-GfwJoCNpxc-HLPccys.1 2024-09-12T17:42:32.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.104__shadow_key1.2~UDoNYJDKLK04-GfwJoCNpxc-HLPccys.1_1 2024-09-12T17:42:32.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.104__multipart_key1.2~UDoNYJDKLK04-GfwJoCNpxc-HLPccys.2 2024-09-12T17:42:32.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.104__shadow_key1.2~UDoNYJDKLK04-GfwJoCNpxc-HLPccys.2_1 2024-09-12T17:42:32.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.104__multipart_key1.2~UDoNYJDKLK04-GfwJoCNpxc-HLPccys.3 2024-09-12T17:42:32.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.104__shadow_key1.2~UDoNYJDKLK04-GfwJoCNpxc-HLPccys.3_1 2024-09-12T17:42:32.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.104__multipart_key1.2~UDoNYJDKLK04-GfwJoCNpxc-HLPccys.4 2024-09-12T17:42:32.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.104__shadow_key1.2~UDoNYJDKLK04-GfwJoCNpxc-HLPccys.4_1 2024-09-12T17:42:32.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.104__multipart_key1.2~UDoNYJDKLK04-GfwJoCNpxc-HLPccys.5 2024-09-12T17:42:32.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12640571124813140102', time=2024-09-12T19:42:20.835448+0000, chain.objs.size()=1 2024-09-12T17:42:32.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.117__shadow_.eqxhexbYJsz6HeNeN4HD8iZCFa9R8gp_0 2024-09-12T17:42:32.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13073391066454959012', time=2024-09-12T19:42:23.625367+0000, chain.objs.size()=1 2024-09-12T17:42:32.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.124__shadow_.kAkS-D2V7Mm8CasI0TkLoKO_R8my4zn_0 2024-09-12T17:42:32.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14391579808390784182', time=2024-09-12T19:42:24.371820+0000, chain.objs.size()=1 2024-09-12T17:42:32.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.447+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.126__shadow_.TIOu4cJiMHLeBAEYBryzXbhxRooaZVf_0 2024-09-12T17:42:32.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.455+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5405317037511913436', time=2024-09-12T19:42:26.758371+0000, chain.objs.size()=1 2024-09-12T17:42:32.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.455+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.132__shadow_.7k9BIsln-ruY6TrtJybKifg4uLz8Ceu_0 2024-09-12T17:42:32.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.455+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.459+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:42:32.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.463+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.463+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.463+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:42:32.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.463+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15862831262868464659', time=2024-09-12T19:42:05.027778+0000, chain.objs.size()=1 2024-09-12T17:42:32.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.463+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__shadow_.5_yptue-wJ2XvyFaLbnW-qj2GlV43Hf_0 2024-09-12T17:42:32.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.463+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9861768376471700973', time=2024-09-12T19:42:23.971710+0000, chain.objs.size()=1 2024-09-12T17:42:32.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.463+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.125__shadow_.x3TEJn6CjoAHxcfzrNlIWwVrbvZmjBH_0 2024-09-12T17:42:32.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.463+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2919694192825129047', time=2024-09-12T19:42:25.618995+0000, chain.objs.size()=1 2024-09-12T17:42:32.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.463+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.129__shadow_.WbkQgh5H1n42-BNPvVjcRRSzkDun76v_0 2024-09-12T17:42:32.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.467+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.471+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:42:32.470 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.471+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.471 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.475+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.475+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:42:32.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.475+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11082815485170220980', time=2024-09-12T19:42:20.034908+0000, chain.objs.size()=1 2024-09-12T17:42:32.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.475+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.115__shadow_.lIE-bz_xo8mmucyUxQNfXHzREtM-QjA_0 2024-09-12T17:42:32.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.475+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12153472905205892375', time=2024-09-12T19:42:21.640603+0000, chain.objs.size()=1 2024-09-12T17:42:32.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.475+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.119__shadow_.0V7No3r4_4KLpzh780SryyA5yqMNjxH_0 2024-09-12T17:42:32.475 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.475+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.483+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:42:32.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.483+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.487+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.487+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:42:32.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.487+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14000698566308208018', time=2024-09-12T19:42:18.806586+0000, chain.objs.size()=1 2024-09-12T17:42:32.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.487+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.112__shadow_.78oyK71ybDiX243Hy3MP4NlyBjMjg___0 2024-09-12T17:42:32.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.487+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17064102407116675097', time=2024-09-12T19:42:20.806055+0000, chain.objs.size()=1 2024-09-12T17:42:32.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.487+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.117__shadow_.hD0_XkvcWjejNlYz11u_tme6XI-8Kbj_0 2024-09-12T17:42:32.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.487+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3833869871290006715', time=2024-09-12T19:42:26.371172+0000, chain.objs.size()=1 2024-09-12T17:42:32.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.487+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.131__shadow_.hVWC9vIMWqV012CwBPC4CUiLZmHs4yH_0 2024-09-12T17:42:32.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.491+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.495+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:42:32.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.499+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.499+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.499+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:42:32.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.499+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14734466262196242070', time=2024-09-12T19:42:21.659122+0000, chain.objs.size()=1 2024-09-12T17:42:32.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.499+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.119__shadow_.unxaaQ3_lJHXn9eoqAqJGw3mullUyvp_0 2024-09-12T17:42:32.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.499+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5319982226473413199', time=2024-09-12T19:42:22.464429+0000, chain.objs.size()=1 2024-09-12T17:42:32.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.499+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.121__shadow_.5LzkxdkxHYnZ3FSWd1GwoDXPvefQmfr_0 2024-09-12T17:42:32.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.499+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8035399091592667329', time=2024-09-12T19:42:29.246423+0000, chain.objs.size()=1 2024-09-12T17:42:32.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.499+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.139__shadow_.YBxvsHUXdmFCN3p232DZxWd5t8ptQ61_0 2024-09-12T17:42:32.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.503+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.507+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:42:32.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-12T17:42:32.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11683312872082677008', time=2024-09-12T19:41:52.361773+0000, chain.objs.size()=1 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.85__shadow_.zPp1hZ8pp3UGEKfkJ7PXrz_pmKUcLaY_0 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18303813654855905759', time=2024-09-12T19:41:57.260805+0000, chain.objs.size()=9 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~kyl8nx3pRGr_IelGMvIh_-NPLd5ft3Z.1 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~kyl8nx3pRGr_IelGMvIh_-NPLd5ft3Z.1_1 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~kyl8nx3pRGr_IelGMvIh_-NPLd5ft3Z.2 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~kyl8nx3pRGr_IelGMvIh_-NPLd5ft3Z.2_1 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~kyl8nx3pRGr_IelGMvIh_-NPLd5ft3Z.3 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~kyl8nx3pRGr_IelGMvIh_-NPLd5ft3Z.3_1 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~kyl8nx3pRGr_IelGMvIh_-NPLd5ft3Z.4 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~kyl8nx3pRGr_IelGMvIh_-NPLd5ft3Z.4_1 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~kyl8nx3pRGr_IelGMvIh_-NPLd5ft3Z.5 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5379430714859780574', time=2024-09-12T19:42:00.420786+0000, chain.objs.size()=7 2024-09-12T17:42:32.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~h0Jsqe8x_VA6Qs32wR7ifde_gZFkOyo.1 2024-09-12T17:42:32.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.511+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~h0Jsqe8x_VA6Qs32wR7ifde_gZFkOyo.1_1 2024-09-12T17:42:32.514 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.515+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~h0Jsqe8x_VA6Qs32wR7ifde_gZFkOyo.1_2 2024-09-12T17:42:32.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.523+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~h0Jsqe8x_VA6Qs32wR7ifde_gZFkOyo.2 2024-09-12T17:42:32.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.523+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~h0Jsqe8x_VA6Qs32wR7ifde_gZFkOyo.2_1 2024-09-12T17:42:32.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.523+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~h0Jsqe8x_VA6Qs32wR7ifde_gZFkOyo.2_2 2024-09-12T17:42:32.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.523+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~h0Jsqe8x_VA6Qs32wR7ifde_gZFkOyo.3 2024-09-12T17:42:32.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.523+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W', time=2024-09-12T19:42:16.568615+0000, chain.objs.size()=49 2024-09-12T17:42:32.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.523+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.1 2024-09-12T17:42:32.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.523+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.2 2024-09-12T17:42:32.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.523+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.3 2024-09-12T17:42:32.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.523+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.4 2024-09-12T17:42:32.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.523+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.5 2024-09-12T17:42:32.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.523+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.6 2024-09-12T17:42:32.524 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.527+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.7 2024-09-12T17:42:32.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.527+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.8 2024-09-12T17:42:32.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.9 2024-09-12T17:42:32.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.10 2024-09-12T17:42:32.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.11 2024-09-12T17:42:32.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.12 2024-09-12T17:42:32.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.13 2024-09-12T17:42:32.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.14 2024-09-12T17:42:32.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.15 2024-09-12T17:42:32.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.16 2024-09-12T17:42:32.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.17 2024-09-12T17:42:32.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.18 2024-09-12T17:42:32.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.19 2024-09-12T17:42:32.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.20 2024-09-12T17:42:32.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.530+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.21 2024-09-12T17:42:32.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.534+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.22 2024-09-12T17:42:32.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.534+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.23 2024-09-12T17:42:32.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.534+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.24 2024-09-12T17:42:32.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.534+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.25 2024-09-12T17:42:32.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.534+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.26 2024-09-12T17:42:32.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.534+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.27 2024-09-12T17:42:32.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.534+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.28 2024-09-12T17:42:32.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.534+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.29 2024-09-12T17:42:32.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.538+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.30 2024-09-12T17:42:32.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.538+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.31 2024-09-12T17:42:32.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.538+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.32 2024-09-12T17:42:32.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.538+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.33 2024-09-12T17:42:32.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.538+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.34 2024-09-12T17:42:32.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.538+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.35 2024-09-12T17:42:32.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.538+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.36 2024-09-12T17:42:32.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.538+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.37 2024-09-12T17:42:32.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.542+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.38 2024-09-12T17:42:32.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.542+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.39 2024-09-12T17:42:32.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.542+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.40 2024-09-12T17:42:32.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.542+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.41 2024-09-12T17:42:32.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.542+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.42 2024-09-12T17:42:32.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.542+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.43 2024-09-12T17:42:32.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.542+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.44 2024-09-12T17:42:32.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.542+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.45 2024-09-12T17:42:32.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.542+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.46 2024-09-12T17:42:32.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.542+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.47 2024-09-12T17:42:32.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.542+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.48 2024-09-12T17:42:32.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.105__multipart_key1.2~wkm_JqW-OmePgtu9eLo1Y02pXWfLY3W.49 2024-09-12T17:42:32.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16128372414781240012', time=2024-09-12T19:42:16.933286+0000, chain.objs.size()=1 2024-09-12T17:42:32.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.106__shadow_.k3R4FOD9q4H83K0BrrbvufM2QlXIzp0_0 2024-09-12T17:42:32.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14028907917510501736', time=2024-09-12T19:42:19.586105+0000, chain.objs.size()=1 2024-09-12T17:42:32.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.114__shadow_.KJ-eiRpZwgAoqM-5yFQcoVbLVcjmUXX_0 2024-09-12T17:42:32.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3353790565786269321', time=2024-09-12T19:42:22.421005+0000, chain.objs.size()=1 2024-09-12T17:42:32.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.121__shadow_.I7aMynNrt6Hv8BARyo558AiUZGuxGqn_0 2024-09-12T17:42:32.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9927244565767455671', time=2024-09-12T19:42:22.841689+0000, chain.objs.size()=1 2024-09-12T17:42:32.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.122__shadow_.d5TU5hR0sCYzNXtY3uEA96kYthqDRnn_0 2024-09-12T17:42:32.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8813435544359104458', time=2024-09-12T19:42:29.560796+0000, chain.objs.size()=1 2024-09-12T17:42:32.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.140__shadow_.kvIUw3sXFq8z2_wOfQEyOYmaGpfJHNK_0 2024-09-12T17:42:32.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8148242893805674882', time=2024-09-12T19:42:31.513259+0000, chain.objs.size()=9 2024-09-12T17:42:32.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.144__multipart_key1/data/file.mpg.2~IGprMDbxTBwK1zu4mOb-lTO2BMLELiB.1 2024-09-12T17:42:32.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.144__shadow_key1/data/file.mpg.2~IGprMDbxTBwK1zu4mOb-lTO2BMLELiB.1_1 2024-09-12T17:42:32.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.144__multipart_key1/data/file.mpg.2~IGprMDbxTBwK1zu4mOb-lTO2BMLELiB.2 2024-09-12T17:42:32.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.144__shadow_key1/data/file.mpg.2~IGprMDbxTBwK1zu4mOb-lTO2BMLELiB.2_1 2024-09-12T17:42:32.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.546+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.144__multipart_key1/data/file.mpg.2~IGprMDbxTBwK1zu4mOb-lTO2BMLELiB.3 2024-09-12T17:42:32.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.550+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.144__shadow_key1/data/file.mpg.2~IGprMDbxTBwK1zu4mOb-lTO2BMLELiB.3_1 2024-09-12T17:42:32.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.550+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.144__multipart_key1/data/file.mpg.2~IGprMDbxTBwK1zu4mOb-lTO2BMLELiB.4 2024-09-12T17:42:32.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.550+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.144__shadow_key1/data/file.mpg.2~IGprMDbxTBwK1zu4mOb-lTO2BMLELiB.4_1 2024-09-12T17:42:32.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.554+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.144__multipart_key1/data/file.mpg.2~IGprMDbxTBwK1zu4mOb-lTO2BMLELiB.5 2024-09-12T17:42:32.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.558+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.562+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:42:32.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.566+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.566+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.566+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:42:32.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.566+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7764278138645019569', time=2024-09-12T19:42:04.999537+0000, chain.objs.size()=1 2024-09-12T17:42:32.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.566+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__shadow_.M3uXcNSDmaqX5Z6UlC4Bpvf8RQCJdNJ_0 2024-09-12T17:42:32.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.566+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3630400641562144757', time=2024-09-12T19:42:18.782808+0000, chain.objs.size()=1 2024-09-12T17:42:32.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.566+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.112__shadow_.OG1VzcAwj2QiMoLFeGkx5gnbh5Bhwm3_0 2024-09-12T17:42:32.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.566+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1594733299620363222', time=2024-09-12T19:42:21.615157+0000, chain.objs.size()=1 2024-09-12T17:42:32.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.566+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.119__shadow_.DGkezf8HVqM4JeqvtDBNUqrzpJqso12_0 2024-09-12T17:42:32.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.566+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9790836569649803111', time=2024-09-12T19:42:22.450887+0000, chain.objs.size()=1 2024-09-12T17:42:32.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.566+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.121__shadow_.jZn0Cbf9zz7xniNB_olUNzL3ggXCdVI_0 2024-09-12T17:42:32.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.570+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.574+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:42:32.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.574+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.574+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.578+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:42:32.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.578+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5230430074587525905', time=2024-09-12T19:41:50.599094+0000, chain.objs.size()=1 2024-09-12T17:42:32.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.578+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.81__shadow_.p14XKHS7GF9lP5lyE5LxArazdvcOhHs_0 2024-09-12T17:42:32.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.578+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14140927165449524991', time=2024-09-12T19:42:23.244767+0000, chain.objs.size()=1 2024-09-12T17:42:32.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.578+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.123__shadow_.GfqIDkoNNfGMGHgBBCKSGLLWntxNi3H_0 2024-09-12T17:42:32.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.578+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5857688914209250890', time=2024-09-12T19:42:24.786989+0000, chain.objs.size()=1 2024-09-12T17:42:32.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.578+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.127__shadow_.UArIaV3n6-nZID7K3BlH_8qzlyTGML__0 2024-09-12T17:42:32.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.578+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10650986136094927775', time=2024-09-12T19:42:26.004005+0000, chain.objs.size()=1 2024-09-12T17:42:32.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.578+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.130__shadow_.ubjRrO94h4VxYo_HlIJMA09NaSoS-qG_0 2024-09-12T17:42:32.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.578+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.582+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:42:32.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T17:42:32.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7260943475571817616', time=2024-09-12T19:42:19.213945+0000, chain.objs.size()=1 2024-09-12T17:42:32.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.113__shadow_.CCUvKOHWtsI5U-NkuJKTdpftBhvA8w0_0 2024-09-12T17:42:32.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6833206858630109337', time=2024-09-12T19:42:22.056702+0000, chain.objs.size()=1 2024-09-12T17:42:32.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.120__shadow_.WU4rqmhR1Usaaht2FCvQdFRPHRcq69O_0 2024-09-12T17:42:32.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9379634469236942264', time=2024-09-12T19:42:23.230383+0000, chain.objs.size()=1 2024-09-12T17:42:32.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.123__shadow_.jk3MSeZJbetieTbp8QNIA8Z7lGsraBw_0 2024-09-12T17:42:32.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13496020321723986231', time=2024-09-12T19:42:24.773488+0000, chain.objs.size()=1 2024-09-12T17:42:32.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.127__shadow_.24ATnxUXvdR1J2ZbjPvw5Wax0evHO8n_0 2024-09-12T17:42:32.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10343132273796481131', time=2024-09-12T19:42:25.195468+0000, chain.objs.size()=1 2024-09-12T17:42:32.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.586+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.128__shadow_.ryJPpNMb-89uBxi2TEXd8O_RpxM4tfC_0 2024-09-12T17:42:32.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.590+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.593 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.594+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:42:32.595 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:42:32.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4156240520969057486', time=2024-09-12T19:41:58.855973+0000, chain.objs.size()=9 2024-09-12T17:42:32.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~bqtTh8h0eXrXudXdMjGaR2kDTQsmmKI.1 2024-09-12T17:42:32.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~bqtTh8h0eXrXudXdMjGaR2kDTQsmmKI.1_1 2024-09-12T17:42:32.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~bqtTh8h0eXrXudXdMjGaR2kDTQsmmKI.2 2024-09-12T17:42:32.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~bqtTh8h0eXrXudXdMjGaR2kDTQsmmKI.2_1 2024-09-12T17:42:32.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~bqtTh8h0eXrXudXdMjGaR2kDTQsmmKI.3 2024-09-12T17:42:32.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~bqtTh8h0eXrXudXdMjGaR2kDTQsmmKI.3_1 2024-09-12T17:42:32.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~bqtTh8h0eXrXudXdMjGaR2kDTQsmmKI.4 2024-09-12T17:42:32.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__shadow_key1.2~bqtTh8h0eXrXudXdMjGaR2kDTQsmmKI.4_1 2024-09-12T17:42:32.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.94__multipart_key1.2~bqtTh8h0eXrXudXdMjGaR2kDTQsmmKI.5 2024-09-12T17:42:32.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9021926987366652414', time=2024-09-12T19:42:13.049977+0000, chain.objs.size()=1 2024-09-12T17:42:32.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.103__shadow_.Arao5KIf9ICDAkhNKkyGaTTrMi5U9JF_0 2024-09-12T17:42:32.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18338743602283764962', time=2024-09-12T19:42:19.616238+0000, chain.objs.size()=1 2024-09-12T17:42:32.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.114__shadow_.zuVAZO676eWDG8o-6LjcA4KTOSgjW92_0 2024-09-12T17:42:32.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1776611997882527918', time=2024-09-12T19:42:22.831000+0000, chain.objs.size()=1 2024-09-12T17:42:32.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.598+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.122__shadow_.eGQFWF-mcmFKqwD2BB12uCR9qXgOnas_0 2024-09-12T17:42:32.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.606+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.610+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:42:32.612 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:42:32.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11819698912155698096', time=2024-09-12T19:42:04.982680+0000, chain.objs.size()=9 2024-09-12T17:42:32.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__multipart_file.mpg.2~7EXNE6znWECTBTP9vGBNH33u7Rma5-9.1 2024-09-12T17:42:32.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__shadow_file.mpg.2~7EXNE6znWECTBTP9vGBNH33u7Rma5-9.1_1 2024-09-12T17:42:32.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__multipart_file.mpg.2~7EXNE6znWECTBTP9vGBNH33u7Rma5-9.2 2024-09-12T17:42:32.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__shadow_file.mpg.2~7EXNE6znWECTBTP9vGBNH33u7Rma5-9.2_1 2024-09-12T17:42:32.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__multipart_file.mpg.2~7EXNE6znWECTBTP9vGBNH33u7Rma5-9.3 2024-09-12T17:42:32.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__shadow_file.mpg.2~7EXNE6znWECTBTP9vGBNH33u7Rma5-9.3_1 2024-09-12T17:42:32.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__multipart_file.mpg.2~7EXNE6znWECTBTP9vGBNH33u7Rma5-9.4 2024-09-12T17:42:32.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__shadow_file.mpg.2~7EXNE6znWECTBTP9vGBNH33u7Rma5-9.4_1 2024-09-12T17:42:32.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__multipart_file.mpg.2~7EXNE6znWECTBTP9vGBNH33u7Rma5-9.5 2024-09-12T17:42:32.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3819738897398304015', time=2024-09-12T19:42:25.976828+0000, chain.objs.size()=1 2024-09-12T17:42:32.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.130__shadow_.PQxoPRMKtjjAK1uZlkfbx2oCoOi6V_l_0 2024-09-12T17:42:32.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10972637809064781893', time=2024-09-12T19:42:26.769975+0000, chain.objs.size()=1 2024-09-12T17:42:32.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.132__shadow_.odU05d4tw1cXW0U7qW0Sutkwydo_aYq_0 2024-09-12T17:42:32.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3650815195348874', time=2024-09-12T19:42:27.125822+0000, chain.objs.size()=1 2024-09-12T17:42:32.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.614+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.133__shadow_.Y6Gz3rV_1-RgCZwzhsEwshyoGmGAgCm_0 2024-09-12T17:42:32.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.626+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.628 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.630+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:42:32.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.630+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.634+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.634+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T17:42:32.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.634+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10914291398583440459', time=2024-09-12T19:42:19.203297+0000, chain.objs.size()=1 2024-09-12T17:42:32.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.634+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.113__shadow_.WYvX_8CaEWGsdkgwHJ0gKSofpYXG0g5_0 2024-09-12T17:42:32.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.634+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1388720830203388429', time=2024-09-12T19:42:19.602494+0000, chain.objs.size()=1 2024-09-12T17:42:32.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.634+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.114__shadow_.Z3GOh73lbIvE-bc0OFLZqy4u7drNWOE_0 2024-09-12T17:42:32.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.634+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2886438400243021779', time=2024-09-12T19:42:21.215217+0000, chain.objs.size()=1 2024-09-12T17:42:32.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.634+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.118__shadow_.v_7zT67HhjqzP5c-e4q3OcQbSNfLu3l_0 2024-09-12T17:42:32.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.634+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5887166684406692635', time=2024-09-12T19:42:24.384748+0000, chain.objs.size()=1 2024-09-12T17:42:32.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.634+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.126__shadow_.ZelwpaehyN60hMMlrjJWCplGN86O_6K_0 2024-09-12T17:42:32.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.634+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.638 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.638+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:42:32.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:42:32.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12310144421391734518', time=2024-09-12T19:41:54.908876+0000, chain.objs.size()=9 2024-09-12T17:42:32.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__multipart_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.1 2024-09-12T17:42:32.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__shadow_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.1_1 2024-09-12T17:42:32.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__multipart_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.2 2024-09-12T17:42:32.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__shadow_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.2_1 2024-09-12T17:42:32.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__multipart_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.3 2024-09-12T17:42:32.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__shadow_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.3_1 2024-09-12T17:42:32.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__multipart_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.4 2024-09-12T17:42:32.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__shadow_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.4_1 2024-09-12T17:42:32.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.91__multipart_key1.2~oj_83A6Vb0zR6KEljxTg65DXEww_N8O.5 2024-09-12T17:42:32.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14410221106616676729', time=2024-09-12T19:42:12.029527+0000, chain.objs.size()=7 2024-09-12T17:42:32.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~l54lvvWs01eO5mzhuuol5hjwnB_bUcb.1 2024-09-12T17:42:32.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~l54lvvWs01eO5mzhuuol5hjwnB_bUcb.1_1 2024-09-12T17:42:32.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.642+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~l54lvvWs01eO5mzhuuol5hjwnB_bUcb.1_2 2024-09-12T17:42:32.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.650+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~l54lvvWs01eO5mzhuuol5hjwnB_bUcb.2 2024-09-12T17:42:32.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.650+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~l54lvvWs01eO5mzhuuol5hjwnB_bUcb.2_1 2024-09-12T17:42:32.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.650+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~l54lvvWs01eO5mzhuuol5hjwnB_bUcb.2_2 2024-09-12T17:42:32.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.650+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~l54lvvWs01eO5mzhuuol5hjwnB_bUcb.3 2024-09-12T17:42:32.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.650+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13737035266101636202', time=2024-09-12T19:42:23.598854+0000, chain.objs.size()=1 2024-09-12T17:42:32.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.650+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.124__shadow_.P6y9o0WiTBX2kNUFqwk4ASbHy-VYu3y_0 2024-09-12T17:42:32.657 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.658+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.662+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:42:32.663 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T17:42:32.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10432950509578513743', time=2024-09-12T19:42:13.713551+0000, chain.objs.size()=9 2024-09-12T17:42:32.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.103__multipart_key1.2~BE4tV1sewZqJ8NW3UAXK7BtL_PvQQcm.1 2024-09-12T17:42:32.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.103__shadow_key1.2~BE4tV1sewZqJ8NW3UAXK7BtL_PvQQcm.1_1 2024-09-12T17:42:32.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.103__multipart_key1.2~BE4tV1sewZqJ8NW3UAXK7BtL_PvQQcm.2 2024-09-12T17:42:32.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.103__shadow_key1.2~BE4tV1sewZqJ8NW3UAXK7BtL_PvQQcm.2_1 2024-09-12T17:42:32.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.103__multipart_key1.2~BE4tV1sewZqJ8NW3UAXK7BtL_PvQQcm.3 2024-09-12T17:42:32.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.103__shadow_key1.2~BE4tV1sewZqJ8NW3UAXK7BtL_PvQQcm.3_1 2024-09-12T17:42:32.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.103__multipart_key1.2~BE4tV1sewZqJ8NW3UAXK7BtL_PvQQcm.4 2024-09-12T17:42:32.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.103__shadow_key1.2~BE4tV1sewZqJ8NW3UAXK7BtL_PvQQcm.4_1 2024-09-12T17:42:32.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.103__multipart_key1.2~BE4tV1sewZqJ8NW3UAXK7BtL_PvQQcm.5 2024-09-12T17:42:32.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2164329838652605324', time=2024-09-12T19:42:20.420935+0000, chain.objs.size()=1 2024-09-12T17:42:32.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.666+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.116__shadow_.l-bd98Rmx32Wq_pGprISRYe-XmTSTuC_0 2024-09-12T17:42:32.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.674+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.678+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:42:32.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.678+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9449739602201908717', time=2024-09-12T19:41:53.756868+0000, chain.objs.size()=1 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.90__shadow_.zTmMy5KVRNbnHslBBqp8FAaIaRRpNUW_0 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12756507731408754491', time=2024-09-12T19:42:10.422609+0000, chain.objs.size()=7 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~l-JKy6KnwCUmxvhjhX2MzidwTOOxnus.1 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~l-JKy6KnwCUmxvhjhX2MzidwTOOxnus.1_1 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~l-JKy6KnwCUmxvhjhX2MzidwTOOxnus.1_2 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~l-JKy6KnwCUmxvhjhX2MzidwTOOxnus.2 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~l-JKy6KnwCUmxvhjhX2MzidwTOOxnus.2_1 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~l-JKy6KnwCUmxvhjhX2MzidwTOOxnus.2_2 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~l-JKy6KnwCUmxvhjhX2MzidwTOOxnus.3 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9529683837060485801', time=2024-09-12T19:42:25.602599+0000, chain.objs.size()=1 2024-09-12T17:42:32.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.682+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.129__shadow_.xKjj7ZEDal9mS2sEp2WCEPsR8BXDjq1_0 2024-09-12T17:42:32.687 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.690+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.694+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:42:32.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.694+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.698+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.698+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T17:42:32.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.698+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3144492442150990580', time=2024-09-12T19:42:24.009597+0000, chain.objs.size()=1 2024-09-12T17:42:32.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.698+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.125__shadow_.8AAZcQIDVKUcPa0nByMzI4XJmibWTPE_0 2024-09-12T17:42:32.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.698+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.702+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:42:32.704 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.706+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.706+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.706+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:42:32.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.706+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7971473077646511970', time=2024-09-12T19:42:05.038474+0000, chain.objs.size()=1 2024-09-12T17:42:32.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.706+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.100__shadow_.mY4XSzarMWV94AwL0Cd3GgTNBh2DXCQ_0 2024-09-12T17:42:32.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.706+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9885363676920407685', time=2024-09-12T19:42:24.814003+0000, chain.objs.size()=1 2024-09-12T17:42:32.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.706+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.127__shadow_.TMT2udMXIlRZje317iVgtJqf24uJq0B_0 2024-09-12T17:42:32.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.706+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5207165983133718995', time=2024-09-12T19:42:25.180609+0000, chain.objs.size()=1 2024-09-12T17:42:32.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.706+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.128__shadow_.gEaalsAsMPBZmzeDMLzGYnKsonQXbNF_0 2024-09-12T17:42:32.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.710+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.714+0000 7fe993c439c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:42:32.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:32.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:32.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='2~g0OG-argmW69_zqjWp8vG_Yn2Vz6sDV', time=2024-09-12T19:42:07.027804+0000, chain.objs.size()=9 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.101__multipart_key1.2~g0OG-argmW69_zqjWp8vG_Yn2Vz6sDV.7 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.101__shadow_key1.2~g0OG-argmW69_zqjWp8vG_Yn2Vz6sDV.7_1 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.101__multipart_key1.2~g0OG-argmW69_zqjWp8vG_Yn2Vz6sDV.8 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.101__shadow_key1.2~g0OG-argmW69_zqjWp8vG_Yn2Vz6sDV.8_1 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.101__multipart_key1.2~g0OG-argmW69_zqjWp8vG_Yn2Vz6sDV.9 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.101__shadow_key1.2~g0OG-argmW69_zqjWp8vG_Yn2Vz6sDV.9_1 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.101__multipart_key1.2~g0OG-argmW69_zqjWp8vG_Yn2Vz6sDV.10 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.101__shadow_key1.2~g0OG-argmW69_zqjWp8vG_Yn2Vz6sDV.10_1 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.101__multipart_key1.2~g0OG-argmW69_zqjWp8vG_Yn2Vz6sDV.11 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10241000236056199807', time=2024-09-12T19:42:11.862343+0000, chain.objs.size()=7 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~Po8ebvQox905Zi5KzC3VPnqhGuN9A8x.1 2024-09-12T17:42:32.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~Po8ebvQox905Zi5KzC3VPnqhGuN9A8x.1_1 2024-09-12T17:42:32.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.718+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~Po8ebvQox905Zi5KzC3VPnqhGuN9A8x.1_2 2024-09-12T17:42:32.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.722+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~Po8ebvQox905Zi5KzC3VPnqhGuN9A8x.2 2024-09-12T17:42:32.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.722+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~Po8ebvQox905Zi5KzC3VPnqhGuN9A8x.2_1 2024-09-12T17:42:32.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.722+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__shadow_key1.2~Po8ebvQox905Zi5KzC3VPnqhGuN9A8x.2_2 2024-09-12T17:42:32.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.722+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.102__multipart_key1.2~Po8ebvQox905Zi5KzC3VPnqhGuN9A8x.3 2024-09-12T17:42:32.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.722+0000 7fe993c439c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17485851816417554627', time=2024-09-12T19:42:24.411649+0000, chain.objs.size()=1 2024-09-12T17:42:32.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.722+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.126__shadow_.alOFdRN3MGV5gd5WupbOpPnvUOF1SNV_0 2024-09-12T17:42:32.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.730+0000 7fe993c439c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T17:42:32.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.738+0000 7fe847fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:32.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.742+0000 7fe993c439c0 20 remove_watcher() i=0 2024-09-12T17:42:32.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.742+0000 7fe993c439c0 2 removed watcher, disabling cache 2024-09-12T17:42:32.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.742+0000 7fe993c439c0 20 remove_watcher() i=1 2024-09-12T17:42:32.744 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.746+0000 7fe993c439c0 20 remove_watcher() i=2 2024-09-12T17:42:32.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.746+0000 7fe993c439c0 20 remove_watcher() i=3 2024-09-12T17:42:32.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.750+0000 7fe993c439c0 20 remove_watcher() i=4 2024-09-12T17:42:32.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.750+0000 7fe993c439c0 20 remove_watcher() i=5 2024-09-12T17:42:32.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.754+0000 7fe993c439c0 20 remove_watcher() i=6 2024-09-12T17:42:32.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.754+0000 7fe993c439c0 20 remove_watcher() i=7 2024-09-12T17:42:32.774 DEBUG:teuthology.orchestra.run.smithi183:> radosgw-admin gc process --include-all 2024-09-12T17:42:32.846 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:32.846 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:32.891 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.890+0000 7fcd75e7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:32.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.894+0000 7fcd75e7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:32.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.894+0000 7fcd75e7e9c0 20 realm 2024-09-12T17:42:32.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.894+0000 7fcd75e7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:32.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.894+0000 7fcd75e7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:32.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.894+0000 7fcd75e7e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:32.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.894+0000 7fcd75e7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:32.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.894+0000 7fcd75e7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:32.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.894+0000 7fcd75e7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:32.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.894+0000 7fcd75e7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:32.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.894+0000 7fcd75e7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:32.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.898+0000 7fcd75e7e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:32.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.898+0000 7fcd75e7e9c0 20 searching for the correct realm 2024-09-12T17:42:32.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.902+0000 7fcd73984640 0 -- 172.21.15.183:0/3725330125 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7fcd6c03e070 msgr2=0x7fcd6c06f740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:32.908 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:32.910+0000 7fcd73183640 0 -- 172.21.15.183:0/3725330125 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fcd6c071b30 msgr2=0x7fcd6c067100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:33.127 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:33.127 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:33.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:33.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:33.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:33.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:33.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:33.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:33.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:33.129 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:33.129 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:33.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:33.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 zone default found 2024-09-12T17:42:33.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 4 Realm: () 2024-09-12T17:42:33.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:33.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:33.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:33.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 zonegroup default 2024-09-12T17:42:33.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:33.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:33.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.130+0000 7fcd75e7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:33.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.134+0000 7fcd75e7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:33.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.134+0000 7fcd75e7e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:33.132 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.134+0000 7fcd75e7e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:33.132 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.134+0000 7fcd75e7e9c0 20 started sync module instance, tier type = 2024-09-12T17:42:33.132 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.134+0000 7fcd75e7e9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:33.156 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.158+0000 7fcd75e7e9c0 20 add_watcher() i=0 2024-09-12T17:42:33.156 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.158+0000 7fcd75e7e9c0 20 add_watcher() i=1 2024-09-12T17:42:33.156 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.158+0000 7fcd75e7e9c0 20 add_watcher() i=2 2024-09-12T17:42:33.156 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.158+0000 7fcd75e7e9c0 20 add_watcher() i=3 2024-09-12T17:42:33.156 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.158+0000 7fcd75e7e9c0 20 add_watcher() i=4 2024-09-12T17:42:33.156 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.158+0000 7fcd75e7e9c0 20 add_watcher() i=5 2024-09-12T17:42:33.156 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.158+0000 7fcd75e7e9c0 20 add_watcher() i=6 2024-09-12T17:42:33.158 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.158+0000 7fcd75e7e9c0 20 add_watcher() i=7 2024-09-12T17:42:33.158 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.158+0000 7fcd75e7e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:33.162 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.162+0000 7fcc29fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:33.163 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.162+0000 7fcd75e7e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:33.163 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.162+0000 7fcd75e7e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:33.260 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.262+0000 7fcc28fe1640 20 reqs_thread_entry: start 2024-09-12T17:42:33.261 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.262+0000 7fcd75e7e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:33.261 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.262+0000 7fcd75e7e9c0 20 Filter name: none 2024-09-12T17:42:33.261 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.262+0000 7fcba27fc640 20 reqs_thread_entry: start 2024-09-12T17:42:33.261 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.262+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T17:42:33.262 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.262+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.262+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.266+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.265 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.266+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T17:42:33.268 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.270+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.270+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.270 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.270+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.274+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T17:42:33.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.278+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.277 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.278+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.283 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.278+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.283 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.282+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T17:42:33.283 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.282+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.283 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.286+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.284 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.286+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.286+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T17:42:33.289 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.290+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.290 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.290+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.291 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.290+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.294+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T17:42:33.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.298+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.297 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.298+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.297 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.298+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.300 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.302+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T17:42:33.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.302+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.303 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.306+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.303 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.306+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.306+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T17:42:33.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.310+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.309 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.310+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.309 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.310+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.312 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.314+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T17:42:33.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.318+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.318+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.318+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.321 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.322+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T17:42:33.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.326+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.326+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.330+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.330+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T17:42:33.334 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.334+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.335 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.338+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.338+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.338+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T17:42:33.342 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.342+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.346+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.344 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.346+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.346+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T17:42:33.349 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.350+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.350+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.350+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.352 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.354+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T17:42:33.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.358+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.358+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.358+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.360 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.362+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T17:42:33.363 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.362+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.364 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.366+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.365 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.366+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.367 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.366+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T17:42:33.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.370+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.370+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.374+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.374+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T17:42:33.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.378+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.378+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.378 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.378+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.382+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T17:42:33.384 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.386+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.386 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.386+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.387 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.386+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.390+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T17:42:33.392 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.394+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.394 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.394+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.394+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.398+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T17:42:33.401 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.402+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.403 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.402+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.406+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.406+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T17:42:33.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.410+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.414+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.414+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.418+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T17:42:33.420 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.422+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.422 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.422+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.423 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.426+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.426+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T17:42:33.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.430+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.432 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.434+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.434+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.435 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.438+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T17:42:33.439 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.438+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.441 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.442+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.442 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.442+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.446+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T17:42:33.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.450+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.450+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.454+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.454 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.454+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T17:42:33.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.458+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.462+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.462+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.466+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T17:42:33.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.466+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.470+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.469 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.470+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.474+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T17:42:33.476 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.478+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.478+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.478+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.482+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T17:42:33.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.486+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.486+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.487 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.486+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.490+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T17:42:33.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.494+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.498+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.498+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.502+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T17:42:33.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.502+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.506+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.506+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.510+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T17:42:33.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.514+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.514+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T17:42:33.514 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.514+0000 7fcd75e7e9c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T17:42:33.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.522+0000 7fcc29fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:33.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.526+0000 7fcd75e7e9c0 20 remove_watcher() i=0 2024-09-12T17:42:33.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.526+0000 7fcd75e7e9c0 2 removed watcher, disabling cache 2024-09-12T17:42:33.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.530+0000 7fcd75e7e9c0 20 remove_watcher() i=1 2024-09-12T17:42:33.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.530+0000 7fcd75e7e9c0 20 remove_watcher() i=2 2024-09-12T17:42:33.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.534+0000 7fcd75e7e9c0 20 remove_watcher() i=3 2024-09-12T17:42:33.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.534+0000 7fcd75e7e9c0 20 remove_watcher() i=4 2024-09-12T17:42:33.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.538+0000 7fcd75e7e9c0 20 remove_watcher() i=5 2024-09-12T17:42:33.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.542+0000 7fcd75e7e9c0 20 remove_watcher() i=6 2024-09-12T17:42:33.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:33.542+0000 7fcd75e7e9c0 20 remove_watcher() i=7 2024-09-12T17:42:33.562 INFO:teuthology.run_tasks:Running task s3tests... 2024-09-12T17:42:33.580 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-master', 'storage classes': 'LUKEWARM, FROZEN'}} 2024-09-12T17:42:33.580 INFO:tasks.s3tests:Downloading s3-tests... 2024-09-12T17:42:33.580 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2024-09-12T17:42:33.580 DEBUG:teuthology.orchestra.run.smithi183:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T17:42:33.608 INFO:teuthology.orchestra.run.smithi183.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2024-09-12T17:42:34.506 INFO:tasks.s3tests:Creating rgw users... 2024-09-12T17:42:34.507 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW11111111111111111 --account-name Mr.RGW11111111111111111 --email RGW11111111111111111+test@test.test 2024-09-12T17:42:34.589 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:34.589 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:34.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.630+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:34.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.634+0000 7f5c1114c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:34.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.634+0000 7f5c1114c9c0 20 realm 2024-09-12T17:42:34.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.634+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:34.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.634+0000 7f5c1114c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:34.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.634+0000 7f5c1114c9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:34.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.634+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:34.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.634+0000 7f5c1114c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:34.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.634+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:34.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.634+0000 7f5c1114c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:34.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.634+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:34.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.634+0000 7f5c1114c9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:34.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.634+0000 7f5c1114c9c0 20 searching for the correct realm 2024-09-12T17:42:34.638 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.638+0000 7f5c0f453640 0 -- 172.21.15.183:0/1824225412 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f5bf804a940 msgr2=0x7f5bf800d3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:34.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:34.854+0000 7f5c0e451640 0 -- 172.21.15.183:0/1824225412 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f5c080d07e0 msgr2=0x7f5c081068c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:35.071 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.070+0000 7f5c1114c9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:35.071 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.070+0000 7f5c1114c9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:35.071 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.070+0000 7f5c1114c9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:35.071 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.070+0000 7f5c1114c9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:35.071 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.070+0000 7f5c1114c9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:35.071 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.070+0000 7f5c1114c9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:35.071 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.070+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:35.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:35.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 zone default found 2024-09-12T17:42:35.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 4 Realm: () 2024-09-12T17:42:35.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:35.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:35.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:35.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 zonegroup default 2024-09-12T17:42:35.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.075 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.075 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 started sync module instance, tier type = 2024-09-12T17:42:35.075 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.074+0000 7f5c1114c9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:35.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.098+0000 7f5c1114c9c0 20 add_watcher() i=0 2024-09-12T17:42:35.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.098+0000 7f5c1114c9c0 20 add_watcher() i=1 2024-09-12T17:42:35.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.098+0000 7f5c1114c9c0 20 add_watcher() i=2 2024-09-12T17:42:35.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.098+0000 7f5c1114c9c0 20 add_watcher() i=3 2024-09-12T17:42:35.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.098+0000 7f5c1114c9c0 20 add_watcher() i=4 2024-09-12T17:42:35.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.098+0000 7f5c1114c9c0 20 add_watcher() i=5 2024-09-12T17:42:35.098 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.098+0000 7f5c1114c9c0 20 add_watcher() i=6 2024-09-12T17:42:35.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.098+0000 7f5c1114c9c0 20 add_watcher() i=7 2024-09-12T17:42:35.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.098+0000 7f5c1114c9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:35.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.102+0000 7f5ac57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:35.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.102+0000 7f5c1114c9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:35.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.102+0000 7f5c1114c9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:35.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.102+0000 7f5c1114c9c0 5 note: GC not initialized 2024-09-12T17:42:35.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5a3ffff640 20 reqs_thread_entry: start 2024-09-12T17:42:35.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:35.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 20 Filter name: none 2024-09-12T17:42:35.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5a3dffb640 20 reqs_thread_entry: start 2024-09-12T17:42:35.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 : miss 2024-09-12T17:42:35.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x0 2024-09-12T17:42:35.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T17:42:35.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 20 failed to read name.$Mr.RGW11111111111111111 with: (2) No such file or directory 2024-09-12T17:42:35.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 10 cache get: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test : miss 2024-09-12T17:42:35.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.106 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.106 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x0 2024-09-12T17:42:35.106 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 10 adding default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T17:42:35.106 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.106+0000 7f5c1114c9c0 20 failed to read rgw11111111111111111+test@test.test with: (2) No such file or directory 2024-09-12T17:42:35.108 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.110+0000 7f5c1114c9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T17:42:35.108 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.110+0000 7f5c1114c9c0 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T17:42:35.108 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.110+0000 7f5c1114c9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW11111111111111111, ofs0, ns] 2024-09-12T17:42:35.108 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.110+0000 7f5af27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464372 cookie 94442710659920 notifier 9033 bl.length()=384 2024-09-12T17:42:35.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.110+0000 7f5af27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T17:42:35.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.110+0000 7f5af27fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T17:42:35.112 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.114+0000 7f5c1114c9c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-12T17:42:35.112 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.114+0000 7f5c1114c9c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T17:42:35.112 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.114+0000 7f5c1114c9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW11111111111111111, ofs0, ns] 2024-09-12T17:42:35.113 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.114+0000 7f5af1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464438 cookie 94442710667024 notifier 9033 bl.length()=225 2024-09-12T17:42:35.113 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.114+0000 7f5af1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-12T17:42:35.113 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.114+0000 7f5af1ffb640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T17:42:35.116 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.118+0000 7f5c1114c9c0 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-12T17:42:35.116 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.118+0000 7f5c1114c9c0 10 moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T17:42:35.116 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.118+0000 7f5c1114c9c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw11111111111111111+test@test.test, ofs0, ns] 2024-09-12T17:42:35.116 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.118+0000 7f5af1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464364 cookie 94442710665184 notifier 9033 bl.length()=234 2024-09-12T17:42:35.116 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.118+0000 7f5af1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-12T17:42:35.116 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.118+0000 7f5af1ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T17:42:35.118 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.118+0000 7f5ac57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:35.123 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.126+0000 7f5c1114c9c0 20 remove_watcher() i=0 2024-09-12T17:42:35.124 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.126+0000 7f5c1114c9c0 2 removed watcher, disabling cache 2024-09-12T17:42:35.126 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.126+0000 7f5c1114c9c0 20 remove_watcher() i=1 2024-09-12T17:42:35.128 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.130+0000 7f5c1114c9c0 20 remove_watcher() i=2 2024-09-12T17:42:35.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.130+0000 7f5c1114c9c0 20 remove_watcher() i=3 2024-09-12T17:42:35.132 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.134+0000 7f5c1114c9c0 20 remove_watcher() i=4 2024-09-12T17:42:35.133 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.134+0000 7f5c1114c9c0 20 remove_watcher() i=5 2024-09-12T17:42:35.134 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.134+0000 7f5c1114c9c0 20 remove_watcher() i=6 2024-09-12T17:42:35.136 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.138+0000 7f5c1114c9c0 20 remove_watcher() i=7 2024-09-12T17:42:35.148 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:42:35.148 INFO:teuthology.orchestra.run.smithi183.stdout: "id": "RGW11111111111111111", 2024-09-12T17:42:35.148 INFO:teuthology.orchestra.run.smithi183.stdout: "tenant": "", 2024-09-12T17:42:35.148 INFO:teuthology.orchestra.run.smithi183.stdout: "name": "Mr.RGW11111111111111111", 2024-09-12T17:42:35.148 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "RGW11111111111111111+test@test.test", 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: "quota": { 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:35.149 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:35.150 INFO:teuthology.orchestra.run.smithi183.stdout: "max_users": 1000, 2024-09-12T17:42:35.150 INFO:teuthology.orchestra.run.smithi183.stdout: "max_roles": 1000, 2024-09-12T17:42:35.150 INFO:teuthology.orchestra.run.smithi183.stdout: "max_groups": 1000, 2024-09-12T17:42:35.150 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:42:35.150 INFO:teuthology.orchestra.run.smithi183.stdout: "max_access_keys": 4 2024-09-12T17:42:35.150 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:42:35.151 DEBUG:tasks.s3tests:Creating user RGW11111111111111111 on client.0 2024-09-12T17:42:35.151 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.RGW11111111111111111 --email foo+test@test.test --access-key UBCIPYUSSPNVYMBDQJCA --secret uSo5G7nsOnt6cwNAu0k1YW+N/fJ+BzYVMe69GAuDSzQDfTDkMI0XjQ== --cluster ceph --account-id RGW11111111111111111 --account-root 2024-09-12T17:42:35.243 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:35.243 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:35.282 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.282+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.284 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.286+0000 7feee02d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.284 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.286+0000 7feee02d59c0 20 realm 2024-09-12T17:42:35.284 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.286+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.286+0000 7feee02d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.286+0000 7feee02d59c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:35.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.286+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.286+0000 7feee02d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.286+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.287 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.286+0000 7feee02d59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:35.287 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.286+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.287 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.290+0000 7feee02d59c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:35.287 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.290+0000 7feee02d59c0 20 searching for the correct realm 2024-09-12T17:42:35.290 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.290+0000 7feedd5da640 0 -- 172.21.15.183:0/2198012793 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7feec8002350 msgr2=0x7feed00223f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:35.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.502+0000 7feeddddb640 0 -- 172.21.15.183:0/2198012793 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7feed800cba0 msgr2=0x7feed8025830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:35.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.518+0000 7feee02d59c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:35.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.518+0000 7feee02d59c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:35.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.518+0000 7feee02d59c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:35.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.518+0000 7feee02d59c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:35.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.518+0000 7feee02d59c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:35.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.518+0000 7feee02d59c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:35.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.518+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:35.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:35.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 zone default found 2024-09-12T17:42:35.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 4 Realm: () 2024-09-12T17:42:35.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:35.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:35.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:35.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 zonegroup default 2024-09-12T17:42:35.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 started sync module instance, tier type = 2024-09-12T17:42:35.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.522+0000 7feee02d59c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:35.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.546+0000 7feee02d59c0 20 add_watcher() i=0 2024-09-12T17:42:35.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.546+0000 7feee02d59c0 20 add_watcher() i=1 2024-09-12T17:42:35.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.546+0000 7feee02d59c0 20 add_watcher() i=2 2024-09-12T17:42:35.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.546+0000 7feee02d59c0 20 add_watcher() i=3 2024-09-12T17:42:35.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.546+0000 7feee02d59c0 20 add_watcher() i=4 2024-09-12T17:42:35.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.546+0000 7feee02d59c0 20 add_watcher() i=5 2024-09-12T17:42:35.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.546+0000 7feee02d59c0 20 add_watcher() i=6 2024-09-12T17:42:35.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.550+0000 7feee02d59c0 20 add_watcher() i=7 2024-09-12T17:42:35.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.550+0000 7feee02d59c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:35.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7fed8ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:35.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7feee02d59c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:35.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7feee02d59c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:35.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7feee02d59c0 5 note: GC not initialized 2024-09-12T17:42:35.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7fed8effd640 20 reqs_thread_entry: start 2024-09-12T17:42:35.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7feee02d59c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:35.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7feee02d59c0 20 Filter name: none 2024-09-12T17:42:35.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7fed8cff9640 20 reqs_thread_entry: start 2024-09-12T17:42:35.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7feee02d59c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T17:42:35.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7feee02d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7feee02d59c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2024-09-12T17:42:35.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7feee02d59c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:42:35.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7feee02d59c0 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2024-09-12T17:42:35.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.554+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2024-09-12T17:42:35.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T17:42:35.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 10 cache get: name=default.rgw.meta+users.keys+UBCIPYUSSPNVYMBDQJCA : miss 2024-09-12T17:42:35.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 10 cache put: name=default.rgw.meta+users.keys+UBCIPYUSSPNVYMBDQJCA info.flags=0x0 2024-09-12T17:42:35.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 10 adding default.rgw.meta+users.keys+UBCIPYUSSPNVYMBDQJCA to cache LRU end 2024-09-12T17:42:35.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 10 cache get: name=default.rgw.meta+accounts+account.RGW11111111111111111 : miss 2024-09-12T17:42:35.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T17:42:35.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T17:42:35.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T17:42:35.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:42:35.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 10 cache get: name=default.rgw.meta+users.keys+UBCIPYUSSPNVYMBDQJCA : hit (negative entry) 2024-09-12T17:42:35.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.558+0000 7feee02d59c0 10 cache get: name=default.rgw.meta+users.keys+UBCIPYUSSPNVYMBDQJCA : hit (negative entry) 2024-09-12T17:42:35.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.562+0000 7feee02d59c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T17:42:35.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.562+0000 7feee02d59c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:42:35.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.562+0000 7feee02d59c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T17:42:35.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.562+0000 7fedc17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464439 cookie 94330083128640 notifier 8429 bl.length()=673 2024-09-12T17:42:35.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.562+0000 7fedc17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T17:42:35.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.562+0000 7fedc17fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:42:35.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.566+0000 7feee02d59c0 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T17:42:35.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.566+0000 7feee02d59c0 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T17:42:35.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.566+0000 7feee02d59c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2024-09-12T17:42:35.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.566+0000 7fedc0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464440 cookie 94330083136640 notifier 8429 bl.length()=185 2024-09-12T17:42:35.566 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.566+0000 7fedc0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T17:42:35.566 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.566+0000 7fedc0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T17:42:35.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.570+0000 7feee02d59c0 10 cache put: name=default.rgw.meta+users.keys+UBCIPYUSSPNVYMBDQJCA info.flags=0x7 2024-09-12T17:42:35.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.570+0000 7feee02d59c0 10 moving default.rgw.meta+users.keys+UBCIPYUSSPNVYMBDQJCA to cache LRU end 2024-09-12T17:42:35.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.570+0000 7feee02d59c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:UBCIPYUSSPNVYMBDQJCA, ofs0, ns] 2024-09-12T17:42:35.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.570+0000 7fedc0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464347 cookie 94330083150112 notifier 8429 bl.length()=186 2024-09-12T17:42:35.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.570+0000 7fedc0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+UBCIPYUSSPNVYMBDQJCA info.flags=0x7 2024-09-12T17:42:35.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.570+0000 7fedc0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+UBCIPYUSSPNVYMBDQJCA to cache LRU end 2024-09-12T17:42:35.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.574+0000 7feee02d59c0 20 linked user foo.client.0 to account RGW11111111111111111 2024-09-12T17:42:35.573 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:42:35.573 INFO:teuthology.orchestra.run.smithi183.stdout: "user_id": "foo.client.0", 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: "display_name": "Mr.RGW11111111111111111", 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "foo+test@test.test", 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: "suspended": 0, 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: "subusers": [], 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: "keys": [ 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: "user": "foo.client.0", 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: "access_key": "UBCIPYUSSPNVYMBDQJCA", 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: "secret_key": "uSo5G7nsOnt6cwNAu0k1YW+N/fJ+BzYVMe69GAuDSzQDfTDkMI0XjQ==", 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: "active": true, 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:35.565066Z" 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: } 2024-09-12T17:42:35.574 INFO:teuthology.orchestra.run.smithi183.stdout: ], 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "swift_keys": [], 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "caps": [], 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "default_placement": "", 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "placement_tags": [], 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:35.575 INFO:teuthology.orchestra.run.smithi183.stdout: "user_quota": { 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "root", 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "mfa_ids": [], 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "account_id": "RGW11111111111111111", 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "path": "/", 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:35.565026Z", 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "tags": [], 2024-09-12T17:42:35.576 INFO:teuthology.orchestra.run.smithi183.stdout: "group_ids": [] 2024-09-12T17:42:35.577 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:42:35.577 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:35.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.574+0000 7fed8ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:35.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.582+0000 7feee02d59c0 20 remove_watcher() i=0 2024-09-12T17:42:35.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.582+0000 7feee02d59c0 2 removed watcher, disabling cache 2024-09-12T17:42:35.581 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.582+0000 7feee02d59c0 20 remove_watcher() i=1 2024-09-12T17:42:35.583 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.586+0000 7feee02d59c0 20 remove_watcher() i=2 2024-09-12T17:42:35.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.586+0000 7feee02d59c0 20 remove_watcher() i=3 2024-09-12T17:42:35.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.590+0000 7feee02d59c0 20 remove_watcher() i=4 2024-09-12T17:42:35.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.590+0000 7feee02d59c0 20 remove_watcher() i=5 2024-09-12T17:42:35.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.590+0000 7feee02d59c0 20 remove_watcher() i=6 2024-09-12T17:42:35.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.594+0000 7feee02d59c0 20 remove_watcher() i=7 2024-09-12T17:42:35.608 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 4041506114 --totp-seed GMO5TTEHL5ETAEE47CP2FYYQ2XVNSG53CDIZWQOQI6FXCV7HZHVRQIPAXUF2UGRG --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:42:35.650 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:35.650 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:35.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.694+0000 7f725ad929c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.694+0000 7f725ad929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.694+0000 7f725ad929c0 20 realm 2024-09-12T17:42:35.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.694+0000 7f725ad929c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.694+0000 7f725ad929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.694+0000 7f725ad929c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:35.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.694+0000 7f725ad929c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.694+0000 7f725ad929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.694+0000 7f725ad929c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.694+0000 7f725ad929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:35.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.694+0000 7f725ad929c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.698+0000 7f725ad929c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:35.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.698+0000 7f725ad929c0 20 searching for the correct realm 2024-09-12T17:42:35.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.698+0000 7f7258097640 0 -- 172.21.15.183:0/2222882884 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f7250028030 msgr2=0x7f725005d080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:35.911 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.910+0000 7f7258898640 0 -- 172.21.15.183:0/2222882884 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f72480e4040 msgr2=0x7f72480cb3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:35.927 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:35.927 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:35.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:35.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:35.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:35.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:35.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:35.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:35.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 zone default found 2024-09-12T17:42:35.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 4 Realm: () 2024-09-12T17:42:35.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:35.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:35.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:35.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 zonegroup default 2024-09-12T17:42:35.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.930+0000 7f725ad929c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.934+0000 7f725ad929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.934+0000 7f725ad929c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.934+0000 7f725ad929c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:35.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.934+0000 7f725ad929c0 20 started sync module instance, tier type = 2024-09-12T17:42:35.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.934+0000 7f725ad929c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:35.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.958+0000 7f725ad929c0 20 add_watcher() i=0 2024-09-12T17:42:35.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.958+0000 7f725ad929c0 20 add_watcher() i=1 2024-09-12T17:42:35.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.958+0000 7f725ad929c0 20 add_watcher() i=2 2024-09-12T17:42:35.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.958+0000 7f725ad929c0 20 add_watcher() i=3 2024-09-12T17:42:35.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.958+0000 7f725ad929c0 20 add_watcher() i=4 2024-09-12T17:42:35.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.958+0000 7f725ad929c0 20 add_watcher() i=5 2024-09-12T17:42:35.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.958+0000 7f725ad929c0 20 add_watcher() i=6 2024-09-12T17:42:35.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.958+0000 7f725ad929c0 20 add_watcher() i=7 2024-09-12T17:42:35.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.958+0000 7f725ad929c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:35.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.962+0000 7f710f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:35.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.962+0000 7f725ad929c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:35.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.962+0000 7f725ad929c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:35.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.962+0000 7f725ad929c0 5 note: GC not initialized 2024-09-12T17:42:35.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.962+0000 7f710e7e4640 20 reqs_thread_entry: start 2024-09-12T17:42:35.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.962+0000 7f725ad929c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:35.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.962+0000 7f725ad929c0 20 Filter name: none 2024-09-12T17:42:35.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.962+0000 7f71077fe640 20 reqs_thread_entry: start 2024-09-12T17:42:35.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.966+0000 7f725ad929c0 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T17:42:35.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.966+0000 7f725ad929c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:35.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.966+0000 7f725ad929c0 20 rados_obj.operate() r=0 bl.length=488 2024-09-12T17:42:35.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.966+0000 7f725ad929c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2024-09-12T17:42:35.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.966+0000 7f725ad929c0 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:42:35.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:35.966+0000 7f725ad929c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:42:37.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.106+0000 7f725ad929c0 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T17:42:37.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.106+0000 7f725ad929c0 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:42:37.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.106+0000 7f725ad929c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T17:42:37.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.106+0000 7f712f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399033 cookie 94656018629296 notifier 9069 bl.length()=687 2024-09-12T17:42:37.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.106+0000 7f712f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T17:42:37.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.106+0000 7f712f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T17:42:37.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.110+0000 7f710f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:37.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.114+0000 7f725ad929c0 20 remove_watcher() i=0 2024-09-12T17:42:37.114 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.114+0000 7f725ad929c0 2 removed watcher, disabling cache 2024-09-12T17:42:37.116 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.118+0000 7f725ad929c0 20 remove_watcher() i=1 2024-09-12T17:42:37.118 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.118+0000 7f725ad929c0 20 remove_watcher() i=2 2024-09-12T17:42:37.120 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.122+0000 7f725ad929c0 20 remove_watcher() i=3 2024-09-12T17:42:37.122 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.122+0000 7f725ad929c0 20 remove_watcher() i=4 2024-09-12T17:42:37.124 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.126+0000 7f725ad929c0 20 remove_watcher() i=5 2024-09-12T17:42:37.126 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.126+0000 7f725ad929c0 20 remove_watcher() i=6 2024-09-12T17:42:37.127 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.130+0000 7f725ad929c0 20 remove_watcher() i=7 2024-09-12T17:42:37.145 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2024-09-12T17:42:37.145 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key VFJRWNZROKTLDXGIWVSN --secret Jy0dbMn8aixNfCHF3o8ER52m+7orTUdHpSvzu4wTqSbL/RLoUexBtw== --cluster ceph 2024-09-12T17:42:37.231 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:37.231 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:37.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.274+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.274+0000 7fe25387a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.274+0000 7fe25387a9c0 20 realm 2024-09-12T17:42:37.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.274+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.274+0000 7fe25387a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.274+0000 7fe25387a9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:37.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.274+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.274+0000 7fe25387a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.274+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.278+0000 7fe25387a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:37.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.278+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.278+0000 7fe25387a9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:37.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.278+0000 7fe25387a9c0 20 searching for the correct realm 2024-09-12T17:42:37.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.282+0000 7fe251b81640 0 -- 172.21.15.183:0/4057147048 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fe23c0d0040 msgr2=0x7fe23c0d0710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:37.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.498+0000 7fe250b7f640 0 -- 172.21.15.183:0/4057147048 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fe24c03cab0 msgr2=0x7fe24c00c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:37.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.714+0000 7fe25387a9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:37.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.714+0000 7fe25387a9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:37.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.714+0000 7fe25387a9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:37.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.714+0000 7fe25387a9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:37.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.714+0000 7fe25387a9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:37.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.714+0000 7fe25387a9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:37.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.714+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.714+0000 7fe25387a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.714+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:37.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:37.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 zone default found 2024-09-12T17:42:37.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 4 Realm: () 2024-09-12T17:42:37.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:37.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:37.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:37.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 zonegroup default 2024-09-12T17:42:37.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 started sync module instance, tier type = 2024-09-12T17:42:37.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.718+0000 7fe25387a9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:37.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.742+0000 7fe25387a9c0 20 add_watcher() i=0 2024-09-12T17:42:37.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.742+0000 7fe25387a9c0 20 add_watcher() i=1 2024-09-12T17:42:37.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.742+0000 7fe25387a9c0 20 add_watcher() i=2 2024-09-12T17:42:37.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.742+0000 7fe25387a9c0 20 add_watcher() i=3 2024-09-12T17:42:37.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.742+0000 7fe25387a9c0 20 add_watcher() i=4 2024-09-12T17:42:37.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.742+0000 7fe25387a9c0 20 add_watcher() i=5 2024-09-12T17:42:37.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.742+0000 7fe25387a9c0 20 add_watcher() i=6 2024-09-12T17:42:37.744 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.746+0000 7fe25387a9c0 20 add_watcher() i=7 2024-09-12T17:42:37.744 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.746+0000 7fe25387a9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:37.749 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe1077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:37.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:37.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:37.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 5 note: GC not initialized 2024-09-12T17:42:37.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe1067e4640 20 reqs_thread_entry: start 2024-09-12T17:42:37.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:37.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 20 Filter name: none 2024-09-12T17:42:37.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe077fff640 20 reqs_thread_entry: start 2024-09-12T17:42:37.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T17:42:37.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2024-09-12T17:42:37.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:42:37.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2024-09-12T17:42:37.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2024-09-12T17:42:37.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T17:42:37.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 10 cache get: name=default.rgw.meta+users.keys+VFJRWNZROKTLDXGIWVSN : miss 2024-09-12T17:42:37.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.750+0000 7fe25387a9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.754+0000 7fe25387a9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.754+0000 7fe25387a9c0 10 cache put: name=default.rgw.meta+users.keys+VFJRWNZROKTLDXGIWVSN info.flags=0x0 2024-09-12T17:42:37.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.754+0000 7fe25387a9c0 10 adding default.rgw.meta+users.keys+VFJRWNZROKTLDXGIWVSN to cache LRU end 2024-09-12T17:42:37.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.754+0000 7fe25387a9c0 10 cache get: name=default.rgw.meta+users.keys+VFJRWNZROKTLDXGIWVSN : hit (negative entry) 2024-09-12T17:42:37.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.754+0000 7fe25387a9c0 10 cache get: name=default.rgw.meta+users.keys+VFJRWNZROKTLDXGIWVSN : hit (negative entry) 2024-09-12T17:42:37.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.754+0000 7fe25387a9c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T17:42:37.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.754+0000 7fe25387a9c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:42:37.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.754+0000 7fe25387a9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T17:42:37.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.758+0000 7fe134ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398965 cookie 94750337100128 notifier 9087 bl.length()=645 2024-09-12T17:42:37.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.758+0000 7fe134ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T17:42:37.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.758+0000 7fe134ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:42:37.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.762+0000 7fe25387a9c0 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T17:42:37.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.762+0000 7fe25387a9c0 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T17:42:37.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.762+0000 7fe25387a9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2024-09-12T17:42:37.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.762+0000 7fe134ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399051 cookie 94750337116384 notifier 9087 bl.length()=185 2024-09-12T17:42:37.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.762+0000 7fe134ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T17:42:37.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.762+0000 7fe134ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T17:42:37.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.766+0000 7fe25387a9c0 10 cache put: name=default.rgw.meta+users.keys+VFJRWNZROKTLDXGIWVSN info.flags=0x7 2024-09-12T17:42:37.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.766+0000 7fe25387a9c0 10 moving default.rgw.meta+users.keys+VFJRWNZROKTLDXGIWVSN to cache LRU end 2024-09-12T17:42:37.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.766+0000 7fe25387a9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:VFJRWNZROKTLDXGIWVSN, ofs0, ns] 2024-09-12T17:42:37.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.766+0000 7fe134ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398940 cookie 94750337119936 notifier 9087 bl.length()=186 2024-09-12T17:42:37.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.766+0000 7fe134ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+VFJRWNZROKTLDXGIWVSN info.flags=0x7 2024-09-12T17:42:37.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.766+0000 7fe134ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+VFJRWNZROKTLDXGIWVSN to cache LRU end 2024-09-12T17:42:37.765 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:42:37.765 INFO:teuthology.orchestra.run.smithi183.stdout: "user_id": "bar.client.0", 2024-09-12T17:42:37.765 INFO:teuthology.orchestra.run.smithi183.stdout: "display_name": "Mr.bar.client.0", 2024-09-12T17:42:37.765 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "bar+test@test.test", 2024-09-12T17:42:37.765 INFO:teuthology.orchestra.run.smithi183.stdout: "suspended": 0, 2024-09-12T17:42:37.765 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: "subusers": [], 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: "keys": [ 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: "user": "bar.client.0", 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: "access_key": "VFJRWNZROKTLDXGIWVSN", 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: "secret_key": "Jy0dbMn8aixNfCHF3o8ER52m+7orTUdHpSvzu4wTqSbL/RLoUexBtw==", 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: "active": true, 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:37.758857Z" 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: } 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: ], 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: "swift_keys": [], 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: "caps": [], 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:42:37.766 INFO:teuthology.orchestra.run.smithi183.stdout: "default_placement": "", 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "placement_tags": [], 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "user_quota": { 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:37.767 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:37.768 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:37.768 INFO:teuthology.orchestra.run.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:42:37.768 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "rgw", 2024-09-12T17:42:37.768 INFO:teuthology.orchestra.run.smithi183.stdout: "mfa_ids": [], 2024-09-12T17:42:37.768 INFO:teuthology.orchestra.run.smithi183.stdout: "account_id": "", 2024-09-12T17:42:37.768 INFO:teuthology.orchestra.run.smithi183.stdout: "path": "/", 2024-09-12T17:42:37.768 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:37.758821Z", 2024-09-12T17:42:37.768 INFO:teuthology.orchestra.run.smithi183.stdout: "tags": [], 2024-09-12T17:42:37.768 INFO:teuthology.orchestra.run.smithi183.stdout: "group_ids": [] 2024-09-12T17:42:37.768 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:42:37.768 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:37.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.766+0000 7fe1077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:37.771 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.774+0000 7fe25387a9c0 20 remove_watcher() i=0 2024-09-12T17:42:37.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.774+0000 7fe25387a9c0 2 removed watcher, disabling cache 2024-09-12T17:42:37.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.774+0000 7fe25387a9c0 20 remove_watcher() i=1 2024-09-12T17:42:37.776 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.778+0000 7fe25387a9c0 20 remove_watcher() i=2 2024-09-12T17:42:37.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.778+0000 7fe25387a9c0 20 remove_watcher() i=3 2024-09-12T17:42:37.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.782+0000 7fe25387a9c0 20 remove_watcher() i=4 2024-09-12T17:42:37.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.782+0000 7fe25387a9c0 20 remove_watcher() i=5 2024-09-12T17:42:37.784 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.786+0000 7fe25387a9c0 20 remove_watcher() i=6 2024-09-12T17:42:37.786 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.786+0000 7fe25387a9c0 20 remove_watcher() i=7 2024-09-12T17:42:37.810 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 8412431204 --totp-seed Z6SCBUGO4UADQ75SQ42MHDJYKF4NIKMIY7U2Q3K55VZCAKFZJCKCC2EBO3J33TJA --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:42:37.898 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:37.899 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:37.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.946+0000 7f426f4d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.946+0000 7f426f4d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.946+0000 7f426f4d99c0 20 realm 2024-09-12T17:42:37.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.946+0000 7f426f4d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.946+0000 7f426f4d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.946+0000 7f426f4d99c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:37.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.946+0000 7f426f4d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.946+0000 7f426f4d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:37.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.946+0000 7f426f4d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.950+0000 7f426f4d99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:37.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.950+0000 7f426f4d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:37.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.950+0000 7f426f4d99c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:37.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.950+0000 7f426f4d99c0 20 searching for the correct realm 2024-09-12T17:42:37.952 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:37.954+0000 7f426d7e0640 0 -- 172.21.15.183:0/2286545555 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f4254027040 msgr2=0x7f4254064130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:38.211 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.210+0000 7f426c7de640 0 -- 172.21.15.183:0/2286545555 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f4264069690 msgr2=0x7f42640958b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:38.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.426+0000 7f426f4d99c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:38.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.426+0000 7f426f4d99c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:38.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.426+0000 7f426f4d99c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:38.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.426+0000 7f426f4d99c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:38.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.426+0000 7f426f4d99c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:38.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.426+0000 7f426f4d99c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:38.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.426+0000 7f426f4d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:38.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:38.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:38.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:38.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:38.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:38.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 20 zone default found 2024-09-12T17:42:38.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 4 Realm: () 2024-09-12T17:42:38.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:38.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:38.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:38.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 20 zonegroup default 2024-09-12T17:42:38.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:38.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:38.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:38.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:38.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.430+0000 7f426f4d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:38.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.434+0000 7f426f4d99c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:38.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.434+0000 7f426f4d99c0 20 started sync module instance, tier type = 2024-09-12T17:42:38.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.434+0000 7f426f4d99c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:38.456 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.458+0000 7f426f4d99c0 20 add_watcher() i=0 2024-09-12T17:42:38.456 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.458+0000 7f426f4d99c0 20 add_watcher() i=1 2024-09-12T17:42:38.456 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.458+0000 7f426f4d99c0 20 add_watcher() i=2 2024-09-12T17:42:38.456 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.458+0000 7f426f4d99c0 20 add_watcher() i=3 2024-09-12T17:42:38.456 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.458+0000 7f426f4d99c0 20 add_watcher() i=4 2024-09-12T17:42:38.456 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.458+0000 7f426f4d99c0 20 add_watcher() i=5 2024-09-12T17:42:38.456 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.458+0000 7f426f4d99c0 20 add_watcher() i=6 2024-09-12T17:42:38.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.458+0000 7f426f4d99c0 20 add_watcher() i=7 2024-09-12T17:42:38.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.458+0000 7f426f4d99c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:38.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.462+0000 7f4122fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:38.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.462+0000 7f426f4d99c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:38.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.462+0000 7f426f4d99c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:38.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.462+0000 7f426f4d99c0 5 note: GC not initialized 2024-09-12T17:42:38.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.462+0000 7f4121fe3640 20 reqs_thread_entry: start 2024-09-12T17:42:38.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.466+0000 7f426f4d99c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:38.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.466+0000 7f426f4d99c0 20 Filter name: none 2024-09-12T17:42:38.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.466+0000 7f40937fe640 20 reqs_thread_entry: start 2024-09-12T17:42:38.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.466+0000 7f426f4d99c0 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T17:42:38.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.466+0000 7f426f4d99c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:38.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.466+0000 7f426f4d99c0 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T17:42:38.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.466+0000 7f426f4d99c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2024-09-12T17:42:38.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.466+0000 7f426f4d99c0 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:42:38.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.466+0000 7f426f4d99c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:42:38.471 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.474+0000 7f426f4d99c0 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T17:42:38.471 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.474+0000 7f426f4d99c0 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:42:38.471 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.474+0000 7f426f4d99c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T17:42:38.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.474+0000 7f4143fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366262 cookie 94731584998416 notifier 8477 bl.length()=659 2024-09-12T17:42:38.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.474+0000 7f4143fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T17:42:38.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.474+0000 7f4143fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T17:42:38.474 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.474+0000 7f4122fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:38.480 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.482+0000 7f426f4d99c0 20 remove_watcher() i=0 2024-09-12T17:42:38.480 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.482+0000 7f426f4d99c0 2 removed watcher, disabling cache 2024-09-12T17:42:38.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.482+0000 7f426f4d99c0 20 remove_watcher() i=1 2024-09-12T17:42:38.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.486+0000 7f426f4d99c0 20 remove_watcher() i=2 2024-09-12T17:42:38.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.486+0000 7f426f4d99c0 20 remove_watcher() i=3 2024-09-12T17:42:38.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.490+0000 7f426f4d99c0 20 remove_watcher() i=4 2024-09-12T17:42:38.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.490+0000 7f426f4d99c0 20 remove_watcher() i=5 2024-09-12T17:42:38.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.494+0000 7f426f4d99c0 20 remove_watcher() i=6 2024-09-12T17:42:38.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.494+0000 7f426f4d99c0 20 remove_watcher() i=7 2024-09-12T17:42:38.513 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW33333333333333333 --account-name Mr.RGW33333333333333333 --email RGW33333333333333333+test@test.test --tenant testx 2024-09-12T17:42:38.554 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:38.554 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:38.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.782+0000 7ff3439ae640 0 --2- 172.21.15.183:0/3731669355 >> [v2:172.21.15.183:3300/0,v1:172.21.15.183:6789/0] conn(0x561ab8f04500 0x561ab8f068f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T17:42:38.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.810+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:38.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.810+0000 7ff3456a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:38.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.810+0000 7ff3456a79c0 20 realm 2024-09-12T17:42:38.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.810+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:38.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.810+0000 7ff3456a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:38.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.810+0000 7ff3456a79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:38.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.810+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:38.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.810+0000 7ff3456a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:38.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.810+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:38.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.814+0000 7ff3456a79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:38.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.814+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:38.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:38.814+0000 7ff3439ae640 0 -- 172.21.15.183:0/3213152173 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x561ab8f5f8d0 msgr2=0x561ab8f61ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:39.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.018+0000 7ff3456a79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:39.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.018+0000 7ff3456a79c0 20 searching for the correct realm 2024-09-12T17:42:39.021 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.022+0000 7ff3431ad640 0 -- 172.21.15.183:0/3213152173 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x561ab8d86940 msgr2=0x7ff33c02d420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:39.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.046+0000 7ff3456a79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:39.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.046+0000 7ff3456a79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:39.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.046+0000 7ff3456a79c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:39.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.046+0000 7ff3456a79c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:39.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.046+0000 7ff3456a79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:39.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.046+0000 7ff3456a79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:39.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.046+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.046+0000 7ff3456a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.046+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.046+0000 7ff3456a79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:39.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.046+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:39.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 20 zone default found 2024-09-12T17:42:39.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 4 Realm: () 2024-09-12T17:42:39.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:39.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:39.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:39.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 20 zonegroup default 2024-09-12T17:42:39.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 20 started sync module instance, tier type = 2024-09-12T17:42:39.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.050+0000 7ff3456a79c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:39.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.078+0000 7ff3456a79c0 20 add_watcher() i=0 2024-09-12T17:42:39.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.078+0000 7ff3456a79c0 20 add_watcher() i=1 2024-09-12T17:42:39.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.078+0000 7ff3456a79c0 20 add_watcher() i=2 2024-09-12T17:42:39.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.078+0000 7ff3456a79c0 20 add_watcher() i=3 2024-09-12T17:42:39.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.078+0000 7ff3456a79c0 20 add_watcher() i=4 2024-09-12T17:42:39.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.078+0000 7ff3456a79c0 20 add_watcher() i=5 2024-09-12T17:42:39.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.078+0000 7ff3456a79c0 20 add_watcher() i=6 2024-09-12T17:42:39.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.078+0000 7ff3456a79c0 20 add_watcher() i=7 2024-09-12T17:42:39.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.078+0000 7ff3456a79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:39.082 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.082+0000 7ff1fa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:39.082 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.082+0000 7ff3456a79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:39.082 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.082+0000 7ff3456a79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:39.082 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.082+0000 7ff3456a79c0 5 note: GC not initialized 2024-09-12T17:42:39.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.082+0000 7ff1f97e2640 20 reqs_thread_entry: start 2024-09-12T17:42:39.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.082+0000 7ff3456a79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:39.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 20 Filter name: none 2024-09-12T17:42:39.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff1f27fc640 20 reqs_thread_entry: start 2024-09-12T17:42:39.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 10 cache get: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 : miss 2024-09-12T17:42:39.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x0 2024-09-12T17:42:39.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 10 adding default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-12T17:42:39.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 20 failed to read name.testx$Mr.RGW33333333333333333 with: (2) No such file or directory 2024-09-12T17:42:39.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 10 cache get: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test : miss 2024-09-12T17:42:39.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x0 2024-09-12T17:42:39.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 10 adding default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-12T17:42:39.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.086+0000 7ff3456a79c0 20 failed to read rgw33333333333333333+test@test.test with: (2) No such file or directory 2024-09-12T17:42:39.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.090+0000 7ff3456a79c0 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-12T17:42:39.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.090+0000 7ff3456a79c0 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-12T17:42:39.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.090+0000 7ff3456a79c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW33333333333333333, ofs0, ns] 2024-09-12T17:42:39.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.090+0000 7ff226ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366263 cookie 94672772297952 notifier 8495 bl.length()=389 2024-09-12T17:42:39.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.090+0000 7ff226ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-12T17:42:39.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.090+0000 7ff226ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-12T17:42:39.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.094+0000 7ff3456a79c0 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2024-09-12T17:42:39.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.094+0000 7ff3456a79c0 10 moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-12T17:42:39.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.094+0000 7ff3456a79c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.testx$Mr.RGW33333333333333333, ofs0, ns] 2024-09-12T17:42:39.094 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.094+0000 7ff226ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366330 cookie 94672772260832 notifier 8495 bl.length()=230 2024-09-12T17:42:39.094 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.094+0000 7ff226ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2024-09-12T17:42:39.094 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.094+0000 7ff226ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-12T17:42:39.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.098+0000 7ff3456a79c0 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2024-09-12T17:42:39.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.102+0000 7ff3456a79c0 10 moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-12T17:42:39.099 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.102+0000 7ff3456a79c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw33333333333333333+test@test.test, ofs0, ns] 2024-09-12T17:42:39.100 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.102+0000 7ff2267fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366253 cookie 94672772256848 notifier 8495 bl.length()=234 2024-09-12T17:42:39.100 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.102+0000 7ff2267fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2024-09-12T17:42:39.100 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.102+0000 7ff2267fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-12T17:42:39.102 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.102+0000 7ff1fa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:39.107 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.106+0000 7ff3456a79c0 20 remove_watcher() i=0 2024-09-12T17:42:39.107 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.106+0000 7ff3456a79c0 2 removed watcher, disabling cache 2024-09-12T17:42:39.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.110+0000 7ff3456a79c0 20 remove_watcher() i=1 2024-09-12T17:42:39.111 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.114+0000 7ff3456a79c0 20 remove_watcher() i=2 2024-09-12T17:42:39.113 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.114+0000 7ff3456a79c0 20 remove_watcher() i=3 2024-09-12T17:42:39.115 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.118+0000 7ff3456a79c0 20 remove_watcher() i=4 2024-09-12T17:42:39.117 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.118+0000 7ff3456a79c0 20 remove_watcher() i=5 2024-09-12T17:42:39.119 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.118+0000 7ff3456a79c0 20 remove_watcher() i=6 2024-09-12T17:42:39.120 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.122+0000 7ff3456a79c0 20 remove_watcher() i=7 2024-09-12T17:42:39.132 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:42:39.133 INFO:teuthology.orchestra.run.smithi183.stdout: "id": "RGW33333333333333333", 2024-09-12T17:42:39.133 INFO:teuthology.orchestra.run.smithi183.stdout: "tenant": "testx", 2024-09-12T17:42:39.133 INFO:teuthology.orchestra.run.smithi183.stdout: "name": "Mr.RGW33333333333333333", 2024-09-12T17:42:39.133 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "RGW33333333333333333+test@test.test", 2024-09-12T17:42:39.133 INFO:teuthology.orchestra.run.smithi183.stdout: "quota": { 2024-09-12T17:42:39.133 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:39.133 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:39.133 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:39.133 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:39.133 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:39.133 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:39.133 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:42:39.134 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:39.134 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:39.134 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:39.134 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:39.134 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:39.134 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:39.134 INFO:teuthology.orchestra.run.smithi183.stdout: "max_users": 1000, 2024-09-12T17:42:39.134 INFO:teuthology.orchestra.run.smithi183.stdout: "max_roles": 1000, 2024-09-12T17:42:39.134 INFO:teuthology.orchestra.run.smithi183.stdout: "max_groups": 1000, 2024-09-12T17:42:39.134 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:42:39.135 INFO:teuthology.orchestra.run.smithi183.stdout: "max_access_keys": 4 2024-09-12T17:42:39.135 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:42:39.136 DEBUG:tasks.s3tests:Creating user RGW33333333333333333 on client.0 2024-09-12T17:42:39.136 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name Mr.RGW33333333333333333 --email 'testx$tenanteduser+test@test.test' --access-key MBSEYOKBGPYKRCILVGYK --secret rx+IvFntCFye1yl+dQgdhO7b8cmOZkei7rIPoJRBCoS3xHSk3rrO/g== --cluster ceph --account-id RGW33333333333333333 --account-root 2024-09-12T17:42:39.228 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:39.228 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:39.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.270+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.274+0000 7fd1b2d539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.274+0000 7fd1b2d539c0 20 realm 2024-09-12T17:42:39.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.274+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.274+0000 7fd1b2d539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.274+0000 7fd1b2d539c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:39.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.274+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.274+0000 7fd1b2d539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.272 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.274+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.274+0000 7fd1b2d539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:39.273 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.274+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.274+0000 7fd1b2d539c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:39.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.274+0000 7fd1b2d539c0 20 searching for the correct realm 2024-09-12T17:42:39.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.278+0000 7fd1b0058640 0 -- 172.21.15.183:0/3374549877 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7fd1a00ff1c0 msgr2=0x7fd1a01048b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:39.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.494+0000 7fd1b0859640 0 -- 172.21.15.183:0/3374549877 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x55de23063e40 msgr2=0x7fd1a80631f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:39.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:39.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:39.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:39.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:39.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:39.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:39.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:39.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:39.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 zone default found 2024-09-12T17:42:39.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 4 Realm: () 2024-09-12T17:42:39.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:39.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:39.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:39.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 zonegroup default 2024-09-12T17:42:39.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.510+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.514+0000 7fd1b2d539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.514+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.514+0000 7fd1b2d539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.514+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.514+0000 7fd1b2d539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.514+0000 7fd1b2d539c0 20 started sync module instance, tier type = 2024-09-12T17:42:39.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.514+0000 7fd1b2d539c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:39.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.538+0000 7fd1b2d539c0 20 add_watcher() i=0 2024-09-12T17:42:39.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.538+0000 7fd1b2d539c0 20 add_watcher() i=1 2024-09-12T17:42:39.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.538+0000 7fd1b2d539c0 20 add_watcher() i=2 2024-09-12T17:42:39.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.538+0000 7fd1b2d539c0 20 add_watcher() i=3 2024-09-12T17:42:39.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.538+0000 7fd1b2d539c0 20 add_watcher() i=4 2024-09-12T17:42:39.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.538+0000 7fd1b2d539c0 20 add_watcher() i=5 2024-09-12T17:42:39.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.538+0000 7fd1b2d539c0 20 add_watcher() i=6 2024-09-12T17:42:39.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.538+0000 7fd1b2d539c0 20 add_watcher() i=7 2024-09-12T17:42:39.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.538+0000 7fd1b2d539c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:39.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd066fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:39.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd1b2d539c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:39.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd1b2d539c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:39.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd1b2d539c0 5 note: GC not initialized 2024-09-12T17:42:39.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd065fe3640 20 reqs_thread_entry: start 2024-09-12T17:42:39.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd1b2d539c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:39.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd1b2d539c0 20 Filter name: none 2024-09-12T17:42:39.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fcfd77fe640 20 reqs_thread_entry: start 2024-09-12T17:42:39.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd1b2d539c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T17:42:39.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd1b2d539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd1b2d539c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2024-09-12T17:42:39.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd1b2d539c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:42:39.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd1b2d539c0 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2024-09-12T17:42:39.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.542+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2024-09-12T17:42:39.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T17:42:39.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 10 cache get: name=default.rgw.meta+users.keys+MBSEYOKBGPYKRCILVGYK : miss 2024-09-12T17:42:39.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 10 cache put: name=default.rgw.meta+users.keys+MBSEYOKBGPYKRCILVGYK info.flags=0x0 2024-09-12T17:42:39.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 10 adding default.rgw.meta+users.keys+MBSEYOKBGPYKRCILVGYK to cache LRU end 2024-09-12T17:42:39.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 10 cache get: name=default.rgw.meta+accounts+account.RGW33333333333333333 : miss 2024-09-12T17:42:39.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T17:42:39.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-12T17:42:39.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-12T17:42:39.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:42:39.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 10 cache get: name=default.rgw.meta+users.keys+MBSEYOKBGPYKRCILVGYK : hit (negative entry) 2024-09-12T17:42:39.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.546+0000 7fd1b2d539c0 10 cache get: name=default.rgw.meta+users.keys+MBSEYOKBGPYKRCILVGYK : hit (negative entry) 2024-09-12T17:42:39.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.550+0000 7fd1b2d539c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T17:42:39.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.550+0000 7fd1b2d539c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:42:39.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.550+0000 7fd1b2d539c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T17:42:39.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.550+0000 7fd0877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366348 cookie 94412560117472 notifier 8510 bl.length()=732 2024-09-12T17:42:39.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.550+0000 7fd0877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T17:42:39.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.550+0000 7fd0877fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:42:39.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.554+0000 7fd1b2d539c0 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T17:42:39.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.554+0000 7fd1b2d539c0 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T17:42:39.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.554+0000 7fd1b2d539c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2024-09-12T17:42:39.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.554+0000 7fd0877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366237 cookie 94412560126480 notifier 8510 bl.length()=215 2024-09-12T17:42:39.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.554+0000 7fd0877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T17:42:39.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.554+0000 7fd0877fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T17:42:39.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.558+0000 7fd1b2d539c0 10 cache put: name=default.rgw.meta+users.keys+MBSEYOKBGPYKRCILVGYK info.flags=0x7 2024-09-12T17:42:39.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.558+0000 7fd1b2d539c0 10 moving default.rgw.meta+users.keys+MBSEYOKBGPYKRCILVGYK to cache LRU end 2024-09-12T17:42:39.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.558+0000 7fd1b2d539c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:MBSEYOKBGPYKRCILVGYK, ofs0, ns] 2024-09-12T17:42:39.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.558+0000 7fd087fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366349 cookie 94412560122544 notifier 8510 bl.length()=201 2024-09-12T17:42:39.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.558+0000 7fd087fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+MBSEYOKBGPYKRCILVGYK info.flags=0x7 2024-09-12T17:42:39.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.558+0000 7fd087fff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+MBSEYOKBGPYKRCILVGYK to cache LRU end 2024-09-12T17:42:39.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.558+0000 7fd1b2d539c0 20 linked user testx$tenanteduser.client.0 to account RGW33333333333333333 2024-09-12T17:42:39.559 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:42:39.559 INFO:teuthology.orchestra.run.smithi183.stdout: "user_id": "testx$tenanteduser.client.0", 2024-09-12T17:42:39.559 INFO:teuthology.orchestra.run.smithi183.stdout: "display_name": "Mr.RGW33333333333333333", 2024-09-12T17:42:39.559 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "testx$tenanteduser+test@test.test", 2024-09-12T17:42:39.559 INFO:teuthology.orchestra.run.smithi183.stdout: "suspended": 0, 2024-09-12T17:42:39.559 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:42:39.559 INFO:teuthology.orchestra.run.smithi183.stdout: "subusers": [], 2024-09-12T17:42:39.559 INFO:teuthology.orchestra.run.smithi183.stdout: "keys": [ 2024-09-12T17:42:39.559 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:42:39.560 INFO:teuthology.orchestra.run.smithi183.stdout: "user": "testx$tenanteduser.client.0", 2024-09-12T17:42:39.560 INFO:teuthology.orchestra.run.smithi183.stdout: "access_key": "MBSEYOKBGPYKRCILVGYK", 2024-09-12T17:42:39.560 INFO:teuthology.orchestra.run.smithi183.stdout: "secret_key": "rx+IvFntCFye1yl+dQgdhO7b8cmOZkei7rIPoJRBCoS3xHSk3rrO/g==", 2024-09-12T17:42:39.560 INFO:teuthology.orchestra.run.smithi183.stdout: "active": true, 2024-09-12T17:42:39.560 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:39.553366Z" 2024-09-12T17:42:39.560 INFO:teuthology.orchestra.run.smithi183.stdout: } 2024-09-12T17:42:39.560 INFO:teuthology.orchestra.run.smithi183.stdout: ], 2024-09-12T17:42:39.560 INFO:teuthology.orchestra.run.smithi183.stdout: "swift_keys": [], 2024-09-12T17:42:39.560 INFO:teuthology.orchestra.run.smithi183.stdout: "caps": [], 2024-09-12T17:42:39.560 INFO:teuthology.orchestra.run.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:42:39.560 INFO:teuthology.orchestra.run.smithi183.stdout: "default_placement": "", 2024-09-12T17:42:39.561 INFO:teuthology.orchestra.run.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:42:39.561 INFO:teuthology.orchestra.run.smithi183.stdout: "placement_tags": [], 2024-09-12T17:42:39.561 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:42:39.561 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:39.561 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:39.561 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:39.561 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:39.561 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:39.561 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:39.561 INFO:teuthology.orchestra.run.smithi183.stdout: "user_quota": { 2024-09-12T17:42:39.561 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:39.561 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:39.562 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:39.562 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:39.562 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:39.562 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:39.562 INFO:teuthology.orchestra.run.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:42:39.562 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "root", 2024-09-12T17:42:39.562 INFO:teuthology.orchestra.run.smithi183.stdout: "mfa_ids": [], 2024-09-12T17:42:39.562 INFO:teuthology.orchestra.run.smithi183.stdout: "account_id": "RGW33333333333333333", 2024-09-12T17:42:39.562 INFO:teuthology.orchestra.run.smithi183.stdout: "path": "/", 2024-09-12T17:42:39.562 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:39.553313Z", 2024-09-12T17:42:39.562 INFO:teuthology.orchestra.run.smithi183.stdout: "tags": [], 2024-09-12T17:42:39.562 INFO:teuthology.orchestra.run.smithi183.stdout: "group_ids": [] 2024-09-12T17:42:39.563 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:42:39.563 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:39.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.562+0000 7fd066fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:39.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.566+0000 7fd1b2d539c0 20 remove_watcher() i=0 2024-09-12T17:42:39.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.566+0000 7fd1b2d539c0 2 removed watcher, disabling cache 2024-09-12T17:42:39.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.566+0000 7fd1b2d539c0 20 remove_watcher() i=1 2024-09-12T17:42:39.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.570+0000 7fd1b2d539c0 20 remove_watcher() i=2 2024-09-12T17:42:39.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.574+0000 7fd1b2d539c0 20 remove_watcher() i=3 2024-09-12T17:42:39.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.574+0000 7fd1b2d539c0 20 remove_watcher() i=4 2024-09-12T17:42:39.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.574+0000 7fd1b2d539c0 20 remove_watcher() i=5 2024-09-12T17:42:39.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.578+0000 7fd1b2d539c0 20 remove_watcher() i=6 2024-09-12T17:42:39.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.578+0000 7fd1b2d539c0 20 remove_watcher() i=7 2024-09-12T17:42:39.593 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 8659496505 --totp-seed FIZ3TC7O5D2SZBBLSPTTBI4XCWESN6M3N56XJJESBTTRVCE5Z462JGIH7M3YXDT6 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:42:39.634 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:39.635 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:39.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.674+0000 7f2824be89c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.678+0000 7f2824be89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.678+0000 7f2824be89c0 20 realm 2024-09-12T17:42:39.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.678+0000 7f2824be89c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.678+0000 7f2824be89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.678+0000 7f2824be89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:39.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.678+0000 7f2824be89c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.678+0000 7f2824be89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.678+0000 7f2824be89c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.678+0000 7f2824be89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:39.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.678+0000 7f2824be89c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.682+0000 7f2824be89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:39.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.682+0000 7f2824be89c0 20 searching for the correct realm 2024-09-12T17:42:39.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.686+0000 7f2822eef640 0 -- 172.21.15.183:0/3724148277 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f2818010440 msgr2=0x7f2818010860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:39.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.902+0000 7f2821eed640 0 -- 172.21.15.183:0/3724148277 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f281402e040 msgr2=0x7f2814064220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:39.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.914+0000 7f2824be89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:39.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.914+0000 7f2824be89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:39.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.914+0000 7f2824be89c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:39.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.914+0000 7f2824be89c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:39.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.914+0000 7f2824be89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:39.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.914+0000 7f2824be89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:39.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.914+0000 7f2824be89c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:39.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:39.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 zone default found 2024-09-12T17:42:39.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 4 Realm: () 2024-09-12T17:42:39.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:39.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:39.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:39.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 zonegroup default 2024-09-12T17:42:39.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.919 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:39.919 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 started sync module instance, tier type = 2024-09-12T17:42:39.919 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.918+0000 7f2824be89c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:39.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.942+0000 7f2824be89c0 20 add_watcher() i=0 2024-09-12T17:42:39.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.942+0000 7f2824be89c0 20 add_watcher() i=1 2024-09-12T17:42:39.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.942+0000 7f2824be89c0 20 add_watcher() i=2 2024-09-12T17:42:39.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.942+0000 7f2824be89c0 20 add_watcher() i=3 2024-09-12T17:42:39.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.942+0000 7f2824be89c0 20 add_watcher() i=4 2024-09-12T17:42:39.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.942+0000 7f2824be89c0 20 add_watcher() i=5 2024-09-12T17:42:39.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.942+0000 7f2824be89c0 20 add_watcher() i=6 2024-09-12T17:42:39.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.946+0000 7f2824be89c0 20 add_watcher() i=7 2024-09-12T17:42:39.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.946+0000 7f2824be89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:39.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.950+0000 7f26d8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:39.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.950+0000 7f2824be89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:39.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.950+0000 7f2824be89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:39.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.950+0000 7f2824be89c0 5 note: GC not initialized 2024-09-12T17:42:39.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.950+0000 7f26537fe640 20 reqs_thread_entry: start 2024-09-12T17:42:39.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.950+0000 7f2824be89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:39.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.950+0000 7f2824be89c0 20 Filter name: none 2024-09-12T17:42:39.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.950+0000 7f26517fa640 20 reqs_thread_entry: start 2024-09-12T17:42:39.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.950+0000 7f2824be89c0 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T17:42:39.951 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.950+0000 7f2824be89c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:39.951 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.954+0000 7f2824be89c0 20 rados_obj.operate() r=0 bl.length=532 2024-09-12T17:42:39.951 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.954+0000 7f2824be89c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2024-09-12T17:42:39.951 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.954+0000 7f2824be89c0 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:42:39.951 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.954+0000 7f2824be89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:42:39.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.958+0000 7f2824be89c0 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T17:42:39.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.958+0000 7f2824be89c0 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:42:39.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.958+0000 7f2824be89c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T17:42:39.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.958+0000 7f2705ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366350 cookie 94079428554464 notifier 8528 bl.length()=746 2024-09-12T17:42:39.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.958+0000 7f2705ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T17:42:39.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.958+0000 7f2705ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T17:42:39.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.958+0000 7f26d8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:39.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.966+0000 7f2824be89c0 20 remove_watcher() i=0 2024-09-12T17:42:39.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.966+0000 7f2824be89c0 2 removed watcher, disabling cache 2024-09-12T17:42:39.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.966+0000 7f2824be89c0 20 remove_watcher() i=1 2024-09-12T17:42:39.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.970+0000 7f2824be89c0 20 remove_watcher() i=2 2024-09-12T17:42:39.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.970+0000 7f2824be89c0 20 remove_watcher() i=3 2024-09-12T17:42:39.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.974+0000 7f2824be89c0 20 remove_watcher() i=4 2024-09-12T17:42:39.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.974+0000 7f2824be89c0 20 remove_watcher() i=5 2024-09-12T17:42:39.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.974+0000 7f2824be89c0 20 remove_watcher() i=6 2024-09-12T17:42:39.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:39.978+0000 7f2824be89c0 20 remove_watcher() i=7 2024-09-12T17:42:39.991 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2024-09-12T17:42:39.992 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key QXWBGDJMKXHZOJVTOCPS --secret F8t5YpR8iDRzxmuhlbG/5Ncih0WFWGZyAKXxxHQ69Q+L7A9A4sRoMg== --cluster ceph 2024-09-12T17:42:40.078 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:40.078 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:40.118 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.118+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.120 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.122+0000 7fcc300299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.120 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.122+0000 7fcc300299c0 20 realm 2024-09-12T17:42:40.120 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.122+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.122+0000 7fcc300299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.122+0000 7fcc300299c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:40.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.122+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.122+0000 7fcc300299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.122+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.122 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.122+0000 7fcc300299c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:40.122 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.122+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.123 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.122+0000 7fcc300299c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:40.123 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.122+0000 7fcc300299c0 20 searching for the correct realm 2024-09-12T17:42:40.126 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.126+0000 7fcc2e330640 0 -- 172.21.15.183:0/3375247866 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fcc1804a930 msgr2=0x7fcc1802b420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:40.340 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.342+0000 7fcc2d32e640 0 -- 172.21.15.183:0/3375247866 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fcc200b83e0 msgr2=0x7fcc200b8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:40.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:40.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:40.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:40.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:40.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:40.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:40.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:40.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:40.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 zone default found 2024-09-12T17:42:40.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 4 Realm: () 2024-09-12T17:42:40.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:40.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:40.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:40.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 zonegroup default 2024-09-12T17:42:40.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.562+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.566+0000 7fcc300299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.566+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.566+0000 7fcc300299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.566+0000 7fcc300299c0 20 started sync module instance, tier type = 2024-09-12T17:42:40.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.566+0000 7fcc300299c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:40.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.590+0000 7fcc300299c0 20 add_watcher() i=0 2024-09-12T17:42:40.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.590+0000 7fcc300299c0 20 add_watcher() i=1 2024-09-12T17:42:40.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.590+0000 7fcc300299c0 20 add_watcher() i=2 2024-09-12T17:42:40.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.590+0000 7fcc300299c0 20 add_watcher() i=3 2024-09-12T17:42:40.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.590+0000 7fcc300299c0 20 add_watcher() i=4 2024-09-12T17:42:40.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.590+0000 7fcc300299c0 20 add_watcher() i=5 2024-09-12T17:42:40.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.590+0000 7fcc300299c0 20 add_watcher() i=6 2024-09-12T17:42:40.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.594+0000 7fcc300299c0 20 add_watcher() i=7 2024-09-12T17:42:40.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.594+0000 7fcc300299c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:40.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcadf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:40.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:40.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:40.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 5 note: GC not initialized 2024-09-12T17:42:40.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcade7fc640 20 reqs_thread_entry: start 2024-09-12T17:42:40.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:40.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 20 Filter name: none 2024-09-12T17:42:40.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fca4ffff640 20 reqs_thread_entry: start 2024-09-12T17:42:40.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T17:42:40.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2024-09-12T17:42:40.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:42:40.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2024-09-12T17:42:40.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2024-09-12T17:42:40.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T17:42:40.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 10 cache get: name=default.rgw.meta+users.keys+QXWBGDJMKXHZOJVTOCPS : miss 2024-09-12T17:42:40.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.598+0000 7fcc300299c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.602+0000 7fcc300299c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.602+0000 7fcc300299c0 10 cache put: name=default.rgw.meta+users.keys+QXWBGDJMKXHZOJVTOCPS info.flags=0x0 2024-09-12T17:42:40.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.602+0000 7fcc300299c0 10 adding default.rgw.meta+users.keys+QXWBGDJMKXHZOJVTOCPS to cache LRU end 2024-09-12T17:42:40.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.602+0000 7fcc300299c0 10 cache get: name=default.rgw.meta+users.keys+QXWBGDJMKXHZOJVTOCPS : hit (negative entry) 2024-09-12T17:42:40.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.602+0000 7fcc300299c0 10 cache get: name=default.rgw.meta+users.keys+QXWBGDJMKXHZOJVTOCPS : hit (negative entry) 2024-09-12T17:42:40.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.602+0000 7fcc300299c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:42:40.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.602+0000 7fcc300299c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:42:40.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.602+0000 7fcc300299c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T17:42:40.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.602+0000 7fcb117fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366238 cookie 94590489056176 notifier 9180 bl.length()=660 2024-09-12T17:42:40.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.602+0000 7fcb117fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:42:40.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.602+0000 7fcb117fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:42:40.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.606+0000 7fcc300299c0 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T17:42:40.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.606+0000 7fcc300299c0 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T17:42:40.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.606+0000 7fcc300299c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2024-09-12T17:42:40.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.606+0000 7fcb10ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366264 cookie 94590489048960 notifier 9180 bl.length()=191 2024-09-12T17:42:40.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.606+0000 7fcb10ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T17:42:40.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.606+0000 7fcb10ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T17:42:40.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.610+0000 7fcc300299c0 10 cache put: name=default.rgw.meta+users.keys+QXWBGDJMKXHZOJVTOCPS info.flags=0x7 2024-09-12T17:42:40.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.610+0000 7fcc300299c0 10 moving default.rgw.meta+users.keys+QXWBGDJMKXHZOJVTOCPS to cache LRU end 2024-09-12T17:42:40.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.610+0000 7fcc300299c0 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:QXWBGDJMKXHZOJVTOCPS, ofs0, ns] 2024-09-12T17:42:40.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.610+0000 7fcb10ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366331 cookie 94590489042544 notifier 9180 bl.length()=189 2024-09-12T17:42:40.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.610+0000 7fcb10ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+QXWBGDJMKXHZOJVTOCPS info.flags=0x7 2024-09-12T17:42:40.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.610+0000 7fcb10ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+QXWBGDJMKXHZOJVTOCPS to cache LRU end 2024-09-12T17:42:40.611 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:42:40.611 INFO:teuthology.orchestra.run.smithi183.stdout: "user_id": "foobar.client.0", 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "foobar+test@test.test", 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: "suspended": 0, 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: "subusers": [], 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: "keys": [ 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: "user": "foobar.client.0", 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: "access_key": "QXWBGDJMKXHZOJVTOCPS", 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: "secret_key": "F8t5YpR8iDRzxmuhlbG/5Ncih0WFWGZyAKXxxHQ69Q+L7A9A4sRoMg==", 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: "active": true, 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:40.606458Z" 2024-09-12T17:42:40.612 INFO:teuthology.orchestra.run.smithi183.stdout: } 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: ], 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: "swift_keys": [], 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: "caps": [], 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: "default_placement": "", 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: "placement_tags": [], 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:40.613 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: "user_quota": { 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "rgw", 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: "mfa_ids": [], 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: "account_id": "", 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: "path": "/", 2024-09-12T17:42:40.614 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:40.606427Z", 2024-09-12T17:42:40.615 INFO:teuthology.orchestra.run.smithi183.stdout: "tags": [], 2024-09-12T17:42:40.615 INFO:teuthology.orchestra.run.smithi183.stdout: "group_ids": [] 2024-09-12T17:42:40.615 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:42:40.615 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:40.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.614+0000 7fcadf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:40.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.618+0000 7fcc300299c0 20 remove_watcher() i=0 2024-09-12T17:42:40.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.618+0000 7fcc300299c0 2 removed watcher, disabling cache 2024-09-12T17:42:40.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.622+0000 7fcc300299c0 20 remove_watcher() i=1 2024-09-12T17:42:40.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.626+0000 7fcc300299c0 20 remove_watcher() i=2 2024-09-12T17:42:40.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.626+0000 7fcc300299c0 20 remove_watcher() i=3 2024-09-12T17:42:40.628 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.630+0000 7fcc300299c0 20 remove_watcher() i=4 2024-09-12T17:42:40.629 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.630+0000 7fcc300299c0 20 remove_watcher() i=5 2024-09-12T17:42:40.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.630+0000 7fcc300299c0 20 remove_watcher() i=6 2024-09-12T17:42:40.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.634+0000 7fcc300299c0 20 remove_watcher() i=7 2024-09-12T17:42:40.647 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 0043288199 --totp-seed RMGA6DSUQBB6FN2FIZZC7NTEJV3TBTE65QZ4P36FZBTJ4IPGSBRSLPCWQEIBLJXY --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:42:40.738 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:40.738 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:40.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.778+0000 7f828a9f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.782+0000 7f828a9f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.782+0000 7f828a9f69c0 20 realm 2024-09-12T17:42:40.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.782+0000 7f828a9f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.782+0000 7f828a9f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.782+0000 7f828a9f69c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:40.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.782+0000 7f828a9f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.782+0000 7f828a9f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:40.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.782+0000 7f828a9f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.782+0000 7f828a9f69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:40.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.782+0000 7f828a9f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:40.784 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.782+0000 7f828a9f69c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:40.784 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.782+0000 7f828a9f69c0 20 searching for the correct realm 2024-09-12T17:42:40.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.786+0000 7f8287cfb640 0 -- 172.21.15.183:0/836358391 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f8278116c20 msgr2=0x7f82780f5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:40.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:40.998+0000 7f8287cfb640 0 -- 172.21.15.183:0/836358391 >> [v2:172.21.15.183:6808/990519664,v1:172.21.15.183:6809/990519664] conn(0x7f8278116c20 msgr2=0x7f82780f5f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:41.016 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:41.016 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:41.016 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:41.016 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:41.016 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:41.016 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:41.016 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:41.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:41.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 zone default found 2024-09-12T17:42:41.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 4 Realm: () 2024-09-12T17:42:41.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:41.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:41.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:41.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 zonegroup default 2024-09-12T17:42:41.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.018+0000 7f828a9f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.022+0000 7f828a9f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.022+0000 7f828a9f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.022+0000 7f828a9f69c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.022+0000 7f828a9f69c0 20 started sync module instance, tier type = 2024-09-12T17:42:41.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.022+0000 7f828a9f69c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:41.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.042+0000 7f828a9f69c0 20 add_watcher() i=0 2024-09-12T17:42:41.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.042+0000 7f828a9f69c0 20 add_watcher() i=1 2024-09-12T17:42:41.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.042+0000 7f828a9f69c0 20 add_watcher() i=2 2024-09-12T17:42:41.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.042+0000 7f828a9f69c0 20 add_watcher() i=3 2024-09-12T17:42:41.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.042+0000 7f828a9f69c0 20 add_watcher() i=4 2024-09-12T17:42:41.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.042+0000 7f828a9f69c0 20 add_watcher() i=5 2024-09-12T17:42:41.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.042+0000 7f828a9f69c0 20 add_watcher() i=6 2024-09-12T17:42:41.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.046+0000 7f828a9f69c0 20 add_watcher() i=7 2024-09-12T17:42:41.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.046+0000 7f828a9f69c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:41.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.046+0000 7f813f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:41.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f828a9f69c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:41.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f828a9f69c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:41.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f828a9f69c0 5 note: GC not initialized 2024-09-12T17:42:41.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f813e7dc640 20 reqs_thread_entry: start 2024-09-12T17:42:41.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f828a9f69c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:41.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f828a9f69c0 20 Filter name: none 2024-09-12T17:42:41.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f81377fe640 20 reqs_thread_entry: start 2024-09-12T17:42:41.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f828a9f69c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T17:42:41.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f828a9f69c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f828a9f69c0 20 rados_obj.operate() r=0 bl.length=472 2024-09-12T17:42:41.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f828a9f69c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T17:42:41.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f828a9f69c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:42:41.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.050+0000 7f828a9f69c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:42:41.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.054+0000 7f828a9f69c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:42:41.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.054+0000 7f828a9f69c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:42:41.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.054+0000 7f828a9f69c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T17:42:41.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.054+0000 7f815f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366239 cookie 94382511554528 notifier 9198 bl.length()=674 2024-09-12T17:42:41.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.054+0000 7f815f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:42:41.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.054+0000 7f815f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:42:41.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.058+0000 7f813f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:41.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.062+0000 7f828a9f69c0 20 remove_watcher() i=0 2024-09-12T17:42:41.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.062+0000 7f828a9f69c0 2 removed watcher, disabling cache 2024-09-12T17:42:41.065 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.066+0000 7f828a9f69c0 20 remove_watcher() i=1 2024-09-12T17:42:41.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.070+0000 7f828a9f69c0 20 remove_watcher() i=2 2024-09-12T17:42:41.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.070+0000 7f828a9f69c0 20 remove_watcher() i=3 2024-09-12T17:42:41.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.074+0000 7f828a9f69c0 20 remove_watcher() i=4 2024-09-12T17:42:41.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.074+0000 7f828a9f69c0 20 remove_watcher() i=5 2024-09-12T17:42:41.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.078+0000 7f828a9f69c0 20 remove_watcher() i=6 2024-09-12T17:42:41.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.078+0000 7f828a9f69c0 20 remove_watcher() i=7 2024-09-12T17:42:41.096 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2024-09-12T17:42:41.182 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:41.182 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:41.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.222+0000 7fbc155559c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.225 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.226+0000 7fbc155559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.225 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.226+0000 7fbc155559c0 20 realm 2024-09-12T17:42:41.225 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.226+0000 7fbc155559c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.225 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.226+0000 7fbc155559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.225 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.226+0000 7fbc155559c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:41.225 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.226+0000 7fbc155559c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.225 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.226+0000 7fbc155559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.225 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.226+0000 7fbc155559c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.226+0000 7fbc155559c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:41.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.226+0000 7fbc155559c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.230+0000 7fbc155559c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:41.227 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.230+0000 7fbc155559c0 20 searching for the correct realm 2024-09-12T17:42:41.231 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.230+0000 7fbc1385c640 0 -- 172.21.15.183:0/2805373544 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fbc0806c210 msgr2=0x7fbc08066ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:41.239 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.242+0000 7fbc1285a640 0 -- 172.21.15.183:0/2805373544 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fbc04046970 msgr2=0x7fbc040460d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:41.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.458+0000 7fbc155559c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:41.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.458+0000 7fbc155559c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:41.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.458+0000 7fbc155559c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:41.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.458+0000 7fbc155559c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:41.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.458+0000 7fbc155559c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:41.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.458+0000 7fbc155559c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:41.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.458+0000 7fbc155559c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:41.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:41.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 20 zone default found 2024-09-12T17:42:41.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 4 Realm: () 2024-09-12T17:42:41.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:41.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:41.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:41.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 20 zonegroup default 2024-09-12T17:42:41.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.462+0000 7fbc155559c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.466+0000 7fbc155559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.466+0000 7fbc155559c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.466+0000 7fbc155559c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.466+0000 7fbc155559c0 20 started sync module instance, tier type = 2024-09-12T17:42:41.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.466+0000 7fbc155559c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:41.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.490+0000 7fbc155559c0 20 add_watcher() i=0 2024-09-12T17:42:41.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.490+0000 7fbc155559c0 20 add_watcher() i=1 2024-09-12T17:42:41.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.490+0000 7fbc155559c0 20 add_watcher() i=2 2024-09-12T17:42:41.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.490+0000 7fbc155559c0 20 add_watcher() i=3 2024-09-12T17:42:41.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.490+0000 7fbc155559c0 20 add_watcher() i=4 2024-09-12T17:42:41.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.490+0000 7fbc155559c0 20 add_watcher() i=5 2024-09-12T17:42:41.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.490+0000 7fbc155559c0 20 add_watcher() i=6 2024-09-12T17:42:41.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.490+0000 7fbc155559c0 20 add_watcher() i=7 2024-09-12T17:42:41.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.490+0000 7fbc155559c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:41.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.494+0000 7fbac9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:41.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.494+0000 7fbc155559c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:41.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.494+0000 7fbc155559c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:41.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.494+0000 7fbc155559c0 5 note: GC not initialized 2024-09-12T17:42:41.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.494+0000 7fbac8fe1640 20 reqs_thread_entry: start 2024-09-12T17:42:41.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.498+0000 7fbc155559c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:41.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.498+0000 7fbc155559c0 20 Filter name: none 2024-09-12T17:42:41.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.498+0000 7fba427fc640 20 reqs_thread_entry: start 2024-09-12T17:42:41.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.498+0000 7fbc155559c0 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T17:42:41.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.498+0000 7fbc155559c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.498+0000 7fbc155559c0 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T17:42:41.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.498+0000 7fbc155559c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T17:42:41.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.498+0000 7fbc155559c0 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:42:41.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.498+0000 7fbc155559c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:42:41.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.498+0000 7fbc155559c0 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:42:41.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.498+0000 7fbc155559c0 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:42:41.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.498+0000 7fbc155559c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T17:42:41.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.502+0000 7fbaf6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366240 cookie 94514774034880 notifier 9219 bl.length()=727 2024-09-12T17:42:41.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.502+0000 7fbaf6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T17:42:41.501 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.502+0000 7fbaf6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T17:42:41.501 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:42:41.501 INFO:teuthology.orchestra.run.smithi183.stdout: "user_id": "foobar.client.0", 2024-09-12T17:42:41.501 INFO:teuthology.orchestra.run.smithi183.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T17:42:41.501 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "foobar+test@test.test", 2024-09-12T17:42:41.502 INFO:teuthology.orchestra.run.smithi183.stdout: "suspended": 0, 2024-09-12T17:42:41.502 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:42:41.502 INFO:teuthology.orchestra.run.smithi183.stdout: "subusers": [], 2024-09-12T17:42:41.502 INFO:teuthology.orchestra.run.smithi183.stdout: "keys": [ 2024-09-12T17:42:41.502 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:42:41.502 INFO:teuthology.orchestra.run.smithi183.stdout: "user": "foobar.client.0", 2024-09-12T17:42:41.502 INFO:teuthology.orchestra.run.smithi183.stdout: "access_key": "QXWBGDJMKXHZOJVTOCPS", 2024-09-12T17:42:41.503 INFO:teuthology.orchestra.run.smithi183.stdout: "secret_key": "F8t5YpR8iDRzxmuhlbG/5Ncih0WFWGZyAKXxxHQ69Q+L7A9A4sRoMg==", 2024-09-12T17:42:41.503 INFO:teuthology.orchestra.run.smithi183.stdout: "active": true, 2024-09-12T17:42:41.503 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:40.606458Z" 2024-09-12T17:42:41.503 INFO:teuthology.orchestra.run.smithi183.stdout: } 2024-09-12T17:42:41.503 INFO:teuthology.orchestra.run.smithi183.stdout: ], 2024-09-12T17:42:41.503 INFO:teuthology.orchestra.run.smithi183.stdout: "swift_keys": [], 2024-09-12T17:42:41.503 INFO:teuthology.orchestra.run.smithi183.stdout: "caps": [ 2024-09-12T17:42:41.504 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:42:41.504 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "oidc-provider", 2024-09-12T17:42:41.504 INFO:teuthology.orchestra.run.smithi183.stdout: "perm": "*" 2024-09-12T17:42:41.505 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:41.505 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:42:41.505 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "roles", 2024-09-12T17:42:41.505 INFO:teuthology.orchestra.run.smithi183.stdout: "perm": "*" 2024-09-12T17:42:41.505 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:41.506 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:42:41.506 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "user-policy", 2024-09-12T17:42:41.506 INFO:teuthology.orchestra.run.smithi183.stdout: "perm": "*" 2024-09-12T17:42:41.506 INFO:teuthology.orchestra.run.smithi183.stdout: } 2024-09-12T17:42:41.506 INFO:teuthology.orchestra.run.smithi183.stdout: ], 2024-09-12T17:42:41.506 INFO:teuthology.orchestra.run.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:42:41.506 INFO:teuthology.orchestra.run.smithi183.stdout: "default_placement": "", 2024-09-12T17:42:41.507 INFO:teuthology.orchestra.run.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:42:41.507 INFO:teuthology.orchestra.run.smithi183.stdout: "placement_tags": [], 2024-09-12T17:42:41.507 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:42:41.507 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:41.507 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:41.507 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:41.507 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:41.507 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:41.508 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:41.508 INFO:teuthology.orchestra.run.smithi183.stdout: "user_quota": { 2024-09-12T17:42:41.508 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:41.508 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:41.508 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:41.508 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:41.508 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:41.509 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:41.509 INFO:teuthology.orchestra.run.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:42:41.509 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "rgw", 2024-09-12T17:42:41.509 INFO:teuthology.orchestra.run.smithi183.stdout: "mfa_ids": [ 2024-09-12T17:42:41.509 INFO:teuthology.orchestra.run.smithi183.stdout: "0043288199" 2024-09-12T17:42:41.509 INFO:teuthology.orchestra.run.smithi183.stdout: ], 2024-09-12T17:42:41.509 INFO:teuthology.orchestra.run.smithi183.stdout: "account_id": "", 2024-09-12T17:42:41.509 INFO:teuthology.orchestra.run.smithi183.stdout: "path": "/", 2024-09-12T17:42:41.510 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:40.606427Z", 2024-09-12T17:42:41.510 INFO:teuthology.orchestra.run.smithi183.stdout: "tags": [], 2024-09-12T17:42:41.510 INFO:teuthology.orchestra.run.smithi183.stdout: "group_ids": [] 2024-09-12T17:42:41.510 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:42:41.510 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:41.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.502+0000 7fbac9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:41.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.506+0000 7fbc155559c0 20 remove_watcher() i=0 2024-09-12T17:42:41.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.506+0000 7fbc155559c0 2 removed watcher, disabling cache 2024-09-12T17:42:41.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.510+0000 7fbc155559c0 20 remove_watcher() i=1 2024-09-12T17:42:41.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.510+0000 7fbc155559c0 20 remove_watcher() i=2 2024-09-12T17:42:41.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.514+0000 7fbc155559c0 20 remove_watcher() i=3 2024-09-12T17:42:41.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.514+0000 7fbc155559c0 20 remove_watcher() i=4 2024-09-12T17:42:41.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.518+0000 7fbc155559c0 20 remove_watcher() i=5 2024-09-12T17:42:41.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.518+0000 7fbc155559c0 20 remove_watcher() i=6 2024-09-12T17:42:41.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.522+0000 7fbc155559c0 20 remove_watcher() i=7 2024-09-12T17:42:41.535 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2024-09-12T17:42:41.619 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:41.619 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:41.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.662+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.662+0000 7ff6164d49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.662+0000 7ff6164d49c0 20 realm 2024-09-12T17:42:41.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.662+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.662+0000 7ff6164d49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.662+0000 7ff6164d49c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:41.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.662+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.662+0000 7ff6164d49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.662+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.663 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.666+0000 7ff6164d49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:41.663 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.666+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.666+0000 7ff6164d49c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:41.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.666+0000 7ff6164d49c0 20 searching for the correct realm 2024-09-12T17:42:41.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.670+0000 7ff6147db640 0 -- 172.21.15.183:0/1914920216 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7ff5fc030020 msgr2=0x7ff5fc001da0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:41.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.678+0000 7ff6137d9640 0 -- 172.21.15.183:0/1914920216 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7ff60c11d0c0 msgr2=0x7ff60c0f6cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:41.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.894+0000 7ff6164d49c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:41.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.894+0000 7ff6164d49c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:41.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.894+0000 7ff6164d49c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:41.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.894+0000 7ff6164d49c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:41.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.894+0000 7ff6164d49c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:41.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.894+0000 7ff6164d49c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:41.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.894+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.896 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.894+0000 7ff6164d49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.896 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.894+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.896 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:41.896 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:41.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 20 zone default found 2024-09-12T17:42:41.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 4 Realm: () 2024-09-12T17:42:41.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:41.897 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:41.898 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:41.898 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 20 zonegroup default 2024-09-12T17:42:41.898 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.898 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.898 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.898+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.902+0000 7ff6164d49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.902+0000 7ff6164d49c0 20 started sync module instance, tier type = 2024-09-12T17:42:41.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.902+0000 7ff6164d49c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:41.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.922+0000 7ff6164d49c0 20 add_watcher() i=0 2024-09-12T17:42:41.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.922+0000 7ff6164d49c0 20 add_watcher() i=1 2024-09-12T17:42:41.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.922+0000 7ff6164d49c0 20 add_watcher() i=2 2024-09-12T17:42:41.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.922+0000 7ff6164d49c0 20 add_watcher() i=3 2024-09-12T17:42:41.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.922+0000 7ff6164d49c0 20 add_watcher() i=4 2024-09-12T17:42:41.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.922+0000 7ff6164d49c0 20 add_watcher() i=5 2024-09-12T17:42:41.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.922+0000 7ff6164d49c0 20 add_watcher() i=6 2024-09-12T17:42:41.925 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.926+0000 7ff6164d49c0 20 add_watcher() i=7 2024-09-12T17:42:41.925 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.926+0000 7ff6164d49c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:41.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.930+0000 7ff4c9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:41.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.930+0000 7ff6164d49c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:41.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.930+0000 7ff6164d49c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:41.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.930+0000 7ff6164d49c0 5 note: GC not initialized 2024-09-12T17:42:41.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.930+0000 7ff4c8fe1640 20 reqs_thread_entry: start 2024-09-12T17:42:41.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.930+0000 7ff6164d49c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:41.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.930+0000 7ff6164d49c0 20 Filter name: none 2024-09-12T17:42:41.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff4427fc640 20 reqs_thread_entry: start 2024-09-12T17:42:41.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff6164d49c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2024-09-12T17:42:41.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff6164d49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff6164d49c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2024-09-12T17:42:41.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff6164d49c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T17:42:41.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff6164d49c0 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2024-09-12T17:42:41.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff6164d49c0 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2024-09-12T17:42:41.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff6164d49c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:41.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff6164d49c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:41.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff6164d49c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2024-09-12T17:42:41.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff6164d49c0 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T17:42:41.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.934+0000 7ff6164d49c0 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2024-09-12T17:42:41.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.938+0000 7ff6164d49c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T17:42:41.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.938+0000 7ff6164d49c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T17:42:41.937 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.938+0000 7ff6164d49c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2024-09-12T17:42:41.937 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.938+0000 7ff4f2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366265 cookie 94799580515536 notifier 8594 bl.length()=384 2024-09-12T17:42:41.937 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.938+0000 7ff4f2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T17:42:41.937 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.938+0000 7ff4f2ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T17:42:41.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.942+0000 7ff6164d49c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T17:42:41.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.942+0000 7ff6164d49c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T17:42:41.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.942+0000 7ff6164d49c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2024-09-12T17:42:41.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.942+0000 7ff4f2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366332 cookie 94799580507120 notifier 8594 bl.length()=225 2024-09-12T17:42:41.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.942+0000 7ff4f2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T17:42:41.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.942+0000 7ff4f2ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T17:42:41.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.946+0000 7ff6164d49c0 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T17:42:41.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.946+0000 7ff6164d49c0 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T17:42:41.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.946+0000 7ff6164d49c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2024-09-12T17:42:41.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.946+0000 7ff4f27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366254 cookie 94799580520048 notifier 8594 bl.length()=234 2024-09-12T17:42:41.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.946+0000 7ff4f27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T17:42:41.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.946+0000 7ff4f27fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T17:42:41.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.950+0000 7ff4c9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:41.954 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.954+0000 7ff6164d49c0 20 remove_watcher() i=0 2024-09-12T17:42:41.954 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.954+0000 7ff6164d49c0 2 removed watcher, disabling cache 2024-09-12T17:42:41.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.958+0000 7ff6164d49c0 20 remove_watcher() i=1 2024-09-12T17:42:41.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.962+0000 7ff6164d49c0 20 remove_watcher() i=2 2024-09-12T17:42:41.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.962+0000 7ff6164d49c0 20 remove_watcher() i=3 2024-09-12T17:42:41.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.966+0000 7ff6164d49c0 20 remove_watcher() i=4 2024-09-12T17:42:41.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.966+0000 7ff6164d49c0 20 remove_watcher() i=5 2024-09-12T17:42:41.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.970+0000 7ff6164d49c0 20 remove_watcher() i=6 2024-09-12T17:42:41.969 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:41.970+0000 7ff6164d49c0 20 remove_watcher() i=7 2024-09-12T17:42:41.982 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:42:41.983 INFO:teuthology.orchestra.run.smithi183.stdout: "id": "RGW88888888888888888", 2024-09-12T17:42:41.983 INFO:teuthology.orchestra.run.smithi183.stdout: "tenant": "", 2024-09-12T17:42:41.983 INFO:teuthology.orchestra.run.smithi183.stdout: "name": "Mr.RGW88888888888888888", 2024-09-12T17:42:41.983 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "RGW88888888888888888+test@test.test", 2024-09-12T17:42:41.983 INFO:teuthology.orchestra.run.smithi183.stdout: "quota": { 2024-09-12T17:42:41.983 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:41.983 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:41.983 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:41.983 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:41.983 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:41.983 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:41.983 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:42:41.984 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:41.984 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:41.984 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:41.984 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:41.984 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:41.984 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:41.984 INFO:teuthology.orchestra.run.smithi183.stdout: "max_users": 1000, 2024-09-12T17:42:41.984 INFO:teuthology.orchestra.run.smithi183.stdout: "max_roles": 1000, 2024-09-12T17:42:41.984 INFO:teuthology.orchestra.run.smithi183.stdout: "max_groups": 1000, 2024-09-12T17:42:41.984 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:42:41.985 INFO:teuthology.orchestra.run.smithi183.stdout: "max_access_keys": 4 2024-09-12T17:42:41.985 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:42:41.986 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2024-09-12T17:42:41.986 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key HKHMPNROFLQVWNTQAOQX --secret XvYyKHkxqJ5PxF2e6ICtYMo3GmMcTRlN/KPNt50KK1Qkq6w94FRmxA== --cluster ceph --account-id RGW88888888888888888 --account-root 2024-09-12T17:42:42.076 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:42.076 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:42.117 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.118+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.119 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.118+0000 7fd0f09129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.119 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.118+0000 7fd0f09129c0 20 realm 2024-09-12T17:42:42.119 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.118+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.119 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.122+0000 7fd0f09129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.120 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.122+0000 7fd0f09129c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:42.120 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.122+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.120 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.122+0000 7fd0f09129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.120 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.122+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.122+0000 7fd0f09129c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:42.121 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.122+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.122 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.122+0000 7fd0f09129c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:42.122 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.122+0000 7fd0f09129c0 20 searching for the correct realm 2024-09-12T17:42:42.126 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.126+0000 7fd0eec19640 0 -- 172.21.15.183:0/3866473871 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fd0d800e070 msgr2=0x7fd0d8060440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:42.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.342+0000 7fd0edc17640 0 -- 172.21.15.183:0/3866473871 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fd0e8008040 msgr2=0x7fd0e803b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:42.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.558+0000 7fd0f09129c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:42.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.558+0000 7fd0f09129c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:42.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.558+0000 7fd0f09129c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:42.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.558+0000 7fd0f09129c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:42.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.558+0000 7fd0f09129c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:42.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.558+0000 7fd0f09129c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:42.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.558+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.558+0000 7fd0f09129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.558+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:42.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:42.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 20 zone default found 2024-09-12T17:42:42.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 4 Realm: () 2024-09-12T17:42:42.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:42.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:42.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:42.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 20 zonegroup default 2024-09-12T17:42:42.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.562+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.566+0000 7fd0f09129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.566+0000 7fd0f09129c0 20 started sync module instance, tier type = 2024-09-12T17:42:42.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.566+0000 7fd0f09129c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:42.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.590+0000 7fd0f09129c0 20 add_watcher() i=0 2024-09-12T17:42:42.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.590+0000 7fd0f09129c0 20 add_watcher() i=1 2024-09-12T17:42:42.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.590+0000 7fd0f09129c0 20 add_watcher() i=2 2024-09-12T17:42:42.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.590+0000 7fd0f09129c0 20 add_watcher() i=3 2024-09-12T17:42:42.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.590+0000 7fd0f09129c0 20 add_watcher() i=4 2024-09-12T17:42:42.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.590+0000 7fd0f09129c0 20 add_watcher() i=5 2024-09-12T17:42:42.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.590+0000 7fd0f09129c0 20 add_watcher() i=6 2024-09-12T17:42:42.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.594+0000 7fd0f09129c0 20 add_watcher() i=7 2024-09-12T17:42:42.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.594+0000 7fd0f09129c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:42.595 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fcfa4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:42.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:42.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:42.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 5 note: GC not initialized 2024-09-12T17:42:42.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fcf1f7fe640 20 reqs_thread_entry: start 2024-09-12T17:42:42.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:42.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 20 Filter name: none 2024-09-12T17:42:42.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fcf1d7fa640 20 reqs_thread_entry: start 2024-09-12T17:42:42.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T17:42:42.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2024-09-12T17:42:42.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:42:42.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2024-09-12T17:42:42.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2024-09-12T17:42:42.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T17:42:42.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 10 cache get: name=default.rgw.meta+users.keys+HKHMPNROFLQVWNTQAOQX : miss 2024-09-12T17:42:42.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 10 cache put: name=default.rgw.meta+users.keys+HKHMPNROFLQVWNTQAOQX info.flags=0x0 2024-09-12T17:42:42.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 10 adding default.rgw.meta+users.keys+HKHMPNROFLQVWNTQAOQX to cache LRU end 2024-09-12T17:42:42.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2024-09-12T17:42:42.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.598+0000 7fd0f09129c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.602+0000 7fd0f09129c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T17:42:42.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.602+0000 7fd0f09129c0 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T17:42:42.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.602+0000 7fd0f09129c0 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T17:42:42.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.602+0000 7fd0f09129c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:42:42.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.602+0000 7fd0f09129c0 10 cache get: name=default.rgw.meta+users.keys+HKHMPNROFLQVWNTQAOQX : hit (negative entry) 2024-09-12T17:42:42.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.602+0000 7fd0f09129c0 10 cache get: name=default.rgw.meta+users.keys+HKHMPNROFLQVWNTQAOQX : hit (negative entry) 2024-09-12T17:42:42.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.602+0000 7fd0f09129c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T17:42:42.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.602+0000 7fd0f09129c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:42:42.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.602+0000 7fd0f09129c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T17:42:42.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.606+0000 7fcfd1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366266 cookie 94276072445376 notifier 9258 bl.length()=681 2024-09-12T17:42:42.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.606+0000 7fcfd1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T17:42:42.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.606+0000 7fcfd1ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:42:42.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.610+0000 7fd0f09129c0 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T17:42:42.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.610+0000 7fd0f09129c0 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T17:42:42.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.610+0000 7fd0f09129c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2024-09-12T17:42:42.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.610+0000 7fcfd1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366351 cookie 94276072457904 notifier 9258 bl.length()=189 2024-09-12T17:42:42.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.610+0000 7fcfd1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T17:42:42.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.610+0000 7fcfd1ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T17:42:42.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.610+0000 7fd0f09129c0 10 cache put: name=default.rgw.meta+users.keys+HKHMPNROFLQVWNTQAOQX info.flags=0x7 2024-09-12T17:42:42.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.610+0000 7fd0f09129c0 10 moving default.rgw.meta+users.keys+HKHMPNROFLQVWNTQAOQX to cache LRU end 2024-09-12T17:42:42.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.610+0000 7fd0f09129c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:HKHMPNROFLQVWNTQAOQX, ofs0, ns] 2024-09-12T17:42:42.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.614+0000 7fcfd17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366333 cookie 94276072455600 notifier 9258 bl.length()=188 2024-09-12T17:42:42.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.614+0000 7fcfd17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+HKHMPNROFLQVWNTQAOQX info.flags=0x7 2024-09-12T17:42:42.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.614+0000 7fcfd17fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+HKHMPNROFLQVWNTQAOQX to cache LRU end 2024-09-12T17:42:42.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.618+0000 7fd0f09129c0 20 linked user root1.client.0 to account RGW88888888888888888 2024-09-12T17:42:42.618 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:42:42.618 INFO:teuthology.orchestra.run.smithi183.stdout: "user_id": "root1.client.0", 2024-09-12T17:42:42.618 INFO:teuthology.orchestra.run.smithi183.stdout: "display_name": "Mr.RGW88888888888888888", 2024-09-12T17:42:42.618 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "root1+test@test.test", 2024-09-12T17:42:42.618 INFO:teuthology.orchestra.run.smithi183.stdout: "suspended": 0, 2024-09-12T17:42:42.618 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: "subusers": [], 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: "keys": [ 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: "user": "root1.client.0", 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: "access_key": "HKHMPNROFLQVWNTQAOQX", 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: "secret_key": "XvYyKHkxqJ5PxF2e6ICtYMo3GmMcTRlN/KPNt50KK1Qkq6w94FRmxA==", 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: "active": true, 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:42.607263Z" 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: } 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: ], 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: "swift_keys": [], 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: "caps": [], 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:42:42.619 INFO:teuthology.orchestra.run.smithi183.stdout: "default_placement": "", 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "placement_tags": [], 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "user_quota": { 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:42.620 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "root", 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stdout: "mfa_ids": [], 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stdout: "account_id": "RGW88888888888888888", 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stdout: "path": "/", 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:42.607214Z", 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stdout: "tags": [], 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stdout: "group_ids": [] 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:42.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.618+0000 7fcfa4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:42.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.622+0000 7fd0f09129c0 20 remove_watcher() i=0 2024-09-12T17:42:42.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.622+0000 7fd0f09129c0 2 removed watcher, disabling cache 2024-09-12T17:42:42.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.626+0000 7fd0f09129c0 20 remove_watcher() i=1 2024-09-12T17:42:42.627 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.630+0000 7fd0f09129c0 20 remove_watcher() i=2 2024-09-12T17:42:42.629 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.630+0000 7fd0f09129c0 20 remove_watcher() i=3 2024-09-12T17:42:42.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.634+0000 7fd0f09129c0 20 remove_watcher() i=4 2024-09-12T17:42:42.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.634+0000 7fd0f09129c0 20 remove_watcher() i=5 2024-09-12T17:42:42.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.634+0000 7fd0f09129c0 20 remove_watcher() i=6 2024-09-12T17:42:42.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.638+0000 7fd0f09129c0 20 remove_watcher() i=7 2024-09-12T17:42:42.652 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 0501165489 --totp-seed ZTZ54A2Z26FAMCVTPMSI4VBHUWEFQZDBI5LH23IFLHPEW7ZQSASMBINHJQAEVVFP --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:42:42.698 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:42.698 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:42.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.738+0000 7f24971e79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.742+0000 7f24971e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.742+0000 7f24971e79c0 20 realm 2024-09-12T17:42:42.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.742+0000 7f24971e79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.742+0000 7f24971e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.742+0000 7f24971e79c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:42.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.742+0000 7f24971e79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.742+0000 7f24971e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:42.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.742+0000 7f24971e79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.742+0000 7f24971e79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:42.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.742+0000 7f24971e79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:42.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.746+0000 7f24971e79c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:42.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.746+0000 7f24971e79c0 20 searching for the correct realm 2024-09-12T17:42:42.747 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.746+0000 7f24954ee640 0 -- 172.21.15.183:0/195682044 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f2488118b00 msgr2=0x7f24880fdc60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:42.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:42.962+0000 7f24944ec640 0 -- 172.21.15.183:0/195682044 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f24840263e0 msgr2=0x7f2484026860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:43.179 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.178+0000 7f24971e79c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:43.179 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.178+0000 7f24971e79c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:43.179 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.178+0000 7f24971e79c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:43.179 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.178+0000 7f24971e79c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:43.179 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.178+0000 7f24971e79c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:43.179 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.178+0000 7f24971e79c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:43.180 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.178+0000 7f24971e79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.180 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.180 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.180 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:43.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.181 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:43.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 20 zone default found 2024-09-12T17:42:43.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 4 Realm: () 2024-09-12T17:42:43.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:43.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:43.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:43.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 20 zonegroup default 2024-09-12T17:42:43.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.182+0000 7f24971e79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.186+0000 7f24971e79c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.186+0000 7f24971e79c0 20 started sync module instance, tier type = 2024-09-12T17:42:43.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.186+0000 7f24971e79c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:43.205 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.206+0000 7f24971e79c0 20 add_watcher() i=0 2024-09-12T17:42:43.205 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.206+0000 7f24971e79c0 20 add_watcher() i=1 2024-09-12T17:42:43.205 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.206+0000 7f24971e79c0 20 add_watcher() i=2 2024-09-12T17:42:43.205 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.206+0000 7f24971e79c0 20 add_watcher() i=3 2024-09-12T17:42:43.205 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.206+0000 7f24971e79c0 20 add_watcher() i=4 2024-09-12T17:42:43.205 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.206+0000 7f24971e79c0 20 add_watcher() i=5 2024-09-12T17:42:43.205 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.206+0000 7f24971e79c0 20 add_watcher() i=6 2024-09-12T17:42:43.206 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.206+0000 7f24971e79c0 20 add_watcher() i=7 2024-09-12T17:42:43.206 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.206+0000 7f24971e79c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:43.210 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.210+0000 7f234b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:43.211 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.210+0000 7f24971e79c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:43.211 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.210+0000 7f24971e79c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:43.211 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.210+0000 7f24971e79c0 5 note: GC not initialized 2024-09-12T17:42:43.211 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.210+0000 7f234a7e4640 20 reqs_thread_entry: start 2024-09-12T17:42:43.211 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.214+0000 7f24971e79c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:43.212 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.214+0000 7f24971e79c0 20 Filter name: none 2024-09-12T17:42:43.212 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.214+0000 7f23437fe640 20 reqs_thread_entry: start 2024-09-12T17:42:43.212 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.214+0000 7f24971e79c0 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T17:42:43.212 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.214+0000 7f24971e79c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.212 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.214+0000 7f24971e79c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T17:42:43.212 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.214+0000 7f24971e79c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2024-09-12T17:42:43.212 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.214+0000 7f24971e79c0 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:42:43.212 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.214+0000 7f24971e79c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:42:43.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.218+0000 7f24971e79c0 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T17:42:43.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.218+0000 7f24971e79c0 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:42:43.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.218+0000 7f24971e79c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T17:42:43.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.218+0000 7f236bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366267 cookie 94396651709040 notifier 9276 bl.length()=695 2024-09-12T17:42:43.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.218+0000 7f236bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T17:42:43.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.218+0000 7f236bfff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T17:42:43.218 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.218+0000 7f234b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:43.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.226+0000 7f24971e79c0 20 remove_watcher() i=0 2024-09-12T17:42:43.223 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.226+0000 7f24971e79c0 2 removed watcher, disabling cache 2024-09-12T17:42:43.230 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.226+0000 7f24971e79c0 20 remove_watcher() i=1 2024-09-12T17:42:43.230 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.230+0000 7f24971e79c0 20 remove_watcher() i=2 2024-09-12T17:42:43.231 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.230+0000 7f24971e79c0 20 remove_watcher() i=3 2024-09-12T17:42:43.232 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.234+0000 7f24971e79c0 20 remove_watcher() i=4 2024-09-12T17:42:43.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.234+0000 7f24971e79c0 20 remove_watcher() i=5 2024-09-12T17:42:43.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.234+0000 7f24971e79c0 20 remove_watcher() i=6 2024-09-12T17:42:43.236 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.238+0000 7f24971e79c0 20 remove_watcher() i=7 2024-09-12T17:42:43.251 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2024-09-12T17:42:43.334 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:43.334 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:43.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.374+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.378+0000 7f024dfd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.378+0000 7f024dfd09c0 20 realm 2024-09-12T17:42:43.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.378+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.378+0000 7f024dfd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.378+0000 7f024dfd09c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:43.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.378+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.378+0000 7f024dfd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.378+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.379 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.378+0000 7f024dfd09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:43.379 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.378+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.382+0000 7f024dfd09c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:43.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.382+0000 7f024dfd09c0 20 searching for the correct realm 2024-09-12T17:42:43.383 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.382+0000 7f024c2d7640 0 -- 172.21.15.183:0/1129946470 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f024002c060 msgr2=0x7f02400612b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:43.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.598+0000 7f024b2d5640 0 -- 172.21.15.183:0/1129946470 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f023c090bf0 msgr2=0x7f023c0920b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:42:43.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.814+0000 7f024dfd09c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:43.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.814+0000 7f024dfd09c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:43.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.814+0000 7f024dfd09c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:43.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.814+0000 7f024dfd09c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:43.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.814+0000 7f024dfd09c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:43.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.814+0000 7f024dfd09c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:43.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.814+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.814+0000 7f024dfd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.815 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.814+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:43.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:43.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 zone default found 2024-09-12T17:42:43.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 4 Realm: () 2024-09-12T17:42:43.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:43.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:43.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:43.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 zonegroup default 2024-09-12T17:42:43.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 started sync module instance, tier type = 2024-09-12T17:42:43.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.818+0000 7f024dfd09c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:43.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.842+0000 7f024dfd09c0 20 add_watcher() i=0 2024-09-12T17:42:43.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.842+0000 7f024dfd09c0 20 add_watcher() i=1 2024-09-12T17:42:43.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.842+0000 7f024dfd09c0 20 add_watcher() i=2 2024-09-12T17:42:43.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.842+0000 7f024dfd09c0 20 add_watcher() i=3 2024-09-12T17:42:43.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.842+0000 7f024dfd09c0 20 add_watcher() i=4 2024-09-12T17:42:43.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.842+0000 7f024dfd09c0 20 add_watcher() i=5 2024-09-12T17:42:43.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.842+0000 7f024dfd09c0 20 add_watcher() i=6 2024-09-12T17:42:43.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.846+0000 7f024dfd09c0 20 add_watcher() i=7 2024-09-12T17:42:43.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.846+0000 7f024dfd09c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:43.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.850+0000 7f0101fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:43.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.850+0000 7f024dfd09c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:43.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.850+0000 7f024dfd09c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:43.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.850+0000 7f024dfd09c0 5 note: GC not initialized 2024-09-12T17:42:43.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.850+0000 7f0100fe1640 20 reqs_thread_entry: start 2024-09-12T17:42:43.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.850+0000 7f024dfd09c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:43.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.850+0000 7f024dfd09c0 20 Filter name: none 2024-09-12T17:42:43.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.850+0000 7f007a7fc640 20 reqs_thread_entry: start 2024-09-12T17:42:43.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.854+0000 7f024dfd09c0 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2024-09-12T17:42:43.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.854+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.854+0000 7f024dfd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.854+0000 7f024dfd09c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2024-09-12T17:42:43.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.854+0000 7f024dfd09c0 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T17:42:43.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.854+0000 7f024dfd09c0 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2024-09-12T17:42:43.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.854+0000 7f024dfd09c0 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2024-09-12T17:42:43.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.854+0000 7f024dfd09c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:43.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.854+0000 7f024dfd09c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:43.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.854+0000 7f024dfd09c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2024-09-12T17:42:43.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.854+0000 7f024dfd09c0 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T17:42:43.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.854+0000 7f024dfd09c0 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2024-09-12T17:42:43.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.858+0000 7f024dfd09c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T17:42:43.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.858+0000 7f024dfd09c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T17:42:43.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.858+0000 7f024dfd09c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2024-09-12T17:42:43.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.858+0000 7f012affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366268 cookie 94821502016240 notifier 9294 bl.length()=384 2024-09-12T17:42:43.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.858+0000 7f012affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T17:42:43.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.858+0000 7f012affd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T17:42:43.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.862+0000 7f024dfd09c0 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T17:42:43.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.862+0000 7f024dfd09c0 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T17:42:43.861 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.862+0000 7f024dfd09c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2024-09-12T17:42:43.861 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.862+0000 7f012affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366334 cookie 94821502013376 notifier 9294 bl.length()=225 2024-09-12T17:42:43.861 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.862+0000 7f012affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T17:42:43.861 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.862+0000 7f012affd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T17:42:43.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.866+0000 7f024dfd09c0 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T17:42:43.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.866+0000 7f024dfd09c0 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T17:42:43.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.866+0000 7f024dfd09c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2024-09-12T17:42:43.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.866+0000 7f012a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366255 cookie 94821502022080 notifier 9294 bl.length()=234 2024-09-12T17:42:43.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.866+0000 7f012a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T17:42:43.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.866+0000 7f012a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T17:42:43.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.870+0000 7f0101fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:43.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.874+0000 7f024dfd09c0 20 remove_watcher() i=0 2024-09-12T17:42:43.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.874+0000 7f024dfd09c0 2 removed watcher, disabling cache 2024-09-12T17:42:43.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.878+0000 7f024dfd09c0 20 remove_watcher() i=1 2024-09-12T17:42:43.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.878+0000 7f024dfd09c0 20 remove_watcher() i=2 2024-09-12T17:42:43.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.882+0000 7f024dfd09c0 20 remove_watcher() i=3 2024-09-12T17:42:43.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.882+0000 7f024dfd09c0 20 remove_watcher() i=4 2024-09-12T17:42:43.883 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.882+0000 7f024dfd09c0 20 remove_watcher() i=5 2024-09-12T17:42:43.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.886+0000 7f024dfd09c0 20 remove_watcher() i=6 2024-09-12T17:42:43.885 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:43.886+0000 7f024dfd09c0 20 remove_watcher() i=7 2024-09-12T17:42:43.898 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:42:43.898 INFO:teuthology.orchestra.run.smithi183.stdout: "id": "RGW99999999999999999", 2024-09-12T17:42:43.898 INFO:teuthology.orchestra.run.smithi183.stdout: "tenant": "", 2024-09-12T17:42:43.898 INFO:teuthology.orchestra.run.smithi183.stdout: "name": "Mr.RGW99999999999999999", 2024-09-12T17:42:43.898 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "RGW99999999999999999+test@test.test", 2024-09-12T17:42:43.898 INFO:teuthology.orchestra.run.smithi183.stdout: "quota": { 2024-09-12T17:42:43.898 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:43.898 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:43.898 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "max_users": 1000, 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "max_roles": 1000, 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "max_groups": 1000, 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:42:43.899 INFO:teuthology.orchestra.run.smithi183.stdout: "max_access_keys": 4 2024-09-12T17:42:43.900 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:42:43.901 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2024-09-12T17:42:43.901 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key GYCRNTCSBVXDXMWTYKRF --secret 1VxQ8uthp4HgBeor1vSKJgHBAURX1rrb7uZkBphoxhRs+9u5Pw/wdA== --cluster ceph --account-id RGW99999999999999999 --account-root 2024-09-12T17:42:43.996 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:43.996 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:44.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.038+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.038+0000 7f332d18e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.038+0000 7f332d18e9c0 20 realm 2024-09-12T17:42:44.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.038+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.038+0000 7f332d18e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.038+0000 7f332d18e9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:44.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.038+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.038+0000 7f332d18e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.038+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.042+0000 7f332d18e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:44.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.042+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.042+0000 7f332d18e9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:44.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.042+0000 7f332d18e9c0 20 searching for the correct realm 2024-09-12T17:42:44.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.046+0000 7f332b495640 0 -- 172.21.15.183:0/2759712515 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f3320045040 msgr2=0x7f3320045420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:44.260 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.262+0000 7f332a493640 0 -- 172.21.15.183:0/2759712515 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f331c108d10 msgr2=0x7f331c135050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:44.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.478+0000 7f332d18e9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:44.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.478+0000 7f332d18e9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:44.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.478+0000 7f332d18e9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:44.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.478+0000 7f332d18e9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:44.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.478+0000 7f332d18e9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:44.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.478+0000 7f332d18e9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:44.480 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.478+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.480 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.480 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:44.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:44.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 20 zone default found 2024-09-12T17:42:44.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 4 Realm: () 2024-09-12T17:42:44.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:44.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:44.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:44.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 20 zonegroup default 2024-09-12T17:42:44.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.482+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.486+0000 7f332d18e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.486+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.486+0000 7f332d18e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.486+0000 7f332d18e9c0 20 started sync module instance, tier type = 2024-09-12T17:42:44.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.486+0000 7f332d18e9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:44.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.510+0000 7f332d18e9c0 20 add_watcher() i=0 2024-09-12T17:42:44.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.510+0000 7f332d18e9c0 20 add_watcher() i=1 2024-09-12T17:42:44.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.510+0000 7f332d18e9c0 20 add_watcher() i=2 2024-09-12T17:42:44.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.510+0000 7f332d18e9c0 20 add_watcher() i=3 2024-09-12T17:42:44.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.510+0000 7f332d18e9c0 20 add_watcher() i=4 2024-09-12T17:42:44.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.510+0000 7f332d18e9c0 20 add_watcher() i=5 2024-09-12T17:42:44.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.510+0000 7f332d18e9c0 20 add_watcher() i=6 2024-09-12T17:42:44.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.510+0000 7f332d18e9c0 20 add_watcher() i=7 2024-09-12T17:42:44.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.510+0000 7f332d18e9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:44.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.514+0000 7f31e1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:44.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.514+0000 7f332d18e9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:44.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.514+0000 7f332d18e9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:44.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.514+0000 7f332d18e9c0 5 note: GC not initialized 2024-09-12T17:42:44.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f31e0fe1640 20 reqs_thread_entry: start 2024-09-12T17:42:44.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:44.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 20 Filter name: none 2024-09-12T17:42:44.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f31d9ffb640 20 reqs_thread_entry: start 2024-09-12T17:42:44.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T17:42:44.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2024-09-12T17:42:44.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:42:44.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2024-09-12T17:42:44.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2024-09-12T17:42:44.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T17:42:44.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 10 cache get: name=default.rgw.meta+users.keys+GYCRNTCSBVXDXMWTYKRF : miss 2024-09-12T17:42:44.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 10 cache put: name=default.rgw.meta+users.keys+GYCRNTCSBVXDXMWTYKRF info.flags=0x0 2024-09-12T17:42:44.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 10 adding default.rgw.meta+users.keys+GYCRNTCSBVXDXMWTYKRF to cache LRU end 2024-09-12T17:42:44.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2024-09-12T17:42:44.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.518+0000 7f332d18e9c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.522+0000 7f332d18e9c0 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T17:42:44.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.522+0000 7f332d18e9c0 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T17:42:44.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.522+0000 7f332d18e9c0 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T17:42:44.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.522+0000 7f332d18e9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:42:44.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.522+0000 7f332d18e9c0 10 cache get: name=default.rgw.meta+users.keys+GYCRNTCSBVXDXMWTYKRF : hit (negative entry) 2024-09-12T17:42:44.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.522+0000 7f332d18e9c0 10 cache get: name=default.rgw.meta+users.keys+GYCRNTCSBVXDXMWTYKRF : hit (negative entry) 2024-09-12T17:42:44.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.522+0000 7f332d18e9c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T17:42:44.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.522+0000 7f332d18e9c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:42:44.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.522+0000 7f332d18e9c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T17:42:44.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.526+0000 7f320e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366269 cookie 94140665167744 notifier 9312 bl.length()=681 2024-09-12T17:42:44.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.526+0000 7f320e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T17:42:44.524 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.526+0000 7f320e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:42:44.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.530+0000 7f332d18e9c0 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T17:42:44.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.530+0000 7f332d18e9c0 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T17:42:44.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.530+0000 7f332d18e9c0 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2024-09-12T17:42:44.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.530+0000 7f320dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366352 cookie 94140665185824 notifier 9312 bl.length()=189 2024-09-12T17:42:44.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.530+0000 7f320dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T17:42:44.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.530+0000 7f320dffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T17:42:44.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.534+0000 7f332d18e9c0 10 cache put: name=default.rgw.meta+users.keys+GYCRNTCSBVXDXMWTYKRF info.flags=0x7 2024-09-12T17:42:44.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.534+0000 7f332d18e9c0 10 moving default.rgw.meta+users.keys+GYCRNTCSBVXDXMWTYKRF to cache LRU end 2024-09-12T17:42:44.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.534+0000 7f332d18e9c0 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:GYCRNTCSBVXDXMWTYKRF, ofs0, ns] 2024-09-12T17:42:44.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.534+0000 7f320e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366335 cookie 94140665181920 notifier 9312 bl.length()=188 2024-09-12T17:42:44.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.534+0000 7f320e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+GYCRNTCSBVXDXMWTYKRF info.flags=0x7 2024-09-12T17:42:44.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.534+0000 7f320e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+GYCRNTCSBVXDXMWTYKRF to cache LRU end 2024-09-12T17:42:44.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.538+0000 7f332d18e9c0 20 linked user root2.client.0 to account RGW99999999999999999 2024-09-12T17:42:44.537 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T17:42:44.537 INFO:teuthology.orchestra.run.smithi183.stdout: "user_id": "root2.client.0", 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: "display_name": "Mr.RGW99999999999999999", 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: "email": "root2+test@test.test", 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: "suspended": 0, 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: "max_buckets": 1000, 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: "subusers": [], 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: "keys": [ 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: { 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: "user": "root2.client.0", 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: "access_key": "GYCRNTCSBVXDXMWTYKRF", 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: "secret_key": "1VxQ8uthp4HgBeor1vSKJgHBAURX1rrb7uZkBphoxhRs+9u5Pw/wdA==", 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: "active": true, 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:44.527174Z" 2024-09-12T17:42:44.538 INFO:teuthology.orchestra.run.smithi183.stdout: } 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: ], 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: "swift_keys": [], 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: "caps": [], 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: "op_mask": "read, write, delete", 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: "default_placement": "", 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: "default_storage_class": "", 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: "placement_tags": [], 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: "bucket_quota": { 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:44.539 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "user_quota": { 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "enabled": false, 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "check_on_raw": false, 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size": -1, 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "max_size_kb": 0, 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "max_objects": -1 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: }, 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "temp_url_keys": [], 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "type": "root", 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "mfa_ids": [], 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "account_id": "RGW99999999999999999", 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "path": "/", 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "create_date": "2024-09-12T17:42:44.527132Z", 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "tags": [], 2024-09-12T17:42:44.540 INFO:teuthology.orchestra.run.smithi183.stdout: "group_ids": [] 2024-09-12T17:42:44.541 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T17:42:44.541 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:42:44.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.538+0000 7f31e1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:44.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.546+0000 7f332d18e9c0 20 remove_watcher() i=0 2024-09-12T17:42:44.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.546+0000 7f332d18e9c0 2 removed watcher, disabling cache 2024-09-12T17:42:44.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.546+0000 7f332d18e9c0 20 remove_watcher() i=1 2024-09-12T17:42:44.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.550+0000 7f332d18e9c0 20 remove_watcher() i=2 2024-09-12T17:42:44.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.550+0000 7f332d18e9c0 20 remove_watcher() i=3 2024-09-12T17:42:44.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.554+0000 7f332d18e9c0 20 remove_watcher() i=4 2024-09-12T17:42:44.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.554+0000 7f332d18e9c0 20 remove_watcher() i=5 2024-09-12T17:42:44.556 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.558+0000 7f332d18e9c0 20 remove_watcher() i=6 2024-09-12T17:42:44.557 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.558+0000 7f332d18e9c0 20 remove_watcher() i=7 2024-09-12T17:42:44.578 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 1333119925 --totp-seed IFRNDHGO3U4CXSPLC7DBG2XJNKY2PIW4NLIEWQHZAIJWT4BAL2OEPZTQXPOE2EY2 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T17:42:44.621 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:42:44.621 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:42:44.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.662+0000 7f395e0969c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.663 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.662+0000 7f395e0969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.663 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.662+0000 7f395e0969c0 20 realm 2024-09-12T17:42:44.663 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.662+0000 7f395e0969c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.663 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.666+0000 7f395e0969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.663 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.666+0000 7f395e0969c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:42:44.663 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.666+0000 7f395e0969c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.666+0000 7f395e0969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:44.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.666+0000 7f395e0969c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.666+0000 7f395e0969c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:44.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.666+0000 7f395e0969c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:44.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.666+0000 7f395e0969c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:42:44.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.666+0000 7f395e0969c0 20 searching for the correct realm 2024-09-12T17:42:44.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.670+0000 7f395c39d640 0 -- 172.21.15.183:0/1047639141 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f3944068020 msgr2=0x7f394408db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:44.884 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:44.886+0000 7f395b39b640 0 -- 172.21.15.183:0/1047639141 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f39540908d0 msgr2=0x7f3954065780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:42:45.102 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.102+0000 7f395e0969c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:42:45.102 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.102+0000 7f395e0969c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:42:45.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.102+0000 7f395e0969c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:42:45.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.102+0000 7f395e0969c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:42:45.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.102+0000 7f395e0969c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:42:45.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.102+0000 7f395e0969c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:42:45.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.102+0000 7f395e0969c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:45.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.102+0000 7f395e0969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:45.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.102+0000 7f395e0969c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:45.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:42:45.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:45.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:42:45.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 zone default found 2024-09-12T17:42:45.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 4 Realm: () 2024-09-12T17:42:45.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:42:45.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:42:45.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:42:45.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 zonegroup default 2024-09-12T17:42:45.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:45.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:45.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:45.106 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:45.106 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:45.106 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:42:45.106 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 started sync module instance, tier type = 2024-09-12T17:42:45.106 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.106+0000 7f395e0969c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:42:45.130 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.130+0000 7f395e0969c0 20 add_watcher() i=0 2024-09-12T17:42:45.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.130+0000 7f395e0969c0 20 add_watcher() i=1 2024-09-12T17:42:45.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.130+0000 7f395e0969c0 20 add_watcher() i=2 2024-09-12T17:42:45.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.130+0000 7f395e0969c0 20 add_watcher() i=3 2024-09-12T17:42:45.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.130+0000 7f395e0969c0 20 add_watcher() i=4 2024-09-12T17:42:45.131 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.130+0000 7f395e0969c0 20 add_watcher() i=5 2024-09-12T17:42:45.132 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.134+0000 7f395e0969c0 20 add_watcher() i=6 2024-09-12T17:42:45.133 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.134+0000 7f395e0969c0 20 add_watcher() i=7 2024-09-12T17:42:45.133 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.134+0000 7f395e0969c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:42:45.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.138+0000 7f3811fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:45.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.138+0000 7f395e0969c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:42:45.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.138+0000 7f395e0969c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:42:45.138 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.138+0000 7f395e0969c0 5 note: GC not initialized 2024-09-12T17:42:45.139 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.138+0000 7f3810fe1640 20 reqs_thread_entry: start 2024-09-12T17:42:45.139 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.138+0000 7f395e0969c0 20 init_complete bucket index max shards: 1 2024-09-12T17:42:45.139 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.138+0000 7f395e0969c0 20 Filter name: none 2024-09-12T17:42:45.139 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.142+0000 7f378a7fc640 20 reqs_thread_entry: start 2024-09-12T17:42:45.140 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.142+0000 7f395e0969c0 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T17:42:45.140 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.142+0000 7f395e0969c0 20 rados->read ofs=0 len=0 2024-09-12T17:42:45.140 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.142+0000 7f395e0969c0 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T17:42:45.140 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.142+0000 7f395e0969c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2024-09-12T17:42:45.140 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.142+0000 7f395e0969c0 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:42:45.140 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.142+0000 7f395e0969c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:42:45.146 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.146+0000 7f395e0969c0 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T17:42:45.146 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.146+0000 7f395e0969c0 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:42:45.146 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.146+0000 7f395e0969c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T17:42:45.147 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.146+0000 7f383affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366270 cookie 94695091334736 notifier 8681 bl.length()=695 2024-09-12T17:42:45.147 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.146+0000 7f383affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T17:42:45.147 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.146+0000 7f383affd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T17:42:45.149 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.150+0000 7f3811fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:42:45.154 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.154+0000 7f395e0969c0 20 remove_watcher() i=0 2024-09-12T17:42:45.154 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.154+0000 7f395e0969c0 2 removed watcher, disabling cache 2024-09-12T17:42:45.156 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.158+0000 7f395e0969c0 20 remove_watcher() i=1 2024-09-12T17:42:45.159 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.162+0000 7f395e0969c0 20 remove_watcher() i=2 2024-09-12T17:42:45.161 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.162+0000 7f395e0969c0 20 remove_watcher() i=3 2024-09-12T17:42:45.163 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.166+0000 7f395e0969c0 20 remove_watcher() i=4 2024-09-12T17:42:45.165 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.166+0000 7f395e0969c0 20 remove_watcher() i=5 2024-09-12T17:42:45.166 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.166+0000 7f395e0969c0 20 remove_watcher() i=6 2024-09-12T17:42:45.168 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:42:45.170+0000 7f395e0969c0 20 remove_watcher() i=7 2024-09-12T17:42:45.186 INFO:tasks.s3tests:Configuring s3-tests... 2024-09-12T17:42:45.186 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:42:45.186 DEBUG:teuthology.orchestra.run.smithi183:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2024-09-12T17:42:45.232 INFO:tasks.s3tests:Configuring boto... 2024-09-12T17:42:45.232 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:42:45.232 DEBUG:teuthology.orchestra.run.smithi183:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T17:42:45.280 DEBUG:teuthology.orchestra.run.smithi183:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T17:42:45.455 INFO:teuthology.orchestra.run.smithi183.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2024-09-12T17:42:45.650 INFO:teuthology.orchestra.run.smithi183.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2024-09-12T17:42:45.952 INFO:teuthology.orchestra.run.smithi183.stdout:py installdeps: -rrequirements.txt 2024-09-12T17:44:42.850 INFO:teuthology.orchestra.run.smithi183.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2024-09-12T17:44:44.743 INFO:teuthology.orchestra.run.smithi183.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.5.0,certifi==2024.8.30,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.8,exceptiongroup==1.2.2,filelock==3.16.0,gevent==24.2.1,greenlet==3.1.0,httplib2==0.22.0,idna==3.8,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==5.3.0,munch==4.0.0,packaging==24.1,platformdirs==4.3.2,pluggy==1.5.0,pyparsing==3.1.4,pyproject-api==1.7.1,pytest==8.3.3,python-dateutil==2.9.0.post0,pytz==2024.2,PyYAML==6.0.2,requests==2.32.3,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=b6773b9af025ab8564eece9df9321834c13e4de62b0e4bee6f7cb3439c2d56ee,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.18.1,urllib3==1.26.20,virtualenv==20.26.4,zope.event==5.0,zope.interface==7.0.3 2024-09-12T17:44:44.744 INFO:teuthology.orchestra.run.smithi183.stdout:py run-test-pre: PYTHONHASHSEED='1546410949' 2024-09-12T17:44:44.744 INFO:teuthology.orchestra.run.smithi183.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T17:44:44.933 INFO:teuthology.orchestra.run.smithi183.stdout:============================= test session starts ============================== 2024-09-12T17:44:44.933 INFO:teuthology.orchestra.run.smithi183.stdout:platform linux -- Python 3.10.6, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2024-09-12T17:44:44.933 INFO:teuthology.orchestra.run.smithi183.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T17:44:44.933 INFO:teuthology.orchestra.run.smithi183.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T17:44:44.933 INFO:teuthology.orchestra.run.smithi183.stdout:configfile: pytest.ini 2024-09-12T17:44:46.756 INFO:teuthology.orchestra.run.smithi183.stdout:collecting ... collected 872 items / 126 deselected / 746 selected 2024-09-12T17:44:46.756 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:44:47.123 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2024-09-12T17:44:47.344 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2024-09-12T17:44:47.556 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2024-09-12T17:44:47.768 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2024-09-12T17:44:47.979 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2024-09-12T17:44:48.129 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2024-09-12T17:44:48.355 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 0%] 2024-09-12T17:44:48.511 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2024-09-12T17:44:48.612 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2024-09-12T17:44:48.712 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2024-09-12T17:44:48.928 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2024-09-12T17:44:49.142 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2024-09-12T17:44:49.355 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2024-09-12T17:44:49.573 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 1%] 2024-09-12T17:44:49.676 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2024-09-12T17:44:49.776 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2024-09-12T17:44:49.832 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2024-09-12T17:44:49.888 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2024-09-12T17:44:49.944 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2024-09-12T17:44:50.000 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 2%] 2024-09-12T17:44:50.056 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 2%] 2024-09-12T17:44:50.112 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 2%] 2024-09-12T17:44:50.168 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T17:44:50.224 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T17:44:50.280 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T17:44:50.336 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T17:44:50.393 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 3%] 2024-09-12T17:44:50.448 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 3%] 2024-09-12T17:44:50.504 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 3%] 2024-09-12T17:44:50.560 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2024-09-12T17:44:50.616 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T17:44:50.671 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T17:44:50.728 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T17:44:50.785 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T17:44:50.841 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T17:44:50.896 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T17:44:50.952 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 4%] 2024-09-12T17:44:51.008 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2024-09-12T17:44:51.064 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2024-09-12T17:44:51.120 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 5%] 2024-09-12T17:44:51.176 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 5%] 2024-09-12T17:44:51.232 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T17:44:51.288 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T17:44:51.348 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 5%] 2024-09-12T17:44:51.403 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2024-09-12T17:44:51.460 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2024-09-12T17:44:51.516 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 6%] 2024-09-12T17:44:51.572 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T17:44:51.628 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T17:44:51.684 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T17:44:51.740 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T17:44:51.796 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 6%] 2024-09-12T17:44:51.852 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2024-09-12T17:44:52.351 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 7%] 2024-09-12T17:44:53.271 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 7%] 2024-09-12T17:44:55.003 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 7%] 2024-09-12T17:44:56.588 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 7%] 2024-09-12T17:44:59.248 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 7%] 2024-09-12T17:45:00.275 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 7%] 2024-09-12T17:45:01.375 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 8%] 2024-09-12T17:45:01.826 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 8%] 2024-09-12T17:45:02.004 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 8%] 2024-09-12T17:45:02.311 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 8%] 2024-09-12T17:45:02.616 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 8%] 2024-09-12T17:45:03.027 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 8%] 2024-09-12T17:45:03.285 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 8%] 2024-09-12T17:45:03.553 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 8%] 2024-09-12T17:45:03.555 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T17:45:03.557 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T17:45:03.559 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 9%] 2024-09-12T17:45:03.566 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 9%] 2024-09-12T17:45:03.568 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T17:45:03.570 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T17:45:03.572 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 9%] 2024-09-12T17:45:03.575 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 10%] 2024-09-12T17:45:03.577 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T17:45:03.579 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T17:45:03.582 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T17:45:03.584 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 10%] 2024-09-12T17:45:03.586 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T17:45:03.589 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T17:45:03.591 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T17:45:03.593 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T17:45:03.595 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T17:45:03.597 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T17:45:03.599 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T17:45:03.601 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 11%] 2024-09-12T17:45:03.603 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 11%] 2024-09-12T17:45:03.605 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 11%] 2024-09-12T17:45:03.606 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 12%] 2024-09-12T17:45:03.608 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 12%] 2024-09-12T17:45:03.610 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 12%] 2024-09-12T17:45:03.612 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 12%] 2024-09-12T17:45:03.613 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 12%] 2024-09-12T17:45:03.717 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 12%] 2024-09-12T17:45:03.733 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 12%] 2024-09-12T17:45:04.451 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 13%] 2024-09-12T17:45:08.056 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 13%] 2024-09-12T17:45:08.519 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 13%] 2024-09-12T17:45:09.083 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 13%] 2024-09-12T17:45:09.663 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 13%] 2024-09-12T17:45:10.231 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 13%] 2024-09-12T17:45:10.799 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 13%] 2024-09-12T17:45:11.319 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 13%] 2024-09-12T17:45:11.999 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 14%] 2024-09-12T17:45:12.519 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 14%] 2024-09-12T17:45:12.991 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 14%] 2024-09-12T17:45:13.483 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 14%] 2024-09-12T17:45:13.899 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 14%] 2024-09-12T17:45:14.307 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 14%] 2024-09-12T17:45:14.583 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 14%] 2024-09-12T17:45:15.009 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 15%] 2024-09-12T17:45:15.613 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 15%] 2024-09-12T17:45:16.147 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 15%] 2024-09-12T17:45:16.627 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 15%] 2024-09-12T17:45:17.114 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 15%] 2024-09-12T17:45:17.567 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 15%] 2024-09-12T17:45:18.023 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 15%] 2024-09-12T17:45:18.479 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 15%] 2024-09-12T17:45:18.891 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 16%] 2024-09-12T17:45:19.331 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 16%] 2024-09-12T17:45:19.655 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 16%] 2024-09-12T17:45:20.023 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 16%] 2024-09-12T17:45:20.339 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 16%] 2024-09-12T17:45:20.691 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 16%] 2024-09-12T17:45:21.023 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 16%] 2024-09-12T17:45:21.626 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 17%] 2024-09-12T17:45:21.979 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 17%] 2024-09-12T17:45:22.323 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 17%] 2024-09-12T17:45:22.789 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 17%] 2024-09-12T17:45:23.243 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 17%] 2024-09-12T17:45:23.619 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 17%] 2024-09-12T17:45:24.099 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 17%] 2024-09-12T17:45:24.583 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 17%] 2024-09-12T17:45:25.167 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T17:45:25.563 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 18%] 2024-09-12T17:45:26.007 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 18%] 2024-09-12T17:45:26.443 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 18%] 2024-09-12T17:45:27.119 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T17:45:27.651 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T17:45:28.242 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T17:45:28.851 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:45:29.583 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:45:30.303 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:45:31.047 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:45:31.687 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:45:32.347 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T17:45:32.964 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 19%] 2024-09-12T17:45:33.651 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 19%] 2024-09-12T17:45:34.160 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 20%] 2024-09-12T17:45:35.327 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_create PASSED [ 20%] 2024-09-12T17:45:36.167 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 20%] 2024-09-12T17:45:37.163 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_delete PASSED [ 20%] 2024-09-12T17:45:39.107 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list PASSED [ 20%] 2024-09-12T17:45:41.683 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 20%] 2024-09-12T17:45:43.179 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_name PASSED [ 20%] 2024-09-12T17:45:44.492 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_path PASSED [ 21%] 2024-09-12T17:45:45.503 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_create PASSED [ 21%] 2024-09-12T17:45:46.172 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 21%] 2024-09-12T17:45:47.379 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_update PASSED [ 21%] 2024-09-12T17:45:48.259 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 21%] 2024-09-12T17:45:49.388 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 21%] 2024-09-12T17:45:50.215 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 21%] 2024-09-12T17:45:51.727 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_list PASSED [ 21%] 2024-09-12T17:45:52.819 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 22%] 2024-09-12T17:45:54.407 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy PASSED [ 22%] 2024-09-12T17:45:55.948 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_managed PASSED [ 22%] 2024-09-12T17:45:57.063 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_allow PASSED [ 22%] 2024-09-12T17:45:58.051 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_create PASSED [ 22%] 2024-09-12T17:45:58.903 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 22%] 2024-09-12T17:46:00.835 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_list PASSED [ 22%] 2024-09-12T17:46:02.271 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_update PASSED [ 23%] 2024-09-12T17:46:03.899 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy PASSED [ 23%] 2024-09-12T17:46:05.627 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy PASSED [ 23%] 2024-09-12T17:46:07.027 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 23%] 2024-09-12T17:46:08.443 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 23%] 2024-09-12T17:46:09.528 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_create PASSED [ 23%] 2024-09-12T17:46:10.375 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 23%] 2024-09-12T17:46:11.347 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_delete PASSED [ 23%] 2024-09-12T17:46:13.115 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list PASSED [ 24%] 2024-09-12T17:46:15.363 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 24%] 2024-09-12T17:46:16.351 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_update PASSED [ 24%] 2024-09-12T17:46:17.835 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy PASSED [ 24%] 2024-09-12T17:46:19.311 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_managed PASSED [ 24%] 2024-09-12T17:46:20.655 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow PASSED [ 24%] 2024-09-12T17:46:22.176 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 24%] 2024-09-12T17:46:23.768 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 25%] 2024-09-12T17:46:25.235 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 25%] 2024-09-12T17:46:26.683 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 25%] 2024-09-12T17:46:27.655 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_account_oidc_provider PASSED [ 25%] 2024-09-12T17:46:28.459 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 25%] 2024-09-12T17:46:29.260 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 25%] 2024-09-12T17:46:30.132 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 25%] 2024-09-12T17:46:31.424 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 26%] 2024-09-12T17:46:32.780 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 26%] 2024-09-12T17:46:34.144 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 26%] 2024-09-12T17:46:35.468 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 26%] 2024-09-12T17:46:36.835 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 26%] 2024-09-12T17:46:38.223 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 26%] 2024-09-12T17:46:39.563 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 26%] 2024-09-12T17:46:40.923 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 26%] 2024-09-12T17:46:42.267 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 27%] 2024-09-12T17:46:43.616 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T17:46:45.039 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 27%] 2024-09-12T17:46:46.388 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 27%] 2024-09-12T17:46:47.303 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 27%] 2024-09-12T17:46:48.200 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 27%] 2024-09-12T17:46:49.072 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T17:46:50.016 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 28%] 2024-09-12T17:46:50.734 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 28%] 2024-09-12T17:46:51.411 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 28%] 2024-09-12T17:46:52.055 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 28%] 2024-09-12T17:46:52.730 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 28%] 2024-09-12T17:46:53.319 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 28%] 2024-09-12T17:46:53.903 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 28%] 2024-09-12T17:46:54.590 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 28%] 2024-09-12T17:46:55.175 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 29%] 2024-09-12T17:46:55.767 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 29%] 2024-09-12T17:46:56.863 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 29%] 2024-09-12T17:46:57.951 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 29%] 2024-09-12T17:46:58.555 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T17:46:59.138 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T17:46:59.731 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 29%] 2024-09-12T17:47:00.358 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 30%] 2024-09-12T17:47:01.474 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T17:47:02.647 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T17:47:03.259 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 30%] 2024-09-12T17:47:03.847 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 30%] 2024-09-12T17:47:04.439 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 30%] 2024-09-12T17:47:05.031 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 30%] 2024-09-12T17:47:05.639 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 30%] 2024-09-12T17:47:06.231 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 31%] 2024-09-12T17:47:06.915 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 31%] 2024-09-12T17:47:07.558 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 31%] 2024-09-12T17:47:08.199 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 31%] 2024-09-12T17:47:08.843 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 31%] 2024-09-12T17:47:09.435 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 31%] 2024-09-12T17:47:10.027 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 31%] 2024-09-12T17:47:10.685 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 32%] 2024-09-12T17:47:11.274 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 32%] 2024-09-12T17:47:11.871 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 32%] 2024-09-12T17:47:12.483 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 32%] 2024-09-12T17:47:13.126 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 32%] 2024-09-12T17:47:34.669 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 32%] 2024-09-12T17:47:35.243 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 32%] 2024-09-12T17:47:35.827 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 32%] 2024-09-12T17:47:36.482 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 33%] 2024-09-12T17:47:37.075 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 33%] 2024-09-12T17:47:37.675 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 33%] 2024-09-12T17:47:38.294 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 33%] 2024-09-12T17:47:38.895 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 33%] 2024-09-12T17:47:39.475 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 33%] 2024-09-12T17:47:40.067 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 33%] 2024-09-12T17:47:40.742 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 34%] 2024-09-12T17:47:41.343 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 34%] 2024-09-12T17:47:41.931 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 34%] 2024-09-12T17:47:42.550 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T17:47:43.186 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T17:47:43.799 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T17:47:44.387 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T17:47:45.024 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 34%] 2024-09-12T17:47:45.615 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 35%] 2024-09-12T17:47:46.223 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T17:47:46.832 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T17:47:47.478 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T17:47:48.079 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T17:47:48.801 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 35%] 2024-09-12T17:47:49.486 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 35%] 2024-09-12T17:47:50.071 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 36%] 2024-09-12T17:47:50.683 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 36%] 2024-09-12T17:47:51.302 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 36%] 2024-09-12T17:47:51.950 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 36%] 2024-09-12T17:47:52.306 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 36%] 2024-09-12T17:47:52.893 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 36%] 2024-09-12T17:47:54.250 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 36%] 2024-09-12T17:47:55.531 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 36%] 2024-09-12T17:47:56.151 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 37%] 2024-09-12T17:47:56.759 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 37%] 2024-09-12T17:47:57.446 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 37%] 2024-09-12T17:47:58.059 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 37%] 2024-09-12T17:47:58.750 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 37%] 2024-09-12T17:47:59.411 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 37%] 2024-09-12T17:47:59.995 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 37%] 2024-09-12T17:48:00.603 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 38%] 2024-09-12T17:48:01.203 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 38%] 2024-09-12T17:48:01.882 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 38%] 2024-09-12T17:48:02.471 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 38%] 2024-09-12T17:48:03.099 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 38%] 2024-09-12T17:48:03.934 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 38%] 2024-09-12T17:48:04.875 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 38%] 2024-09-12T17:48:05.426 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 39%] 2024-09-12T17:48:06.034 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 39%] 2024-09-12T17:48:06.499 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 39%] 2024-09-12T17:48:06.963 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 39%] 2024-09-12T17:48:07.287 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 39%] 2024-09-12T17:48:07.618 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 39%] 2024-09-12T17:48:07.943 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 39%] 2024-09-12T17:48:08.499 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 39%] 2024-09-12T17:48:09.042 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 40%] 2024-09-12T17:48:09.402 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 40%] 2024-09-12T17:48:09.986 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 40%] 2024-09-12T17:48:10.414 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 40%] 2024-09-12T17:48:10.934 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 40%] 2024-09-12T17:48:11.415 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 40%] 2024-09-12T17:48:12.363 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 40%] 2024-09-12T17:48:13.119 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 41%] 2024-09-12T17:48:13.855 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 41%] 2024-09-12T17:48:36.033 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 41%] 2024-09-12T17:48:57.807 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 41%] 2024-09-12T17:48:58.347 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 41%] 2024-09-12T17:48:58.863 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 41%] 2024-09-12T17:48:59.487 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 41%] 2024-09-12T17:49:00.043 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 41%] 2024-09-12T17:49:00.667 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 42%] 2024-09-12T17:49:01.251 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 42%] 2024-09-12T17:49:01.775 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 42%] 2024-09-12T17:49:02.451 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 42%] 2024-09-12T17:49:02.963 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 42%] 2024-09-12T17:49:03.491 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 42%] 2024-09-12T17:49:04.089 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 42%] 2024-09-12T17:49:04.663 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 43%] 2024-09-12T17:49:05.199 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 43%] 2024-09-12T17:49:05.699 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 43%] 2024-09-12T17:49:06.211 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 43%] 2024-09-12T17:49:06.723 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 43%] 2024-09-12T17:49:07.407 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 43%] 2024-09-12T17:49:07.995 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 43%] 2024-09-12T17:49:08.536 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 43%] 2024-09-12T17:49:09.115 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 44%] 2024-09-12T17:49:09.675 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 44%] 2024-09-12T17:49:10.308 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 44%] 2024-09-12T17:49:10.767 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 44%] 2024-09-12T17:49:11.223 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 44%] 2024-09-12T17:49:11.680 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 44%] 2024-09-12T17:49:12.159 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 44%] 2024-09-12T17:49:12.644 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 45%] 2024-09-12T17:49:13.124 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 45%] 2024-09-12T17:49:13.735 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 45%] 2024-09-12T17:49:14.243 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 45%] 2024-09-12T17:49:14.768 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 45%] 2024-09-12T17:49:15.236 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 45%] 2024-09-12T17:49:15.724 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 45%] 2024-09-12T17:49:16.340 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 45%] 2024-09-12T17:49:16.843 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 46%] 2024-09-12T17:49:17.336 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 46%] 2024-09-12T17:49:17.843 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 46%] 2024-09-12T17:49:18.324 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 46%] 2024-09-12T17:49:18.843 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 46%] 2024-09-12T17:49:19.371 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 46%] 2024-09-12T17:49:19.863 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 46%] 2024-09-12T17:49:20.444 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 47%] 2024-09-12T17:49:20.904 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 47%] 2024-09-12T17:49:21.507 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 47%] 2024-09-12T17:49:22.123 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 47%] 2024-09-12T17:49:22.623 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 47%] 2024-09-12T17:49:23.216 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 47%] 2024-09-12T17:49:23.835 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 47%] 2024-09-12T17:49:25.411 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 47%] 2024-09-12T17:49:25.968 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 48%] 2024-09-12T17:49:26.556 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 48%] 2024-09-12T17:49:27.223 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 48%] 2024-09-12T17:49:27.900 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 48%] 2024-09-12T17:49:28.524 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 48%] 2024-09-12T17:49:29.092 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 48%] 2024-09-12T17:49:29.791 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 48%] 2024-09-12T17:49:30.539 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 49%] 2024-09-12T17:49:31.127 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 49%] 2024-09-12T17:49:31.859 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 49%] 2024-09-12T17:49:32.380 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 49%] 2024-09-12T17:49:32.836 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 49%] 2024-09-12T17:49:33.348 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 49%] 2024-09-12T17:49:33.908 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 49%] 2024-09-12T17:49:34.368 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 50%] 2024-09-12T17:49:34.771 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 50%] 2024-09-12T17:49:35.392 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 50%] 2024-09-12T17:49:35.920 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 50%] 2024-09-12T17:49:36.468 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 50%] 2024-09-12T17:49:39.348 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 50%] 2024-09-12T17:49:39.836 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 50%] 2024-09-12T17:49:40.320 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 50%] 2024-09-12T17:49:40.836 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 51%] 2024-09-12T17:49:41.431 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 51%] 2024-09-12T17:49:41.920 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 51%] 2024-09-12T17:49:42.420 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 51%] 2024-09-12T17:49:43.000 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 51%] 2024-09-12T17:49:43.599 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 51%] 2024-09-12T17:49:44.188 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 51%] 2024-09-12T17:49:44.744 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 52%] 2024-09-12T17:49:45.299 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 52%] 2024-09-12T17:49:45.907 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 52%] 2024-09-12T17:49:46.556 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 52%] 2024-09-12T17:49:47.048 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 52%] 2024-09-12T17:49:47.616 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 52%] 2024-09-12T17:49:48.145 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 52%] 2024-09-12T17:49:48.768 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 52%] 2024-09-12T17:49:49.109 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 53%] 2024-09-12T17:49:49.440 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 53%] 2024-09-12T17:49:49.764 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 53%] 2024-09-12T17:49:50.160 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 53%] 2024-09-12T17:49:50.655 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 53%] 2024-09-12T17:49:51.048 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 53%] 2024-09-12T17:49:51.444 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 53%] 2024-09-12T17:49:51.884 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 54%] 2024-09-12T17:49:52.235 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 54%] 2024-09-12T17:49:52.556 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 54%] 2024-09-12T17:49:52.972 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 54%] 2024-09-12T17:49:53.304 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 54%] 2024-09-12T17:49:53.659 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 54%] 2024-09-12T17:49:54.024 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 54%] 2024-09-12T17:49:54.352 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 54%] 2024-09-12T17:49:54.832 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 55%] 2024-09-12T17:49:55.280 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 55%] 2024-09-12T17:49:55.795 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 55%] 2024-09-12T17:49:56.288 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 55%] 2024-09-12T17:49:56.821 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 55%] 2024-09-12T17:49:57.280 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 55%] 2024-09-12T17:49:57.720 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 55%] 2024-09-12T17:49:58.216 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 56%] 2024-09-12T17:49:58.712 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T17:49:59.156 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T17:49:59.684 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 56%] 2024-09-12T17:50:00.280 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 56%] 2024-09-12T17:50:00.928 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 56%] 2024-09-12T17:50:01.500 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T17:50:02.152 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T17:50:02.744 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 57%] 2024-09-12T17:50:03.360 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 57%] 2024-09-12T17:50:03.964 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 57%] 2024-09-12T17:50:04.628 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 57%] 2024-09-12T17:50:05.116 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 57%] 2024-09-12T17:50:05.708 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 57%] 2024-09-12T17:50:06.372 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 57%] 2024-09-12T17:50:07.067 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 58%] 2024-09-12T17:50:07.660 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 58%] 2024-09-12T17:50:08.280 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 58%] 2024-09-12T17:50:09.220 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 58%] 2024-09-12T17:50:10.073 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 58%] 2024-09-12T17:50:10.900 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 58%] 2024-09-12T17:50:11.776 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 58%] 2024-09-12T17:50:12.688 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 58%] 2024-09-12T17:50:13.268 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 59%] 2024-09-12T17:50:13.863 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 59%] 2024-09-12T17:50:14.468 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 59%] 2024-09-12T17:50:15.040 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 59%] 2024-09-12T17:50:15.588 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 59%] 2024-09-12T17:50:16.256 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 59%] 2024-09-12T17:50:17.264 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 59%] 2024-09-12T17:50:18.219 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 60%] 2024-09-12T17:50:19.121 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 60%] 2024-09-12T17:50:20.037 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 60%] 2024-09-12T17:50:20.940 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 60%] 2024-09-12T17:50:21.901 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 60%] 2024-09-12T17:50:22.840 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 60%] 2024-09-12T17:50:23.780 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 60%] 2024-09-12T17:50:24.661 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 60%] 2024-09-12T17:50:25.465 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 61%] 2024-09-12T17:50:26.288 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 61%] 2024-09-12T17:50:27.064 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 61%] 2024-09-12T17:50:28.068 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 61%] 2024-09-12T17:50:28.972 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 61%] 2024-09-12T17:50:29.328 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 61%] 2024-09-12T17:50:29.652 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 61%] 2024-09-12T17:50:29.969 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 62%] 2024-09-12T17:50:30.488 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 62%] 2024-09-12T17:50:31.100 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 62%] 2024-09-12T17:50:31.532 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 62%] 2024-09-12T17:50:31.925 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 62%] 2024-09-12T17:50:32.628 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 62%] 2024-09-12T17:50:34.164 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 62%] 2024-09-12T17:50:34.896 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 63%] 2024-09-12T17:50:35.537 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 63%] 2024-09-12T17:50:36.420 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 63%] 2024-09-12T17:50:37.109 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 63%] 2024-09-12T17:50:37.744 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 63%] 2024-09-12T17:50:38.289 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 63%] 2024-09-12T17:50:38.837 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 63%] 2024-09-12T17:50:39.681 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 63%] 2024-09-12T17:50:40.305 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 64%] 2024-09-12T17:50:41.181 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 64%] 2024-09-12T17:50:41.881 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 64%] 2024-09-12T17:50:42.806 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 64%] 2024-09-12T17:50:43.661 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 64%] 2024-09-12T17:50:44.129 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 64%] 2024-09-12T17:50:44.597 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 64%] 2024-09-12T17:50:46.286 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 65%] 2024-09-12T17:50:46.985 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 65%] 2024-09-12T17:50:50.025 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 65%] 2024-09-12T17:50:50.589 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty PASSED [ 65%] 2024-09-12T17:50:51.296 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small PASSED [ 65%] 2024-09-12T17:50:52.597 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small PASSED [ 65%] 2024-09-12T17:50:53.281 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 65%] 2024-09-12T17:50:54.453 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 65%] 2024-09-12T17:50:57.369 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 66%] 2024-09-12T17:51:01.312 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload PASSED [ 66%] 2024-09-12T17:51:05.888 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 66%] 2024-09-12T17:51:22.277 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 66%] 2024-09-12T17:51:24.721 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 66%] 2024-09-12T17:51:28.741 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 66%] 2024-09-12T17:51:29.633 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 66%] 2024-09-12T17:51:30.862 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents PASSED [ 67%] 2024-09-12T17:51:32.017 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 67%] 2024-09-12T17:51:32.973 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload PASSED [ 67%] 2024-09-12T17:51:33.538 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 67%] 2024-09-12T17:51:34.709 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload PASSED [ 67%] 2024-09-12T17:51:35.390 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 67%] 2024-09-12T17:51:36.033 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 67%] 2024-09-12T17:51:36.609 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 67%] 2024-09-12T17:51:51.829 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part PASSED [ 68%] 2024-09-12T17:51:54.208 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_single_get_part PASSED [ 68%] 2024-09-12T17:51:54.830 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part PASSED [ 68%] 2024-09-12T17:51:55.284 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue PASSED [ 68%] 2024-09-12T17:51:55.889 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors PASSED [ 68%] 2024-09-12T17:52:01.213 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response PASSED [ 68%] 2024-09-12T17:52:04.918 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 68%] 2024-09-12T17:52:08.485 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option PASSED [ 69%] 2024-09-12T17:52:09.101 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 69%] 2024-09-12T17:52:09.705 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 69%] 2024-09-12T17:52:10.318 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 69%] 2024-09-12T17:52:10.937 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 69%] 2024-09-12T17:52:11.565 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 69%] 2024-09-12T17:52:12.150 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 69%] 2024-09-12T17:52:12.793 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging PASSED [ 69%] 2024-09-12T17:52:13.661 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb PASSED [ 70%] 2024-09-12T17:52:14.610 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb PASSED [ 70%] 2024-09-12T17:52:15.602 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb PASSED [ 70%] 2024-09-12T17:52:16.554 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb PASSED [ 70%] 2024-09-12T17:52:17.646 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb PASSED [ 70%] 2024-09-12T17:52:18.933 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb PASSED [ 70%] 2024-09-12T17:52:19.726 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 70%] 2024-09-12T17:52:20.722 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 71%] 2024-09-12T17:52:21.914 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 71%] 2024-09-12T17:52:22.811 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 71%] 2024-09-12T17:52:23.466 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 71%] 2024-09-12T17:52:24.462 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 71%] 2024-09-12T17:52:25.125 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code PASSED [ 71%] 2024-09-12T17:52:29.793 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 71%] 2024-09-12T17:52:30.389 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 71%] 2024-09-12T17:52:30.949 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 72%] 2024-09-12T17:52:31.502 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 72%] 2024-09-12T17:52:32.082 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 72%] 2024-09-12T17:52:32.986 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 72%] 2024-09-12T17:52:41.263 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 72%] 2024-09-12T17:52:42.218 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 72%] 2024-09-12T17:52:42.970 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 72%] 2024-09-12T17:52:43.914 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 73%] 2024-09-12T17:52:44.922 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 73%] 2024-09-12T17:52:48.589 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 73%] 2024-09-12T17:52:49.522 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 73%] 2024-09-12T17:52:53.885 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 73%] 2024-09-12T17:53:09.502 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 73%] 2024-09-12T17:53:13.398 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 73%] 2024-09-12T17:53:15.034 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 73%] 2024-09-12T17:53:16.778 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 74%] 2024-09-12T17:53:17.546 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 74%] 2024-09-12T17:53:18.378 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 74%] 2024-09-12T17:53:19.142 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 74%] 2024-09-12T17:53:20.085 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl PASSED [ 74%] 2024-09-12T17:53:20.978 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 74%] 2024-09-12T17:53:21.861 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 74%] 2024-09-12T17:53:22.330 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set PASSED [ 75%] 2024-09-12T17:53:22.878 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get PASSED [ 75%] 2024-09-12T17:53:23.426 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 75%] 2024-09-12T17:53:23.902 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 75%] 2024-09-12T17:53:24.466 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id PASSED [ 75%] 2024-09-12T17:53:25.026 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 75%] 2024-09-12T17:53:25.488 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date PASSED [ 75%] 2024-09-12T17:53:26.001 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 76%] 2024-09-12T17:53:26.562 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 76%] 2024-09-12T17:53:26.998 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 76%] 2024-09-12T17:53:27.465 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 76%] 2024-09-12T17:53:27.954 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 76%] 2024-09-12T17:53:28.442 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 76%] 2024-09-12T17:53:28.966 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 76%] 2024-09-12T17:53:29.538 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 76%] 2024-09-12T17:53:30.078 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 77%] 2024-09-12T17:53:30.670 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 77%] 2024-09-12T17:53:31.254 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 77%] 2024-09-12T17:53:31.762 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 77%] 2024-09-12T17:53:32.362 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 77%] 2024-09-12T17:53:32.894 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 77%] 2024-09-12T17:53:33.362 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 77%] 2024-09-12T17:53:33.894 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 78%] 2024-09-12T17:53:34.394 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 78%] 2024-09-12T17:53:34.858 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 78%] 2024-09-12T17:53:39.812 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 78%] 2024-09-12T17:53:44.718 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 78%] 2024-09-12T17:53:46.530 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 78%] 2024-09-12T17:53:47.122 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 78%] 2024-09-12T17:54:48.319 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 78%] 2024-09-12T17:55:49.515 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 79%] 2024-09-12T17:55:50.026 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head PASSED [ 79%] 2024-09-12T17:55:50.618 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present PASSED [ 79%] 2024-09-12T17:55:51.095 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key PASSED [ 79%] 2024-09-12T17:55:51.583 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 79%] 2024-09-12T17:55:55.374 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 79%] 2024-09-12T17:55:56.819 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 79%] 2024-09-12T17:55:58.370 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 80%] 2024-09-12T17:55:58.978 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 80%] 2024-09-12T17:55:59.546 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 80%] 2024-09-12T17:56:00.126 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 80%] 2024-09-12T17:56:00.682 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 80%] 2024-09-12T17:56:01.290 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 80%] 2024-09-12T17:56:01.890 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 80%] 2024-09-12T17:56:02.506 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy PASSED [ 80%] 2024-09-12T17:56:03.149 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy PASSED [ 81%] 2024-09-12T17:56:03.791 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl PASSED [ 81%] 2024-09-12T17:56:04.426 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 81%] 2024-09-12T17:56:05.006 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 81%] 2024-09-12T17:56:05.542 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 81%] 2024-09-12T17:56:06.479 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 81%] 2024-09-12T17:56:07.435 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 81%] 2024-09-12T17:56:08.247 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging PASSED [ 82%] 2024-09-12T17:56:08.947 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 82%] 2024-09-12T17:56:09.795 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags PASSED [ 82%] 2024-09-12T17:56:10.567 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags PASSED [ 82%] 2024-09-12T17:56:11.342 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 82%] 2024-09-12T17:56:12.211 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags PASSED [ 82%] 2024-09-12T17:56:13.034 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags PASSED [ 82%] 2024-09-12T17:56:13.883 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags PASSED [ 82%] 2024-09-12T17:56:14.767 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags PASSED [ 83%] 2024-09-12T17:56:15.347 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 83%] 2024-09-12T17:56:15.942 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 83%] 2024-09-12T17:56:16.594 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags PASSED [ 83%] 2024-09-12T17:56:17.454 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public PASSED [ 83%] 2024-09-12T17:56:18.247 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public PASSED [ 83%] 2024-09-12T17:56:19.094 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 83%] 2024-09-12T17:56:20.351 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 84%] 2024-09-12T17:56:23.851 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 84%] 2024-09-12T17:56:24.610 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 84%] 2024-09-12T17:56:25.485 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T17:56:26.251 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T17:56:27.303 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 84%] 2024-09-12T17:56:28.311 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 84%] 2024-09-12T17:56:28.938 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 84%] 2024-09-12T17:56:29.806 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 85%] 2024-09-12T17:56:30.267 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 85%] 2024-09-12T17:56:30.751 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 85%] 2024-09-12T17:56:31.246 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 85%] 2024-09-12T17:56:31.747 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 85%] 2024-09-12T17:56:32.432 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 85%] 2024-09-12T17:56:32.911 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 85%] 2024-09-12T17:56:33.767 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 86%] 2024-09-12T17:56:34.269 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 86%] 2024-09-12T17:56:34.739 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 86%] 2024-09-12T17:56:35.211 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 86%] 2024-09-12T17:56:35.699 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 86%] 2024-09-12T17:56:36.147 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 86%] 2024-09-12T17:56:36.659 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 86%] 2024-09-12T17:56:37.158 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 86%] 2024-09-12T17:56:37.698 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 87%] 2024-09-12T17:56:38.155 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 87%] 2024-09-12T17:56:38.642 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 87%] 2024-09-12T17:56:39.195 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 87%] 2024-09-12T17:56:39.715 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 87%] 2024-09-12T17:56:40.311 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 87%] 2024-09-12T17:56:40.898 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 87%] 2024-09-12T17:56:41.391 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 88%] 2024-09-12T17:56:41.911 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 88%] 2024-09-12T17:56:42.531 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 88%] 2024-09-12T17:56:43.110 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 88%] 2024-09-12T17:56:43.687 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 88%] 2024-09-12T17:56:44.251 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 88%] 2024-09-12T17:56:44.884 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 88%] 2024-09-12T17:56:45.427 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 89%] 2024-09-12T17:56:46.087 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 89%] 2024-09-12T17:56:46.711 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 89%] 2024-09-12T17:56:47.299 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 89%] 2024-09-12T17:56:47.834 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 89%] 2024-09-12T17:56:48.369 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 89%] 2024-09-12T17:56:48.907 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 89%] 2024-09-12T17:56:49.507 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 89%] 2024-09-12T17:56:50.108 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 90%] 2024-09-12T17:56:50.674 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T17:56:51.383 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T17:56:51.894 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 90%] 2024-09-12T17:56:52.466 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 90%] 2024-09-12T17:56:52.998 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 90%] 2024-09-12T17:57:03.347 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 90%] 2024-09-12T17:57:03.938 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 91%] 2024-09-12T17:57:14.272 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 91%] 2024-09-12T17:57:14.963 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 91%] 2024-09-12T17:57:15.623 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 91%] 2024-09-12T17:57:16.126 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 91%] 2024-09-12T17:57:16.679 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T17:57:17.211 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T17:57:17.743 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T17:57:18.287 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 92%] 2024-09-12T17:57:18.810 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 92%] 2024-09-12T17:57:19.267 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 92%] 2024-09-12T17:57:19.826 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_undefined_public_block PASSED [ 92%] 2024-09-12T17:57:20.407 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 92%] 2024-09-12T17:57:21.027 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block PASSED [ 92%] 2024-09-12T17:57:21.699 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 92%] 2024-09-12T17:57:22.303 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 93%] 2024-09-12T17:57:22.812 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy PASSED [ 93%] 2024-09-12T17:57:23.303 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 93%] 2024-09-12T17:57:24.098 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls PASSED [ 93%] 2024-09-12T17:57:25.803 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 93%] 2024-09-12T17:57:26.255 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 93%] 2024-09-12T17:57:26.866 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 93%] 2024-09-12T17:57:27.399 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 93%] 2024-09-12T17:57:28.078 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 94%] 2024-09-12T17:57:28.775 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent PASSED [ 94%] 2024-09-12T17:57:29.339 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 94%] 2024-09-12T17:57:30.276 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 94%] 2024-09-12T17:57:31.403 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_3parts PASSED [ 94%] 2024-09-12T17:57:32.075 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 94%] 2024-09-12T17:57:39.348 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2024-09-12T17:57:46.423 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection PASSED [ 95%] 2024-09-12T17:57:46.947 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation PASSED [ 95%] 2024-09-12T17:57:47.739 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation PASSED [ 95%] 2024-09-12T17:57:49.608 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2024-09-12T17:57:51.460 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2024-09-12T17:57:52.919 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2024-09-12T17:57:53.847 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2024-09-12T17:57:54.875 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2024-09-12T17:57:55.660 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 96%] 2024-09-12T17:57:56.191 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 96%] 2024-09-12T17:57:57.495 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2024-09-12T17:57:58.959 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2024-09-12T17:58:01.435 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2024-09-12T17:58:02.695 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2024-09-12T17:58:03.575 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2024-09-12T17:58:04.315 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_alias PASSED [ 97%] 2024-09-12T17:58:04.915 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 97%] 2024-09-12T17:58:05.861 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime PASSED [ 97%] 2024-09-12T17:58:06.711 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2024-09-12T17:58:07.611 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2024-09-12T17:58:08.331 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2024-09-12T17:58:09.267 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2024-09-12T17:58:10.075 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2024-09-12T17:58:10.923 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions PASSED [ 98%] 2024-09-12T17:58:11.739 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2024-09-12T17:58:11.999 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_version PASSED [ 98%] 2024-09-12T17:58:13.320 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2024-09-12T17:58:14.611 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2024-09-12T17:58:15.464 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2024-09-12T17:58:16.227 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2024-09-12T17:58:16.919 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 99%] 2024-09-12T17:58:27.424 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2024-09-12T17:58:27.715 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2024-09-12T17:58:28.634 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic PASSED [ 99%] 2024-09-12T17:58:29.396 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2024-09-12T17:58:29.995 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2024-09-12T17:58:30.782 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2024-09-12T17:58:30.825 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2024-09-12T17:58:30.826 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.826 INFO:teuthology.orchestra.run.smithi183.stdout:=============================== warnings summary =============================== 2024-09-12T17:58:30.826 INFO:teuthology.orchestra.run.smithi183.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2024-09-12T17:58:30.826 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2024-09-12T17:58:30.826 INFO:teuthology.orchestra.run.smithi183.stdout: import imp 2024-09-12T17:58:30.826 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.826 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py:120 2024-09-12T17:58:30.826 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:120: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T17:58:30.826 INFO:teuthology.orchestra.run.smithi183.stdout: if boto_type is 'S3Connection': 2024-09-12T17:58:30.826 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.826 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_headers.py:124 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout: elif boto_type is 'HTTPRequest': 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3.py:359 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence '\W' 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py:176 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout: if k is 'BucketName': 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py:253 2024-09-12T17:58:30.827 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout: @pytest.mark.timeout(10) 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests/functional/test_s3_website.py:1077 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout: @pytest.mark.s3website_routing_rules 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py:2214 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2214: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py:2229 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2229: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:58:30.828 INFO:teuthology.orchestra.run.smithi183.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py:2235 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2235: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py:2292 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2292: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py:2307 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2307: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.829 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py:2325 2024-09-12T17:58:30.830 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2325: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:58:30.830 INFO:teuthology.orchestra.run.smithi183.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T17:58:30.830 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.830 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py:2340 2024-09-12T17:58:30.830 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2340: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:58:30.830 INFO:teuthology.orchestra.run.smithi183.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2024-09-12T17:58:30.830 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.830 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py:2358 2024-09-12T17:58:30.830 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2358: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:58:30.830 INFO:teuthology.orchestra.run.smithi183.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T17:58:30.830 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py:2373 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2373: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py:2423 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2423: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py:2455 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2455: DeprecationWarning: invalid escape sequence '\$' 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2024-09-12T17:58:30.831 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_iam.py: 82 warnings 2024-09-12T17:58:30.832 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py: 497 warnings 2024-09-12T17:58:30.832 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3select.py: 33 warnings 2024-09-12T17:58:30.832 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_sns.py: 3 warnings 2024-09-12T17:58:30.832 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi183.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T17:58:30.832 INFO:teuthology.orchestra.run.smithi183.stdout: warnings.warn( 2024-09-12T17:58:30.832 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.832 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-12T17:58:30.832 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-12T17:58:30.832 INFO:teuthology.orchestra.run.smithi183.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:6540: DeprecationWarning: ssl.wrap_socket() is deprecated, use SSLContext.wrap_socket() 2024-09-12T17:58:30.832 INFO:teuthology.orchestra.run.smithi183.stdout: s = ssl.wrap_socket(s); 2024-09-12T17:58:30.832 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.832 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-12T17:58:30.833 INFO:teuthology.orchestra.run.smithi183.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue 2024-09-12T17:58:30.833 INFO:teuthology.orchestra.run.smithi183.stdout: /usr/lib/python3.10/ssl.py:1434: DeprecationWarning: ssl.PROTOCOL_TLS is deprecated 2024-09-12T17:58:30.833 INFO:teuthology.orchestra.run.smithi183.stdout: context = SSLContext(ssl_version) 2024-09-12T17:58:30.833 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T17:58:30.833 INFO:teuthology.orchestra.run.smithi183.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-12T17:58:30.833 INFO:teuthology.orchestra.run.smithi183.stdout:= 680 passed, 65 skipped, 126 deselected, 1 xfailed, 666 warnings in 825.89s (0:13:45) = 2024-09-12T17:58:31.007 INFO:teuthology.orchestra.run.smithi183.stdout:___________________________________ summary ____________________________________ 2024-09-12T17:58:31.007 INFO:teuthology.orchestra.run.smithi183.stdout: py: commands succeeded 2024-09-12T17:58:31.007 INFO:teuthology.orchestra.run.smithi183.stdout: congratulations :) 2024-09-12T17:58:31.045 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2024-09-12T17:58:31.045 DEBUG:teuthology.orchestra.run.smithi183:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T17:58:31.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:58:31.141 INFO:tasks.s3tests:Cleaning up boto... 2024-09-12T17:58:31.141 DEBUG:teuthology.orchestra.run.smithi183:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T17:58:31.147 INFO:tasks.s3tests:Removing s3-tests... 2024-09-12T17:58:31.147 DEBUG:teuthology.orchestra.run.smithi183:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T17:58:31.340 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T17:58:31.354 INFO:tasks.workunit:Pulling workunits from ref bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:58:31.354 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T17:58:31.354 DEBUG:teuthology.orchestra.run.smithi183:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:58:31.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T17:58:31.361 INFO:teuthology.orchestra.run.smithi183.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T17:58:31.361 DEBUG:teuthology.orchestra.run.smithi183:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:58:31.409 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T17:58:31.409 DEBUG:teuthology.orchestra.run.smithi183:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T17:58:31.456 INFO:tasks.workunit:timeout=3h 2024-09-12T17:58:31.456 INFO:tasks.workunit:cleanup=True 2024-09-12T17:58:31.457 DEBUG:teuthology.orchestra.run.smithi183:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bad475c18c96ec20c5778159aa33ba72b84e9c1b 2024-09-12T17:58:31.507 INFO:tasks.workunit.client.0.smithi183.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T17:59:28.705 INFO:tasks.workunit.client.0.smithi183.stderr:Note: switching to 'bad475c18c96ec20c5778159aa33ba72b84e9c1b'. 2024-09-12T17:59:28.705 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:59:28.705 INFO:tasks.workunit.client.0.smithi183.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T17:59:28.705 INFO:tasks.workunit.client.0.smithi183.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr: git switch -c 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr:Or undo this operation with: 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr: git switch - 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T17:59:28.706 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:59:28.707 INFO:tasks.workunit.client.0.smithi183.stderr:HEAD is now at bad475c18c9 rgw: clear output keys in RGWMetadataLister::get_next() 2024-09-12T17:59:28.712 DEBUG:teuthology.orchestra.run.smithi183:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T17:59:28.762 INFO:tasks.workunit.client.0.smithi183.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T17:59:28.766 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:59:28.766 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T17:59:28.819 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T17:59:28.877 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T17:59:28.923 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T17:59:28.925 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:59:28.925 INFO:tasks.workunit.client.0.smithi183.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T17:59:28.966 INFO:tasks.workunit.client.0.smithi183.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T17:59:28.970 DEBUG:teuthology.orchestra.run.smithi183:> set -ex 2024-09-12T17:59:28.970 DEBUG:teuthology.orchestra.run.smithi183:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T17:59:29.017 INFO:tasks.workunit:Running workunits matching rgw/run-versioning.sh on client.0... 2024-09-12T17:59:29.018 INFO:tasks.workunit:Running workunit rgw/run-versioning.sh... 2024-09-12T17:59:29.018 DEBUG:teuthology.orchestra.run.smithi183:workunit test rgw/run-versioning.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bad475c18c96ec20c5778159aa33ba72b84e9c1b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T17:59:29.073 INFO:tasks.workunit.client.0.smithi183.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T17:59:29.074 INFO:tasks.workunit.client.0.smithi183.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:59:29.074 INFO:tasks.workunit.client.0.smithi183.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:59:31.893 INFO:tasks.workunit.client.0.smithi183.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T17:59:31.893 INFO:tasks.workunit.client.0.smithi183.stderr:++ deactivate nondestructive 2024-09-12T17:59:31.893 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n '' ']' 2024-09-12T17:59:31.893 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n '' ']' 2024-09-12T17:59:31.893 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:59:31.893 INFO:tasks.workunit.client.0.smithi183.stderr:++ hash -r 2024-09-12T17:59:31.893 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n '' ']' 2024-09-12T17:59:31.893 INFO:tasks.workunit.client.0.smithi183.stderr:++ unset VIRTUAL_ENV 2024-09-12T17:59:31.893 INFO:tasks.workunit.client.0.smithi183.stderr:++ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:59:31.893 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T17:59:31.893 INFO:tasks.workunit.client.0.smithi183.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T17:59:31.893 INFO:tasks.workunit.client.0.smithi183.stderr:++ export VIRTUAL_ENV 2024-09-12T17:59:31.894 INFO:tasks.workunit.client.0.smithi183.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:59:31.894 INFO:tasks.workunit.client.0.smithi183.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:59:31.895 INFO:tasks.workunit.client.0.smithi183.stderr:++ export PATH 2024-09-12T17:59:31.895 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n '' ']' 2024-09-12T17:59:31.895 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -z '' ']' 2024-09-12T17:59:31.895 INFO:tasks.workunit.client.0.smithi183.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T17:59:31.895 INFO:tasks.workunit.client.0.smithi183.stderr:++ PS1='(rgw) ' 2024-09-12T17:59:31.895 INFO:tasks.workunit.client.0.smithi183.stderr:++ export PS1 2024-09-12T17:59:31.895 INFO:tasks.workunit.client.0.smithi183.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2024-09-12T17:59:31.895 INFO:tasks.workunit.client.0.smithi183.stderr:++ export VIRTUAL_ENV_PROMPT 2024-09-12T17:59:31.895 INFO:tasks.workunit.client.0.smithi183.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:59:31.895 INFO:tasks.workunit.client.0.smithi183.stderr:++ hash -r 2024-09-12T17:59:31.895 INFO:tasks.workunit.client.0.smithi183.stderr:+ pip install pip --upgrade 2024-09-12T17:59:32.291 INFO:tasks.workunit.client.0.smithi183.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2024-09-12T17:59:32.495 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting pip 2024-09-12T17:59:32.501 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T17:59:32.535 INFO:tasks.workunit.client.0.smithi183.stdout:Installing collected packages: pip 2024-09-12T17:59:32.535 INFO:tasks.workunit.client.0.smithi183.stdout: Attempting uninstall: pip 2024-09-12T17:59:32.535 INFO:tasks.workunit.client.0.smithi183.stdout: Found existing installation: pip 22.0.2 2024-09-12T17:59:32.789 INFO:tasks.workunit.client.0.smithi183.stdout: Uninstalling pip-22.0.2: 2024-09-12T17:59:32.795 INFO:tasks.workunit.client.0.smithi183.stdout: Successfully uninstalled pip-22.0.2 2024-09-12T17:59:33.828 INFO:tasks.workunit.client.0.smithi183.stdout:Successfully installed pip-24.2 2024-09-12T17:59:33.903 INFO:tasks.workunit.client.0.smithi183.stderr:+ pip install boto3 2024-09-12T17:59:34.866 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting boto3 2024-09-12T17:59:34.867 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T17:59:35.358 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T17:59:35.359 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T17:59:35.403 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T17:59:35.405 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T17:59:35.450 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T17:59:35.451 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T17:59:35.493 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:59:35.494 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T17:59:35.590 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting urllib3!=2.2.0,<3,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:59:35.591 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached urllib3-2.2.3-py3-none-any.whl.metadata (6.5 kB) 2024-09-12T17:59:35.731 INFO:tasks.workunit.client.0.smithi183.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T17:59:35.733 INFO:tasks.workunit.client.0.smithi183.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T17:59:35.736 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T17:59:35.738 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T17:59:35.748 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T17:59:35.750 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T17:59:35.751 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T17:59:35.752 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached urllib3-2.2.3-py3-none-any.whl (126 kB) 2024-09-12T17:59:35.754 INFO:tasks.workunit.client.0.smithi183.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T17:59:35.826 INFO:tasks.workunit.client.0.smithi183.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T17:59:36.965 INFO:tasks.workunit.client.0.smithi183.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-2.2.3 2024-09-12T17:59:37.170 INFO:tasks.workunit.client.0.smithi183.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_versioning.py 2024-09-12T17:59:37.312 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin user create --uid versioning-tester --display-name "Versioning Testing" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2024-09-12T17:59:37.352 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:37.352 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:37.396 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.397+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.397+0000 7f5e866de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:37.398 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.397+0000 7f5e866de9c0 20 realm 2024-09-12T17:59:37.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.397+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.397+0000 7f5e866de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:37.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.397+0000 7f5e866de9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:37.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.397+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.397+0000 7f5e866de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:37.399 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.397+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.401+0000 7f5e866de9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:37.400 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.401+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.401+0000 7f5e866de9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:37.401 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.401+0000 7f5e866de9c0 20 searching for the correct realm 2024-09-12T17:59:37.406 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.405+0000 7f5e849e5640 0 -- 172.21.15.183:0/1750145917 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x55ef68a65b70 msgr2=0x55ef68a67f60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:37.412 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.409+0000 7f5e839e3640 0 -- 172.21.15.183:0/1750145917 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f5e7c10b280 msgr2=0x7f5e7c130910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:37.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:37.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:37.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:59:37.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:59:37.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:37.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:37.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.421 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:37.422 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:37.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:37.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 zone default found 2024-09-12T17:59:37.423 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 4 Realm: () 2024-09-12T17:59:37.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:59:37.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:59:37.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:37.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 zonegroup default 2024-09-12T17:59:37.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:37.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:37.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:37.424 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 started sync module instance, tier type = 2024-09-12T17:59:37.425 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.421+0000 7f5e866de9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:59:37.437 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.437+0000 7f5e866de9c0 20 add_watcher() i=0 2024-09-12T17:59:37.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.437+0000 7f5e866de9c0 20 add_watcher() i=1 2024-09-12T17:59:37.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.437+0000 7f5e866de9c0 20 add_watcher() i=2 2024-09-12T17:59:37.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.437+0000 7f5e866de9c0 20 add_watcher() i=3 2024-09-12T17:59:37.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.437+0000 7f5e866de9c0 20 add_watcher() i=4 2024-09-12T17:59:37.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.437+0000 7f5e866de9c0 20 add_watcher() i=5 2024-09-12T17:59:37.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.437+0000 7f5e866de9c0 20 add_watcher() i=6 2024-09-12T17:59:37.438 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.437+0000 7f5e866de9c0 20 add_watcher() i=7 2024-09-12T17:59:37.439 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.437+0000 7f5e866de9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:37.441 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5d3afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:37.442 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:37.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:37.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 5 note: GC not initialized 2024-09-12T17:59:37.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5d39fdb640 20 reqs_thread_entry: start 2024-09-12T17:59:37.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:37.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 20 Filter name: none 2024-09-12T17:59:37.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5cab7fe640 20 reqs_thread_entry: start 2024-09-12T17:59:37.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 10 cache get: name=default.rgw.meta+users.uid+versioning-tester : miss 2024-09-12T17:59:37.443 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:37.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x0 2024-09-12T17:59:37.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 10 adding default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T17:59:37.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2024-09-12T17:59:37.444 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:37.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2024-09-12T17:59:37.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T17:59:37.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T17:59:37.445 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.441+0000 7f5e866de9c0 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T17:59:37.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.445+0000 7f5e866de9c0 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T17:59:37.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.445+0000 7f5e866de9c0 10 moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T17:59:37.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.445+0000 7f5e866de9c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:versioning-tester, ofs0, ns] 2024-09-12T17:59:37.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.445+0000 7f5d5b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366430 cookie 94486741314336 notifier 8696 bl.length()=613 2024-09-12T17:59:37.447 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.445+0000 7f5d5b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T17:59:37.448 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.445+0000 7f5d5b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T17:59:37.450 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.449+0000 7f5e866de9c0 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T17:59:37.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.449+0000 7f5e866de9c0 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T17:59:37.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.449+0000 7f5e866de9c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2024-09-12T17:59:37.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.449+0000 7f5d5b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871367537 cookie 94486741312768 notifier 8696 bl.length()=191 2024-09-12T17:59:37.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.449+0000 7f5d5b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T17:59:37.451 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.449+0000 7f5d5b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T17:59:37.452 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.449+0000 7f5d3afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:37.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.457+0000 7f5e866de9c0 20 remove_watcher() i=0 2024-09-12T17:59:37.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.457+0000 7f5e866de9c0 2 removed watcher, disabling cache 2024-09-12T17:59:37.459 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.457+0000 7f5e866de9c0 20 remove_watcher() i=1 2024-09-12T17:59:37.461 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.461+0000 7f5e866de9c0 20 remove_watcher() i=2 2024-09-12T17:59:37.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.461+0000 7f5e866de9c0 20 remove_watcher() i=3 2024-09-12T17:59:37.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.465+0000 7f5e866de9c0 20 remove_watcher() i=4 2024-09-12T17:59:37.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.465+0000 7f5e866de9c0 20 remove_watcher() i=5 2024-09-12T17:59:37.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.465+0000 7f5e866de9c0 20 remove_watcher() i=6 2024-09-12T17:59:37.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.469+0000 7f5e866de9c0 20 remove_watcher() i=7 2024-09-12T17:59:37.615 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:37.616 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:37.665 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:37.665 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:37.715 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:37.715 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:37.739 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:37.739 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:37.746 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: verify that index entries and OLH objects are cleaned up after redundant deletes 2024-09-12T17:59:37.746 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:59:37.752 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:37.752 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:37.771 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:37.771 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:37.787 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:37.788 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:37.810 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T17:59:37.842 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:37.843 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:37.888 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.889+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.890 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.889+0000 7fa3914f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:37.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.889+0000 7fa3914f19c0 20 realm 2024-09-12T17:59:37.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.889+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.889+0000 7fa3914f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:37.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.889+0000 7fa3914f19c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:37.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.889+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.889+0000 7fa3914f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:37.891 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.889+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.892 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.893+0000 7fa3914f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:37.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.893+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:37.893 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.893+0000 7fa3914f19c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:37.894 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.893+0000 7fa3914f19c0 20 searching for the correct realm 2024-09-12T17:59:37.897 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:37.897+0000 7fa38f7f8640 0 -- 172.21.15.183:0/2751369552 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fa3840e8070 msgr2=0x7fa3840df450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:59:38.114 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.113+0000 7fa38e7f6640 0 -- 172.21.15.183:0/2751369552 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fa388093c50 msgr2=0x7fa388017040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:38.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.329+0000 7fa3914f19c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:38.332 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.329+0000 7fa3914f19c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.329+0000 7fa3914f19c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:59:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.329+0000 7fa3914f19c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:59:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.329+0000 7fa3914f19c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.329+0000 7fa3914f19c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.329+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:38.333 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:38.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:38.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 20 zone default found 2024-09-12T17:59:38.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 4 Realm: () 2024-09-12T17:59:38.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:59:38.334 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:59:38.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:38.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 20 zonegroup default 2024-09-12T17:59:38.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:38.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:38.335 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.333+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:38.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.337+0000 7fa3914f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:38.336 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.337+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:38.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.337+0000 7fa3914f19c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:38.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.337+0000 7fa3914f19c0 20 started sync module instance, tier type = 2024-09-12T17:59:38.337 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.337+0000 7fa3914f19c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:59:38.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.365+0000 7fa3914f19c0 20 add_watcher() i=0 2024-09-12T17:59:38.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.365+0000 7fa3914f19c0 20 add_watcher() i=1 2024-09-12T17:59:38.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.365+0000 7fa3914f19c0 20 add_watcher() i=2 2024-09-12T17:59:38.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.365+0000 7fa3914f19c0 20 add_watcher() i=3 2024-09-12T17:59:38.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.365+0000 7fa3914f19c0 20 add_watcher() i=4 2024-09-12T17:59:38.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.365+0000 7fa3914f19c0 20 add_watcher() i=5 2024-09-12T17:59:38.365 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.365+0000 7fa3914f19c0 20 add_watcher() i=6 2024-09-12T17:59:38.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.365+0000 7fa3914f19c0 20 add_watcher() i=7 2024-09-12T17:59:38.367 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.365+0000 7fa3914f19c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:38.371 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.369+0000 7fa2457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:38.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:38.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:38.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 5 note: GC not initialized 2024-09-12T17:59:38.372 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa1bffff640 20 reqs_thread_entry: start 2024-09-12T17:59:38.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:38.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 20 Filter name: none 2024-09-12T17:59:38.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa1bdffb640 20 reqs_thread_entry: start 2024-09-12T17:59:38.373 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:38.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T17:59:38.374 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:38.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T17:59:38.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:38.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:59:38.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 20 INFO: main: starting shard=0 2024-09-12T17:59:38.375 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.373+0000 7fa3914f19c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.782.0 2024-09-12T17:59:38.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.377+0000 7fa3914f19c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:59:38.376 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.377+0000 7fa3914f19c0 20 INFO: main: done 2024-09-12T17:59:38.377 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.377+0000 7fa2457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:38.382 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.381+0000 7fa3914f19c0 20 remove_watcher() i=0 2024-09-12T17:59:38.383 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.381+0000 7fa3914f19c0 2 removed watcher, disabling cache 2024-09-12T17:59:38.385 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.385+0000 7fa3914f19c0 20 remove_watcher() i=1 2024-09-12T17:59:38.387 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.385+0000 7fa3914f19c0 20 remove_watcher() i=2 2024-09-12T17:59:38.389 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.389+0000 7fa3914f19c0 20 remove_watcher() i=3 2024-09-12T17:59:38.391 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.389+0000 7fa3914f19c0 20 remove_watcher() i=4 2024-09-12T17:59:38.393 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.393+0000 7fa3914f19c0 20 remove_watcher() i=5 2024-09-12T17:59:38.394 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.393+0000 7fa3914f19c0 20 remove_watcher() i=6 2024-09-12T17:59:38.395 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.393+0000 7fa3914f19c0 20 remove_watcher() i=7 2024-09-12T17:59:38.413 INFO:tasks.workunit.client.0.smithi183.stderr:rados -p default.rgw.buckets.data ls | grep 11b28734-552d-41ea-8cf7-bdb73294385a 2024-09-12T17:59:38.436 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:38.437 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:38.568 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:38.569+0000 7fb7737f2640 0 -- 172.21.15.183:0/670992597 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x7fb75c01f060 msgr2=0x7fb75c063040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:38.609 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: verify that index entries and OLH objects are cleaned up after index linking error 2024-09-12T17:59:38.610 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:59:38.610 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:59:40.062 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:40.063 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:40.079 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:59:40.511 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T17:59:40.540 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:40.540 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:40.579 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.577+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.581+0000 7f3641bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:40.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.581+0000 7f3641bec9c0 20 realm 2024-09-12T17:59:40.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.581+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.581+0000 7f3641bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:40.581 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.581+0000 7f3641bec9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:40.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.581+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.581+0000 7f3641bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:40.582 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.581+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.583 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.581+0000 7f3641bec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:40.583 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.581+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.583 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.581+0000 7f3641bec9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:40.584 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.581+0000 7f3641bec9c0 20 searching for the correct realm 2024-09-12T17:59:40.587 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.585+0000 7f363fef3640 0 -- 172.21.15.183:0/1017489236 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7f3634017070 msgr2=0x7f3634017450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:40.595 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.593+0000 7f363eef1640 0 -- 172.21.15.183:0/1017489236 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7f3638106ca0 msgr2=0x7f3638113720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:40.811 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.809+0000 7f3641bec9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:40.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.809+0000 7f3641bec9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:40.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.809+0000 7f3641bec9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:59:40.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.809+0000 7f3641bec9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:59:40.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.809+0000 7f3641bec9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:40.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.809+0000 7f3641bec9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:40.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.809+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.809+0000 7f3641bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:40.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.809+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.812 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:40.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:40.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 zone default found 2024-09-12T17:59:40.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 4 Realm: () 2024-09-12T17:59:40.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:59:40.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:59:40.813 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:40.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 zonegroup default 2024-09-12T17:59:40.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:40.814 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:40.815 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:40.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 started sync module instance, tier type = 2024-09-12T17:59:40.816 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.813+0000 7f3641bec9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:59:40.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.841+0000 7f3641bec9c0 20 add_watcher() i=0 2024-09-12T17:59:40.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.841+0000 7f3641bec9c0 20 add_watcher() i=1 2024-09-12T17:59:40.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.841+0000 7f3641bec9c0 20 add_watcher() i=2 2024-09-12T17:59:40.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.841+0000 7f3641bec9c0 20 add_watcher() i=3 2024-09-12T17:59:40.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.841+0000 7f3641bec9c0 20 add_watcher() i=4 2024-09-12T17:59:40.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.841+0000 7f3641bec9c0 20 add_watcher() i=5 2024-09-12T17:59:40.842 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.841+0000 7f3641bec9c0 20 add_watcher() i=6 2024-09-12T17:59:40.843 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.841+0000 7f3641bec9c0 20 add_watcher() i=7 2024-09-12T17:59:40.844 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.841+0000 7f3641bec9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:40.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.845+0000 7f34f5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:40.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:40.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:40.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 5 note: GC not initialized 2024-09-12T17:59:40.849 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f34f4fe1640 20 reqs_thread_entry: start 2024-09-12T17:59:40.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:40.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 20 Filter name: none 2024-09-12T17:59:40.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f346e7fc640 20 reqs_thread_entry: start 2024-09-12T17:59:40.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T17:59:40.850 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:40.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T17:59:40.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T17:59:40.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T17:59:40.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 20 INFO: main: starting shard=0 2024-09-12T17:59:40.851 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.849+0000 7f3641bec9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.782.0 2024-09-12T17:59:40.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.853+0000 7f3641bec9c0 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T17:59:40.852 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.853+0000 7f3641bec9c0 20 INFO: main: done 2024-09-12T17:59:40.854 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.853+0000 7f34f5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:40.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.857+0000 7f3641bec9c0 20 remove_watcher() i=0 2024-09-12T17:59:40.859 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.857+0000 7f3641bec9c0 2 removed watcher, disabling cache 2024-09-12T17:59:40.861 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.861+0000 7f3641bec9c0 20 remove_watcher() i=1 2024-09-12T17:59:40.863 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.861+0000 7f3641bec9c0 20 remove_watcher() i=2 2024-09-12T17:59:40.865 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.865+0000 7f3641bec9c0 20 remove_watcher() i=3 2024-09-12T17:59:40.867 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.865+0000 7f3641bec9c0 20 remove_watcher() i=4 2024-09-12T17:59:40.868 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.869+0000 7f3641bec9c0 20 remove_watcher() i=5 2024-09-12T17:59:40.870 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.869+0000 7f3641bec9c0 20 remove_watcher() i=6 2024-09-12T17:59:40.871 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:40.869+0000 7f3641bec9c0 20 remove_watcher() i=7 2024-09-12T17:59:40.889 INFO:tasks.workunit.client.0.smithi183.stderr:rados -p default.rgw.buckets.data ls | grep 255625db-ebef-4efe-af23-94945af8131b 2024-09-12T17:59:40.911 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:40.911 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:41.048 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:41.045+0000 7f2b61b6a640 0 -- 172.21.15.183:0/3967107080 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f2b5c018a00 msgr2=0x7f2b5c0111d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:41.078 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: verify that original null object version is intact after failed olh upgrade 2024-09-12T17:59:41.078 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:59:41.080 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:41.080 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:41.090 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:41.090 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:41.107 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:41.107 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:41.113 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T17:59:42.556 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:42.556 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:42.629 INFO:tasks.workunit.client.0.smithi183.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T17:59:42.629 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T17:59:43.075 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:43.075 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:43.084 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:43.085 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:43.089 INFO:tasks.workunit.client.0.smithi183.stderr:TEST: verify that concurrent delete requests do not leave behind olh entries 2024-09-12T17:59:43.089 INFO:tasks.workunit.client.0.smithi183.stderr: 2024-09-12T17:59:43.091 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:43.091 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:43.143 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:43.143 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:43.194 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:43.194 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:43.214 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config set client rgw_debug_inject_latency_bi_unlink 2 2024-09-12T17:59:44.656 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:44.656 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:44.666 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:44.666 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:46.693 INFO:tasks.workunit.client.0.smithi183.stderr:ceph config rm client rgw_debug_inject_latency_bi_unlink 2024-09-12T17:59:47.124 INFO:tasks.workunit.client.0.smithi183.stderr:radosgw-admin bucket check olh --bucket versioning-bucket --dump-keys 2024-09-12T17:59:47.155 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:47.156 INFO:tasks.workunit.client.0.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:47.194 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.193+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.193+0000 7fcb44abe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:47.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.193+0000 7fcb44abe9c0 20 realm 2024-09-12T17:59:47.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.193+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.193+0000 7fcb44abe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:47.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.193+0000 7fcb44abe9c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:47.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.193+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.197+0000 7fcb44abe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:47.196 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.197+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.197 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.197+0000 7fcb44abe9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:47.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.197+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.197+0000 7fcb44abe9c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:47.198 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.197+0000 7fcb44abe9c0 20 searching for the correct realm 2024-09-12T17:59:47.202 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.201+0000 7fcb42dc5640 0 -- 172.21.15.183:0/1154695213 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fcb38126070 msgr2=0x7fcb380c1630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:47.209 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.209+0000 7fcb41dc3640 0 -- 172.21.15.183:0/1154695213 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fcb3c017420 msgr2=0x7fcb3c017880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:47.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.425+0000 7fcb44abe9c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:47.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.425+0000 7fcb44abe9c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:47.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.425+0000 7fcb44abe9c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:59:47.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.425+0000 7fcb44abe9c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:59:47.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.425+0000 7fcb44abe9c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:47.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.425+0000 7fcb44abe9c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:47.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.425+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.425+0000 7fcb44abe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:47.428 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.425+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:47.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.429 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:47.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 zone default found 2024-09-12T17:59:47.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 4 Realm: () 2024-09-12T17:59:47.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:59:47.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:59:47.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:47.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 zonegroup default 2024-09-12T17:59:47.430 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:47.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:47.431 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:47.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 started sync module instance, tier type = 2024-09-12T17:59:47.432 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.429+0000 7fcb44abe9c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:59:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.453+0000 7fcb44abe9c0 20 add_watcher() i=0 2024-09-12T17:59:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.453+0000 7fcb44abe9c0 20 add_watcher() i=1 2024-09-12T17:59:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.453+0000 7fcb44abe9c0 20 add_watcher() i=2 2024-09-12T17:59:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.453+0000 7fcb44abe9c0 20 add_watcher() i=3 2024-09-12T17:59:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.453+0000 7fcb44abe9c0 20 add_watcher() i=4 2024-09-12T17:59:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.453+0000 7fcb44abe9c0 20 add_watcher() i=5 2024-09-12T17:59:47.455 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.453+0000 7fcb44abe9c0 20 add_watcher() i=6 2024-09-12T17:59:47.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.457+0000 7fcb44abe9c0 20 add_watcher() i=7 2024-09-12T17:59:47.457 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.457+0000 7fcb44abe9c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:47.461 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.461+0000 7fc9f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:47.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.461+0000 7fcb44abe9c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:47.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.461+0000 7fcb44abe9c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:47.462 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.461+0000 7fcb44abe9c0 5 note: GC not initialized 2024-09-12T17:59:47.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.461+0000 7fc9737fe640 20 reqs_thread_entry: start 2024-09-12T17:59:47.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.461+0000 7fcb44abe9c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:47.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.461+0000 7fcb44abe9c0 20 Filter name: none 2024-09-12T17:59:47.463 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.461+0000 7fc9717fa640 20 reqs_thread_entry: start 2024-09-12T17:59:47.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.461+0000 7fcb44abe9c0 10 cache get: name=default.rgw.meta+root+versioning-bucket : miss 2024-09-12T17:59:47.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.461+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T17:59:47.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 10 cache put: name=default.rgw.meta+root+versioning-bucket info.flags=0x11 2024-09-12T17:59:47.464 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 10 adding default.rgw.meta+root+versioning-bucket to cache LRU end 2024-09-12T17:59:47.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 10 cache get: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.782 : miss 2024-09-12T17:59:47.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:47.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T17:59:47.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 10 cache put: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.782 info.flags=0x17 2024-09-12T17:59:47.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 10 adding default.rgw.meta+root+.bucket.meta.versioning-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.782 to cache LRU end 2024-09-12T17:59:47.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:47.465 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T17:59:47.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.versioning-bucket:fbe06962-a98e-4cf5-b805-dd8639959719.4523.782 2024-09-12T17:59:47.466 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 20 bucket index object: :.dir.fbe06962-a98e-4cf5-b805-dd8639959719.4523.782.0 2024-09-12T17:59:47.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T17:59:47.467 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.465+0000 7fcb44abe9c0 1 NOTICE: finished all shards (0 entries found) 2024-09-12T17:59:47.468 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.469+0000 7fc9f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:47.473 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.473+0000 7fcb44abe9c0 20 remove_watcher() i=0 2024-09-12T17:59:47.474 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.473+0000 7fcb44abe9c0 2 removed watcher, disabling cache 2024-09-12T17:59:47.475 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.473+0000 7fcb44abe9c0 20 remove_watcher() i=1 2024-09-12T17:59:47.478 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.477+0000 7fcb44abe9c0 20 remove_watcher() i=2 2024-09-12T17:59:47.480 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.477+0000 7fcb44abe9c0 20 remove_watcher() i=3 2024-09-12T17:59:47.482 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.481+0000 7fcb44abe9c0 20 remove_watcher() i=4 2024-09-12T17:59:47.484 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.481+0000 7fcb44abe9c0 20 remove_watcher() i=5 2024-09-12T17:59:47.485 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.485+0000 7fcb44abe9c0 20 remove_watcher() i=6 2024-09-12T17:59:47.488 INFO:tasks.workunit.client.0.smithi183.stderr:2024-09-12T17:59:47.485+0000 7fcb44abe9c0 20 remove_watcher() i=7 2024-09-12T17:59:47.505 INFO:tasks.workunit.client.0.smithi183.stderr:Deleting bucket versioning-bucket 2024-09-12T17:59:47.507 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:47.507 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:47.514 INFO:tasks.workunit.client.0.smithi183.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1099: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2024-09-12T17:59:47.514 INFO:tasks.workunit.client.0.smithi183.stderr: warnings.warn( 2024-09-12T17:59:47.542 INFO:tasks.workunit.client.0.smithi183.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T17:59:47.542 INFO:tasks.workunit.client.0.smithi183.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T17:59:47.543 INFO:tasks.workunit.client.0.smithi183.stdout:connected to https://localhost:443 2024-09-12T17:59:47.543 INFO:tasks.workunit.client.0.smithi183.stderr:Completed bucket versioning tests 2024-09-12T17:59:47.615 INFO:tasks.workunit.client.0.smithi183.stderr:+ deactivate 2024-09-12T17:59:47.615 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2024-09-12T17:59:47.615 INFO:tasks.workunit.client.0.smithi183.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2024-09-12T17:59:47.615 INFO:tasks.workunit.client.0.smithi183.stderr:+ export PATH 2024-09-12T17:59:47.615 INFO:tasks.workunit.client.0.smithi183.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T17:59:47.615 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' -n '' ']' 2024-09-12T17:59:47.615 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T17:59:47.615 INFO:tasks.workunit.client.0.smithi183.stderr:+ hash -r 2024-09-12T17:59:47.615 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' -n '' ']' 2024-09-12T17:59:47.615 INFO:tasks.workunit.client.0.smithi183.stderr:+ unset VIRTUAL_ENV 2024-09-12T17:59:47.615 INFO:tasks.workunit.client.0.smithi183.stderr:+ unset VIRTUAL_ENV_PROMPT 2024-09-12T17:59:47.616 INFO:tasks.workunit.client.0.smithi183.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T17:59:47.616 INFO:tasks.workunit.client.0.smithi183.stderr:+ unset -f deactivate 2024-09-12T17:59:47.616 INFO:tasks.workunit.client.0.smithi183.stderr:+ echo OK. 2024-09-12T17:59:47.617 INFO:tasks.workunit.client.0.smithi183.stdout:OK. 2024-09-12T17:59:47.617 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T17:59:47.617 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T17:59:47.672 INFO:tasks.workunit:Stopping ['rgw/run-versioning.sh'] on client.0... 2024-09-12T17:59:47.672 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T17:59:48.042 DEBUG:teuthology.parallel:result is None 2024-09-12T17:59:48.043 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:59:48.056 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:59:48.056 DEBUG:teuthology.orchestra.run.smithi183:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T17:59:48.104 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T17:59:48.105 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2024-09-12T17:59:48.116 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2024-09-12T17:59:48.142 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2024-09-12T17:59:48.142 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2024-09-12T17:59:48.142 DEBUG:teuthology.orchestra.run.smithi183:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2024-09-12T17:59:48.194 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2024-09-12T17:59:48.195 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2024-09-12T17:59:48.223 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T17:59:48.224 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T17:59:48.260 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.257+0000 7fceb43a89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:48.261 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.261+0000 7fceb43a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:48.261 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.261+0000 7fceb43a89c0 20 realm 2024-09-12T17:59:48.262 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.261+0000 7fceb43a89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:48.262 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.261+0000 7fceb43a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:48.262 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.261+0000 7fceb43a89c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T17:59:48.262 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.261+0000 7fceb43a89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:48.262 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.261+0000 7fceb43a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:48.262 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.261+0000 7fceb43a89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:48.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.261+0000 7fceb43a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:48.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.261+0000 7fceb43a89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:48.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.261+0000 7fceb43a89c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T17:59:48.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.261+0000 7fceb43a89c0 20 searching for the correct realm 2024-09-12T17:59:48.267 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.265+0000 7fceb26af640 0 -- 172.21.15.183:0/3553133435 >> [v2:172.21.15.196:6816/673281186,v1:172.21.15.196:6817/673281186] conn(0x7fcea8030060 msgr2=0x7fcea8062860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T17:59:48.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.481+0000 7fceb16ad640 0 -- 172.21.15.183:0/3553133435 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x7fceac05b6a0 msgr2=0x7fceac066700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T17:59:48.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.697+0000 7fceb43a89c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T17:59:48.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.697+0000 7fceb43a89c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T17:59:48.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.697+0000 7fceb43a89c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T17:59:48.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.697+0000 7fceb43a89c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T17:59:48.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.697+0000 7fceb43a89c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T17:59:48.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.697+0000 7fceb43a89c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T17:59:48.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.697+0000 7fceb43a89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:48.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.697+0000 7fceb43a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:48.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.697+0000 7fceb43a89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:48.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T17:59:48.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:48.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T17:59:48.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 zone default found 2024-09-12T17:59:48.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 4 Realm: () 2024-09-12T17:59:48.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T17:59:48.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T17:59:48.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T17:59:48.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 zonegroup default 2024-09-12T17:59:48.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:48.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:48.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:48.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:48.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:48.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T17:59:48.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 started sync module instance, tier type = 2024-09-12T17:59:48.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.701+0000 7fceb43a89c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T17:59:48.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.725+0000 7fceb43a89c0 20 add_watcher() i=0 2024-09-12T17:59:48.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.725+0000 7fceb43a89c0 20 add_watcher() i=1 2024-09-12T17:59:48.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.725+0000 7fceb43a89c0 20 add_watcher() i=2 2024-09-12T17:59:48.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.725+0000 7fceb43a89c0 20 add_watcher() i=3 2024-09-12T17:59:48.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.725+0000 7fceb43a89c0 20 add_watcher() i=4 2024-09-12T17:59:48.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.725+0000 7fceb43a89c0 20 add_watcher() i=5 2024-09-12T17:59:48.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.725+0000 7fceb43a89c0 20 add_watcher() i=6 2024-09-12T17:59:48.727 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.725+0000 7fceb43a89c0 20 add_watcher() i=7 2024-09-12T17:59:48.728 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.725+0000 7fceb43a89c0 2 all 8 watchers are set, enabling cache 2024-09-12T17:59:48.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.729+0000 7fcd67fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:48.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.729+0000 7fceb43a89c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T17:59:48.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.729+0000 7fceb43a89c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T17:59:48.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.813+0000 7fcd66fe5640 20 reqs_thread_entry: start 2024-09-12T17:59:48.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.817+0000 7fceb43a89c0 20 init_complete bucket index max shards: 1 2024-09-12T17:59:48.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.817+0000 7fceb43a89c0 20 Filter name: none 2024-09-12T17:59:48.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.817+0000 7fcd64fe1640 20 reqs_thread_entry: start 2024-09-12T17:59:48.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.817+0000 7fceb43a89c0 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T17:59:48.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.817+0000 7fceb43a89c0 20 rados->read ofs=0 len=0 2024-09-12T17:59:48.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.817+0000 7fceb43a89c0 20 rados_obj.operate() r=0 bl.length=482 2024-09-12T17:59:48.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.817+0000 7fceb43a89c0 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2024-09-12T17:59:48.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.817+0000 7fceb43a89c0 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T17:59:48.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.817+0000 7fceb43a89c0 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T17:59:48.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.817+0000 7fceb43a89c0 10 removing key index: NQOJGFYMEQKWJXQTDLCZ 2024-09-12T17:59:48.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.821+0000 7fceb43a89c0 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.keys:NQOJGFYMEQKWJXQTDLCZ, ofs0, ns] 2024-09-12T17:59:48.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.821+0000 7fcd957fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366506 cookie 94217701756192 notifier 8822 bl.length()=170 2024-09-12T17:59:48.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.821+0000 7fceb43a89c0 10 removing email index: tester.client.0_test@test.test 2024-09-12T17:59:48.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.825+0000 7fceb43a89c0 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T17:59:48.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.825+0000 7fcd94ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366440 cookie 94217701765776 notifier 8822 bl.length()=181 2024-09-12T17:59:48.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.825+0000 7fceb43a89c0 10 removing user buckets index 2024-09-12T17:59:48.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.829+0000 7fceb43a89c0 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2024-09-12T17:59:48.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.829+0000 7fcd94ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366431 cookie 94217701777280 notifier 8822 bl.length()=172 2024-09-12T17:59:48.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.829+0000 7fceb43a89c0 10 removing user index: tester.client.0 2024-09-12T17:59:48.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.833+0000 7fceb43a89c0 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2024-09-12T17:59:48.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.833+0000 7fceb43a89c0 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T17:59:48.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.833+0000 7fcd94ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871367545 cookie 94217701773552 notifier 8822 bl.length()=164 2024-09-12T17:59:48.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.833+0000 7fcd67fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T17:59:48.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.841+0000 7fceb43a89c0 20 remove_watcher() i=0 2024-09-12T17:59:48.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.841+0000 7fceb43a89c0 2 removed watcher, disabling cache 2024-09-12T17:59:48.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.845+0000 7fceb43a89c0 20 remove_watcher() i=1 2024-09-12T17:59:48.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.845+0000 7fceb43a89c0 20 remove_watcher() i=2 2024-09-12T17:59:48.848 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.849+0000 7fceb43a89c0 20 remove_watcher() i=3 2024-09-12T17:59:48.850 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.849+0000 7fceb43a89c0 20 remove_watcher() i=4 2024-09-12T17:59:48.852 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.853+0000 7fceb43a89c0 20 remove_watcher() i=5 2024-09-12T17:59:48.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.853+0000 7fceb43a89c0 20 remove_watcher() i=6 2024-09-12T17:59:48.855 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T17:59:48.853+0000 7fceb43a89c0 20 remove_watcher() i=7 2024-09-12T17:59:48.869 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2024-09-12T17:59:48.883 DEBUG:teuthology.run_tasks:Unwinding manager tox 2024-09-12T17:59:48.895 DEBUG:teuthology.orchestra.run.smithi183:> rm -rf /home/ubuntu/cephtest/tox-venv 2024-09-12T17:59:48.955 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2024-09-12T17:59:48.968 DEBUG:tasks.rgw.client.0:waiting for process to exit 2024-09-12T17:59:48.969 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T17:59:48.997 INFO:tasks.rgw.client.0.smithi183.stdout:2024-09-12T17:59:48.997+0000 7f3e6058d640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term radosgw --rgw-frontends beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 39728) UID: 0 2024-09-12T17:59:48.997 INFO:tasks.rgw.client.0.smithi183.stdout:2024-09-12T17:59:48.997+0000 7f3e63dd5a40 -1 shutting down 2024-09-12T18:00:07.180 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2024-09-12T18:00:07.272 INFO:tasks.rgw.client.0:Stopped 2024-09-12T18:00:07.273 DEBUG:teuthology.orchestra.run.smithi183:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2024-09-12T18:00:07.280 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -f /etc/ceph/vault-root-token 2024-09-12T18:00:07.337 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -f /home/ubuntu/cephtest/url_file 2024-09-12T18:00:07.394 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2024-09-12T18:00:07.394 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2024-09-12T18:00:07.394 DEBUG:teuthology.orchestra.run.smithi183:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2024-09-12T18:00:07.477 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setuser ceph since I am not root 2024-09-12T18:00:07.477 INFO:teuthology.orchestra.run.smithi183.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T18:00:07.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.516+0000 7f3c0e1309c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:07.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.520+0000 7f3c0e1309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:07.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.520+0000 7f3c0e1309c0 20 realm 2024-09-12T18:00:07.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.520+0000 7f3c0e1309c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:07.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.520+0000 7f3c0e1309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:07.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.520+0000 7f3c0e1309c0 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T18:00:07.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.520+0000 7f3c0e1309c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:07.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.520+0000 7f3c0e1309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:07.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.520+0000 7f3c0e1309c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:07.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.520+0000 7f3c0e1309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:07.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.520+0000 7f3c0e1309c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:07.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.524+0000 7f3c0e1309c0 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T18:00:07.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.524+0000 7f3c0e1309c0 20 searching for the correct realm 2024-09-12T18:00:07.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.524+0000 7f3c0bc36640 0 -- 172.21.15.183:0/554355061 >> [v2:172.21.15.196:6808/494063332,v1:172.21.15.196:6809/494063332] conn(0x7f3c04035040 msgr2=0x7f3c04041410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:07.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.528+0000 7f3c0bc36640 0 -- 172.21.15.183:0/554355061 >> [v2:172.21.15.196:6824/2644564030,v1:172.21.15.196:6825/2644564030] conn(0x7f3c0401f040 msgr2=0x7f3c04041920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:07.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.752+0000 7f3c0e1309c0 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T18:00:07.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.752+0000 7f3c0e1309c0 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T18:00:07.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.752+0000 7f3c0e1309c0 20 RGWRados::pool_iterate: got zonegroup_info.1e2857d6-62f3-4346-b022-c993f9219678 2024-09-12T18:00:07.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.752+0000 7f3c0e1309c0 20 RGWRados::pool_iterate: got zone_info.fbe06962-a98e-4cf5-b805-dd8639959719 2024-09-12T18:00:07.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.752+0000 7f3c0e1309c0 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T18:00:07.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.752+0000 7f3c0e1309c0 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T18:00:07.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.752+0000 7f3c0e1309c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:07.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.752+0000 7f3c0e1309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:07.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.752+0000 7f3c0e1309c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:07.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.752+0000 7f3c0e1309c0 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T18:00:07.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.752+0000 7f3c0e1309c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:07.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.752+0000 7f3c0e1309c0 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T18:00:07.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 20 zone default found 2024-09-12T18:00:07.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 4 Realm: () 2024-09-12T18:00:07.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 4 ZoneGroup: default (1e2857d6-62f3-4346-b022-c993f9219678) 2024-09-12T18:00:07.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 4 Zone: default (fbe06962-a98e-4cf5-b805-dd8639959719) 2024-09-12T18:00:07.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T18:00:07.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 20 zonegroup default 2024-09-12T18:00:07.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:07.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:07.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:07.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:07.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 20 rados->read ofs=0 len=0 2024-09-12T18:00:07.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T18:00:07.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 20 started sync module instance, tier type = 2024-09-12T18:00:07.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.756+0000 7f3c0e1309c0 20 started zone id=fbe06962-a98e-4cf5-b805-dd8639959719 (name=default) with tier type = 2024-09-12T18:00:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.780+0000 7f3c0e1309c0 20 add_watcher() i=0 2024-09-12T18:00:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.780+0000 7f3c0e1309c0 20 add_watcher() i=1 2024-09-12T18:00:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.780+0000 7f3c0e1309c0 20 add_watcher() i=2 2024-09-12T18:00:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.780+0000 7f3c0e1309c0 20 add_watcher() i=3 2024-09-12T18:00:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.780+0000 7f3c0e1309c0 20 add_watcher() i=4 2024-09-12T18:00:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.780+0000 7f3c0e1309c0 20 add_watcher() i=5 2024-09-12T18:00:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.780+0000 7f3c0e1309c0 20 add_watcher() i=6 2024-09-12T18:00:07.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.784+0000 7f3c0e1309c0 20 add_watcher() i=7 2024-09-12T18:00:07.786 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.784+0000 7f3c0e1309c0 2 all 8 watchers are set, enabling cache 2024-09-12T18:00:07.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.788+0000 7f3ac1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:07.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.788+0000 7f3c0e1309c0 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T18:00:07.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.788+0000 7f3c0e1309c0 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T18:00:07.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.928+0000 7f3ac0fe1640 20 reqs_thread_entry: start 2024-09-12T18:00:07.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.928+0000 7f3c0e1309c0 20 init_complete bucket index max shards: 1 2024-09-12T18:00:07.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.928+0000 7f3c0e1309c0 20 Filter name: none 2024-09-12T18:00:07.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.928+0000 7f3a3a7fc640 20 reqs_thread_entry: start 2024-09-12T18:00:07.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T18:00:07.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:07.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:07.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50648' 2024-09-12T18:00:07.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11541189342164020176', time=2024-09-12T19:45:31.372984+0000, chain.objs.size()=1 2024-09-12T18:00:07.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.203__shadow_.W-tR_pXt6t0aXTNVkvvwTUrqMe2PQTC_0 2024-09-12T18:00:07.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7084996912301347678', time=2024-09-12T19:46:55.528795+0000, chain.objs.size()=1 2024-09-12T18:00:07.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.236__shadow_.QHa9AvdHm_PunyDccy6trIrm5dCJSzb_0 2024-09-12T18:00:07.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15816325540668055154', time=2024-09-12T19:47:32.192767+0000, chain.objs.size()=1 2024-09-12T18:00:07.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yzaUt-FGc9hrkzgQ62O7PGExjZwork__0 2024-09-12T18:00:07.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11731227635902881080', time=2024-09-12T19:47:32.197082+0000, chain.objs.size()=1 2024-09-12T18:00:07.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.eeHRLtRu8USCL6lLad26e7XfYNF9Mjv_0 2024-09-12T18:00:07.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6033308889905812688', time=2024-09-12T19:47:32.272794+0000, chain.objs.size()=1 2024-09-12T18:00:07.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.RRp3wx5Wq-Aj4hD_jnZq8F1mtq1y1so_0 2024-09-12T18:00:07.935 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3583877524608082758', time=2024-09-12T19:47:32.293793+0000, chain.objs.size()=1 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Oek9LidX2YKidxkaYHmVvtyD8M1IIlL_0 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8043591249618749182', time=2024-09-12T19:47:32.295500+0000, chain.objs.size()=1 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YrBIpKxwvwAbLSTVKDpsXoZUd9U2kjp_0 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10231449375968425354', time=2024-09-12T19:47:32.380010+0000, chain.objs.size()=1 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KLKLqo7KR3hkzk9FKYjGpJ7VYgezdrc_0 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12106572304917169330', time=2024-09-12T19:47:32.385939+0000, chain.objs.size()=1 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rwO52o3bHnlCIcXQB8U0lIqbsseoEaR_0 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7087538614380169777', time=2024-09-12T19:47:32.631135+0000, chain.objs.size()=1 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.BgCxAm-XynkLwRTYJhw1OHwMtRo3MYC_0 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15705360356818946472', time=2024-09-12T19:47:32.650127+0000, chain.objs.size()=1 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.7Ff4qAaIFI62VWLPNZqHaqvnSd0_UAz_0 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16325445140461918239', time=2024-09-12T19:47:32.840927+0000, chain.objs.size()=1 2024-09-12T18:00:07.936 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.VxfbMPqUardbPE7o0aN6Uqb8q_a-Kzh_0 2024-09-12T18:00:07.939 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8712434290162404326', time=2024-09-12T19:47:32.916006+0000, chain.objs.size()=1 2024-09-12T18:00:07.939 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.CrgmBCt4fCbh07x59zh3OeyN4PYvqzR_0 2024-09-12T18:00:07.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14930371205048000756', time=2024-09-12T19:47:32.934694+0000, chain.objs.size()=1 2024-09-12T18:00:07.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MmS289Xh-cMH4DV2CgWJCh7wi3VlcjA_0 2024-09-12T18:00:07.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5605333095101134728', time=2024-09-12T19:47:32.937140+0000, chain.objs.size()=1 2024-09-12T18:00:07.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.3yum6lhMDkC3zWvT9a1dTqPDEy0ZI4u_0 2024-09-12T18:00:07.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8599694620246379549', time=2024-09-12T19:47:32.973529+0000, chain.objs.size()=1 2024-09-12T18:00:07.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.XosxdD-5Fvo22Q9c-2imeausV-1mfHd_0 2024-09-12T18:00:07.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9675922933485044308', time=2024-09-12T19:47:32.987333+0000, chain.objs.size()=1 2024-09-12T18:00:07.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.PCA4UmVKxDGhZawOqVPj_1iOb8-IKDx_0 2024-09-12T18:00:07.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.136603699981451709', time=2024-09-12T19:47:33.117456+0000, chain.objs.size()=1 2024-09-12T18:00:07.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1oyotOi-OhIMfXIxkXA_5x0hOwAjx3F_0 2024-09-12T18:00:07.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16556958801947251715', time=2024-09-12T19:47:33.129092+0000, chain.objs.size()=1 2024-09-12T18:00:07.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.7-QCF4IXXzW8cadTXWfbivkhYcqj9sf_0 2024-09-12T18:00:07.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15024049315194481792', time=2024-09-12T19:47:33.199769+0000, chain.objs.size()=1 2024-09-12T18:00:07.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Dqvm01_zujmHB1p3Z2C9Mw68XmSfJPk_0 2024-09-12T18:00:07.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6655661758299855306', time=2024-09-12T19:47:33.229831+0000, chain.objs.size()=1 2024-09-12T18:00:07.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.pDYmbgrdIFFEeswP3j0yW0rBwlj4_UG_0 2024-09-12T18:00:07.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10311664649006692827', time=2024-09-12T19:47:33.239166+0000, chain.objs.size()=1 2024-09-12T18:00:07.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gkeIKM0BgtYYwMYLsXX4mVsWTnPwIJe_0 2024-09-12T18:00:07.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15847084567618336154', time=2024-09-12T19:47:33.242303+0000, chain.objs.size()=1 2024-09-12T18:00:07.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4PPJr3hsecCg27Ku83ZdBtxse5fxPKD_0 2024-09-12T18:00:07.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2703375802161054583', time=2024-09-12T19:47:33.338657+0000, chain.objs.size()=1 2024-09-12T18:00:07.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UPwi5dB4MDrORDj-5LtbjxuImH7jC6O_0 2024-09-12T18:00:07.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16121780793137880801', time=2024-09-12T19:47:33.493113+0000, chain.objs.size()=1 2024-09-12T18:00:07.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.C41Vl9-BPoed1PHfMlOxGrpBKN4_Vo8_0 2024-09-12T18:00:07.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14892771079179218276', time=2024-09-12T19:47:33.519104+0000, chain.objs.size()=1 2024-09-12T18:00:07.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9n6ddJdzlnySTlyA7ppdHWNFdJHErYk_0 2024-09-12T18:00:07.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5183998093257688320', time=2024-09-12T19:47:33.538945+0000, chain.objs.size()=1 2024-09-12T18:00:07.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.zgRP4TeVQmM0McxypwaOcEhxyoCVMIn_0 2024-09-12T18:00:07.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13438208003195341321', time=2024-09-12T19:47:33.748716+0000, chain.objs.size()=1 2024-09-12T18:00:07.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DXf2gzgvSGQfSA41_hK3Z7DR3iMW-bN_0 2024-09-12T18:00:07.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9884786516846126246', time=2024-09-12T19:47:33.785305+0000, chain.objs.size()=1 2024-09-12T18:00:07.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tqm8pLXHK7DMecjKZa4jPBDJtK4q3Y5_0 2024-09-12T18:00:07.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10076914480998422761', time=2024-09-12T19:47:33.786088+0000, chain.objs.size()=1 2024-09-12T18:00:07.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.sFMmYzfjprNXBDbWFuH4DrgW0Gwy3l4_0 2024-09-12T18:00:07.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2003089936162825573', time=2024-09-12T19:47:33.811579+0000, chain.objs.size()=1 2024-09-12T18:00:07.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8ddFELd7ppl7FNCmjT4ZAzWduoQbSne_0 2024-09-12T18:00:07.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7470754179647738374', time=2024-09-12T19:47:33.871029+0000, chain.objs.size()=1 2024-09-12T18:00:07.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rA99QWSmzDtC2Y-KJiaxAAfLXcg1oYr_0 2024-09-12T18:00:07.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4250503958134025914', time=2024-09-12T19:47:33.909096+0000, chain.objs.size()=1 2024-09-12T18:00:07.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9OE_5nA5L4U0D7s7vFwyTHM756JhiIl_0 2024-09-12T18:00:07.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9980575018637897084', time=2024-09-12T19:47:34.126397+0000, chain.objs.size()=1 2024-09-12T18:00:07.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SkcZHlanhDRyqltpkUxF6tMTBnpJwlN_0 2024-09-12T18:00:07.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15633235944210392842', time=2024-09-12T19:47:34.143347+0000, chain.objs.size()=1 2024-09-12T18:00:07.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.CmVGlsN-ebaC_IoK5omVdFb8eUtW6ng_0 2024-09-12T18:00:07.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13175835365793626513', time=2024-09-12T19:47:34.160753+0000, chain.objs.size()=1 2024-09-12T18:00:07.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Gi-U5DiqiOjrjdDmDibgKCplpRsLGZo_0 2024-09-12T18:00:07.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7070497959912005716', time=2024-09-12T19:47:34.172575+0000, chain.objs.size()=1 2024-09-12T18:00:07.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.53til8XhrEXkbs8qkZ1jfn9IsBWQ0br_0 2024-09-12T18:00:07.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1986954242680623842', time=2024-09-12T19:47:34.237592+0000, chain.objs.size()=1 2024-09-12T18:00:07.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4g-i6kG6ZpR0oanCXuaWMjJEKTqjlJJ_0 2024-09-12T18:00:07.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4404392842017723435', time=2024-09-12T19:47:34.381944+0000, chain.objs.size()=1 2024-09-12T18:00:07.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.flXzxsUXNJZap6U1T3Ov5L7vZLYRrNI_0 2024-09-12T18:00:07.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8078833054914909398', time=2024-09-12T19:47:34.423877+0000, chain.objs.size()=1 2024-09-12T18:00:07.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tlTNJIgoU1kRmb2vhxH3HpD9r2AZaJX_0 2024-09-12T18:00:07.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17108573746302811476', time=2024-09-12T19:47:34.449028+0000, chain.objs.size()=1 2024-09-12T18:00:07.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TK5tvtsN8x_ubsVc828YdAdLvArJoWb_0 2024-09-12T18:00:07.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12390658102502949059', time=2024-09-12T19:47:34.487469+0000, chain.objs.size()=1 2024-09-12T18:00:07.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Z-rbDJumMkPxVrFxTmh3uKsHt1qsbCF_0 2024-09-12T18:00:07.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2677109775658809079', time=2024-09-12T19:47:38.026368+0000, chain.objs.size()=1 2024-09-12T18:00:07.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.268__shadow_.MjquZ3FLwh3km6dScPO1DsYcv07Vom9_0 2024-09-12T18:00:07.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15086549255694716229', time=2024-09-12T19:47:41.690992+0000, chain.objs.size()=1 2024-09-12T18:00:07.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.274__shadow_.098lTvSO7ATwePSnjMXZQTDXwgwMt8O_0 2024-09-12T18:00:07.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5285393121727469150', time=2024-09-12T19:47:44.777141+0000, chain.objs.size()=1 2024-09-12T18:00:07.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.279__shadow_.h1Kn3ze0jfSi1l2_C-C7jMBtqV41-CH_0 2024-09-12T18:00:07.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11129831464215782356', time=2024-09-12T19:47:46.591523+0000, chain.objs.size()=1 2024-09-12T18:00:07.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.282__shadow_.x-YS-1eJKd59rjD2eesl-XBS0scSMhr_0 2024-09-12T18:00:07.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15252261304255649199', time=2024-09-12T19:47:46.593490+0000, chain.objs.size()=1 2024-09-12T18:00:07.953 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.282__shadow_.jHtMfeZLnp2PBcHrgxCa8gu6ivNiEYX_0 2024-09-12T18:00:07.955 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5685738671039545249', time=2024-09-12T19:47:53.991702+0000, chain.objs.size()=1 2024-09-12T18:00:07.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.T9BMOwi7VreD-8QA5o5gr8lMNju53ix_0 2024-09-12T18:00:07.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3710638637302705423', time=2024-09-12T19:47:55.330422+0000, chain.objs.size()=1 2024-09-12T18:00:07.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.9Y_-dS_eWGGpyXpvE1c1w5wrc7FeNMZ_0 2024-09-12T18:00:07.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18026874369408052264', time=2024-09-12T19:47:55.902269+0000, chain.objs.size()=1 2024-09-12T18:00:07.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.294__shadow_._UtQSjpCMdoWTjsmmzAweIaGJbprvuz_0 2024-09-12T18:00:07.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4503244553488341510', time=2024-09-12T19:47:59.171714+0000, chain.objs.size()=1 2024-09-12T18:00:07.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.299__shadow_.F-urNG0F8-CaX--YLiC7eDPXCEks7c5_0 2024-09-12T18:00:07.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7062948911699133738', time=2024-09-12T19:48:02.858893+0000, chain.objs.size()=1 2024-09-12T18:00:07.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.305__shadow_.tN8yE_XQfHE6e1Uc7Q-qUQha10vMp8n_0 2024-09-12T18:00:07.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11532905363461052596', time=2024-09-12T19:48:33.506058+0000, chain.objs.size()=1 2024-09-12T18:00:07.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WnYUE7dtxYcCWbA8aC3gZ7gc0hkkI2i_0 2024-09-12T18:00:07.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.956+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7809479348810167476', time=2024-09-12T19:48:33.612875+0000, chain.objs.size()=1 2024-09-12T18:00:07.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.956+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.DfIyrN0Oidg7d9c4MBwYSHhYv0J_rNL_0 2024-09-12T18:00:07.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.956+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9178314687745108818', time=2024-09-12T19:48:33.619745+0000, chain.objs.size()=1 2024-09-12T18:00:07.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.956+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NPKYy_iduWWAT7Ttc_Gk2B6gC1REGa1_0 2024-09-12T18:00:07.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.956+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1372299398900895524', time=2024-09-12T19:48:33.747764+0000, chain.objs.size()=1 2024-09-12T18:00:07.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.956+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.l8PxKmC5WkHVjrwRSwJOQF2hNJwYwuW_0 2024-09-12T18:00:07.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.956+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5724963269331099509', time=2024-09-12T19:48:33.822748+0000, chain.objs.size()=1 2024-09-12T18:00:07.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.956+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WiyfM7U-zcfVhs2q2GBLdT719OC9s-__0 2024-09-12T18:00:07.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.956+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6677776621328673401', time=2024-09-12T19:48:33.902242+0000, chain.objs.size()=1 2024-09-12T18:00:07.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.956+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.lLesPNwTYY0hTXz5dvnGW4ldyYN-7Nw_0 2024-09-12T18:00:07.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.323817792251916076', time=2024-09-12T19:48:33.937539+0000, chain.objs.size()=1 2024-09-12T18:00:07.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.IPWYLXTjppyn1SRcObPWuwAXCzByaec_0 2024-09-12T18:00:07.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16877013273602586700', time=2024-09-12T19:48:34.039928+0000, chain.objs.size()=1 2024-09-12T18:00:07.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wkZY-sCruXBngMDXPwoAaf5K4vD3pPa_0 2024-09-12T18:00:07.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8510634881624396955', time=2024-09-12T19:48:34.132577+0000, chain.objs.size()=1 2024-09-12T18:00:07.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.pJEvRv_tSZmG0aHKnpYheaCQZNx_ROq_0 2024-09-12T18:00:07.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2394032532333327141', time=2024-09-12T19:48:34.149838+0000, chain.objs.size()=1 2024-09-12T18:00:07.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.i0Exg07IUerXQjPzd2aFJnJI6OoekFl_0 2024-09-12T18:00:07.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13745255837706211698', time=2024-09-12T19:48:34.407847+0000, chain.objs.size()=1 2024-09-12T18:00:07.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1pLdZqTG4dAHHmRS2aeCR-RgDtARuHM_0 2024-09-12T18:00:07.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17520233004464623316', time=2024-09-12T19:48:34.415903+0000, chain.objs.size()=1 2024-09-12T18:00:07.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FCNtDD8CbaGgxxqSbQNdNQvyXBsMiAV_0 2024-09-12T18:00:07.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2943959988012822290', time=2024-09-12T19:48:34.459425+0000, chain.objs.size()=1 2024-09-12T18:00:07.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.B6GP4OZSK17xYrE9w1CeTG22rV-vm-7_0 2024-09-12T18:00:07.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14783905085613053354', time=2024-09-12T19:48:34.531678+0000, chain.objs.size()=1 2024-09-12T18:00:07.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WdYhzIuq74gTgsIPe-nkcS1AsE9_pcb_0 2024-09-12T18:00:07.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5237277293882318435', time=2024-09-12T19:48:34.665737+0000, chain.objs.size()=1 2024-09-12T18:00:07.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qopYv4-WVPGkoU2dkmYHNk1ExyUELrX_0 2024-09-12T18:00:07.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4193602671575123965', time=2024-09-12T19:48:34.681167+0000, chain.objs.size()=1 2024-09-12T18:00:07.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3sZfzrquNlgH4wiFvwKHOn77est9Ql1_0 2024-09-12T18:00:07.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10237359211315432966', time=2024-09-12T19:48:34.749669+0000, chain.objs.size()=1 2024-09-12T18:00:07.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vgocI1LMYQH3mf3PjpcbUkRXlLhyWqv_0 2024-09-12T18:00:07.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2141576764259110647', time=2024-09-12T19:48:34.789565+0000, chain.objs.size()=1 2024-09-12T18:00:07.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Bd99nVy_tDXBK9k3mKrn2xgyU9dOEvX_0 2024-09-12T18:00:07.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.254370251843197724', time=2024-09-12T19:48:34.816825+0000, chain.objs.size()=1 2024-09-12T18:00:07.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4cL2KpqcfNvGJcofAVHcQAGf-ulB8Nw_0 2024-09-12T18:00:07.969 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1664414917578475380', time=2024-09-12T19:48:34.860691+0000, chain.objs.size()=1 2024-09-12T18:00:07.969 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.sfe3TVk2DOR9uREoWER9ou3sbB635az_0 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6708566879378042380', time=2024-09-12T19:48:34.996792+0000, chain.objs.size()=1 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3bcDPTLpJe6oPi1yrODJD3YzNygscep_0 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6990339385180715155', time=2024-09-12T19:48:35.045547+0000, chain.objs.size()=1 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.z8e_4aYMTu72wuvuopksxshUhMEnD8Q_0 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.686747464791575736', time=2024-09-12T19:48:35.110868+0000, chain.objs.size()=1 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MjvtdDx94HtvTTQSuZI5cKADc_CCdvS_0 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4517929747854486703', time=2024-09-12T19:48:35.112010+0000, chain.objs.size()=1 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.IBxzqZAvrJNa8arx2hjJtLSTtZ70LQp_0 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10242687557227229085', time=2024-09-12T19:48:35.159930+0000, chain.objs.size()=1 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.kVKUZ0S11_043DRvLnycSuDxGJnYLdc_0 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11563011204526015051', time=2024-09-12T19:48:35.172032+0000, chain.objs.size()=1 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.cftyjKyyeMWTGYdror7WqfR9RFfirQz_0 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6768592931568793164', time=2024-09-12T19:48:35.183414+0000, chain.objs.size()=1 2024-09-12T18:00:07.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.L_pqB_FeWgYJZLoC01mmBzKKVNqb-R9_0 2024-09-12T18:00:07.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9908299134232391552', time=2024-09-12T19:48:35.321355+0000, chain.objs.size()=1 2024-09-12T18:00:07.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9uC0PbkmZ7sMF3JW6zl2VrtFWkM82T0_0 2024-09-12T18:00:07.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4966688686969498910', time=2024-09-12T19:48:35.332265+0000, chain.objs.size()=1 2024-09-12T18:00:07.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FeXB4MNEAh9iCzwpDY48FkqdlacBlkL_0 2024-09-12T18:00:07.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5035170485686950479', time=2024-09-12T19:48:35.350311+0000, chain.objs.size()=1 2024-09-12T18:00:07.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.C7CLiy30Y1JKM86ym2avpptQ-SatESV_0 2024-09-12T18:00:07.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9024658960133110766', time=2024-09-12T19:48:35.419825+0000, chain.objs.size()=1 2024-09-12T18:00:07.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3mSERxCAp2ThAuqjA09_EcdkEYWLWCP_0 2024-09-12T18:00:07.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12522088420205293129', time=2024-09-12T19:48:35.513928+0000, chain.objs.size()=1 2024-09-12T18:00:07.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7BF1vI34I2914Ia-n-XFmM1ojLgtLof_0 2024-09-12T18:00:07.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16164914310409245905', time=2024-09-12T19:48:35.660628+0000, chain.objs.size()=1 2024-09-12T18:00:07.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.842nyoSqJLVVp-ZHu6e7-CVcoLH3Aja_0 2024-09-12T18:00:07.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15847570510463375965', time=2024-09-12T19:48:35.768193+0000, chain.objs.size()=1 2024-09-12T18:00:07.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.48OtgyArkUMxbPhMmRwi8AhNkOl9-ge_0 2024-09-12T18:00:07.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.513573640288680255', time=2024-09-12T19:48:55.160389+0000, chain.objs.size()=1 2024-09-12T18:00:07.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GJ_nCyvOHr8Nedrh3kgcv2Io1xyHS7o_0 2024-09-12T18:00:07.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17776643461195788637', time=2024-09-12T19:48:55.184147+0000, chain.objs.size()=1 2024-09-12T18:00:07.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rvvzIC2cQ2A6fZqfOTOCVTJFXwQ5H6a_0 2024-09-12T18:00:07.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8203931899178787483', time=2024-09-12T19:48:55.201231+0000, chain.objs.size()=1 2024-09-12T18:00:07.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KP0FWFumZsBivFaFBpkfjnbKSiYi8KK_0 2024-09-12T18:00:07.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8694678627565897562', time=2024-09-12T19:48:55.299818+0000, chain.objs.size()=1 2024-09-12T18:00:07.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.8f32897dlGehpDjUjTBJYLrwiNjwHlC_0 2024-09-12T18:00:07.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14723663774419378403', time=2024-09-12T19:48:55.320368+0000, chain.objs.size()=1 2024-09-12T18:00:07.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Lzmb7gCQ0pDa2Exo734Nuyd6mymQR4z_0 2024-09-12T18:00:07.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12334982796035242951', time=2024-09-12T19:48:55.334136+0000, chain.objs.size()=1 2024-09-12T18:00:07.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mufiQ1OD5xUg5L1D3v_6nxVMOqOAeNe_0 2024-09-12T18:00:07.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10686307313007847677', time=2024-09-12T19:48:55.349270+0000, chain.objs.size()=1 2024-09-12T18:00:07.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.DWJks3gx4k3cBW-ijMqLCBQEM70EVKu_0 2024-09-12T18:00:07.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11359619613382047208', time=2024-09-12T19:48:55.352708+0000, chain.objs.size()=1 2024-09-12T18:00:07.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.--0FoZQE7jQypQ_fBjYn6SCFvLiMUv-_0 2024-09-12T18:00:07.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6883366542113997749', time=2024-09-12T19:48:55.563830+0000, chain.objs.size()=1 2024-09-12T18:00:07.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.oL-XrpVCxjxc2OiubZY34vclzMHcCoR_0 2024-09-12T18:00:07.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.981047092362529137', time=2024-09-12T19:48:55.574145+0000, chain.objs.size()=1 2024-09-12T18:00:07.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.AbTZk-7YA9OMvxQoOocOvYog4AjhPdU_0 2024-09-12T18:00:07.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10593177985864678944', time=2024-09-12T19:48:55.594754+0000, chain.objs.size()=1 2024-09-12T18:00:07.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ojTGFghWVLaSTf-bfQs5Aw-nr1YoPVH_0 2024-09-12T18:00:07.981 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12670041526936527604', time=2024-09-12T19:48:55.684233+0000, chain.objs.size()=1 2024-09-12T18:00:07.981 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.7dqwvxLZWvcku65i3SkgY20s9G3sTeF_0 2024-09-12T18:00:07.981 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16332014099532980135', time=2024-09-12T19:48:55.719678+0000, chain.objs.size()=1 2024-09-12T18:00:07.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.N_CGjttSzysGP4LnRaG0Nu4z0XXhzi4_0 2024-09-12T18:00:07.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6366936891580194315', time=2024-09-12T19:48:55.862206+0000, chain.objs.size()=1 2024-09-12T18:00:07.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.H0-pDtl30J2mbCTMoC41eAujaR2tp10_0 2024-09-12T18:00:07.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.984+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/50648 2024-09-12T18:00:07.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=36, truncated=0, next_marker='' 2024-09-12T18:00:07.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8504044462581291424', time=2024-09-12T19:48:56.215336+0000, chain.objs.size()=1 2024-09-12T18:00:07.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.MRf_dxrSqF2ok_vVGpE-1780MVNU24y_0 2024-09-12T18:00:07.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11690182352367165336', time=2024-09-12T19:48:56.289873+0000, chain.objs.size()=1 2024-09-12T18:00:07.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.cTlruZ4bWfhWU4i1CDxRkI19QFUGVC3_0 2024-09-12T18:00:07.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12847159779339207478', time=2024-09-12T19:48:56.293486+0000, chain.objs.size()=1 2024-09-12T18:00:07.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.YiTXyhu02jTYgn52QicfP1FZtkg_ZDT_0 2024-09-12T18:00:07.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2838752093963509206', time=2024-09-12T19:48:56.307582+0000, chain.objs.size()=1 2024-09-12T18:00:07.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.UGLPvnvewkSqEFUoA97aKza0RYnsbZn_0 2024-09-12T18:00:07.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4262480999808737431', time=2024-09-12T19:48:56.330839+0000, chain.objs.size()=1 2024-09-12T18:00:07.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.vpKoX9qJWoVHV5kQpKNwCQyoBtLibIf_0 2024-09-12T18:00:07.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2523048187641180845', time=2024-09-12T19:48:56.569115+0000, chain.objs.size()=1 2024-09-12T18:00:07.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.RCvxGBZjw_VJlNMyy8FXHrXjZ8hOFv1_0 2024-09-12T18:00:07.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7782378052006677204', time=2024-09-12T19:48:56.613381+0000, chain.objs.size()=1 2024-09-12T18:00:07.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sMaHnDLzsMeSEIyKSjKOQt7lXEnpC04_0 2024-09-12T18:00:07.990 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15105656829956500013', time=2024-09-12T19:48:56.716435+0000, chain.objs.size()=1 2024-09-12T18:00:07.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.wPMdGgPje7ZHx2ZUu0uGjJel0eAyTKp_0 2024-09-12T18:00:07.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12318222405408715367', time=2024-09-12T19:48:56.895152+0000, chain.objs.size()=1 2024-09-12T18:00:07.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.kh-lJ8ImivHxUBHkIsYG7PEN38EQEwb_0 2024-09-12T18:00:07.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4799517903628272147', time=2024-09-12T19:48:56.921369+0000, chain.objs.size()=1 2024-09-12T18:00:07.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.qWeaPc3yVlCfUFbZNTqzFgnwVO4sTHa_0 2024-09-12T18:00:07.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10554241829096486185', time=2024-09-12T19:48:56.931387+0000, chain.objs.size()=1 2024-09-12T18:00:07.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.n21P-zaVa5euuE0K2YbaflDZi48xYjI_0 2024-09-12T18:00:07.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10669826161865257295', time=2024-09-12T19:48:56.964233+0000, chain.objs.size()=1 2024-09-12T18:00:07.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._7_g3zn7HuVz_6HXhkgbui_jpTWjDlX_0 2024-09-12T18:00:07.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5244398289419878929', time=2024-09-12T19:48:57.193239+0000, chain.objs.size()=1 2024-09-12T18:00:07.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rnamJS9Y5ggbTlmYUIr_aXMVvu16Q8f_0 2024-09-12T18:00:07.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1461215970110161161', time=2024-09-12T19:48:57.236017+0000, chain.objs.size()=1 2024-09-12T18:00:07.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Z28PaDc1ewxHhJPhft5GI4Y-riEmtKc_0 2024-09-12T18:00:07.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13892910364564446060', time=2024-09-12T19:48:57.260473+0000, chain.objs.size()=1 2024-09-12T18:00:07.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.H0n_a9ud7L9_HZ5IxXaso1TyrCKTaSS_0 2024-09-12T18:00:07.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13241034682150960021', time=2024-09-12T19:48:57.280209+0000, chain.objs.size()=1 2024-09-12T18:00:07.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.oxrYtpwJ0xt0FNXDHClnSjXaYU7RMyN_0 2024-09-12T18:00:07.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15692031089943908603', time=2024-09-12T19:48:57.286598+0000, chain.objs.size()=1 2024-09-12T18:00:07.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xWLp83oa5JRGKsPqweAjFliRXiTlumC_0 2024-09-12T18:00:07.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6708316540955235264', time=2024-09-12T19:48:57.291340+0000, chain.objs.size()=1 2024-09-12T18:00:07.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4A9J4xIcUAisvQsIiV5il0UzEw0-aCJ_0 2024-09-12T18:00:07.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5778812979221108122', time=2024-09-12T19:48:57.298656+0000, chain.objs.size()=1 2024-09-12T18:00:07.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.YuWAeXqOH77Ev3sjLuhyjJyRZTo4y_k_0 2024-09-12T18:00:07.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3148964850217199065', time=2024-09-12T19:48:57.582174+0000, chain.objs.size()=1 2024-09-12T18:00:07.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.QMIbq6w5JIHdcFw8qBtmBjzTPgHPwB5_0 2024-09-12T18:00:07.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12013819552715953218', time=2024-09-12T19:48:57.592509+0000, chain.objs.size()=1 2024-09-12T18:00:07.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.yAaGC5mBh54L2wNQ8ttr9B3LCiIcQC8_0 2024-09-12T18:00:07.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13942629838372975361', time=2024-09-12T19:49:06.486662+0000, chain.objs.size()=1 2024-09-12T18:00:07.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.340__shadow_.shwwzekT4I-6-iSjKXg88TBReEufT8O_0 2024-09-12T18:00:07.996 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7386681454625550267', time=2024-09-12T19:50:05.467249+0000, chain.objs.size()=1 2024-09-12T18:00:07.996 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.439__shadow_.ppMyMYrp05_Ua5z9I7T1qxeYkdGGbkA_0 2024-09-12T18:00:07.996 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17383734635085390351', time=2024-09-12T19:50:13.591140+0000, chain.objs.size()=1 2024-09-12T18:00:07.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.450__shadow_.6cMiZV0Z0GXVmZj-zqXilSf3gTUleML_0 2024-09-12T18:00:07.998 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4831610667947479622', time=2024-09-12T19:50:14.224770+0000, chain.objs.size()=1 2024-09-12T18:00:07.998 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.451__shadow_.62SS2zV76f4XHEN_UreosiCbDopwYaE_0 2024-09-12T18:00:07.998 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11261846327246482538', time=2024-09-12T19:50:18.901105+0000, chain.objs.size()=1 2024-09-12T18:00:07.998 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.457__shadow_.TtMkQlYvRncbt7UFGrv-q94zgcK4HSV_0 2024-09-12T18:00:07.998 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18035213122257574062', time=2024-09-12T19:50:33.896366+0000, chain.objs.size()=1 2024-09-12T18:00:07.998 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.483__shadow_.GYMaR3MT8GI9hMMf43M7BCHyPMfLoSa_0 2024-09-12T18:00:07.998 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13864225460124320951', time=2024-09-12T19:50:49.527089+0000, chain.objs.size()=6 2024-09-12T18:00:07.998 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.1 2024-09-12T18:00:07.998 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.2 2024-09-12T18:00:07.998 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.3 2024-09-12T18:00:07.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.4 2024-09-12T18:00:08.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.5 2024-09-12T18:00:08.001 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.6 2024-09-12T18:00:08.001 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8244128520600450357', time=2024-09-12T19:50:52.221556+0000, chain.objs.size()=1 2024-09-12T18:00:08.001 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:07.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.512__shadow_.pL1k_5wqzVk5R8FU2XokkME1Pxs3mJE_0 2024-09-12T18:00:08.001 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13861262955331716696', time=2024-09-12T19:50:53.024123+0000, chain.objs.size()=1 2024-09-12T18:00:08.001 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.514__shadow_.Gk_lUF5BCI55agny-tRIWn7WSks9NnY_0 2024-09-12T18:00:08.001 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12725327298297047236', time=2024-09-12T19:52:23.720921+0000, chain.objs.size()=1 2024-09-12T18:00:08.001 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.561__multipart_mymultipart.2~HKauezTg_yqMuO1xrlDEGmZAwgmYjwv.1 2024-09-12T18:00:08.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12515268158483703914', time=2024-09-12T19:52:44.323058+0000, chain.objs.size()=1 2024-09-12T18:00:08.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.573__shadow_.IBDLZ_P-YeawMW_cVkfHFLe6sIJId-A_0 2024-09-12T18:00:08.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12844233983919363611', time=2024-09-12T19:53:14.684758+0000, chain.objs.size()=1 2024-09-12T18:00:08.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.579__shadow:7jFlBkn2h03ORDgJle.uH4hE4Kz35uD_.uoQ56Ip7tntWBV_spPdOG8f-FAooPNc_0 2024-09-12T18:00:08.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11158084014537188622', time=2024-09-12T19:56:08.704326+0000, chain.objs.size()=2 2024-09-12T18:00:08.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.643__shadow_.wk1q6lFeKd_ygE_D-Y3cygowWte5ljx_0 2024-09-12T18:00:08.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.643__shadow_.wk1q6lFeKd_ygE_D-Y3cygowWte5ljx_1 2024-09-12T18:00:08.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9089655077850064155', time=2024-09-12T19:56:17.163250+0000, chain.objs.size()=1 2024-09-12T18:00:08.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.654__shadow_.51YVU6Pj7Q8HsluILEIbYbCQZGC9L1d_0 2024-09-12T18:00:08.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5958514505016379269', time=2024-09-12T19:57:47.306200+0000, chain.objs.size()=1 2024-09-12T18:00:08.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.745__shadow_.CZxDWsCgndtRx0OzRhe6OI2zbQiRDpc_0 2024-09-12T18:00:08.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T18:00:08.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/53314' 2024-09-12T18:00:08.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11249100635029579219', time=2024-09-12T19:44:57.979735+0000, chain.objs.size()=5 2024-09-12T18:00:08.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__multipart_foo-LUKEWARM.2~an9uXM4g8UPvHRBppDfzMJCwE6blfzK.1 2024-09-12T18:00:08.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_foo-LUKEWARM.2~an9uXM4g8UPvHRBppDfzMJCwE6blfzK.1_1 2024-09-12T18:00:08.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__multipart_foo-LUKEWARM.2~an9uXM4g8UPvHRBppDfzMJCwE6blfzK.2 2024-09-12T18:00:08.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_foo-LUKEWARM.2~an9uXM4g8UPvHRBppDfzMJCwE6blfzK.2_1 2024-09-12T18:00:08.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__multipart_foo-LUKEWARM.2~an9uXM4g8UPvHRBppDfzMJCwE6blfzK.3 2024-09-12T18:00:08.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6443535645005364130', time=2024-09-12T19:47:05.987986+0000, chain.objs.size()=1 2024-09-12T18:00:08.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.250__shadow_.mpmVKRgDCLgtizVxg4d71KFkv616dEY_0 2024-09-12T18:00:08.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13862712189570006417', time=2024-09-12T19:47:09.782268+0000, chain.objs.size()=1 2024-09-12T18:00:08.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.256__shadow_.ouX3A7yeXn5Eu6Oddufjftfe3ap9Bed_0 2024-09-12T18:00:08.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4803579018112687554', time=2024-09-12T19:47:32.185575+0000, chain.objs.size()=1 2024-09-12T18:00:08.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jRtTBgvTuISneizxkitEy3UOIf9MtKP_0 2024-09-12T18:00:08.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10661528699006962134', time=2024-09-12T19:47:32.211197+0000, chain.objs.size()=1 2024-09-12T18:00:08.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.sxDxx2bAqJFUZc5cyrWuvTL1MRxryqd_0 2024-09-12T18:00:08.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5773467335193163088', time=2024-09-12T19:47:32.216412+0000, chain.objs.size()=1 2024-09-12T18:00:08.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rug97ZQUXtiQqL0FYOGW4PsawJgMvxA_0 2024-09-12T18:00:08.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2676011339914534620', time=2024-09-12T19:47:32.228721+0000, chain.objs.size()=1 2024-09-12T18:00:08.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.80bss62DDQxBjFwEB2Xo1E6kBhIfmU0_0 2024-09-12T18:00:08.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8081993363826755836', time=2024-09-12T19:47:32.254626+0000, chain.objs.size()=1 2024-09-12T18:00:08.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jrzd6Fh4IjLKCYdj6JEUTnZl_Wsvq_Q_0 2024-09-12T18:00:08.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1449145404790721494', time=2024-09-12T19:47:32.289847+0000, chain.objs.size()=1 2024-09-12T18:00:08.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.v1dyrYLPOSDlv7ELjcsAZptCpzOoyYk_0 2024-09-12T18:00:08.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5610306377583015927', time=2024-09-12T19:47:32.306844+0000, chain.objs.size()=1 2024-09-12T18:00:08.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.U7lyoyZD80_xmhVbrpxxs2s99jPgTQF_0 2024-09-12T18:00:08.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17747246920202998423', time=2024-09-12T19:47:32.370629+0000, chain.objs.size()=1 2024-09-12T18:00:08.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.XxkuT3EdDe9_NcRErBVUToruTG20m9b_0 2024-09-12T18:00:08.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8134585538253912226', time=2024-09-12T19:47:32.399899+0000, chain.objs.size()=1 2024-09-12T18:00:08.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.-f3OiOAZ4TOiHByiciMc-ZcSy2nGvdh_0 2024-09-12T18:00:08.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14519353682299092065', time=2024-09-12T19:47:32.515561+0000, chain.objs.size()=1 2024-09-12T18:00:08.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WQBy0jbG-wB9jiF3f7rZPev7X8Mg8Od_0 2024-09-12T18:00:08.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10820608643393496390', time=2024-09-12T19:47:32.520212+0000, chain.objs.size()=1 2024-09-12T18:00:08.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rZnvNBvUtrRyugLKqnKu3viYWfQ_LKk_0 2024-09-12T18:00:08.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1714670615807651034', time=2024-09-12T19:47:32.548343+0000, chain.objs.size()=1 2024-09-12T18:00:08.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.vS_xUmdLx96l5qD2Oj6hLDSTpd71gZi_0 2024-09-12T18:00:08.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11885931530568549767', time=2024-09-12T19:47:32.576085+0000, chain.objs.size()=1 2024-09-12T18:00:08.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.-4xKdNOZTLtOrz46kmM5Z-OlwScDTFV_0 2024-09-12T18:00:08.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15594894264960134514', time=2024-09-12T19:47:32.580297+0000, chain.objs.size()=1 2024-09-12T18:00:08.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.efHki-A2JvX2La7MjwyJAi39ren2PFC_0 2024-09-12T18:00:08.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2595291818737382770', time=2024-09-12T19:47:32.668808+0000, chain.objs.size()=1 2024-09-12T18:00:08.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oducgIq2vHBN2c0S-GxnKEDMaObnK5W_0 2024-09-12T18:00:08.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.172515662859027335', time=2024-09-12T19:47:32.896280+0000, chain.objs.size()=1 2024-09-12T18:00:08.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.91b5HSlHuS-oMeRg1ziuJXNLruEhOuF_0 2024-09-12T18:00:08.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1414896988106659983', time=2024-09-12T19:47:32.934555+0000, chain.objs.size()=1 2024-09-12T18:00:08.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.eQ7m2bJ1PyMOCHvpsJqkMaWF-lQtTAx_0 2024-09-12T18:00:08.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15751566779733687302', time=2024-09-12T19:47:32.975897+0000, chain.objs.size()=1 2024-09-12T18:00:08.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KzSVm_xITt03GFz2-umyNaJ7t9C1PM__0 2024-09-12T18:00:08.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5656654097437579151', time=2024-09-12T19:47:32.991481+0000, chain.objs.size()=1 2024-09-12T18:00:08.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Ga-aoDZSK2CgubBkQ0wkmgSjYH7JLeR_0 2024-09-12T18:00:08.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6351549720118438417', time=2024-09-12T19:47:33.134635+0000, chain.objs.size()=1 2024-09-12T18:00:08.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.W39dHcygw36SjMmz96WZxIFUN7VQrF6_0 2024-09-12T18:00:08.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9018837977617362835', time=2024-09-12T19:47:33.251493+0000, chain.objs.size()=1 2024-09-12T18:00:08.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.xXGnvep5zz7nCPGGFcZqitqWNxibIX4_0 2024-09-12T18:00:08.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14294635167517549969', time=2024-09-12T19:47:33.491197+0000, chain.objs.size()=1 2024-09-12T18:00:08.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._D0jM3mDrMn_5K_afIa1-98TS4Zv6f6_0 2024-09-12T18:00:08.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8619181138143115613', time=2024-09-12T19:47:33.515049+0000, chain.objs.size()=1 2024-09-12T18:00:08.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WqAxX45IJu1QG3fwuP7epEv7U7_oqiI_0 2024-09-12T18:00:08.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13547519044755436381', time=2024-09-12T19:47:33.521508+0000, chain.objs.size()=1 2024-09-12T18:00:08.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZPDwolkZ1SM86df_dYLF92PYlN8MrXX_0 2024-09-12T18:00:08.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10804138538993236240', time=2024-09-12T19:47:33.609437+0000, chain.objs.size()=1 2024-09-12T18:00:08.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.5JLNt-33U8q3jSQjiOLsNm6w07kvD4k_0 2024-09-12T18:00:08.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18059581499246906209', time=2024-09-12T19:47:33.622738+0000, chain.objs.size()=1 2024-09-12T18:00:08.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aFiSep9TdQFI8gUNOA6X1CY03qcEJMg_0 2024-09-12T18:00:08.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5164727135013939843', time=2024-09-12T19:47:33.753710+0000, chain.objs.size()=1 2024-09-12T18:00:08.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.xSv1hj8sQkCObOUhteHaoFtGaICX2yW_0 2024-09-12T18:00:08.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.028+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6230370933919220887', time=2024-09-12T19:47:33.808607+0000, chain.objs.size()=1 2024-09-12T18:00:08.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.028+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.zDfNvZyAHyX2kLy5Ka1siWVFVAt-yN6_0 2024-09-12T18:00:08.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.028+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11646380805687350551', time=2024-09-12T19:47:33.812738+0000, chain.objs.size()=1 2024-09-12T18:00:08.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.028+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.JGXaBHr96KoSIalEV44uJ7YzfvYnwwt_0 2024-09-12T18:00:08.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.028+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6208386323235378601', time=2024-09-12T19:47:34.043729+0000, chain.objs.size()=1 2024-09-12T18:00:08.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.028+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.xUhJnmzOpFm0pxvGqNm59xuPbuDTayg_0 2024-09-12T18:00:08.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.028+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14914675362608616097', time=2024-09-12T19:47:34.178056+0000, chain.objs.size()=1 2024-09-12T18:00:08.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.028+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.3C1j_84m-uPkPN7bN6vm_XA2kbAPhh-_0 2024-09-12T18:00:08.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.028+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5424703911387613494', time=2024-09-12T19:47:34.455155+0000, chain.objs.size()=1 2024-09-12T18:00:08.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.028+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.hN24u00I7Ux4O0PzZ0zZ8SSTO9nCC3w_0 2024-09-12T18:00:08.033 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14479760824187339200', time=2024-09-12T19:47:34.482573+0000, chain.objs.size()=1 2024-09-12T18:00:08.033 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.zxCZ3LqisgbfCsK7w1U5AWsDVmOGt8f_0 2024-09-12T18:00:08.033 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16514744949597450632', time=2024-09-12T19:47:37.426447+0000, chain.objs.size()=1 2024-09-12T18:00:08.033 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.267__shadow_.BotuOsT-8-EF8dv2O4_GpAUvtwxxanW_0 2024-09-12T18:00:08.033 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13137596029972473612', time=2024-09-12T19:47:38.646203+0000, chain.objs.size()=1 2024-09-12T18:00:08.033 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.269__shadow_.hizy_dENStFDBopfNOrjpnCp6ce8Ykd_0 2024-09-12T18:00:08.033 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2659923658099960610', time=2024-09-12T19:47:41.690445+0000, chain.objs.size()=1 2024-09-12T18:00:08.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.274__shadow_.dQLsVLukmuaT2WCEStvh26Imfqx7zn6_0 2024-09-12T18:00:08.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7022823078334919909', time=2024-09-12T19:47:44.152441+0000, chain.objs.size()=1 2024-09-12T18:00:08.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.278__shadow_.blBN1bxTZWc2DY3HmsuUY6Qvo584lw7_0 2024-09-12T18:00:08.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4247969205366686529', time=2024-09-12T19:47:47.214251+0000, chain.objs.size()=1 2024-09-12T18:00:08.034 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.283__shadow_.EbMp7AvVeX4h6HBegZ2a_U0Cwwur353_0 2024-09-12T18:00:08.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18081886263593299447', time=2024-09-12T19:47:47.832169+0000, chain.objs.size()=1 2024-09-12T18:00:08.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.284__shadow_.U7Wiy4UuKiEK2GiKDEcbtSIljesvTZe_0 2024-09-12T18:00:08.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4064124560634701717', time=2024-09-12T19:47:49.210201+0000, chain.objs.size()=1 2024-09-12T18:00:08.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.286__shadow_.BH1u82dTIraiFB3T5H6NQok9LPT9g9E_0 2024-09-12T18:00:08.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14895457153418494659', time=2024-09-12T19:48:00.952020+0000, chain.objs.size()=1 2024-09-12T18:00:08.036 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.302__shadow_.IQc59cpSUsRON5fH89X3ippAIkPSaWq_0 2024-09-12T18:00:08.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11571211467218806526', time=2024-09-12T19:48:01.624971+0000, chain.objs.size()=1 2024-09-12T18:00:08.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.303__shadow_.HG8eIDQoJuPYNL5UZrbuiluzBH_a8jE_0 2024-09-12T18:00:08.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7527841003803294970', time=2024-09-12T19:48:12.556303+0000, chain.objs.size()=1 2024-09-12T18:00:08.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.321__shadow_.QIk9Lo-xKySdgKmpeydyebBOzHIdFhf_0 2024-09-12T18:00:08.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11422192212412625253', time=2024-09-12T19:48:33.404985+0000, chain.objs.size()=1 2024-09-12T18:00:08.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.032+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_._bvohAkmcUs02IUBhJzOcScR3oTn5J4_0 2024-09-12T18:00:08.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1140515543203532882', time=2024-09-12T19:48:33.457274+0000, chain.objs.size()=1 2024-09-12T18:00:08.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3iaTLMb_8DF3hWZ4wGIAQ_zyH6jhQLl_0 2024-09-12T18:00:08.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17880998662272681764', time=2024-09-12T19:48:33.557295+0000, chain.objs.size()=1 2024-09-12T18:00:08.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.oq9HjAWwgXCSRRYkNsNuawDtlXPB37i_0 2024-09-12T18:00:08.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6092223967097127140', time=2024-09-12T19:48:33.764738+0000, chain.objs.size()=1 2024-09-12T18:00:08.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.JAOvlK_t3KP7SSSRCjm3CIT7okvIsEM_0 2024-09-12T18:00:08.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7529632113671234544', time=2024-09-12T19:48:33.804324+0000, chain.objs.size()=1 2024-09-12T18:00:08.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.mjYGUmNYmx53niF3nzNqfjKRfTIk8Y__0 2024-09-12T18:00:08.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13713315584574192183', time=2024-09-12T19:48:33.829010+0000, chain.objs.size()=1 2024-09-12T18:00:08.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.z6S0lVPv72gqmiwgUC6fGsgcgmPv216_0 2024-09-12T18:00:08.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10808547067510952981', time=2024-09-12T19:48:33.852616+0000, chain.objs.size()=1 2024-09-12T18:00:08.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.h-vcURjud9tTLBKDp_pf1WBX-IDTN3l_0 2024-09-12T18:00:08.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3622763021840572441', time=2024-09-12T19:48:33.902614+0000, chain.objs.size()=1 2024-09-12T18:00:08.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7AQOOQgP3Iwfu3Rfh6jvq81g4tx8LAX_0 2024-09-12T18:00:08.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9541584337524034686', time=2024-09-12T19:48:34.054895+0000, chain.objs.size()=1 2024-09-12T18:00:08.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4UF1xfd6Suh4bZRuCQNM8uXEO_1Elle_0 2024-09-12T18:00:08.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2432484189376801311', time=2024-09-12T19:48:34.144026+0000, chain.objs.size()=1 2024-09-12T18:00:08.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8zwAPUnNaGN3u6srChJ4bL08mEA93Uq_0 2024-09-12T18:00:08.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9874747164830274271', time=2024-09-12T19:48:34.431182+0000, chain.objs.size()=1 2024-09-12T18:00:08.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.zqrU981SMabFA7qnlfmCqtv861Q9cit_0 2024-09-12T18:00:08.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18410360809645293628', time=2024-09-12T19:48:34.464311+0000, chain.objs.size()=1 2024-09-12T18:00:08.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wBJhnYkqParmQWecVI5rcQDJknn0UYN_0 2024-09-12T18:00:08.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13104330165613224968', time=2024-09-12T19:48:34.490990+0000, chain.objs.size()=1 2024-09-12T18:00:08.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Islo5fERBwzjyujnJaNEsyfKPc7omLN_0 2024-09-12T18:00:08.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6838460673391183638', time=2024-09-12T19:48:34.534541+0000, chain.objs.size()=1 2024-09-12T18:00:08.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BfrlXkmKwZbcvdLOh5qX1YRl29oadXm_0 2024-09-12T18:00:08.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10498874336753711285', time=2024-09-12T19:48:34.553270+0000, chain.objs.size()=1 2024-09-12T18:00:08.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3icmx4rgbZpJ8sKEktHOviKC9fihz6b_0 2024-09-12T18:00:08.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5977155816127274534', time=2024-09-12T19:48:34.568254+0000, chain.objs.size()=1 2024-09-12T18:00:08.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ZmVaElSqTQjdg3KJqGbtuz5I69pEOWC_0 2024-09-12T18:00:08.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.870245275315381524', time=2024-09-12T19:48:34.713091+0000, chain.objs.size()=1 2024-09-12T18:00:08.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.SFvYs0YZ9QBtqQjVTCGejmxlImwLEsr_0 2024-09-12T18:00:08.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17684909695812087796', time=2024-09-12T19:48:34.734864+0000, chain.objs.size()=1 2024-09-12T18:00:08.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.yw7aOVRgLK_hlUrMWlkbvoj9aZTeo5j_0 2024-09-12T18:00:08.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5835351866488547703', time=2024-09-12T19:48:34.741798+0000, chain.objs.size()=1 2024-09-12T18:00:08.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WhQXRohemBYqxW7TzLLnJFpfsvMU2eP_0 2024-09-12T18:00:08.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7530154025001361652', time=2024-09-12T19:48:34.792560+0000, chain.objs.size()=1 2024-09-12T18:00:08.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Y4LANAsT1T14bCAH1yQf51wLCV3Cyne_0 2024-09-12T18:00:08.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8146107829527663757', time=2024-09-12T19:48:34.839576+0000, chain.objs.size()=1 2024-09-12T18:00:08.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.n8chckJ0UGiLx5nHSkzSiGubakBHNrs_0 2024-09-12T18:00:08.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6690323199451058207', time=2024-09-12T19:48:35.054539+0000, chain.objs.size()=1 2024-09-12T18:00:08.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.xiUWWjF0ETYOdkhn72xDsbUWZWY2SLT_0 2024-09-12T18:00:08.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7025909689326203487', time=2024-09-12T19:48:35.064956+0000, chain.objs.size()=1 2024-09-12T18:00:08.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FiSFDbBSue8BuH4dy-cbY_Wcwede3gb_0 2024-09-12T18:00:08.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1709096935149069677', time=2024-09-12T19:48:35.099130+0000, chain.objs.size()=1 2024-09-12T18:00:08.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0YTvopyeOfXXXeHaohv7TMWQQhbZ5EE_0 2024-09-12T18:00:08.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14010381113271260884', time=2024-09-12T19:48:35.130229+0000, chain.objs.size()=1 2024-09-12T18:00:08.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NIjoD6N_7q9JhhLj9naR3so1kgdX8_x_0 2024-09-12T18:00:08.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16966225132566658002', time=2024-09-12T19:48:35.344922+0000, chain.objs.size()=1 2024-09-12T18:00:08.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.IS1dpkc5iZ-jBOYKUkYiKNjYlHwQiPQ_0 2024-09-12T18:00:08.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.53453914819001642', time=2024-09-12T19:48:35.400961+0000, chain.objs.size()=1 2024-09-12T18:00:08.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.PWEqOtVNsIzljbSCSOx3A488jVsO4hX_0 2024-09-12T18:00:08.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17418095492745687295', time=2024-09-12T19:48:35.642844+0000, chain.objs.size()=1 2024-09-12T18:00:08.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0tNuHsbz5MOWizr6cefHKhM7zwSIVKT_0 2024-09-12T18:00:08.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1599039875554073788', time=2024-09-12T19:48:35.740092+0000, chain.objs.size()=1 2024-09-12T18:00:08.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.oe3JMpIOIxKo_PO7JQG1DcVEmKG9DaL_0 2024-09-12T18:00:08.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7213633164409135354', time=2024-09-12T19:48:55.143819+0000, chain.objs.size()=1 2024-09-12T18:00:08.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3MWmbsPU1D7OeBWuBw8ctnD8bLZqdbO_0 2024-09-12T18:00:08.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8427254216540727599', time=2024-09-12T19:48:55.268575+0000, chain.objs.size()=1 2024-09-12T18:00:08.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2nATGv3mY3xxa-BOOSkW67qcLFEFn1H_0 2024-09-12T18:00:08.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2517677486577933401', time=2024-09-12T19:48:55.283822+0000, chain.objs.size()=1 2024-09-12T18:00:08.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CjSc67Wvnglp1votRZcj4TiQLMl5kyr_0 2024-09-12T18:00:08.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5970529241766542295', time=2024-09-12T19:48:55.536140+0000, chain.objs.size()=1 2024-09-12T18:00:08.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OBw0agWMAH0sEQmghHEOgFIJS4JAN3i_0 2024-09-12T18:00:08.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9285074636206917617', time=2024-09-12T19:48:55.606844+0000, chain.objs.size()=1 2024-09-12T18:00:08.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.E6GGKYQqaq4wVfRF8cJwlNxxUU86Q3K_0 2024-09-12T18:00:08.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8925854287512415203', time=2024-09-12T19:48:55.646751+0000, chain.objs.size()=1 2024-09-12T18:00:08.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sE_RSZpYED1T_f9dqi9UVyrDqCVz0RN_0 2024-09-12T18:00:08.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1452129178427812261', time=2024-09-12T19:48:55.671007+0000, chain.objs.size()=1 2024-09-12T18:00:08.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.vdWcLEd_P8HBgvWx0GhDxTmcfaDzZK5_0 2024-09-12T18:00:08.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8329183965452503471', time=2024-09-12T19:48:55.729004+0000, chain.objs.size()=1 2024-09-12T18:00:08.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xkD5gzcq68-LGc0_jsSPqS2CpLfiCR2_0 2024-09-12T18:00:08.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15151687855771742068', time=2024-09-12T19:48:55.996992+0000, chain.objs.size()=1 2024-09-12T18:00:08.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.BrAhJ03ENn_jmA9Sl_74aRzBSbgSYCq_0 2024-09-12T18:00:08.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8048680323177555688', time=2024-09-12T19:48:56.266105+0000, chain.objs.size()=1 2024-09-12T18:00:08.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.nMS9ZnNagJFsj_9tLzUNa3wszfEmQBZ_0 2024-09-12T18:00:08.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8010882247159517027', time=2024-09-12T19:48:56.334596+0000, chain.objs.size()=1 2024-09-12T18:00:08.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.AbjuIqxCHYqMWWqPIcLEC4ANoTCewWJ_0 2024-09-12T18:00:08.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5059888301802511139', time=2024-09-12T19:48:56.502298+0000, chain.objs.size()=1 2024-09-12T18:00:08.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.MEbvzExm95csLzAToq7I6Za16I6HjVb_0 2024-09-12T18:00:08.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17656028563518053006', time=2024-09-12T19:48:56.621008+0000, chain.objs.size()=1 2024-09-12T18:00:08.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zAqHJTZJgMyNqUZtlGgRnpbcft7BpPO_0 2024-09-12T18:00:08.059 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1122504602933143490', time=2024-09-12T19:48:56.669680+0000, chain.objs.size()=1 2024-09-12T18:00:08.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KMTjH4icock3_vDVKYjF40u28iUyfBr_0 2024-09-12T18:00:08.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11468775899616980923', time=2024-09-12T19:48:56.714092+0000, chain.objs.size()=1 2024-09-12T18:00:08.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xXUQkdUMuRXK1xqVP3p17tV2CSD-7px_0 2024-09-12T18:00:08.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10144049784046756582', time=2024-09-12T19:48:56.841890+0000, chain.objs.size()=1 2024-09-12T18:00:08.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VqFrCMpnLpOCVxmDa74JKzywCgEn6ia_0 2024-09-12T18:00:08.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16608029006295775274', time=2024-09-12T19:48:56.871214+0000, chain.objs.size()=1 2024-09-12T18:00:08.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.794a1HaXjCbIPwxH_OIlBbKG8pdvHfW_0 2024-09-12T18:00:08.061 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6954065864831854737', time=2024-09-12T19:48:56.872424+0000, chain.objs.size()=1 2024-09-12T18:00:08.061 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.9dQUK8H045bW5N5EhAGlpdafxCxy5Ay_0 2024-09-12T18:00:08.061 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8097585971624363879', time=2024-09-12T19:48:57.201978+0000, chain.objs.size()=1 2024-09-12T18:00:08.061 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KHxae5S-6NhJUKudbyc9ZjvjlroXksB_0 2024-09-12T18:00:08.061 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10619003008116364115', time=2024-09-12T19:48:57.207606+0000, chain.objs.size()=1 2024-09-12T18:00:08.061 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.FYsIAdSaP8HRAT0ms3JLsaK5DdL_8zd_0 2024-09-12T18:00:08.061 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12783813337110342277', time=2024-09-12T19:48:57.220567+0000, chain.objs.size()=1 2024-09-12T18:00:08.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._Kbw0YWwq8P4CkzmEAlUhPIJhN8-hOz_0 2024-09-12T18:00:08.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1675265758475555601', time=2024-09-12T19:48:57.264934+0000, chain.objs.size()=1 2024-09-12T18:00:08.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.C4tjl2NDBAAoiCTQGh6M5j_lP5jMB-0_0 2024-09-12T18:00:08.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6038521831290765040', time=2024-09-12T19:48:57.315855+0000, chain.objs.size()=1 2024-09-12T18:00:08.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OisURdkRH19s4ej1IT715DNFmbittKb_0 2024-09-12T18:00:08.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15162935380805016802', time=2024-09-12T19:48:57.323931+0000, chain.objs.size()=1 2024-09-12T18:00:08.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Czfczm7S7LVlc2CefG1NqDjxyYHk7gF_0 2024-09-12T18:00:08.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8976365310660449839', time=2024-09-12T19:48:57.426990+0000, chain.objs.size()=1 2024-09-12T18:00:08.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2bMu46QvenDBO9sj6MAcbpaKIHKizTI_0 2024-09-12T18:00:08.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/53314 2024-09-12T18:00:08.067 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=25, truncated=0, next_marker='' 2024-09-12T18:00:08.067 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8846550806659051053', time=2024-09-12T19:48:57.560836+0000, chain.objs.size()=1 2024-09-12T18:00:08.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.j9w6p4afOIyTONMMrrw2zbwU9Sq2bJq_0 2024-09-12T18:00:08.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13471081822019357126', time=2024-09-12T19:48:57.586825+0000, chain.objs.size()=1 2024-09-12T18:00:08.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.htSuTkJYYtIAGkEreqZLT8jrWhF0mHR_0 2024-09-12T18:00:08.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16961346720212288984', time=2024-09-12T19:48:57.605018+0000, chain.objs.size()=1 2024-09-12T18:00:08.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.HR9PLtAYTZGcHLZM3ZiwFEbFDckfgag_0 2024-09-12T18:00:08.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2385223343739553451', time=2024-09-12T19:49:03.779725+0000, chain.objs.size()=1 2024-09-12T18:00:08.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.335__shadow_.UHFSUBKOcPb4yegJ3xgXoGPTVB-l399_0 2024-09-12T18:00:08.069 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15103968142975182627', time=2024-09-12T19:50:17.948783+0000, chain.objs.size()=1 2024-09-12T18:00:08.069 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.456__shadow_.d_pAxelh0bIcmJU3CUxRPcd5_Vn1TvW_0 2024-09-12T18:00:08.069 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14094369999875780677', time=2024-09-12T19:50:26.042330+0000, chain.objs.size()=1 2024-09-12T18:00:08.069 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.465__shadow_.ZgBNs5IMkESl4wEJ2v1pzBGWF5bhlYP_0 2024-09-12T18:00:08.069 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5272284824059059975', time=2024-09-12T19:50:26.827401+0000, chain.objs.size()=1 2024-09-12T18:00:08.069 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.466__shadow_.slgPFoO92r-_afWa1m7ye6fX6Bmi66R_0 2024-09-12T18:00:08.069 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15832795763180840219', time=2024-09-12T19:50:26.829483+0000, chain.objs.size()=1 2024-09-12T18:00:08.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.466__shadow_.X3BXMT-SScdHV6Z66B9ac0OTg1tw_kl_0 2024-09-12T18:00:08.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11746282142364446848', time=2024-09-12T19:50:40.935761+0000, chain.objs.size()=1 2024-09-12T18:00:08.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.495__shadow_.DiK5u5O0NMH1yWE7ESqnNJzkfd5DQsE_0 2024-09-12T18:00:08.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4514587801206825072', time=2024-09-12T19:50:43.288447+0000, chain.objs.size()=1 2024-09-12T18:00:08.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.499__shadow_.9DYFFUOGw7EaPqz4nbp5QZqgANqnzqT_0 2024-09-12T18:00:08.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11506647263382995921', time=2024-09-12T19:50:49.527972+0000, chain.objs.size()=6 2024-09-12T18:00:08.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.1 2024-09-12T18:00:08.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.2 2024-09-12T18:00:08.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.3 2024-09-12T18:00:08.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.4 2024-09-12T18:00:08.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.5 2024-09-12T18:00:08.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.6 2024-09-12T18:00:08.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13784137929002999729', time=2024-09-12T19:50:49.657736+0000, chain.objs.size()=6 2024-09-12T18:00:08.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.1 2024-09-12T18:00:08.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.2 2024-09-12T18:00:08.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.3 2024-09-12T18:00:08.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.4 2024-09-12T18:00:08.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.5 2024-09-12T18:00:08.073 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.6 2024-09-12T18:00:08.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1125182149448121010', time=2024-09-12T19:50:54.079311+0000, chain.objs.size()=1 2024-09-12T18:00:08.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.068+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.515__shadow_.n8s99aLIXceN8AOngx5M13tgMvNouPU_0 2024-09-12T18:00:08.075 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3625150348701813376', time=2024-09-12T19:52:16.303920+0000, chain.objs.size()=1 2024-09-12T18:00:08.075 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.553__shadow_.Wiwm-xC865qNdjp9pccvbFiEdM0A2Zx_0 2024-09-12T18:00:08.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5663191200486938051', time=2024-09-12T19:52:23.227621+0000, chain.objs.size()=1 2024-09-12T18:00:08.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.560__shadow_.iPF1ba995MnHubyblQ9FnMiG_0x4q1__0 2024-09-12T18:00:08.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10462628431113175994', time=2024-09-12T19:52:43.452393+0000, chain.objs.size()=1 2024-09-12T18:00:08.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.572__shadow_.7sJ-qE0MGGNdRzFtPngHzkoKv2eritL_0 2024-09-12T18:00:08.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6308514579842842049', time=2024-09-12T19:52:45.885085+0000, chain.objs.size()=1 2024-09-12T18:00:08.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.574__shadow:3fex0jjJ8CsB148FT6zMlBdjYf5jQxS_.ZM64LDHTFSsnT--6lNO0rQn1lqLbMvY_0 2024-09-12T18:00:08.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13409344742400076397', time=2024-09-12T19:52:52.071376+0000, chain.objs.size()=1 2024-09-12T18:00:08.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.576__shadow:V5q66Q-Tz4sSjKUlz.oa7U20qrv0Yqz_.2_-jJP8_mB6c4XHjLWSrK82Objac-7H_0 2024-09-12T18:00:08.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.985558887734529289', time=2024-09-12T19:52:53.048534+0000, chain.objs.size()=1 2024-09-12T18:00:08.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.576__shadow:CW4QuHfWzSEILmlmvSi-TP7ZkE2aQao_.SV8xBze5kQwW4HJX_rGb3obWmmmfYtF_0 2024-09-12T18:00:08.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13350266663481861080', time=2024-09-12T19:53:04.979948+0000, chain.objs.size()=1 2024-09-12T18:00:08.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:gdewjCJG-Km3wa9V8eySwtQRA49ZXqr_.bsXkUF3YUK6HW9b2szNrjx4nLGd9bD3_0 2024-09-12T18:00:08.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.108576033759999956', time=2024-09-12T19:53:14.735010+0000, chain.objs.size()=1 2024-09-12T18:00:08.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.579__shadow:btOwFSQFw70sgymzavUdJoU9xRrN-Zx_.YdONbtd0Oqpca4q4dxT3udLWS-PCYcN_0 2024-09-12T18:00:08.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6255818318216212396', time=2024-09-12T19:53:31.510372+0000, chain.objs.size()=1 2024-09-12T18:00:08.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.606__shadow_.FEPzk1fLU-LUB3hjuCepzK1sGwZMZuW_0 2024-09-12T18:00:08.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3508871583006506144', time=2024-09-12T19:56:13.635257+0000, chain.objs.size()=2 2024-09-12T18:00:08.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.649__shadow_.vfsMm528E0hyrVI02s0fXPLnQemHM2D_0 2024-09-12T18:00:08.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.649__shadow_.vfsMm528E0hyrVI02s0fXPLnQemHM2D_1 2024-09-12T18:00:08.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8111282997951994804', time=2024-09-12T19:56:43.299394+0000, chain.objs.size()=1 2024-09-12T18:00:08.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.698__shadow:.5XECKQoyqvFM.JI3GYxkXz.FwVodLI_.6zHOuOwqjoH8tlZmFrh9S-8RW8my3Bt_0 2024-09-12T18:00:08.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10672156556341988747', time=2024-09-12T19:57:14.714025+0000, chain.objs.size()=1 2024-09-12T18:00:08.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.718__shadow_.uiijevwr67rk_7s2bgwMeAOnmtOdUwB_0 2024-09-12T18:00:08.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T18:00:08.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/43140' 2024-09-12T18:00:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15026286024963934313', time=2024-09-12T19:44:55.317948+0000, chain.objs.size()=1 2024-09-12T18:00:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.zFk8IhJ1ryIDz2jhrv2zJKBJBtiExH-_0 2024-09-12T18:00:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_pA8MI9DD2SJYZKmWDLNABqeKQyEQ0yu', time=2024-09-12T19:44:56.548033+0000, chain.objs.size()=1 2024-09-12T18:00:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.g25kwdNN7TrEje2H2NhGdEvoUp9ISLp_0 2024-09-12T18:00:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5111484800529586379', time=2024-09-12T19:46:58.867527+0000, chain.objs.size()=1 2024-09-12T18:00:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.240__shadow_._pKGO4TqZDBelPeWBEmV8uCt7QZ-5tP_0 2024-09-12T18:00:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6653899953223097370', time=2024-09-12T19:47:32.182459+0000, chain.objs.size()=1 2024-09-12T18:00:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Jak_s7Y9erSoOsGHWce6y7K6JPAUNid_0 2024-09-12T18:00:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8626661227968941308', time=2024-09-12T19:47:32.258874+0000, chain.objs.size()=1 2024-09-12T18:00:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.iyoUbX3-NOaV6vXu1kBJluYnSk2SUK0_0 2024-09-12T18:00:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1771760686983892566', time=2024-09-12T19:47:32.309002+0000, chain.objs.size()=1 2024-09-12T18:00:08.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2Gp71njpv-nQQOHLMZkY0zM8j3xJtzJ_0 2024-09-12T18:00:08.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3177309908415619212', time=2024-09-12T19:47:32.349739+0000, chain.objs.size()=1 2024-09-12T18:00:08.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oME5cLnZlK_mVof4zFy3d1HCXv41xHV_0 2024-09-12T18:00:08.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8605787502089499522', time=2024-09-12T19:47:32.353337+0000, chain.objs.size()=1 2024-09-12T18:00:08.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2H5NGkbYh4RlnNitTEhNltnFvidHbbW_0 2024-09-12T18:00:08.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7173550704111570766', time=2024-09-12T19:47:32.565877+0000, chain.objs.size()=1 2024-09-12T18:00:08.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.05yHcdM6MxplYPpQamqDjmp_iaovU1u_0 2024-09-12T18:00:08.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.088+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4228407441201577798', time=2024-09-12T19:47:32.633732+0000, chain.objs.size()=1 2024-09-12T18:00:08.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.088+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.XVttJRizt_7Ygu0hmCUY44nb0Q6vrsZ_0 2024-09-12T18:00:08.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.088+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9050714845126011602', time=2024-09-12T19:47:32.821074+0000, chain.objs.size()=1 2024-09-12T18:00:08.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.088+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NBTu73SzSi2S2IXTNvm4CQydumG1bs6_0 2024-09-12T18:00:08.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.088+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17739608059226164273', time=2024-09-12T19:47:32.855493+0000, chain.objs.size()=1 2024-09-12T18:00:08.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.088+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.CgA71ocXmV2Me6O-6w89ASniglsyRmh_0 2024-09-12T18:00:08.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.088+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4657857046239746418', time=2024-09-12T19:47:32.916393+0000, chain.objs.size()=1 2024-09-12T18:00:08.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.088+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UeDlg3gGNiSLhWeTO0TCyRrXcpT5FNx_0 2024-09-12T18:00:08.091 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.088+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6554541652838084342', time=2024-09-12T19:47:32.920634+0000, chain.objs.size()=1 2024-09-12T18:00:08.091 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.088+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WYPmbfZMwehFzyZZS62iarSKK_wcwi5_0 2024-09-12T18:00:08.091 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.088+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11223238229090008224', time=2024-09-12T19:47:32.987268+0000, chain.objs.size()=1 2024-09-12T18:00:08.091 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.088+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.qR4AZSYDdpbkLI89W-BK_eYTwXAmUmp_0 2024-09-12T18:00:08.092 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12149338500826016984', time=2024-09-12T19:47:33.487796+0000, chain.objs.size()=1 2024-09-12T18:00:08.092 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.3v4nZq7TZhNTBNfETYiUfdnnCuJi4Bw_0 2024-09-12T18:00:08.092 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2334791286330692884', time=2024-09-12T19:47:33.751503+0000, chain.objs.size()=1 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.auZl6RXQWHF3qbt7izcjlAI2dCiDk4A_0 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15993366912554517628', time=2024-09-12T19:47:33.754246+0000, chain.objs.size()=1 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.sr_xc_klabVX6bp6Ui3h8jgwzhQV6_z_0 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13630674340404048846', time=2024-09-12T19:47:33.784471+0000, chain.objs.size()=1 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4QcF8TFqGFPHrgRmeYWXyzpOj4Bto3S_0 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.351613000139315585', time=2024-09-12T19:47:33.792878+0000, chain.objs.size()=1 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yY31P2F840yPWQrQMQtZI6MMdf4Tru9_0 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17384444289495137337', time=2024-09-12T19:47:33.805670+0000, chain.objs.size()=1 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TvmoqaasBwU7UN4ITeozKfm3Es89nF6_0 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12411656293213662625', time=2024-09-12T19:47:33.826543+0000, chain.objs.size()=1 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.fWjrqiovnrA5nBMsG0McbW5CyK77vT6_0 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15830435295107781761', time=2024-09-12T19:47:33.845435+0000, chain.objs.size()=1 2024-09-12T18:00:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.pu2DtltrZtPJVvY-Buv21j_t0nvlf-x_0 2024-09-12T18:00:08.094 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10228533553540685219', time=2024-09-12T19:47:34.058255+0000, chain.objs.size()=1 2024-09-12T18:00:08.094 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.092+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8u3j893eCZgRvJh95C-_UwA0m1w9OWm_0 2024-09-12T18:00:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2868477017840586268', time=2024-09-12T19:47:34.330685+0000, chain.objs.size()=1 2024-09-12T18:00:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aXRS9iNjJQtgUQiEzi9S_NRX7J9K88j_0 2024-09-12T18:00:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9932668086751828297', time=2024-09-12T19:47:34.335692+0000, chain.objs.size()=1 2024-09-12T18:00:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SAVssJWE9aw7d2kYW61WZ8PVBN0tIMO_0 2024-09-12T18:00:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15084963092532542322', time=2024-09-12T19:47:34.391639+0000, chain.objs.size()=1 2024-09-12T18:00:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YXqeRlYZyI_-uBO8ekup0mETA0mFFkX_0 2024-09-12T18:00:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10851379876736352242', time=2024-09-12T19:47:34.399087+0000, chain.objs.size()=1 2024-09-12T18:00:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YToVxz_eavRf611wHhBVOKkyFAdr3Z9_0 2024-09-12T18:00:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17770212210591275366', time=2024-09-12T19:47:34.422588+0000, chain.objs.size()=1 2024-09-12T18:00:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.t1hyRQFgIQWjp5GLluuM9kEyYhwBOAZ_0 2024-09-12T18:00:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11905719892538974505', time=2024-09-12T19:47:34.432148+0000, chain.objs.size()=1 2024-09-12T18:00:08.098 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TScWmi-TX-O-6BQxoXIM-F5OLvvG8O-_0 2024-09-12T18:00:08.100 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12711342620726221514', time=2024-09-12T19:47:34.454204+0000, chain.objs.size()=1 2024-09-12T18:00:08.100 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.cBJNaHmdJFN0sAly_3b9B2mO1frH-Mj_0 2024-09-12T18:00:08.100 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6570407386185823090', time=2024-09-12T19:47:44.152203+0000, chain.objs.size()=1 2024-09-12T18:00:08.100 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.278__shadow_.zgvmLGoV1EcwytOZjd8q_nQ8RMjPYd-_0 2024-09-12T18:00:08.100 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3299892663838594935', time=2024-09-12T19:47:45.984868+0000, chain.objs.size()=1 2024-09-12T18:00:08.100 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.096+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.281__shadow_.GHwXyUx1kkCZpj-eYgCMUhvpVKgRA8Q_0 2024-09-12T18:00:08.101 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7275005357931429141', time=2024-09-12T19:47:54.000142+0000, chain.objs.size()=1 2024-09-12T18:00:08.101 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.ZMLSsjSpf01g9jjnPJvwfFdEPzV-tXa_0 2024-09-12T18:00:08.101 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2486225858519002688', time=2024-09-12T19:48:12.553694+0000, chain.objs.size()=1 2024-09-12T18:00:08.101 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.321__shadow_.qsKpfMBOUG1LczkddKttpRm-ByyH3Hp_0 2024-09-12T18:00:08.102 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17517247946622261655', time=2024-09-12T19:48:33.381904+0000, chain.objs.size()=1 2024-09-12T18:00:08.102 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ZPlZ4iXxRv5-Nv6BinEWXzVy7tW6wbE_0 2024-09-12T18:00:08.102 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7019357899521246520', time=2024-09-12T19:48:33.612188+0000, chain.objs.size()=1 2024-09-12T18:00:08.102 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0zXQFbdA91aD9upMKgEVwfFvQjkJE6P_0 2024-09-12T18:00:08.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13486379666052270036', time=2024-09-12T19:48:33.734048+0000, chain.objs.size()=1 2024-09-12T18:00:08.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.TnAjJrRLdqqYJISdbP2LPPRgeRES_oX_0 2024-09-12T18:00:08.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8894455795057209875', time=2024-09-12T19:48:33.767689+0000, chain.objs.size()=1 2024-09-12T18:00:08.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.isshzMxku1fLeEnr_cDyKlmSYFIhUsv_0 2024-09-12T18:00:08.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1190282581999578874', time=2024-09-12T19:48:33.774633+0000, chain.objs.size()=1 2024-09-12T18:00:08.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.xXaVGd75ANQzG0B5vmpWADHsN1drRVg_0 2024-09-12T18:00:08.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8666741132740966826', time=2024-09-12T19:48:33.812386+0000, chain.objs.size()=1 2024-09-12T18:00:08.103 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4KZw8o5zHSokbvtdCP8W5tQX4-gIPn0_0 2024-09-12T18:00:08.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6465331763131928441', time=2024-09-12T19:48:33.869943+0000, chain.objs.size()=1 2024-09-12T18:00:08.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8yAJbaCkj03VD3-2Kx-xf39BowBmtAt_0 2024-09-12T18:00:08.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7971653708204631512', time=2024-09-12T19:48:34.038360+0000, chain.objs.size()=1 2024-09-12T18:00:08.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fOydA-D0VWRyUTMwXxI4d3j2R7uL_Zf_0 2024-09-12T18:00:08.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15099173455220974720', time=2024-09-12T19:48:34.167730+0000, chain.objs.size()=1 2024-09-12T18:00:08.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qO1tpxxt93yk0nXZb1kFWc5fN6XdCkE_0 2024-09-12T18:00:08.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1289930726225766018', time=2024-09-12T19:48:34.189863+0000, chain.objs.size()=1 2024-09-12T18:00:08.104 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.100+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hTtOJS_DUKHV999z8pA2Vo_aJeSiwD__0 2024-09-12T18:00:08.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2195940212092522250', time=2024-09-12T19:48:34.207302+0000, chain.objs.size()=1 2024-09-12T18:00:08.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.JR27iWGqPVv3SFqHL62YXxua6ksgF_k_0 2024-09-12T18:00:08.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2557669575761434843', time=2024-09-12T19:48:34.223181+0000, chain.objs.size()=1 2024-09-12T18:00:08.105 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.DJcvtSFOJ2uD4QHe7xAokdW1nOcTdAf_0 2024-09-12T18:00:08.108 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15925222002970664046', time=2024-09-12T19:48:34.502054+0000, chain.objs.size()=1 2024-09-12T18:00:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.RP4SMu6yELaD7pRt7wsrgh63S_p_uHE_0 2024-09-12T18:00:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14221372586111340474', time=2024-09-12T19:48:34.502774+0000, chain.objs.size()=1 2024-09-12T18:00:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-5qNL-pMEeXQd1t_hgyvJMmDWsLeFKJ_0 2024-09-12T18:00:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3187861849462115016', time=2024-09-12T19:48:34.745030+0000, chain.objs.size()=1 2024-09-12T18:00:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YTQ1beA_7_MjU0niqKJehKcC2hJ3oqh_0 2024-09-12T18:00:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5029167300642751410', time=2024-09-12T19:48:34.801830+0000, chain.objs.size()=1 2024-09-12T18:00:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3RwNYnkST88-HVLaJYqAWlvKFb6dL9R_0 2024-09-12T18:00:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5495745927932776122', time=2024-09-12T19:48:34.828253+0000, chain.objs.size()=1 2024-09-12T18:00:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.104+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.zKTxe2S4m1MLTP2MPKuSqygZQplw10k_0 2024-09-12T18:00:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.108+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17900768360316669479', time=2024-09-12T19:48:35.022906+0000, chain.objs.size()=1 2024-09-12T18:00:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.108+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tt1PlUKVw3j04Ktxa1K4Zk6zCplBIyY_0 2024-09-12T18:00:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.108+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11838164497599508471', time=2024-09-12T19:48:35.041214+0000, chain.objs.size()=1 2024-09-12T18:00:08.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.108+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.pC4eJ-33MFvHMLaacOcaOUylbkn4DHh_0 2024-09-12T18:00:08.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.108+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15307656381241742884', time=2024-09-12T19:48:35.077406+0000, chain.objs.size()=1 2024-09-12T18:00:08.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.108+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.H2yHZuWSGCnjW7lMpAvu3J39jZ7Bg25_0 2024-09-12T18:00:08.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.108+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12674622385923096236', time=2024-09-12T19:48:35.126539+0000, chain.objs.size()=1 2024-09-12T18:00:08.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.108+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4jKPYKPn6lxYewd489-BHKiLRxk8XY8_0 2024-09-12T18:00:08.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.108+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9007416925957467083', time=2024-09-12T19:48:35.408055+0000, chain.objs.size()=1 2024-09-12T18:00:08.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.108+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ai7xWmi2fbFQGRbInxI08TpKFvDwImt_0 2024-09-12T18:00:08.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.108+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11500336167576328453', time=2024-09-12T19:48:35.422094+0000, chain.objs.size()=1 2024-09-12T18:00:08.110 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.108+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.P1VeB0Hq74zeQu8s6rWZcebC9kFDZEV_0 2024-09-12T18:00:08.175 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8499506961628852056', time=2024-09-12T19:48:35.436357+0000, chain.objs.size()=1 2024-09-12T18:00:08.175 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.soFNCWcaClwbyaZ4Qql1IuIG_ouVJmu_0 2024-09-12T18:00:08.175 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13635784358534773461', time=2024-09-12T19:48:35.481937+0000, chain.objs.size()=1 2024-09-12T18:00:08.175 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.A7vhbRUSmNvnLEWvyzrYKKXMF9MLNoZ_0 2024-09-12T18:00:08.175 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11271347094738673507', time=2024-09-12T19:48:35.485071+0000, chain.objs.size()=1 2024-09-12T18:00:08.175 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.gSqMNgDW1w04tZxdxbEzUlJjOFgfb53_0 2024-09-12T18:00:08.175 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9702064774331076922', time=2024-09-12T19:48:35.662514+0000, chain.objs.size()=1 2024-09-12T18:00:08.176 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-ywlqdRQPxjyj-3NCctRcMPk7lv9OOi_0 2024-09-12T18:00:08.176 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8942565813913618419', time=2024-09-12T19:48:35.675566+0000, chain.objs.size()=1 2024-09-12T18:00:08.176 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.X00Cb5ku71XjKQrx72cO9qeb5ytjsrk_0 2024-09-12T18:00:08.176 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14353591521815088340', time=2024-09-12T19:48:35.735812+0000, chain.objs.size()=1 2024-09-12T18:00:08.176 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.oKDRQrLZBbC4fPqxX-8QN2mrCUhSvdB_0 2024-09-12T18:00:08.176 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2341171458636931550', time=2024-09-12T19:48:55.160466+0000, chain.objs.size()=1 2024-09-12T18:00:08.176 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Yym9lTl4X_JbdR-S91dVKVSViy54aPg_0 2024-09-12T18:00:08.176 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8874148575502302195', time=2024-09-12T19:48:55.258050+0000, chain.objs.size()=1 2024-09-12T18:00:08.177 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.gSE0UMMdPLuJG1wX1cQMxZF0esygfnw_0 2024-09-12T18:00:08.177 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11582153138795046835', time=2024-09-12T19:48:55.379894+0000, chain.objs.size()=1 2024-09-12T18:00:08.177 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.quUXDEYIYY8ByYfIslhuxdxYuu0xljW_0 2024-09-12T18:00:08.177 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16973184621037632919', time=2024-09-12T19:48:55.620448+0000, chain.objs.size()=1 2024-09-12T18:00:08.177 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.hm75D2kPzbp-p0NwWMMYN1K4HW5aQE1_0 2024-09-12T18:00:08.177 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5847379967134029748', time=2024-09-12T19:48:55.674540+0000, chain.objs.size()=1 2024-09-12T18:00:08.177 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.172+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.IfcLU0xrTUsZ3MGmdl9KzZHjttHI3_m_0 2024-09-12T18:00:08.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2864523027121284666', time=2024-09-12T19:48:55.843541+0000, chain.objs.size()=1 2024-09-12T18:00:08.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JioowyZIn5kK2udesinEj1gBQ-Q4vqV_0 2024-09-12T18:00:08.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15367918718612353158', time=2024-09-12T19:48:55.904239+0000, chain.objs.size()=1 2024-09-12T18:00:08.182 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KZ1kA_y54YGypJ8c_KUK2KmQ7OHAQKq_0 2024-09-12T18:00:08.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.51289528569805255', time=2024-09-12T19:48:55.983874+0000, chain.objs.size()=1 2024-09-12T18:00:08.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pJamuj_u65_U9Ol6e1FFhj-Lt_VqYlw_0 2024-09-12T18:00:08.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.128853873361210143', time=2024-09-12T19:48:56.019238+0000, chain.objs.size()=1 2024-09-12T18:00:08.183 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.S980RM8mkQImmfIcqwmbhNGIBKvjy9b_0 2024-09-12T18:00:08.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2525268041679577769', time=2024-09-12T19:48:56.176405+0000, chain.objs.size()=1 2024-09-12T18:00:08.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rTXfszRfJFyVIui8JmdYaF5e0GB9C-B_0 2024-09-12T18:00:08.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4912154890810153535', time=2024-09-12T19:48:56.252119+0000, chain.objs.size()=1 2024-09-12T18:00:08.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mLFB8w5FIwpkxDqr_LLfgIft_E3NVM2_0 2024-09-12T18:00:08.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7443789105240500057', time=2024-09-12T19:48:56.351077+0000, chain.objs.size()=1 2024-09-12T18:00:08.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._hgb9h1NLf9yp-DIw6RxEwEouumi-zF_0 2024-09-12T18:00:08.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15092390645907285825', time=2024-09-12T19:48:56.543093+0000, chain.objs.size()=1 2024-09-12T18:00:08.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.n7yJuirVjbG6kCH2pXpby1hbXcD2QFE_0 2024-09-12T18:00:08.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8351046048350482583', time=2024-09-12T19:48:56.555326+0000, chain.objs.size()=1 2024-09-12T18:00:08.184 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.180+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._uJcBoQzVJS7dGO6W4q7iUbYpUtvnZz_0 2024-09-12T18:00:08.187 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.184+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13745019127321262514', time=2024-09-12T19:48:56.595709+0000, chain.objs.size()=1 2024-09-12T18:00:08.187 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.184+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.YtN4sAetseQQOoKLP1wJjwSE5qvsD2q_0 2024-09-12T18:00:08.187 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.184+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16057755382133258337', time=2024-09-12T19:48:56.607920+0000, chain.objs.size()=1 2024-09-12T18:00:08.187 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.184+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.374eCZ2giGcGkFKmoc-pry2kiBfMPQW_0 2024-09-12T18:00:08.187 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.184+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10755515125793480380', time=2024-09-12T19:48:56.676509+0000, chain.objs.size()=1 2024-09-12T18:00:08.188 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.184+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Lprxd2dh89dUvmjL2kYw-80Yw9FbifE_0 2024-09-12T18:00:08.188 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.184+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2097492769729715490', time=2024-09-12T19:48:56.699600+0000, chain.objs.size()=1 2024-09-12T18:00:08.188 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.184+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.EaJzEhvvLo9y6-Wa4fAP3H374PzpvJv_0 2024-09-12T18:00:08.188 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.184+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17167858401879619481', time=2024-09-12T19:48:56.853033+0000, chain.objs.size()=1 2024-09-12T18:00:08.189 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.184+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VDgrOtrwUx35AzuFlW8cwjDNlP9S8dT_0 2024-09-12T18:00:08.189 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.184+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10136560361183962149', time=2024-09-12T19:48:56.861673+0000, chain.objs.size()=1 2024-09-12T18:00:08.189 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.184+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OM_lJFyE3aZ0Px0wf_8G4Q3tQaOJF8z_0 2024-09-12T18:00:08.189 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.188+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11322151279616065338', time=2024-09-12T19:48:56.882177+0000, chain.objs.size()=1 2024-09-12T18:00:08.189 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.188+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JwuEEoWkPEmhFGY2bOfhd8jxmH89iEH_0 2024-09-12T18:00:08.189 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.188+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13162940078695167214', time=2024-09-12T19:48:56.908236+0000, chain.objs.size()=1 2024-09-12T18:00:08.190 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.188+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-wkj_TbQRo0RB48iiy9RdxTN-ReHKE__0 2024-09-12T18:00:08.190 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.188+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2860409232303256716', time=2024-09-12T19:48:56.909904+0000, chain.objs.size()=1 2024-09-12T18:00:08.190 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.188+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LndxlUqentbsTc7C8ljCHgZt5YX1XYe_0 2024-09-12T18:00:08.190 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.188+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18019910242336098867', time=2024-09-12T19:48:56.912597+0000, chain.objs.size()=1 2024-09-12T18:00:08.190 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.188+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.e9rVH9aGnvLumdYpfy6pCo5mUjSnZxC_0 2024-09-12T18:00:08.190 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.188+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16659726987304274288', time=2024-09-12T19:48:56.932970+0000, chain.objs.size()=1 2024-09-12T18:00:08.190 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.188+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-iCZ_Wg-Z7aVqstSd5aGupCN50Xkg4A_0 2024-09-12T18:00:08.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.188+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17528374726295066011', time=2024-09-12T19:48:56.992407+0000, chain.objs.size()=1 2024-09-12T18:00:08.191 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.188+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VgbzrvT1crjkffntHtJLSYENSL2iMSC_0 2024-09-12T18:00:08.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10929186493938862778', time=2024-09-12T19:48:56.999620+0000, chain.objs.size()=1 2024-09-12T18:00:08.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.6VSr8x3i8ilw6Zk-eN5zRifoEl6bHsn_0 2024-09-12T18:00:08.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14486654285609386179', time=2024-09-12T19:48:57.489906+0000, chain.objs.size()=1 2024-09-12T18:00:08.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.joAS6VrKMIbOY2QPnsoDnMfGuYB1sBo_0 2024-09-12T18:00:08.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6507026023452091656', time=2024-09-12T19:48:57.509320+0000, chain.objs.size()=1 2024-09-12T18:00:08.193 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2DAVlg4BDoYH3nFNRZyjFcuDeV9iKki_0 2024-09-12T18:00:08.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2078550031160219433', time=2024-09-12T19:48:57.571410+0000, chain.objs.size()=1 2024-09-12T18:00:08.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.BEGuHpLSNlNPrrq669WKF4Z7ZFHlZyH_0 2024-09-12T18:00:08.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.761344374129336281', time=2024-09-12T19:48:57.582030+0000, chain.objs.size()=1 2024-09-12T18:00:08.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OlDq1RCO-w0ii2s4IXBYU7rznsPzLx7_0 2024-09-12T18:00:08.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15953913936179788630', time=2024-09-12T19:49:20.203349+0000, chain.objs.size()=1 2024-09-12T18:00:08.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.367__shadow_.Dm8d9dkICAg3OGt_tvZrlO_gKmvVW9x_0 2024-09-12T18:00:08.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7959111375690642287', time=2024-09-12T19:49:31.587025+0000, chain.objs.size()=1 2024-09-12T18:00:08.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.384__shadow_.fj3KlarDEKdqWcusSVGMHL9jyb8ujJ0_0 2024-09-12T18:00:08.194 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.47176481081934949', time=2024-09-12T19:50:24.986332+0000, chain.objs.size()=1 2024-09-12T18:00:08.195 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.464__shadow_.oslGh8lMuSXcsw7u9DU_yzoUfSdJnwX_0 2024-09-12T18:00:08.195 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1474376879392168383', time=2024-09-12T19:50:25.816901+0000, chain.objs.size()=1 2024-09-12T18:00:08.195 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.465__shadow_.C3gr9YSsy-AH-CDtfBXAb8c1kWEghbL_0 2024-09-12T18:00:08.195 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7101532829000507272', time=2024-09-12T19:50:34.624506+0000, chain.objs.size()=1 2024-09-12T18:00:08.195 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.192+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.484__shadow_.x3t-P1GUD6-d_ruAwdDkVbSC4jY8D5q_0 2024-09-12T18:00:08.201 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.200+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/43140 2024-09-12T18:00:08.206 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8957307835436750898', time=2024-09-12T19:50:42.400669+0000, chain.objs.size()=1 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.497__shadow_.zY-g3Bhw-u_W7ZseoT6Q9_k3eCXBZ3H_0 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12615083124840064198', time=2024-09-12T19:50:56.990956+0000, chain.objs.size()=1 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.517__shadow_.mlQEXc6T3DfteZNAbs7Ck0xuTxa6qtQ_0 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12599237242986529788', time=2024-09-12T19:51:23.483929+0000, chain.objs.size()=3 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~rcLY835fjvXpMYh5eppfc44UqZ8JVwC.1 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__shadow_mymultipart.2~rcLY835fjvXpMYh5eppfc44UqZ8JVwC.1_1 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~rcLY835fjvXpMYh5eppfc44UqZ8JVwC.2 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~mZ8Q4-h5NBQ-y_FwVWueDIj34OQV3rQ', time=2024-09-12T19:51:36.397875+0000, chain.objs.size()=1 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.534__multipart_mymultipart.2~mZ8Q4-h5NBQ-y_FwVWueDIj34OQV3rQ.1 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4482489315946410805', time=2024-09-12T19:52:16.069121+0000, chain.objs.size()=1 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.553__shadow_.m5lH4uEzdjRuWujt1fILBK3o9-YHs90_0 2024-09-12T18:00:08.207 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17178684628126490610', time=2024-09-12T19:52:17.162218+0000, chain.objs.size()=1 2024-09-12T18:00:08.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.554__shadow_.9NltolJT5TrS2YnX8ioDCFCyEG1HKd6_0 2024-09-12T18:00:08.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2278910030274509558', time=2024-09-12T19:52:39.376889+0000, chain.objs.size()=1 2024-09-12T18:00:08.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:NJjOgvPxgPc-tP.QsjCQu5L2cNSvG-s_.lY-folq1TtinMZO3nN_e0fK8P7GDtc9_0 2024-09-12T18:00:08.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18037366201916885404', time=2024-09-12T19:52:41.783633+0000, chain.objs.size()=1 2024-09-12T18:00:08.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.570__shadow:3teCEXCg-rhUxWOalPNU-RdQLbyiQa._.HRigM8LWeEyk6Cbut8RIA5kpkDBo6nj_0 2024-09-12T18:00:08.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2685602693270850841', time=2024-09-12T19:52:51.651067+0000, chain.objs.size()=1 2024-09-12T18:00:08.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.576__shadow:urtus65YJJ2DoWEWTQF-GZPUI5uely6_.zzuIMCBXU-15CcjhM_i4jiIh4tLBvh1_0 2024-09-12T18:00:08.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3278428313057031400', time=2024-09-12T19:53:02.588304+0000, chain.objs.size()=1 2024-09-12T18:00:08.208 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.204+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:SlvMC2nXy2Kx7v7V2BTzWuIrK5WaxIF_.9wiZJ1_z3-GOBcmZ3YQfAdCeCWojXfT_0 2024-09-12T18:00:08.213 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18266499689865003694', time=2024-09-12T19:53:16.384104+0000, chain.objs.size()=1 2024-09-12T18:00:08.213 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.580__shadow:FP4XsX3Ydq2cbCcZSAOXvwNONgd-Y-z_.Jv2lWOhOLk9u2CXA8JGK7xP-VWMp0-e_0 2024-09-12T18:00:08.213 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15488676122272666222', time=2024-09-12T19:53:16.512078+0000, chain.objs.size()=1 2024-09-12T18:00:08.213 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.580__shadow:J5jERERJd6mQdnYYSn0rW0eLfQm2gyz_.DVW02EilP33HyYibT-aHbvNDVRqOck1_0 2024-09-12T18:00:08.213 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18277835191549336479', time=2024-09-12T19:53:19.838350+0000, chain.objs.size()=1 2024-09-12T18:00:08.213 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.585__shadow:xh3uutI-URGN1tzn-INMe8nbIebVRXl_.6VW8F8JGpFnef1zoWvfq8lwnE3yBsHO_0 2024-09-12T18:00:08.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4804263566094621711', time=2024-09-12T19:53:46.851065+0000, chain.objs.size()=1 2024-09-12T18:00:08.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.616__shadow_.7CPtMMb3pCQoTO0hlCdW4ALuGYOJWOn_0 2024-09-12T18:00:08.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10589061596866103770', time=2024-09-12T19:56:00.434536+0000, chain.objs.size()=1 2024-09-12T18:00:08.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.629__shadow_.zEDwiHJM58Dg8ln74qM-kQVUDrcduBX_0 2024-09-12T18:00:08.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17013944632760672596', time=2024-09-12T19:56:06.232718+0000, chain.objs.size()=1 2024-09-12T18:00:08.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.639__shadow_.mixwLuVqZeU3eHUmUzWG4F5kF3Rpb5Q_0 2024-09-12T18:00:08.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8763181044435181578', time=2024-09-12T19:56:26.011243+0000, chain.objs.size()=1 2024-09-12T18:00:08.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.665__shadow_.eOAMOrUzqk0QvLyZP8aPmzCG5lUbsrw_0 2024-09-12T18:00:08.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1386260612881771768', time=2024-09-12T19:56:26.917079+0000, chain.objs.size()=1 2024-09-12T18:00:08.214 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.666__shadow_.nOn9yqQAT3WAbX47T8DWd8lFKmtDDM9_0 2024-09-12T18:00:08.215 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11811302859699089352', time=2024-09-12T19:56:47.572671+0000, chain.objs.size()=1 2024-09-12T18:00:08.215 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.212+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.705__shadow:j-LABQLIOaFucVtbzTcjOq.8pQPLnte_.y7Yd_wVnlj5Rw6we0IYgjqJEpWINVJg_0 2024-09-12T18:00:08.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.216+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5273585459856003908', time=2024-09-12T19:56:52.602015+0000, chain.objs.size()=1 2024-09-12T18:00:08.216 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.216+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.714__shadow:ESXIjku4nvpSVmScypLbxvSeJftQn6T_.OuWHll5njdiuFenhVzbPlEq0frSzeKK_0 2024-09-12T18:00:08.221 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.220+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.226 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.224+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T18:00:08.229 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.228+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.231 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.228+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47908' 2024-09-12T18:00:08.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_8GLdDtEcQMUU5MI83ER1w4WXLl6h14D', time=2024-09-12T19:45:01.314853+0000, chain.objs.size()=1 2024-09-12T18:00:08.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.165__shadow_.kvEF4UoLq3QHRbRIwCn6JHPYYqu0Y3t_0 2024-09-12T18:00:08.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6410847408875495679', time=2024-09-12T19:46:56.607567+0000, chain.objs.size()=1 2024-09-12T18:00:08.233 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.237__shadow_.W9GserIZGO9U2l2LuFkhPh_6xeM0hr7_0 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.899214998445620729', time=2024-09-12T19:47:02.371344+0000, chain.objs.size()=1 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.244__shadow_.Km3NIvdfJqXo17iQ5TTSkkwRDpzZsKt_0 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7284779963943901211', time=2024-09-12T19:47:08.565399+0000, chain.objs.size()=1 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.254__shadow_.us69PF_zrub0GrtSt9fkj4ru3sizRUM_0 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9191862548691274363', time=2024-09-12T19:47:32.278386+0000, chain.objs.size()=1 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.-C0nMUM9OV-N7g88j6M6rhFI3QQlAM4_0 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.332497765743415950', time=2024-09-12T19:47:32.288877+0000, chain.objs.size()=1 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.AJML1wUk_L1RxoBw979kXPQ12o8NJuT_0 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4139795239526533563', time=2024-09-12T19:47:32.309902+0000, chain.objs.size()=1 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4nWrDvZODqCQQbejWgrLenzqANWc0zH_0 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11756849066521620039', time=2024-09-12T19:47:32.375225+0000, chain.objs.size()=1 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.iM8FJGXBBBIuKyfs8G1ubloyFKjuWV-_0 2024-09-12T18:00:08.234 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6376316980284445755', time=2024-09-12T19:47:32.559177+0000, chain.objs.size()=1 2024-09-12T18:00:08.235 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.iEnG7AxQn-sWvZCJO3n8dLSZo4ywO0T_0 2024-09-12T18:00:08.235 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1454158035923403012', time=2024-09-12T19:47:32.566756+0000, chain.objs.size()=1 2024-09-12T18:00:08.235 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TRdlXtu7SN1odbkDpS-Q9WFbo4g-8dv_0 2024-09-12T18:00:08.235 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6794675765544878697', time=2024-09-12T19:47:32.572257+0000, chain.objs.size()=1 2024-09-12T18:00:08.235 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.36T5Oqk1a6RCqptlrOgIlGScGXEY461_0 2024-09-12T18:00:08.235 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3928391257619404497', time=2024-09-12T19:47:32.584597+0000, chain.objs.size()=1 2024-09-12T18:00:08.235 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.232+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UugN6oTU4S9k1p8YbP-H41mRuOXNfME_0 2024-09-12T18:00:08.240 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9688173358409924084', time=2024-09-12T19:47:32.609111+0000, chain.objs.size()=1 2024-09-12T18:00:08.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jDlD9dOgoYfQmwCiebcSemNjUaUaCi5_0 2024-09-12T18:00:08.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6654400307943677264', time=2024-09-12T19:47:32.676789+0000, chain.objs.size()=1 2024-09-12T18:00:08.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.HcW0gSZt97xFUWWWDSHcoiEZ35QecBG_0 2024-09-12T18:00:08.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18006557518313612879', time=2024-09-12T19:47:32.682463+0000, chain.objs.size()=1 2024-09-12T18:00:08.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NWOVsHeHKDatmNlamLUcY4pj_OgdZH4_0 2024-09-12T18:00:08.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14742413214325582671', time=2024-09-12T19:47:32.801140+0000, chain.objs.size()=1 2024-09-12T18:00:08.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.QDJQTqmq321mJvsy7sESsPneP43m6q2_0 2024-09-12T18:00:08.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6174193305620503131', time=2024-09-12T19:47:32.828472+0000, chain.objs.size()=1 2024-09-12T18:00:08.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.iwFk_Z9cTNMZrVBhvDJonbvlUooXD7o_0 2024-09-12T18:00:08.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13726186680080048437', time=2024-09-12T19:47:32.897736+0000, chain.objs.size()=1 2024-09-12T18:00:08.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jKBQBJY871z3QswCHNo6MNSb5eaQscm_0 2024-09-12T18:00:08.241 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8999081774466221772', time=2024-09-12T19:47:32.959850+0000, chain.objs.size()=1 2024-09-12T18:00:08.242 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.eB1DJx8QP98fLU94V-OaRFELQDHjeMr_0 2024-09-12T18:00:08.242 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8256369919580926174', time=2024-09-12T19:47:33.279425+0000, chain.objs.size()=1 2024-09-12T18:00:08.242 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.236+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jyWIMZfCDiTypInRczhidGJ2yt9IUAY_0 2024-09-12T18:00:08.242 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.240+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8883597517366060915', time=2024-09-12T19:47:33.440489+0000, chain.objs.size()=1 2024-09-12T18:00:08.242 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.240+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.a2GcOG7Yic3DHJjKMttDXB0L5K0I5GV_0 2024-09-12T18:00:08.242 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.240+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5101898931889427120', time=2024-09-12T19:47:33.451667+0000, chain.objs.size()=1 2024-09-12T18:00:08.242 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.240+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YsFLDMVICspTjldZCdlvUD81ENJCogU_0 2024-09-12T18:00:08.242 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.240+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14754401014977563718', time=2024-09-12T19:47:33.458505+0000, chain.objs.size()=1 2024-09-12T18:00:08.242 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.240+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.nRz7UP9e-X_hQViju43qkSXdenUi5dk_0 2024-09-12T18:00:08.242 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.240+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2275687720877084557', time=2024-09-12T19:47:33.470717+0000, chain.objs.size()=1 2024-09-12T18:00:08.243 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.240+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.7YcRZaqLlM_GvHzPd6S91CE-V4lFVST_0 2024-09-12T18:00:08.244 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.244+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1601075854161183493', time=2024-09-12T19:47:33.563415+0000, chain.objs.size()=1 2024-09-12T18:00:08.244 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.244+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.F-gUt4ueAlXX4zfLZBZNa6yGjeCRsIk_0 2024-09-12T18:00:08.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.244+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4528749211622431335', time=2024-09-12T19:47:33.587462+0000, chain.objs.size()=1 2024-09-12T18:00:08.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.244+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.wtt11r0Q6v1OCKBrE4LUyuNYLuZqUpc_0 2024-09-12T18:00:08.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.244+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2924824081777562077', time=2024-09-12T19:47:33.768578+0000, chain.objs.size()=1 2024-09-12T18:00:08.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.244+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._6i1HCI_yCkIfVHs6yUuAj-5gVqEtLF_0 2024-09-12T18:00:08.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.244+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3948165600706872051', time=2024-09-12T19:47:33.801196+0000, chain.objs.size()=1 2024-09-12T18:00:08.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.244+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2FfngmYA9OBUHKyPB0n5mUbjoYCqrYN_0 2024-09-12T18:00:08.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.244+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10862935898799719044', time=2024-09-12T19:47:33.835106+0000, chain.objs.size()=1 2024-09-12T18:00:08.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.244+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GHodJ2MQYFXLGD5CHPkMrSLP8xY3bAv_0 2024-09-12T18:00:08.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.244+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18295114839195414457', time=2024-09-12T19:47:33.854458+0000, chain.objs.size()=1 2024-09-12T18:00:08.248 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.244+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4dvQGUz1eb1-XtwBXt7MF5sFPBUYVLa_0 2024-09-12T18:00:08.254 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.248+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15225730888235132600', time=2024-09-12T19:47:33.882005+0000, chain.objs.size()=1 2024-09-12T18:00:08.254 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.248+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.HnasJ44vuzGXV4UOwe3jXe_H7Tb_7H5_0 2024-09-12T18:00:08.254 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.248+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8209819499306104733', time=2024-09-12T19:47:34.079261+0000, chain.objs.size()=1 2024-09-12T18:00:08.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.248+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.u7iI-hmRdKkrIJnhseBzRq3CLufGHNt_0 2024-09-12T18:00:08.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.248+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17105939886389549335', time=2024-09-12T19:47:34.150896+0000, chain.objs.size()=1 2024-09-12T18:00:08.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.248+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.VdT8YvKS2gvv4a-nZGmM2d-Ud-ksPmk_0 2024-09-12T18:00:08.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.248+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17270103138296173792', time=2024-09-12T19:47:34.191082+0000, chain.objs.size()=1 2024-09-12T18:00:08.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.248+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mJLgD8cdHEKJ-wfuIfIsvAYFCX6RsgX_0 2024-09-12T18:00:08.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.248+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3146095259179194308', time=2024-09-12T19:47:34.365738+0000, chain.objs.size()=1 2024-09-12T18:00:08.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.248+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._fgA0mxi2U4uNLvyAme-3-tpVJie_Z5_0 2024-09-12T18:00:08.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.248+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7142936609819362283', time=2024-09-12T19:47:34.422439+0000, chain.objs.size()=1 2024-09-12T18:00:08.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.248+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.OsncoAJ-lrgE4el1Yd0eBxaBH2q1lgC_0 2024-09-12T18:00:08.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.252+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13601715837963676566', time=2024-09-12T19:47:34.440227+0000, chain.objs.size()=1 2024-09-12T18:00:08.255 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.252+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.h3HGiw6t4xbOvzkJLvLffy36oZlnr2x_0 2024-09-12T18:00:08.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.252+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6860560594111849759', time=2024-09-12T19:47:34.999993+0000, chain.objs.size()=1 2024-09-12T18:00:08.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.252+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.263__shadow_.niIDUI2ziiFMMWr5eFCTq1QWdCn3tyl_0 2024-09-12T18:00:08.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.252+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2905287975947865790', time=2024-09-12T19:47:36.211752+0000, chain.objs.size()=1 2024-09-12T18:00:08.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.252+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.265__shadow_.zt8lACNriHw_Hi9lWLlq-ixHcLBv1f-_0 2024-09-12T18:00:08.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.252+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7777739620680447289', time=2024-09-12T19:47:39.813409+0000, chain.objs.size()=1 2024-09-12T18:00:08.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.252+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.271__shadow_.pKcDgalS5w8fSDjJ8to9zaV-W78fWNe_0 2024-09-12T18:00:08.256 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.252+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7697516348203009197', time=2024-09-12T19:47:50.434237+0000, chain.objs.size()=1 2024-09-12T18:00:08.257 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.252+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.288__shadow_.OB7OkTvq1l8Zhho3vCcI5WslKuEzwwk_0 2024-09-12T18:00:08.257 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.252+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2899417250879108214', time=2024-09-12T19:47:53.973856+0000, chain.objs.size()=1 2024-09-12T18:00:08.257 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.252+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.nLaD7fR7sr94GxA5z1QUeywp64dkUOl_0 2024-09-12T18:00:08.257 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12211337785955624913', time=2024-09-12T19:47:53.986489+0000, chain.objs.size()=1 2024-09-12T18:00:08.257 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.LKljm1Uob59LzX3jDLyKnhNvEX6zIx9_0 2024-09-12T18:00:08.257 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9941005643443597774', time=2024-09-12T19:47:55.304529+0000, chain.objs.size()=1 2024-09-12T18:00:08.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.qgrfsroTSMUOWMSwjs_yzmDUZ3rvJOW_0 2024-09-12T18:00:08.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2111306480499586', time=2024-09-12T19:47:56.510346+0000, chain.objs.size()=1 2024-09-12T18:00:08.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.295__shadow_.98Oz8u_xHmg9lXxpC7RiLhmqIfUGG6c_0 2024-09-12T18:00:08.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18303678435342365355', time=2024-09-12T19:47:58.474428+0000, chain.objs.size()=1 2024-09-12T18:00:08.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.298__shadow_.XO5Ud7ho2Gl3hikQL9mVQ0UOpLV-UcZ_0 2024-09-12T18:00:08.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7281241617642310465', time=2024-09-12T19:48:11.931939+0000, chain.objs.size()=1 2024-09-12T18:00:08.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.319__shadow:z4rW5lyMQE4vBsROnHjL3Dc.M9cakx3_.Rgi7SUIrHaVyueu8MS_FJBbar1sPNlh_0 2024-09-12T18:00:08.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16673745588939756051', time=2024-09-12T19:48:33.413053+0000, chain.objs.size()=1 2024-09-12T18:00:08.258 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.DdHJwT0fTAe7T8udmxz-MIBg0yccwlk_0 2024-09-12T18:00:08.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7178586032176540041', time=2024-09-12T19:48:33.440980+0000, chain.objs.size()=1 2024-09-12T18:00:08.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VWC0Bvbpp0JJ8ya_jQRNFBFY_hVJcIN_0 2024-09-12T18:00:08.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9793543109568379778', time=2024-09-12T19:48:33.549425+0000, chain.objs.size()=1 2024-09-12T18:00:08.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Rzyo_aBWV6SBP_YrYiv_l7BiF8YgJhF_0 2024-09-12T18:00:08.259 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9580351936981654669', time=2024-09-12T19:48:33.563347+0000, chain.objs.size()=1 2024-09-12T18:00:08.260 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.256+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vIYQ9Y_rbNmkzY5DYiXsNrd6u7TResz_0 2024-09-12T18:00:08.261 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7329596638382917226', time=2024-09-12T19:48:33.864592+0000, chain.objs.size()=1 2024-09-12T18:00:08.261 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.CEnZGNOO3dwuX4T-oCiwaIaybCv7-_C_0 2024-09-12T18:00:08.261 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6846297926902367287', time=2024-09-12T19:48:33.922154+0000, chain.objs.size()=1 2024-09-12T18:00:08.261 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.gOqcu6Ngkgz3Mr2pGKI3SWm14pyDs1U_0 2024-09-12T18:00:08.262 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15173998815656942211', time=2024-09-12T19:48:33.927627+0000, chain.objs.size()=1 2024-09-12T18:00:08.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tjZqd9Bcrkr_WLFoNi0k-od8KcpoOyY_0 2024-09-12T18:00:08.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16027584336512041443', time=2024-09-12T19:48:34.084278+0000, chain.objs.size()=1 2024-09-12T18:00:08.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.lije_dGiMq6M2e85aLS3NTtZqPQM-Na_0 2024-09-12T18:00:08.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5169265527179067206', time=2024-09-12T19:48:34.120405+0000, chain.objs.size()=1 2024-09-12T18:00:08.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.XXtlnbaSxd8ekpp8RVVRd7zWLX22w_3_0 2024-09-12T18:00:08.263 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9328419171167795407', time=2024-09-12T19:48:34.200100+0000, chain.objs.size()=1 2024-09-12T18:00:08.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KzPpV1IJ8eO5rKPecm1M3qwnpUHJAg5_0 2024-09-12T18:00:08.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17213707199396404962', time=2024-09-12T19:48:34.686464+0000, chain.objs.size()=1 2024-09-12T18:00:08.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NJPGBwE_j_A1LyF7JpY_OpDNCpb4k44_0 2024-09-12T18:00:08.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15514959266501022589', time=2024-09-12T19:48:34.775581+0000, chain.objs.size()=1 2024-09-12T18:00:08.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uc7wNvlSvGSJLKQEuzj_yDrdvu2Z7gv_0 2024-09-12T18:00:08.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3502970135796284756', time=2024-09-12T19:48:35.162224+0000, chain.objs.size()=1 2024-09-12T18:00:08.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.SXcMWukyLmm7NYPS6ap2evYdYS3PAWK_0 2024-09-12T18:00:08.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8960877670537500789', time=2024-09-12T19:48:35.181978+0000, chain.objs.size()=1 2024-09-12T18:00:08.264 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.260+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.zSBZ12nFg-FYEu5n7LnuYlW3wMfpuZ8_0 2024-09-12T18:00:08.265 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5004416045797637087', time=2024-09-12T19:48:35.326759+0000, chain.objs.size()=1 2024-09-12T18:00:08.265 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.XjkGB_yXy5LBX3Pqp3scUBAlqynba2Z_0 2024-09-12T18:00:08.265 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13237793708827097997', time=2024-09-12T19:48:35.334038+0000, chain.objs.size()=1 2024-09-12T18:00:08.265 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wqt2uYVtgBGfGeGVqq9MIPcac31RZfh_0 2024-09-12T18:00:08.265 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8938206220488724189', time=2024-09-12T19:48:35.396604+0000, chain.objs.size()=1 2024-09-12T18:00:08.265 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.cBUgGrfD0NarR5N_aOncDGzW3iD10qo_0 2024-09-12T18:00:08.268 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2286799133036647245', time=2024-09-12T19:48:35.459739+0000, chain.objs.size()=1 2024-09-12T18:00:08.268 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WnwEkDtbBFt2KtY5ZzI4MR9risGjguZ_0 2024-09-12T18:00:08.268 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13961377669801340332', time=2024-09-12T19:48:35.641491+0000, chain.objs.size()=1 2024-09-12T18:00:08.268 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.AaVwu-6AmxMihoDfbT-l6-SVVWe8vpH_0 2024-09-12T18:00:08.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7793901004710568259', time=2024-09-12T19:48:35.661239+0000, chain.objs.size()=1 2024-09-12T18:00:08.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hAoyj070tN7KlfMrUn9vooqwtRtCQnl_0 2024-09-12T18:00:08.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3061255485650152337', time=2024-09-12T19:48:35.708478+0000, chain.objs.size()=1 2024-09-12T18:00:08.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.OlH1n63ErVu2R9LjdwT6jEKGTyh3Pnk_0 2024-09-12T18:00:08.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4592668512482170616', time=2024-09-12T19:48:35.713215+0000, chain.objs.size()=1 2024-09-12T18:00:08.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.jaC7PlTUHX07w4fULAkJz3R73E4GZ52_0 2024-09-12T18:00:08.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10026439003277886181', time=2024-09-12T19:48:35.749380+0000, chain.objs.size()=1 2024-09-12T18:00:08.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7n6qhV8zO3AENzDE3So9jNyDcY6EpIh_0 2024-09-12T18:00:08.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14550768238057702639', time=2024-09-12T19:48:35.754705+0000, chain.objs.size()=1 2024-09-12T18:00:08.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.6Empk5ORYTr2Paw8tea4Lj4Zyre-1Dd_0 2024-09-12T18:00:08.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17092099366229149403', time=2024-09-12T19:48:55.156758+0000, chain.objs.size()=1 2024-09-12T18:00:08.269 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.264+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OhFGJJVONBJRQytjlm9q_VX7iJdzBkM_0 2024-09-12T18:00:08.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.268+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10680341273278984149', time=2024-09-12T19:48:55.334780+0000, chain.objs.size()=1 2024-09-12T18:00:08.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.268+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.asq3tBqz5lqwwjpAM6orm1tks7qePLK_0 2024-09-12T18:00:08.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.268+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14567213918935310820', time=2024-09-12T19:48:55.363488+0000, chain.objs.size()=1 2024-09-12T18:00:08.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.268+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.r-KHGoFmMnZ67Q78u9IMZcz8njkvYBe_0 2024-09-12T18:00:08.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.268+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17504046449581692733', time=2024-09-12T19:48:55.576969+0000, chain.objs.size()=1 2024-09-12T18:00:08.271 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.268+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KG7IJ9v66xRqwcNyVg8krP9Ild8G1zL_0 2024-09-12T18:00:08.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14673392783839493742', time=2024-09-12T19:48:55.666274+0000, chain.objs.size()=1 2024-09-12T18:00:08.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GVn0czkl3fPeWlDw4GDZiUZjh585nqw_0 2024-09-12T18:00:08.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13869915410752428634', time=2024-09-12T19:48:56.003810+0000, chain.objs.size()=1 2024-09-12T18:00:08.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ofOQSxQZhSnpg3dywzYFOueWm3gW67p_0 2024-09-12T18:00:08.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10498004637725204021', time=2024-09-12T19:48:56.008104+0000, chain.objs.size()=1 2024-09-12T18:00:08.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.G_c7WolLrs8FnkQkepTVjCVgtu4acj1_0 2024-09-12T18:00:08.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6422984018423883714', time=2024-09-12T19:48:56.154354+0000, chain.objs.size()=1 2024-09-12T18:00:08.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.RG0AFaEnVk0KACGcWUiwUtg4vKLDE3N_0 2024-09-12T18:00:08.274 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12781346655812362086', time=2024-09-12T19:48:56.259411+0000, chain.objs.size()=1 2024-09-12T18:00:08.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.41OR1USAaz29I88WNH20FSAafaUF5MK_0 2024-09-12T18:00:08.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15990005174542681149', time=2024-09-12T19:48:56.554554+0000, chain.objs.size()=1 2024-09-12T18:00:08.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.H1xu4kBoXujEiCD_RnN02K-uZ6IDDer_0 2024-09-12T18:00:08.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15825433775142427259', time=2024-09-12T19:48:56.597296+0000, chain.objs.size()=1 2024-09-12T18:00:08.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pYyRFRNWh_Wt26XlmLcRltTAJZTWcgq_0 2024-09-12T18:00:08.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16509847471734076686', time=2024-09-12T19:48:56.638975+0000, chain.objs.size()=1 2024-09-12T18:00:08.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.PnBZrIRUkCQjzCz_FI6V7xGCzjZIESj_0 2024-09-12T18:00:08.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18185220023259642718', time=2024-09-12T19:48:56.671994+0000, chain.objs.size()=1 2024-09-12T18:00:08.275 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Fj4AEGmALh3SxxlSwgGvq0zG85KG4QC_0 2024-09-12T18:00:08.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.868232302880641614', time=2024-09-12T19:48:56.990884+0000, chain.objs.size()=1 2024-09-12T18:00:08.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-XojIjBHSe0Fp3cqXgnRfSGI_09HM2Q_0 2024-09-12T18:00:08.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11225414808846776745', time=2024-09-12T19:48:57.145274+0000, chain.objs.size()=1 2024-09-12T18:00:08.276 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.272+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4O3OAH9q3HFRfK2sfuPb64duywbXj47_0 2024-09-12T18:00:08.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3561796787508946480', time=2024-09-12T19:48:57.148401+0000, chain.objs.size()=1 2024-09-12T18:00:08.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rjQE_g2oD9bkT-xLZcLGJfqxavQpU1x_0 2024-09-12T18:00:08.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8661850700826562367', time=2024-09-12T19:48:57.167280+0000, chain.objs.size()=1 2024-09-12T18:00:08.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.yY_WmsbKhEx6DDE-runFQ9PUUGRMIYx_0 2024-09-12T18:00:08.278 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8442467137668226624', time=2024-09-12T19:48:57.174164+0000, chain.objs.size()=1 2024-09-12T18:00:08.279 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.NVik_I2TWXoZHs-YiEJK_r4SQ6xSa0t_0 2024-09-12T18:00:08.279 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15711313631805100562', time=2024-09-12T19:48:57.182161+0000, chain.objs.size()=1 2024-09-12T18:00:08.279 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GCj6Xz32nDb2g_XQQmdAGPKxkqrOo6x_0 2024-09-12T18:00:08.279 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5194544096465448385', time=2024-09-12T19:48:57.242567+0000, chain.objs.size()=1 2024-09-12T18:00:08.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2PY9CG9BhsZ4y2krLu1v6x4u7hGs5Z7_0 2024-09-12T18:00:08.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14987906788078253468', time=2024-09-12T19:48:57.434025+0000, chain.objs.size()=1 2024-09-12T18:00:08.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.p-B70ggWkabIA2_5aQirArdFXh9m0o3_0 2024-09-12T18:00:08.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15869643445693349688', time=2024-09-12T19:48:57.564643+0000, chain.objs.size()=1 2024-09-12T18:00:08.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._5UCGs0QFBquyc7JbMhF-MLoGaNq-XP_0 2024-09-12T18:00:08.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18051569544426336945', time=2024-09-12T19:50:00.682808+0000, chain.objs.size()=1 2024-09-12T18:00:08.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.431__shadow_.zOrgjPve1l4Obw-SM0U0gqyvfoSAL9-_0 2024-09-12T18:00:08.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16114584420334420007', time=2024-09-12T19:50:06.793271+0000, chain.objs.size()=1 2024-09-12T18:00:08.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.441__shadow_.rNqaqFue_X6y4RoCp0EGaROmuRBsnQ6_0 2024-09-12T18:00:08.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1952274408188024190', time=2024-09-12T19:50:42.396367+0000, chain.objs.size()=1 2024-09-12T18:00:08.280 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.497__shadow_.zY-g3Bhw-u_W7ZseoT6Q9_k3eCXBZ3H_0 2024-09-12T18:00:08.281 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15157213350815142205', time=2024-09-12T19:51:05.483221+0000, chain.objs.size()=1 2024-09-12T18:00:08.281 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.276+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.520__shadow:0Zu3CNHDyKtzsJZ9J3N2bdOOdjUyheh_.5_6iSCMPi53a_8qYJpNobeGsDMbDv79_0 2024-09-12T18:00:08.284 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.284+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16975346876966379930', time=2024-09-12T19:51:23.895985+0000, chain.objs.size()=3 2024-09-12T18:00:08.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.284+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~ChXhYAtylNpPXI4GS3Z53L3Vl70oDeX.1 2024-09-12T18:00:08.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.284+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~ChXhYAtylNpPXI4GS3Z53L3Vl70oDeX.2 2024-09-12T18:00:08.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.284+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~ChXhYAtylNpPXI4GS3Z53L3Vl70oDeX.3 2024-09-12T18:00:08.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.284+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4698065420931371755', time=2024-09-12T19:51:27.440395+0000, chain.objs.size()=3 2024-09-12T18:00:08.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.284+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~-tZ90DFOaBA5RnJ3LSy_n1grh6m_BWJ.1 2024-09-12T18:00:08.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.284+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~-tZ90DFOaBA5RnJ3LSy_n1grh6m_BWJ.2 2024-09-12T18:00:08.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.284+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~-tZ90DFOaBA5RnJ3LSy_n1grh6m_BWJ.3 2024-09-12T18:00:08.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.284+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10548145133292561684', time=2024-09-12T19:51:28.329234+0000, chain.objs.size()=1 2024-09-12T18:00:08.285 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.284+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.524__shadow_.WYB_YjbDfGp7cjk2whNMQ1Sx6DPQplg_0 2024-09-12T18:00:08.288 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47908 2024-09-12T18:00:08.292 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T18:00:08.292 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13836157068704278506', time=2024-09-12T19:52:19.173860+0000, chain.objs.size()=1 2024-09-12T18:00:08.292 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.556__shadow_.oCcrRnec2vDmaE8I36tle8hV6h-garg_0 2024-09-12T18:00:08.292 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13693822153873497912', time=2024-09-12T19:52:22.538209+0000, chain.objs.size()=1 2024-09-12T18:00:08.292 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.559__shadow_.ZMOcWhyyFK_T4ri0-aMyBuiwqHmWVaF_0 2024-09-12T18:00:08.292 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6281478135405548730', time=2024-09-12T19:52:36.782643+0000, chain.objs.size()=1 2024-09-12T18:00:08.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:Igwc6UbDPDF--YwIj.lqmm.tu-YCYnb_.Bex1p7wZIAP-rBotBCAF5Z91EpHjxDo_0 2024-09-12T18:00:08.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4820607768985823830', time=2024-09-12T19:52:41.622663+0000, chain.objs.size()=1 2024-09-12T18:00:08.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.570__shadow:FjTdoH9aL0BJ-pCqcdLo6OPyx3kmhu4_.xXnIbQks-DhslKGitjasOh2jHWJGDjY_0 2024-09-12T18:00:08.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7983253141989655709', time=2024-09-12T19:56:24.333743+0000, chain.objs.size()=1 2024-09-12T18:00:08.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.663__shadow_.DmN8D5AH7EZOe1HPPLTKXtVzIdsqt2P_0 2024-09-12T18:00:08.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14280242716118190442', time=2024-09-12T19:56:28.055356+0000, chain.objs.size()=1 2024-09-12T18:00:08.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.668__shadow_.sENehYUqRIOL16da53Y2gqAvqXzdCGR_0 2024-09-12T18:00:08.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6482071041681485776', time=2024-09-12T19:56:40.065264+0000, chain.objs.size()=1 2024-09-12T18:00:08.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.692__shadow:bygYiGwTf9c9S9kbA7byxdIE1obI-CS_.QhIi3KaIYJlQQbZJKadnOtGSGy6MbO6_0 2024-09-12T18:00:08.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17432479848068339012', time=2024-09-12T19:56:41.664971+0000, chain.objs.size()=1 2024-09-12T18:00:08.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.695__shadow_.nxqw8NLRC1WdsxhKq5YR7HfqHBtnUxl_0 2024-09-12T18:00:08.293 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.42732701344282213', time=2024-09-12T19:56:46.923271+0000, chain.objs.size()=1 2024-09-12T18:00:08.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.704__shadow:sQCZc0BDxtjaeFhtqmZgUVm7ip94FY8_._kWNk0eSm2LY5ag4rJK5PbFyEJ33ys3_0 2024-09-12T18:00:08.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13587329887048188270', time=2024-09-12T19:57:28.501183+0000, chain.objs.size()=1 2024-09-12T18:00:08.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.740__shadow_.VC0LuR6ZvV19jxp06yR72VYM32uRYRx_0 2024-09-12T18:00:08.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18095869302621279530', time=2024-09-12T19:57:30.001178+0000, chain.objs.size()=1 2024-09-12T18:00:08.294 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.288+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.742__multipart_mymultipart3.2~f6YuM5iKCOaeMVXA26TRH08hpQ_OB0U.1 2024-09-12T18:00:08.297 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.296+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.300+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T18:00:08.304 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49481' 2024-09-12T18:00:08.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_nised4Wq8t-szZ2N1cDTvUzeZltG46M', time=2024-09-12T19:44:59.176707+0000, chain.objs.size()=3 2024-09-12T18:00:08.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.drfhBW-HrZQDxX7FWFfjYRGf7NU6aDD_0 2024-09-12T18:00:08.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.drfhBW-HrZQDxX7FWFfjYRGf7NU6aDD_1 2024-09-12T18:00:08.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.drfhBW-HrZQDxX7FWFfjYRGf7NU6aDD_2 2024-09-12T18:00:08.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_LfbuR0wt_Nkgbo-s6vkxTeZ6N0Btn6o', time=2024-09-12T19:44:59.192825+0000, chain.objs.size()=3 2024-09-12T18:00:08.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.41N5vGWi-0vhY3en31fJHaOp6IMiU1A_0 2024-09-12T18:00:08.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.41N5vGWi-0vhY3en31fJHaOp6IMiU1A_1 2024-09-12T18:00:08.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.41N5vGWi-0vhY3en31fJHaOp6IMiU1A_2 2024-09-12T18:00:08.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_5Vtk4iaMDIw1rinC8CjC-Lh7LWYXWSX', time=2024-09-12T19:45:00.221148+0000, chain.objs.size()=1 2024-09-12T18:00:08.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.163__shadow_.xutWIais377nKCRZnlgj_ZBdbILgKay_0 2024-09-12T18:00:08.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_tFztS3tlOF6KrqNBMYFYM11q9yuwbLk', time=2024-09-12T19:45:00.234214+0000, chain.objs.size()=1 2024-09-12T18:00:08.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.163__shadow_.z-X0pGzEJ5FNzhJO1KtCQfvFc-HWHGY_0 2024-09-12T18:00:08.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1367606249263123169', time=2024-09-12T19:46:51.815622+0000, chain.objs.size()=1 2024-09-12T18:00:08.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.230__shadow_.bIgha5b4GKKPPAnFfNAdi_aXSz2QHYg_0 2024-09-12T18:00:08.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17898117968944920144', time=2024-09-12T19:46:52.460869+0000, chain.objs.size()=1 2024-09-12T18:00:08.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.231__shadow_.BxLWDWimTfa4hP6kZ1EMOjaZIpyp_VM_0 2024-09-12T18:00:08.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14333704847273925262', time=2024-09-12T19:47:04.200934+0000, chain.objs.size()=1 2024-09-12T18:00:08.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.247__shadow_.O02pfxh88iclvCi28SqvdaV914oHIX6_0 2024-09-12T18:00:08.309 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8911408812179370653', time=2024-09-12T19:47:04.789819+0000, chain.objs.size()=1 2024-09-12T18:00:08.309 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.248__shadow_.MT3Wsl5pNP87xIMbgRwUN3xHk4Qbw2H_0 2024-09-12T18:00:08.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13502475340863513306', time=2024-09-12T19:47:05.395970+0000, chain.objs.size()=1 2024-09-12T18:00:08.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.249__shadow_.RRCRFeVGua8HwSLasWJmWSW40tRYgdn_0 2024-09-12T18:00:08.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8748106551186899739', time=2024-09-12T19:47:07.289558+0000, chain.objs.size()=1 2024-09-12T18:00:08.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.252__shadow_.4UIJUkoqSgQyq4qxtvXDRTinRXc4HH9_0 2024-09-12T18:00:08.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15873058093821363987', time=2024-09-12T19:47:32.506247+0000, chain.objs.size()=1 2024-09-12T18:00:08.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MzccxswoAazZ7TRS0_t-YHrV-ZwVoO1_0 2024-09-12T18:00:08.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4650158510520324304', time=2024-09-12T19:47:32.588958+0000, chain.objs.size()=1 2024-09-12T18:00:08.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.t2Ote9VZFxJOAklvxMRoJiFWqVpArss_0 2024-09-12T18:00:08.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8917849531113381201', time=2024-09-12T19:47:32.643920+0000, chain.objs.size()=1 2024-09-12T18:00:08.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aTiPQlzkkcIzYXcHR570kew-1DLMARD_0 2024-09-12T18:00:08.315 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4641900898827935464', time=2024-09-12T19:47:32.820655+0000, chain.objs.size()=1 2024-09-12T18:00:08.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.E3gDgjUZjvUIjgoUcgcDFtliC8181lX_0 2024-09-12T18:00:08.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3617408345425722089', time=2024-09-12T19:47:33.136933+0000, chain.objs.size()=1 2024-09-12T18:00:08.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mSBBAI0KlfdBgypToxfp7DPwqVDbrg9_0 2024-09-12T18:00:08.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.437093834766118463', time=2024-09-12T19:47:33.289973+0000, chain.objs.size()=1 2024-09-12T18:00:08.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SlAXBdFfNtICCVjcxskhKFffIbwqN9u_0 2024-09-12T18:00:08.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12131185209193099581', time=2024-09-12T19:47:33.297970+0000, chain.objs.size()=1 2024-09-12T18:00:08.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1BZIDd61mdfTZc1313ko-9np8XTsPtx_0 2024-09-12T18:00:08.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1757156455532325926', time=2024-09-12T19:47:33.473217+0000, chain.objs.size()=1 2024-09-12T18:00:08.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aVadNJMv0RU0I-nMk2dNvVDYzvOpE6Z_0 2024-09-12T18:00:08.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12113619836611733147', time=2024-09-12T19:47:33.476229+0000, chain.objs.size()=1 2024-09-12T18:00:08.316 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.312+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.iI8SN0B90asA1dQzXZubyrsQZXijIhR_0 2024-09-12T18:00:08.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8543094396070984576', time=2024-09-12T19:47:33.591563+0000, chain.objs.size()=1 2024-09-12T18:00:08.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DnOSxPYXgrdyoaRJoUaMZ7yv-bw_W7E_0 2024-09-12T18:00:08.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13974917915710882733', time=2024-09-12T19:47:33.597241+0000, chain.objs.size()=1 2024-09-12T18:00:08.317 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.bObpfQCHyS7rK9FK1yuXpz33KvRAKSb_0 2024-09-12T18:00:08.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9947196779874943856', time=2024-09-12T19:47:33.613704+0000, chain.objs.size()=1 2024-09-12T18:00:08.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GSKVjt3yt9y9RSqOCvYDAWi2_9-4zbQ_0 2024-09-12T18:00:08.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5910441837635349754', time=2024-09-12T19:47:33.646440+0000, chain.objs.size()=1 2024-09-12T18:00:08.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0WJCrETvFKDvOqpFeH1HkiI7kK5hl0O_0 2024-09-12T18:00:08.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1618748421375161875', time=2024-09-12T19:47:33.805276+0000, chain.objs.size()=1 2024-09-12T18:00:08.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FaHcZTEKdF7ceXD3YMV_ebBgfcTFa2V_0 2024-09-12T18:00:08.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17518606992284026735', time=2024-09-12T19:47:33.807772+0000, chain.objs.size()=1 2024-09-12T18:00:08.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.xt3WzhTjff38G6a_5CUBOisRIxnujLu_0 2024-09-12T18:00:08.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14505956367577216791', time=2024-09-12T19:47:33.831742+0000, chain.objs.size()=1 2024-09-12T18:00:08.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.kyONAP3txhwzUN6_Sos6RCBqEm6k6hU_0 2024-09-12T18:00:08.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14378253528688876436', time=2024-09-12T19:47:33.840080+0000, chain.objs.size()=1 2024-09-12T18:00:08.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WPjpZk95gYtG0Z6gXJxBnmkAmxMoqNS_0 2024-09-12T18:00:08.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6303328870911150996', time=2024-09-12T19:47:33.853915+0000, chain.objs.size()=1 2024-09-12T18:00:08.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.P0i9nWYV2UgLuxV1NokZV8XRVr2FlM3_0 2024-09-12T18:00:08.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.783471821510825762', time=2024-09-12T19:47:33.904788+0000, chain.objs.size()=1 2024-09-12T18:00:08.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.quYxcTxs7HsZzAk8Qb0vp1Nhep1Z4SC_0 2024-09-12T18:00:08.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7402457325816816424', time=2024-09-12T19:47:34.089406+0000, chain.objs.size()=1 2024-09-12T18:00:08.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.hZzX8tDVS_ZeYFEWqUCjtHpBSD8-MJD_0 2024-09-12T18:00:08.321 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6995139216198507997', time=2024-09-12T19:47:34.111372+0000, chain.objs.size()=1 2024-09-12T18:00:08.322 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.CSiWvon_HEzvci03pPnis2alul8-9Re_0 2024-09-12T18:00:08.322 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15374160570414414094', time=2024-09-12T19:47:34.144405+0000, chain.objs.size()=1 2024-09-12T18:00:08.322 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.d6ZWv_pwhDVRPOI2Tk31BnhNGjOINjV_0 2024-09-12T18:00:08.322 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13386287904067488064', time=2024-09-12T19:47:34.214342+0000, chain.objs.size()=1 2024-09-12T18:00:08.322 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Uz7SrXa88bheplrziabmnxPA_-U-h5D_0 2024-09-12T18:00:08.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13681120715198429564', time=2024-09-12T19:47:34.337076+0000, chain.objs.size()=1 2024-09-12T18:00:08.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.guJL1yC5K0oBDnml3W4zelPb7vmAJri_0 2024-09-12T18:00:08.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6582131798054727334', time=2024-09-12T19:47:34.409092+0000, chain.objs.size()=1 2024-09-12T18:00:08.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.p3iOmTPBQ2zzpy_B1k-lzSEgpu7V2hN_0 2024-09-12T18:00:08.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6307663394415740098', time=2024-09-12T19:47:36.216155+0000, chain.objs.size()=1 2024-09-12T18:00:08.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.265__shadow_.JIiB1CFV4o4ySk3VtypuHiLcwT6zicO_0 2024-09-12T18:00:08.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13699691547491957822', time=2024-09-12T19:47:37.427012+0000, chain.objs.size()=1 2024-09-12T18:00:08.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.320+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.267__shadow_.lsz6xyAKqaHqSVv4gZWl-RZ9l4yDWK9_0 2024-09-12T18:00:08.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8020762480129287161', time=2024-09-12T19:47:40.473756+0000, chain.objs.size()=1 2024-09-12T18:00:08.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.272__shadow_.X6s389n_21elz20zat3gQNH-rW3Wi5q_0 2024-09-12T18:00:08.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8859267374474810786', time=2024-09-12T19:47:49.210402+0000, chain.objs.size()=1 2024-09-12T18:00:08.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.286__shadow_.K-DQg7_BBUYyMWcAh_egxm4eRFxVyLu_0 2024-09-12T18:00:08.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3230304356922666080', time=2024-09-12T19:47:50.440529+0000, chain.objs.size()=1 2024-09-12T18:00:08.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.288__shadow_.ZqMjkPRx-XaD1lqRpIzWELjcG53FwX2_0 2024-09-12T18:00:08.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1157515231953038709', time=2024-09-12T19:47:55.266957+0000, chain.objs.size()=1 2024-09-12T18:00:08.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.Twmt4dEywMSNBdUVu5vH1z_ZEjr0zmu_0 2024-09-12T18:00:08.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1015511650672184192', time=2024-09-12T19:47:55.323143+0000, chain.objs.size()=1 2024-09-12T18:00:08.326 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.ryly9P2vj5bznLwGj6H2NTkfw7cXt6L_0 2024-09-12T18:00:08.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9778436483270819700', time=2024-09-12T19:47:57.810757+0000, chain.objs.size()=1 2024-09-12T18:00:08.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.297__shadow_.R6gsGgA7MJiFYsm9cwfm1WMcf62r03r_0 2024-09-12T18:00:08.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17824281798757682549', time=2024-09-12T19:48:00.362788+0000, chain.objs.size()=1 2024-09-12T18:00:08.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.301__shadow_.4fDlbHVWAmEaJLHFom0j5mImhkCjGGf_0 2024-09-12T18:00:08.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16335237830575705022', time=2024-09-12T19:48:00.951592+0000, chain.objs.size()=1 2024-09-12T18:00:08.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.302__shadow_.hW6X6hGMqo8X92hWF6Aa2Y_4fd70vtI_0 2024-09-12T18:00:08.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11026306194754024645', time=2024-09-12T19:48:12.553777+0000, chain.objs.size()=1 2024-09-12T18:00:08.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.321__shadow_.VQuSjT86DZwoXg-zWU-LBNBwSxs81___0 2024-09-12T18:00:08.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.347908525350147600', time=2024-09-12T19:48:33.474115+0000, chain.objs.size()=1 2024-09-12T18:00:08.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vE3ISJl37DrpDo0_VGVtXNk859IY-nl_0 2024-09-12T18:00:08.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2347753012798167097', time=2024-09-12T19:48:33.509636+0000, chain.objs.size()=1 2024-09-12T18:00:08.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ixspvoxDI0y2dOb86VpxV-Z22aSxLS2_0 2024-09-12T18:00:08.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.834058471034813246', time=2024-09-12T19:48:33.514838+0000, chain.objs.size()=1 2024-09-12T18:00:08.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.UbHX6zzmjNgTrAIBt5S3Hj-dvbxyTJ__0 2024-09-12T18:00:08.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.547653214044608741', time=2024-09-12T19:48:33.525510+0000, chain.objs.size()=1 2024-09-12T18:00:08.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.QgJtDSV6xfP8X4AfQeZOu_anK2aiLs2_0 2024-09-12T18:00:08.329 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3156716403427804843', time=2024-09-12T19:48:33.537115+0000, chain.objs.size()=1 2024-09-12T18:00:08.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4XPNgZuVAlA7f-pyyVv0j4V_Jy9bf5z_0 2024-09-12T18:00:08.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18007265858453082629', time=2024-09-12T19:48:33.587480+0000, chain.objs.size()=1 2024-09-12T18:00:08.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FvEKnVFZrGICyEtYSxxsknhtMcw8zzx_0 2024-09-12T18:00:08.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4001538634216312354', time=2024-09-12T19:48:33.594679+0000, chain.objs.size()=1 2024-09-12T18:00:08.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4pim-vmaHrsMt2-ftJVrzTZPF-AwAlP_0 2024-09-12T18:00:08.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12538229450226120565', time=2024-09-12T19:48:33.604700+0000, chain.objs.size()=1 2024-09-12T18:00:08.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.x0d_5qqdHHE7HHFLFUEZbMmrxmthEDO_0 2024-09-12T18:00:08.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6018220259662048750', time=2024-09-12T19:48:33.607655+0000, chain.objs.size()=1 2024-09-12T18:00:08.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9V43KgYv3DXQ_mNnlUJXt06zomgaImW_0 2024-09-12T18:00:08.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5580008784055087843', time=2024-09-12T19:48:33.621728+0000, chain.objs.size()=1 2024-09-12T18:00:08.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9kqRpFXnrjnKlKOJnQesRYjOPorhcZp_0 2024-09-12T18:00:08.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6869138438924323118', time=2024-09-12T19:48:33.781801+0000, chain.objs.size()=1 2024-09-12T18:00:08.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.CcGuhbSDXBY3EYDyA-2UFPv8OU-9eZ2_0 2024-09-12T18:00:08.332 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17984794570479045606', time=2024-09-12T19:48:34.092940+0000, chain.objs.size()=1 2024-09-12T18:00:08.332 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.g5WzoMaGs6A62PcjDZ-2TqvdRG-eqKW_0 2024-09-12T18:00:08.332 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3166745464621486042', time=2024-09-12T19:48:34.120666+0000, chain.objs.size()=1 2024-09-12T18:00:08.332 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4tmLONPk3KmDIdVtIjwL9gGW51a-Jvn_0 2024-09-12T18:00:08.332 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11060922428873191443', time=2024-09-12T19:48:34.149684+0000, chain.objs.size()=1 2024-09-12T18:00:08.333 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.r1RQmZcN1odXfiKuwyu4IQNT70Vp4DI_0 2024-09-12T18:00:08.333 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8214669319839425703', time=2024-09-12T19:48:34.177396+0000, chain.objs.size()=1 2024-09-12T18:00:08.334 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Moh4Ti3eiUm6U-ca1MKN6L67VBpRS17_0 2024-09-12T18:00:08.334 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.968125629381048221', time=2024-09-12T19:48:34.378612+0000, chain.objs.size()=1 2024-09-12T18:00:08.334 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hAe-MqnnE22sqbveyWnGsBCC6CIvhVK_0 2024-09-12T18:00:08.334 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14346586770477065542', time=2024-09-12T19:48:34.484268+0000, chain.objs.size()=1 2024-09-12T18:00:08.334 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.mEj2G51pFN20BqRzHgV6PArZsNt72dw_0 2024-09-12T18:00:08.334 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7899434021738463731', time=2024-09-12T19:48:34.527446+0000, chain.objs.size()=1 2024-09-12T18:00:08.334 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.aGQR47A_tHlRU4Lh-mp0NQb7rOU7U39_0 2024-09-12T18:00:08.335 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.452122416602215615', time=2024-09-12T19:48:34.567200+0000, chain.objs.size()=1 2024-09-12T18:00:08.335 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_._ZPGimvU_oJQrJeIdxnE1J0E-AtGqKL_0 2024-09-12T18:00:08.335 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17326985859713676362', time=2024-09-12T19:48:34.670555+0000, chain.objs.size()=1 2024-09-12T18:00:08.335 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tc9nQDMzRUBqtwPR-71NNjx3sj2s_oX_0 2024-09-12T18:00:08.335 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2541440047246939277', time=2024-09-12T19:48:34.702403+0000, chain.objs.size()=1 2024-09-12T18:00:08.335 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KdonSfUyUIV49JhUu_v8HOndCQobb62_0 2024-09-12T18:00:08.335 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13839598710912970209', time=2024-09-12T19:48:34.776218+0000, chain.objs.size()=1 2024-09-12T18:00:08.335 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8sqd3XMVtGqYCcAk0bZh3G74sFBP2Im_0 2024-09-12T18:00:08.335 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5439373989498070020', time=2024-09-12T19:48:34.807121+0000, chain.objs.size()=1 2024-09-12T18:00:08.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.UAu9QQ2Mwh0CWg7-98w2aeJCxrEbJSY_0 2024-09-12T18:00:08.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6811718372090937729', time=2024-09-12T19:48:34.828646+0000, chain.objs.size()=1 2024-09-12T18:00:08.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8Unr37WeXZyy5IUevk9eIyzizYefdv7_0 2024-09-12T18:00:08.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2023337276962585448', time=2024-09-12T19:48:34.857445+0000, chain.objs.size()=1 2024-09-12T18:00:08.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FHXR0yNQUIvhmJnj-dSXUbJdGlbxixg_0 2024-09-12T18:00:08.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11756961011425234023', time=2024-09-12T19:48:35.038362+0000, chain.objs.size()=1 2024-09-12T18:00:08.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8SLxHoIkh5FT1js-qU2-KE_qwZ_QKpB_0 2024-09-12T18:00:08.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13325773409341170177', time=2024-09-12T19:48:35.090166+0000, chain.objs.size()=1 2024-09-12T18:00:08.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MtQoFARF5zdxLhdPCoQdYxkfUoYCeJq_0 2024-09-12T18:00:08.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4285807038060628385', time=2024-09-12T19:48:35.200986+0000, chain.objs.size()=1 2024-09-12T18:00:08.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BKalSc1Rpn6O1owoizI7cJ_zXEtijAN_0 2024-09-12T18:00:08.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11275445861348531363', time=2024-09-12T19:48:35.321007+0000, chain.objs.size()=1 2024-09-12T18:00:08.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.j06TzQNZrig5gzM8Vao_BKH2w9w1pGa_0 2024-09-12T18:00:08.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15601914081013851913', time=2024-09-12T19:48:35.391592+0000, chain.objs.size()=1 2024-09-12T18:00:08.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FPkOmDfa8lAKX6cuWywAbX0BjRcIXZe_0 2024-09-12T18:00:08.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7013799365183376978', time=2024-09-12T19:48:35.397513+0000, chain.objs.size()=1 2024-09-12T18:00:08.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WiUN-gxt-5J1XBI4UUS_joWhOEik9a5_0 2024-09-12T18:00:08.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9316009863421883620', time=2024-09-12T19:48:35.461996+0000, chain.objs.size()=1 2024-09-12T18:00:08.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Jl35mSa9UXoojsnX1r8Pj9KXM96-KVb_0 2024-09-12T18:00:08.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13331532223866304211', time=2024-09-12T19:48:35.625598+0000, chain.objs.size()=1 2024-09-12T18:00:08.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Wr57rekWyNihIwGuOkE-E5COB5p24HV_0 2024-09-12T18:00:08.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10832693109483368326', time=2024-09-12T19:48:35.632315+0000, chain.objs.size()=1 2024-09-12T18:00:08.339 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.I_0uCMarkX-aWSRCLererje87bBWrS6_0 2024-09-12T18:00:08.340 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6846043576948697161', time=2024-09-12T19:48:55.148171+0000, chain.objs.size()=1 2024-09-12T18:00:08.340 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Eu7ie9AEaLNI5skRGWeFzjZJxLz8EwE_0 2024-09-12T18:00:08.340 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15315499778751739372', time=2024-09-12T19:48:55.238074+0000, chain.objs.size()=1 2024-09-12T18:00:08.340 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.oD8X8-OLINeL74RZYya2e6tPAW2yI1L_0 2024-09-12T18:00:08.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11196540140529105485', time=2024-09-12T19:48:55.253317+0000, chain.objs.size()=1 2024-09-12T18:00:08.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.a82ofWihXyaYotsnNM2weZlBJu4a9Sm_0 2024-09-12T18:00:08.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17174056738879984472', time=2024-09-12T19:48:55.350771+0000, chain.objs.size()=1 2024-09-12T18:00:08.342 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._rms1a3D4ortTM_fgook_ZJrpsS0Sm0_0 2024-09-12T18:00:08.342 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3213265476289893003', time=2024-09-12T19:48:55.511751+0000, chain.objs.size()=1 2024-09-12T18:00:08.342 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rqpOX020BAPY4fqRdlNGnQsLXAsAroc_0 2024-09-12T18:00:08.342 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16334453421675189106', time=2024-09-12T19:48:55.531437+0000, chain.objs.size()=1 2024-09-12T18:00:08.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VzDkjyCosfMspYTrwXbhpD8KZNJHaFL_0 2024-09-12T18:00:08.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9856724372504901578', time=2024-09-12T19:48:55.579032+0000, chain.objs.size()=1 2024-09-12T18:00:08.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JkPsBj4QJjyAOiudLH3Fl_Zef5Trmuo_0 2024-09-12T18:00:08.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.830259499783211902', time=2024-09-12T19:48:55.656021+0000, chain.objs.size()=1 2024-09-12T18:00:08.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.vJ32s1lzA9f5U4gVoxpbXB7gMsSKXly_0 2024-09-12T18:00:08.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12042628075872171625', time=2024-09-12T19:48:55.703118+0000, chain.objs.size()=1 2024-09-12T18:00:08.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.IDDufX7Y9OD8cDYJmOnddfoupJBOEhH_0 2024-09-12T18:00:08.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6451414059657730430', time=2024-09-12T19:48:55.920666+0000, chain.objs.size()=1 2024-09-12T18:00:08.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ghN2WjcG1H37UVWIvVbJF42yVBsgmyx_0 2024-09-12T18:00:08.343 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8121449804119732329', time=2024-09-12T19:48:55.952885+0000, chain.objs.size()=1 2024-09-12T18:00:08.344 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.BFydGQWWmdxMBPOTGqheruQKVz9Y2SM_0 2024-09-12T18:00:08.344 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3204633091408431609', time=2024-09-12T19:48:55.980094+0000, chain.objs.size()=1 2024-09-12T18:00:08.344 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.HnEUhXI5pRITInM_xsnR8JU5syj1KsO_0 2024-09-12T18:00:08.344 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.23512903003825555', time=2024-09-12T19:48:56.195510+0000, chain.objs.size()=1 2024-09-12T18:00:08.344 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xes4MvX3_5AFkMq0YwOk9D-ZnY6LuCE_0 2024-09-12T18:00:08.344 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4846102183542752845', time=2024-09-12T19:48:56.260850+0000, chain.objs.size()=1 2024-09-12T18:00:08.344 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.7Rt07WH1CZMItLdL0GuiEiNohhWGbQD_0 2024-09-12T18:00:08.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2693054483335706902', time=2024-09-12T19:48:56.267681+0000, chain.objs.size()=1 2024-09-12T18:00:08.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XGMdTzfpxJ7mpQeg_PiV3mzeGQiJtLn_0 2024-09-12T18:00:08.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6633583127898663421', time=2024-09-12T19:48:56.283824+0000, chain.objs.size()=1 2024-09-12T18:00:08.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KHam41-Abzfm5VgbH5QTrhYq9BvFloh_0 2024-09-12T18:00:08.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1238392611593506489', time=2024-09-12T19:48:56.287874+0000, chain.objs.size()=1 2024-09-12T18:00:08.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.H1Gg1GasTpkBQnUS4YaLuMh7aFr9ElT_0 2024-09-12T18:00:08.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3131219751175403802', time=2024-09-12T19:48:56.352118+0000, chain.objs.size()=1 2024-09-12T18:00:08.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mNTXHyTMBdKyV8b5Ogg6lxGap4_g2K6_0 2024-09-12T18:00:08.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10250075295943573968', time=2024-09-12T19:48:56.485985+0000, chain.objs.size()=1 2024-09-12T18:00:08.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.oq3TG0zMeht60XAoRzRKvmqzY7jCtu8_0 2024-09-12T18:00:08.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10264906153117945698', time=2024-09-12T19:48:56.528548+0000, chain.objs.size()=1 2024-09-12T18:00:08.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.9Vt-Wbj8_KW4GDw3jShNV-qwpcf89cl_0 2024-09-12T18:00:08.348 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49481 2024-09-12T18:00:08.352 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=32, truncated=0, next_marker='' 2024-09-12T18:00:08.352 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14526964024469910375', time=2024-09-12T19:48:56.589138+0000, chain.objs.size()=1 2024-09-12T18:00:08.352 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.spBO6_oFz4yU-tlhZmPcrOKum0Padrp_0 2024-09-12T18:00:08.352 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13629415232970865027', time=2024-09-12T19:48:56.621043+0000, chain.objs.size()=1 2024-09-12T18:00:08.352 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Ff5i_d68UKiBwX_zlkqMNyYwziKvKP8_0 2024-09-12T18:00:08.352 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18046781705051090461', time=2024-09-12T19:48:56.671614+0000, chain.objs.size()=1 2024-09-12T18:00:08.352 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GXjjKgWk3upDlOiywF-uc2tWI7oVq0r_0 2024-09-12T18:00:08.352 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5704938733850838837', time=2024-09-12T19:48:56.847230+0000, chain.objs.size()=1 2024-09-12T18:00:08.353 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5_kScamjcysHqzPVVfY6k3WUysu7jsz_0 2024-09-12T18:00:08.353 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5804295855258103168', time=2024-09-12T19:48:56.864097+0000, chain.objs.size()=1 2024-09-12T18:00:08.353 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.D7hNzhAB10du-cS27MPW_4cRDkc-Ebw_0 2024-09-12T18:00:08.353 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13603807415357514441', time=2024-09-12T19:48:56.896838+0000, chain.objs.size()=1 2024-09-12T18:00:08.353 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.FUIKuOWit51RNUBFbRxs0g-12c6LpCQ_0 2024-09-12T18:00:08.353 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14203696896431703430', time=2024-09-12T19:48:56.914243+0000, chain.objs.size()=1 2024-09-12T18:00:08.353 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XOdxfWANdrfX89UInMMT-0biPQ0tkV0_0 2024-09-12T18:00:08.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3713329687300514601', time=2024-09-12T19:48:56.992528+0000, chain.objs.size()=1 2024-09-12T18:00:08.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.fVXtsO6Xg7VMjhfGQBCm3zlJM4XmDFU_0 2024-09-12T18:00:08.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6290682700307741056', time=2024-09-12T19:48:57.005518+0000, chain.objs.size()=1 2024-09-12T18:00:08.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rybhj6J0CkCjuYwUGVnL45_tHIKHhLe_0 2024-09-12T18:00:08.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3896747009507341949', time=2024-09-12T19:48:57.187059+0000, chain.objs.size()=1 2024-09-12T18:00:08.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.iFoyj_mR6sR5OAqT0UQegzICGjSI-rF_0 2024-09-12T18:00:08.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3916403255102397674', time=2024-09-12T19:48:57.193825+0000, chain.objs.size()=1 2024-09-12T18:00:08.354 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2MiPSx58bHJ1qMBj6rSiHPhowTr844M_0 2024-09-12T18:00:08.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8477321196725077713', time=2024-09-12T19:48:57.196766+0000, chain.objs.size()=1 2024-09-12T18:00:08.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.BOARLAp6r1o9qi5-oRv1n49ExFxVkz2_0 2024-09-12T18:00:08.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15484480329444841373', time=2024-09-12T19:48:57.259950+0000, chain.objs.size()=1 2024-09-12T18:00:08.355 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.uKbMEpd6fTVQHJfn9zLtyeJUvmCtBuc_0 2024-09-12T18:00:08.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8955750523943146240', time=2024-09-12T19:48:57.278920+0000, chain.objs.size()=1 2024-09-12T18:00:08.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.b-FGAnnHwgyasdCxf1GFrnvF91qzi9a_0 2024-09-12T18:00:08.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5516023842696502164', time=2024-09-12T19:48:57.291230+0000, chain.objs.size()=1 2024-09-12T18:00:08.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TjLtJse_-K0zQg65GXEsUsN8WBUBUBH_0 2024-09-12T18:00:08.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14595287283966402413', time=2024-09-12T19:48:57.458937+0000, chain.objs.size()=1 2024-09-12T18:00:08.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.DF_aR1tpA_46s4JIRSKHYrWXXMICkQs_0 2024-09-12T18:00:08.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8485112764311624240', time=2024-09-12T19:48:57.499660+0000, chain.objs.size()=1 2024-09-12T18:00:08.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Nb7kIqdxnaiIo3CfY7QzXElXAi8FB_k_0 2024-09-12T18:00:08.356 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12898686286731518542', time=2024-09-12T19:48:57.505728+0000, chain.objs.size()=1 2024-09-12T18:00:08.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4SJOSoIg-HxfwhcJ1Gyx2kff4mXu6bV_0 2024-09-12T18:00:08.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9669710921201777807', time=2024-09-12T19:48:57.516507+0000, chain.objs.size()=1 2024-09-12T18:00:08.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.R60hJ8iUq38gyn6HRCWAAkd4j0wXNv0_0 2024-09-12T18:00:08.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16401587202145701750', time=2024-09-12T19:48:57.552113+0000, chain.objs.size()=1 2024-09-12T18:00:08.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WUW5yxldd9GWQEyLPUlwrmHnJxBgB7-_0 2024-09-12T18:00:08.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16434702032798074098', time=2024-09-12T19:48:59.217640+0000, chain.objs.size()=1 2024-09-12T18:00:08.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.327__shadow_.uPFW6oWno91UPxk36b5MB3MP6MrkKYk_0 2024-09-12T18:00:08.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1249343029939091867', time=2024-09-12T19:49:00.312316+0000, chain.objs.size()=1 2024-09-12T18:00:08.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.329__shadow_.fEvERwWcABnib1F0Wm6e7DN6Y0qhKNd_0 2024-09-12T18:00:08.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18145221665522335775', time=2024-09-12T19:49:22.386020+0000, chain.objs.size()=1 2024-09-12T18:00:08.357 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.352+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.371__shadow_.My55QSemAenAyhGiOLzP78qOGSDo8C8_0 2024-09-12T18:00:08.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5081771365779932867', time=2024-09-12T19:50:34.626259+0000, chain.objs.size()=1 2024-09-12T18:00:08.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.484__shadow_.qMtA_F8KEN40GuS1iiO6fbtHzu8oyy5_0 2024-09-12T18:00:08.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2198376055283997361', time=2024-09-12T19:52:29.518926+0000, chain.objs.size()=3 2024-09-12T18:00:08.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.563__shadow_.4yE3tHQsCb8m9wbrDC8QAJK2HzEjOkP_0 2024-09-12T18:00:08.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.563__shadow_.4yE3tHQsCb8m9wbrDC8QAJK2HzEjOkP_1 2024-09-12T18:00:08.359 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.563__shadow_.4yE3tHQsCb8m9wbrDC8QAJK2HzEjOkP_2 2024-09-12T18:00:08.359 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14174778180732240687', time=2024-09-12T19:52:44.454383+0000, chain.objs.size()=1 2024-09-12T18:00:08.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.573__shadow_.nA-RE-GmiN6DfjguVo0UW6Y6hywfCo7_0 2024-09-12T18:00:08.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16101762564866450590', time=2024-09-12T19:52:45.526889+0000, chain.objs.size()=1 2024-09-12T18:00:08.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.574__shadow_.yCUJD6S2MdtIG41Sg6LgZ6fVnGNUdAr_0 2024-09-12T18:00:08.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18125111157008922895', time=2024-09-12T19:52:53.278573+0000, chain.objs.size()=1 2024-09-12T18:00:08.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.576__shadow:hcMe3rktzvDCeEi2aEisJjclLbsMmdz_.7pbEWii0mkAhnfyAbTswbOdjuUNigz8_0 2024-09-12T18:00:08.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15623722061932918596', time=2024-09-12T19:52:58.251850+0000, chain.objs.size()=1 2024-09-12T18:00:08.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:ViV965VoXaymFpjtKcv.XhFDqnGzkIY_.LpsY0ZvxHuQ6ADbxeVygo5B1lF6WGCB_0 2024-09-12T18:00:08.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12813633036624928394', time=2024-09-12T19:53:16.350705+0000, chain.objs.size()=1 2024-09-12T18:00:08.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.580__shadow:J5jERERJd6mQdnYYSn0rW0eLfQm2gyz_.DVW02EilP33HyYibT-aHbvNDVRqOck1_0 2024-09-12T18:00:08.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12335335638949689469', time=2024-09-12T19:53:21.412867+0000, chain.objs.size()=1 2024-09-12T18:00:08.361 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.587__shadow:cNJxFjY9Cnwqy682oISgGpJ6lzSPge4_.IudScrNvZAPx5ibl1MpApVpR7c-3-cD_0 2024-09-12T18:00:08.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10906547625766975900', time=2024-09-12T19:57:23.848199+0000, chain.objs.size()=1 2024-09-12T18:00:08.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.356+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.734__shadow_.qK6EJNKTvZKaEVOhDD8KmSaK-iuhb8V_0 2024-09-12T18:00:08.363 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.360+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T18:00:08.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46625' 2024-09-12T18:00:08.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1140866397532559922', time=2024-09-12T19:44:47.726259+0000, chain.objs.size()=1 2024-09-12T18:00:08.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.148__shadow_.zIZw9ljGfWxGpqmnOlZancR6lqBHTQO_0 2024-09-12T18:00:08.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13590455893935282133', time=2024-09-12T19:44:53.229594+0000, chain.objs.size()=1 2024-09-12T18:00:08.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.158__shadow_.o_XhwgzPaZqpW2dPIQXGiip-YIfwTqv_0 2024-09-12T18:00:08.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_WnZautEe9yaqbKTOsXe20PKMclBpLjd', time=2024-09-12T19:44:56.350820+0000, chain.objs.size()=3 2024-09-12T18:00:08.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.Cyn2RPZ6Vj8sWKKoIwIPchkD2sW-zzJ_0 2024-09-12T18:00:08.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.Cyn2RPZ6Vj8sWKKoIwIPchkD2sW-zzJ_1 2024-09-12T18:00:08.370 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.Cyn2RPZ6Vj8sWKKoIwIPchkD2sW-zzJ_2 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6406202288085371475', time=2024-09-12T19:45:02.986425+0000, chain.objs.size()=1 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.170__shadow_.M8xdUPCPzeznk_gAKX5aPg3TGqKBkLU_0 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14528582599856438217', time=2024-09-12T19:46:54.316090+0000, chain.objs.size()=1 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.234__shadow_.WTeS3fq-JWwNMZiCmlrsS4L3FLr1AUP_0 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4797404458237321373', time=2024-09-12T19:46:55.524493+0000, chain.objs.size()=1 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.236__shadow_.I8BtAO4i7pmaifMC1dWoA_UL_ulx0Ze_0 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14532143222180244738', time=2024-09-12T19:47:00.094343+0000, chain.objs.size()=1 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.242__shadow_.nobk6dMox4RKzv8CkD-V63pplqa_TJk_0 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5011139036486207667', time=2024-09-12T19:47:02.371254+0000, chain.objs.size()=1 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.244__shadow_.49xG7owRahZfMDkuvIdvBYI_mVCacsj_0 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3713869532406924712', time=2024-09-12T19:47:03.015638+0000, chain.objs.size()=1 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.245__shadow_.M-m0cfg7mm_cgJCgB0CNqfoQfj1baVb_0 2024-09-12T18:00:08.371 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4711120993168658874', time=2024-09-12T19:47:07.922688+0000, chain.objs.size()=1 2024-09-12T18:00:08.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.368+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.253__shadow_.iMUZKG79ITpYYYqlJ1hmCGCzlsU5UQK_0 2024-09-12T18:00:08.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.379756300670159576', time=2024-09-12T19:47:32.177988+0000, chain.objs.size()=1 2024-09-12T18:00:08.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.zqRRLAcHv-BT6S6TjHgubF1IrHfJaPt_0 2024-09-12T18:00:08.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7274522537552047992', time=2024-09-12T19:47:32.293588+0000, chain.objs.size()=1 2024-09-12T18:00:08.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.D0DaF830DQ3jcXe3K53PAWEm32m7zXc_0 2024-09-12T18:00:08.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10038516842181360159', time=2024-09-12T19:47:32.315672+0000, chain.objs.size()=1 2024-09-12T18:00:08.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jbBLyf9n1iSLd6s88BM8y9FGoaX8Ptn_0 2024-09-12T18:00:08.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13041036515388012672', time=2024-09-12T19:47:32.316574+0000, chain.objs.size()=1 2024-09-12T18:00:08.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2PHdCtKAioXEghNQQ37HY17eg41l3ms_0 2024-09-12T18:00:08.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4308272628715963599', time=2024-09-12T19:47:32.614993+0000, chain.objs.size()=1 2024-09-12T18:00:08.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rDMpwjugVSvFoST3oKsT-pwkXVYJn59_0 2024-09-12T18:00:08.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18220912724193449785', time=2024-09-12T19:47:32.680454+0000, chain.objs.size()=1 2024-09-12T18:00:08.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.04sGxVFF-X32DPipQJ3jn0IXIl5782h_0 2024-09-12T18:00:08.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2350853661999911936', time=2024-09-12T19:47:32.690347+0000, chain.objs.size()=1 2024-09-12T18:00:08.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.IBRkuUCrVDULmpUbFfjbS-OpiZYop5T_0 2024-09-12T18:00:08.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11980917837861052943', time=2024-09-12T19:47:32.850678+0000, chain.objs.size()=1 2024-09-12T18:00:08.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UZdn7P0EXZlT3n2WS7s0Xhg2zUFUwo__0 2024-09-12T18:00:08.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11247408756862588675', time=2024-09-12T19:47:32.864842+0000, chain.objs.size()=1 2024-09-12T18:00:08.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.j604rI9so8R_UjGMcHhLf0A4mbz93Ez_0 2024-09-12T18:00:08.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11918375677501895720', time=2024-09-12T19:47:32.885983+0000, chain.objs.size()=1 2024-09-12T18:00:08.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oqBIk5BAbHxci3pcwiS2j_zWSRD-089_0 2024-09-12T18:00:08.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1550408686255194421', time=2024-09-12T19:47:32.893568+0000, chain.objs.size()=1 2024-09-12T18:00:08.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1XsotU0CzlV4qneY1k0lqz98aDvoKaH_0 2024-09-12T18:00:08.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3152464335350592323', time=2024-09-12T19:47:32.904544+0000, chain.objs.size()=1 2024-09-12T18:00:08.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.h6OtNmFfgrCBgYZ4tSZR9ncUUDEkSr0_0 2024-09-12T18:00:08.379 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4751055729057545239', time=2024-09-12T19:47:32.927177+0000, chain.objs.size()=1 2024-09-12T18:00:08.379 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.y2SExa1du6bxY6bknpf26gL3MV-QWOV_0 2024-09-12T18:00:08.379 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5207040607762255143', time=2024-09-12T19:47:32.956024+0000, chain.objs.size()=1 2024-09-12T18:00:08.379 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9tAYXHv9fya50Gnwk_zDASYCFnZhU29_0 2024-09-12T18:00:08.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17161886284724473963', time=2024-09-12T19:47:32.957798+0000, chain.objs.size()=1 2024-09-12T18:00:08.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.OebOI9M5dsO34uTF71K6LOrcgzzW6E7_0 2024-09-12T18:00:08.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18159190086514732287', time=2024-09-12T19:47:33.231959+0000, chain.objs.size()=1 2024-09-12T18:00:08.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.hGVJRc2Wlne2wbcL96NVwwnvdr1DWC5_0 2024-09-12T18:00:08.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11475766481747014827', time=2024-09-12T19:47:33.285039+0000, chain.objs.size()=1 2024-09-12T18:00:08.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FRHNbuZiqUHnEPb9I4E709706nqSNkT_0 2024-09-12T18:00:08.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5636480939893450902', time=2024-09-12T19:47:33.304881+0000, chain.objs.size()=1 2024-09-12T18:00:08.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.vPmw0XWtWDWDA7qhtDxC7yyWmwbWNlC_0 2024-09-12T18:00:08.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2044567840107333138', time=2024-09-12T19:47:33.581218+0000, chain.objs.size()=1 2024-09-12T18:00:08.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.VXfP6PsQN1C2A6KjZaVlqwAwjqXoXxR_0 2024-09-12T18:00:08.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7548374378778425339', time=2024-09-12T19:47:33.780554+0000, chain.objs.size()=1 2024-09-12T18:00:08.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.X0E1-urbQjl1UV_dDFcNG1IlksKm9qi_0 2024-09-12T18:00:08.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5550023226638015177', time=2024-09-12T19:47:33.915593+0000, chain.objs.size()=1 2024-09-12T18:00:08.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.odgs3YacJi1BM6YJnRCP8hKqGNpTSlz_0 2024-09-12T18:00:08.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6650734380787657435', time=2024-09-12T19:47:33.922078+0000, chain.objs.size()=1 2024-09-12T18:00:08.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yOd1bkdShqG_i2OYVSOOKynodVxFuvv_0 2024-09-12T18:00:08.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8381598447102176829', time=2024-09-12T19:47:33.941223+0000, chain.objs.size()=1 2024-09-12T18:00:08.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.-HkSdVG31Jvt4aGAhBjowMG6LD60Lrr_0 2024-09-12T18:00:08.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8583203904136754699', time=2024-09-12T19:47:34.161911+0000, chain.objs.size()=1 2024-09-12T18:00:08.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.AOz7Xx_f_9C5E3sTGmcIdEZcOt-ISrx_0 2024-09-12T18:00:08.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8264132803003938786', time=2024-09-12T19:47:34.225146+0000, chain.objs.size()=1 2024-09-12T18:00:08.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KR10HrhEU2geDJCmD78uGbIhzT6oGdo_0 2024-09-12T18:00:08.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5886920082634656933', time=2024-09-12T19:47:34.229017+0000, chain.objs.size()=1 2024-09-12T18:00:08.383 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2B5C-HrXGde563UQ1b_Z4JK1FQ6PfxU_0 2024-09-12T18:00:08.383 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12657527084010921490', time=2024-09-12T19:47:34.339108+0000, chain.objs.size()=1 2024-09-12T18:00:08.383 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4z5rpz7glfTjUeQSDMxFKGu3PtozvyH_0 2024-09-12T18:00:08.383 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1002950065816650628', time=2024-09-12T19:47:41.091156+0000, chain.objs.size()=1 2024-09-12T18:00:08.383 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.273__shadow_.Pvi9C5H5VaruZW2fd9YB_dlF0KM0W8Z_0 2024-09-12T18:00:08.384 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17260565953491300849', time=2024-09-12T19:47:42.281503+0000, chain.objs.size()=1 2024-09-12T18:00:08.384 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.275__shadow_.L01qe-qAoylznIkeMDjWJxLs7qPUGQx_0 2024-09-12T18:00:08.384 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17475671036464352625', time=2024-09-12T19:47:49.207345+0000, chain.objs.size()=1 2024-09-12T18:00:08.384 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.286__shadow_.u4YNggBeVE4jfZGp8hyBowB3akhBdSr_0 2024-09-12T18:00:08.384 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13879149286888303957', time=2024-09-12T19:48:13.332316+0000, chain.objs.size()=1 2024-09-12T18:00:08.384 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.322__shadow_.ebc4ZcLHXNTvig3jpCrikGmfMCFjBBy_0 2024-09-12T18:00:08.384 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13294076674170535856', time=2024-09-12T19:48:33.380785+0000, chain.objs.size()=1 2024-09-12T18:00:08.384 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hmgLjWRFv_dvSMWzPsgM2iZM_eXVSVf_0 2024-09-12T18:00:08.384 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.384+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.69763439872888717', time=2024-09-12T19:48:33.393481+0000, chain.objs.size()=1 2024-09-12T18:00:08.384 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.384+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Jo9pL44tApmTYSDrs0cPJ1m6FX-rM2B_0 2024-09-12T18:00:08.385 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.384+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10765286912137874467', time=2024-09-12T19:48:33.570709+0000, chain.objs.size()=1 2024-09-12T18:00:08.385 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.384+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1Yib6ikAhPVnYXzDTcateBXltBGgA-t_0 2024-09-12T18:00:08.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7226239610549148894', time=2024-09-12T19:48:33.593030+0000, chain.objs.size()=1 2024-09-12T18:00:08.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.xTs_BGTM1plUio4x_VzQH5fAg_MYW9E_0 2024-09-12T18:00:08.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4969465110847833909', time=2024-09-12T19:48:33.614093+0000, chain.objs.size()=1 2024-09-12T18:00:08.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hO3uFIOHtkRyM29EhWLNiaHCFnKYsKx_0 2024-09-12T18:00:08.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4147503960840604256', time=2024-09-12T19:48:33.831873+0000, chain.objs.size()=1 2024-09-12T18:00:08.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.rBcRnByibRcviVKIVTk49o5vXuXG6lx_0 2024-09-12T18:00:08.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13156865854335982905', time=2024-09-12T19:48:33.858476+0000, chain.objs.size()=1 2024-09-12T18:00:08.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VuTWTYR6jc8lFqyFnyL4LIsIRg78oVf_0 2024-09-12T18:00:08.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7156748222476181188', time=2024-09-12T19:48:33.873504+0000, chain.objs.size()=1 2024-09-12T18:00:08.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7KEmD4HRedL9YwnUHxAxvruaAkcqN6u_0 2024-09-12T18:00:08.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13377045845954870005', time=2024-09-12T19:48:33.875648+0000, chain.objs.size()=1 2024-09-12T18:00:08.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.S7IBlh_nkzACmCp0GKs3vqADssAUObw_0 2024-09-12T18:00:08.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8649815281499536498', time=2024-09-12T19:48:33.892121+0000, chain.objs.size()=1 2024-09-12T18:00:08.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fX5JzAwAtTp4dowbpAz6F2bIUsGeQ2R_0 2024-09-12T18:00:08.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10142439491569475961', time=2024-09-12T19:48:33.910105+0000, chain.objs.size()=1 2024-09-12T18:00:08.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Agqgye31SNGFNz7cRrtXd4zd9W07VVT_0 2024-09-12T18:00:08.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12709264810957804628', time=2024-09-12T19:48:33.926520+0000, chain.objs.size()=1 2024-09-12T18:00:08.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0OTTScN5ClQNJ5_Vbn8OavqngUspvVu_0 2024-09-12T18:00:08.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13636331859480298517', time=2024-09-12T19:48:34.043758+0000, chain.objs.size()=1 2024-09-12T18:00:08.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VXUJ8q9Ito3WA1EB_9Y469zCyLrAQnj_0 2024-09-12T18:00:08.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17051976103422961009', time=2024-09-12T19:48:34.068020+0000, chain.objs.size()=1 2024-09-12T18:00:08.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.XMEjuWSDM5oaZif_M0hBVcU4qqHjtzy_0 2024-09-12T18:00:08.396 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.392+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11143792341039087479', time=2024-09-12T19:48:34.097836+0000, chain.objs.size()=1 2024-09-12T18:00:08.396 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.392+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Dl7b9s5X82HI-qsGSy-sWcgNR_8mFSS_0 2024-09-12T18:00:08.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16504883520141663772', time=2024-09-12T19:48:34.157102+0000, chain.objs.size()=1 2024-09-12T18:00:08.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3BEGeVNRBqyby-v5jNrGdIVuJWq03oG_0 2024-09-12T18:00:08.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5701786546785705645', time=2024-09-12T19:48:34.373893+0000, chain.objs.size()=1 2024-09-12T18:00:08.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.dTP_Z4gPPN82uREBupzTihH_z-VlWPd_0 2024-09-12T18:00:08.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1503935956104261161', time=2024-09-12T19:48:34.432207+0000, chain.objs.size()=1 2024-09-12T18:00:08.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.GMImmt9qmRJtSIbwTWkcevjkZFc5Tjr_0 2024-09-12T18:00:08.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8271015069506124276', time=2024-09-12T19:48:34.471163+0000, chain.objs.size()=1 2024-09-12T18:00:08.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hSg7K868MRv-_TnVchtHTDErGxFeHzv_0 2024-09-12T18:00:08.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.504976755737207404', time=2024-09-12T19:48:34.472093+0000, chain.objs.size()=1 2024-09-12T18:00:08.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VbIzAJ1IG0XI66JITOedK4k0eCZd7F7_0 2024-09-12T18:00:08.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12555095083407348320', time=2024-09-12T19:48:34.485387+0000, chain.objs.size()=1 2024-09-12T18:00:08.397 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.IK7H7AKLpT9kWohRpjFelYA1hMJgO-t_0 2024-09-12T18:00:08.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10806901979083832401', time=2024-09-12T19:48:34.673481+0000, chain.objs.size()=1 2024-09-12T18:00:08.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Hw3STab5ovcWu7DcAX78rYGb0Kr7P9H_0 2024-09-12T18:00:08.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2457264991680648461', time=2024-09-12T19:48:34.824394+0000, chain.objs.size()=1 2024-09-12T18:00:08.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.N616Etc0TsOFQFiH_GENpNxcibmqrgh_0 2024-09-12T18:00:08.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14357033067386276464', time=2024-09-12T19:48:34.979409+0000, chain.objs.size()=1 2024-09-12T18:00:08.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NIzvs0xhZ3FXChndJ6WPEcvNUaF7KSJ_0 2024-09-12T18:00:08.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12970473159513853732', time=2024-09-12T19:48:34.980799+0000, chain.objs.size()=1 2024-09-12T18:00:08.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.AMS4IR04kXjtGIf_DqwKwngdZF9u35b_0 2024-09-12T18:00:08.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12243426766379034202', time=2024-09-12T19:48:34.994985+0000, chain.objs.size()=1 2024-09-12T18:00:08.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.RBnz6S1UNT8p-wS9xfOtYfW0AqtRqif_0 2024-09-12T18:00:08.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1055778450261150653', time=2024-09-12T19:48:35.009660+0000, chain.objs.size()=1 2024-09-12T18:00:08.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9dLEOMWk7vwBKpD5w3NZfzz2JyhricV_0 2024-09-12T18:00:08.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13678289085525949294', time=2024-09-12T19:48:35.034557+0000, chain.objs.size()=1 2024-09-12T18:00:08.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.XPEHZyVFcVNAZ-8jsLYvne0TDTsRYfD_0 2024-09-12T18:00:08.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5334729296770110681', time=2024-09-12T19:48:35.182210+0000, chain.objs.size()=1 2024-09-12T18:00:08.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WkNCenMn5heUFV49B01pTvqJLF69tIp_0 2024-09-12T18:00:08.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12345297614376702595', time=2024-09-12T19:48:35.401893+0000, chain.objs.size()=1 2024-09-12T18:00:08.401 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hQHp1nkWc0m4ECs8TJXNqzMNZJQcOnT_0 2024-09-12T18:00:08.401 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6742321519135411536', time=2024-09-12T19:48:35.440215+0000, chain.objs.size()=1 2024-09-12T18:00:08.401 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YEUwSE8iKDezwT4Puh7HxIwugCMd9Bk_0 2024-09-12T18:00:08.402 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6082906873171180808', time=2024-09-12T19:48:35.485411+0000, chain.objs.size()=1 2024-09-12T18:00:08.402 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.mXgOljeKXJ7zMcxtuSiios7xzX_BWqI_0 2024-09-12T18:00:08.402 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12445817577214344114', time=2024-09-12T19:48:35.487035+0000, chain.objs.size()=1 2024-09-12T18:00:08.402 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fQgIeZCQLL6b9y1QrCR5uk3ow76FYKC_0 2024-09-12T18:00:08.402 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1211005789572269890', time=2024-09-12T19:48:35.624276+0000, chain.objs.size()=1 2024-09-12T18:00:08.402 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uQ-_Ni3a8el1AymDvgi1YA_lWtBOXbX_0 2024-09-12T18:00:08.402 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3707463235757675301', time=2024-09-12T19:48:35.666022+0000, chain.objs.size()=1 2024-09-12T18:00:08.403 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.yTZVY-L0FmkwiYBybAajLU0CrduqP7S_0 2024-09-12T18:00:08.403 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1233085444331161050', time=2024-09-12T19:48:35.682884+0000, chain.objs.size()=1 2024-09-12T18:00:08.403 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-geg2jwYx4CeF556Cu7dHjYXlLbIsfR_0 2024-09-12T18:00:08.403 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17442008004781324349', time=2024-09-12T19:48:35.735447+0000, chain.objs.size()=1 2024-09-12T18:00:08.403 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.eilXH51ule5-ap0v1JB4QElnq-ppf2a_0 2024-09-12T18:00:08.403 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1346555126961244059', time=2024-09-12T19:48:35.759978+0000, chain.objs.size()=1 2024-09-12T18:00:08.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.J-mJKjcMwfnt5sqoR39hPCH3ReOhA-f_0 2024-09-12T18:00:08.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3182024552385425644', time=2024-09-12T19:48:55.237842+0000, chain.objs.size()=1 2024-09-12T18:00:08.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.aeyek0XyFWf3rwWm_EDvDcxiimf9pNc_0 2024-09-12T18:00:08.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15306861393753995490', time=2024-09-12T19:48:55.259440+0000, chain.objs.size()=1 2024-09-12T18:00:08.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.beneVW3wqEspHL3bItQcJdMwjY5XgTa_0 2024-09-12T18:00:08.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15131037137076858873', time=2024-09-12T19:48:55.287957+0000, chain.objs.size()=1 2024-09-12T18:00:08.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.kd6KHwv-WUEPb8aBV3a8CX77rH7-SS4_0 2024-09-12T18:00:08.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6359312004388824642', time=2024-09-12T19:48:55.329966+0000, chain.objs.size()=1 2024-09-12T18:00:08.404 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2qsa8P6Rzm1BvqRPdI8W9slw1HIyzzT_0 2024-09-12T18:00:08.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2820536621454975188', time=2024-09-12T19:48:55.381849+0000, chain.objs.size()=1 2024-09-12T18:00:08.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.cSSdtHm9x2m9N0SK4p1grjBaddhSqOV_0 2024-09-12T18:00:08.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.440362386290797913', time=2024-09-12T19:48:55.616384+0000, chain.objs.size()=1 2024-09-12T18:00:08.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.AEW7TM0eowHObdrKoXubfNOQ_yFbCzZ_0 2024-09-12T18:00:08.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1467702033516236804', time=2024-09-12T19:48:55.704385+0000, chain.objs.size()=1 2024-09-12T18:00:08.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.iLybgbp-DVBR9B0iebeSY2EsuV3E8-6_0 2024-09-12T18:00:08.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14262293106313255083', time=2024-09-12T19:48:55.838860+0000, chain.objs.size()=1 2024-09-12T18:00:08.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.H96CCZCidvF7BV_tusBM-2w8LEeXTet_0 2024-09-12T18:00:08.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1425330668450709530', time=2024-09-12T19:48:55.926049+0000, chain.objs.size()=1 2024-09-12T18:00:08.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.6UYoqRNciwzq05H8ZKatOhtnLf0rloM_0 2024-09-12T18:00:08.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3834122726583361553', time=2024-09-12T19:48:55.982752+0000, chain.objs.size()=1 2024-09-12T18:00:08.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GEIkTed_w3nE-tkPCPiQAxdEdzJYcKP_0 2024-09-12T18:00:08.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.399434495867345414', time=2024-09-12T19:48:56.027177+0000, chain.objs.size()=1 2024-09-12T18:00:08.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.AjN-GBCs8-N5vEQPr6jgPDhuJx1AoQd_0 2024-09-12T18:00:08.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.593367794930582175', time=2024-09-12T19:48:56.221481+0000, chain.objs.size()=1 2024-09-12T18:00:08.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.cFj-2g0c9qJ7IyKH31sQaxDg8I_4GxI_0 2024-09-12T18:00:08.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1127960282736816597', time=2024-09-12T19:48:56.279089+0000, chain.objs.size()=1 2024-09-12T18:00:08.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.psEfihqLaiXIDKCsm5oZGmskpy_LBW1_0 2024-09-12T18:00:08.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13653316674641666866', time=2024-09-12T19:48:56.308078+0000, chain.objs.size()=1 2024-09-12T18:00:08.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.8tgxBNVEu9ht3kFOXo_bBJ5KRHEL7Ph_0 2024-09-12T18:00:08.408 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8573074503131924334', time=2024-09-12T19:48:56.310983+0000, chain.objs.size()=1 2024-09-12T18:00:08.408 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ceB-KLlB3Qe-l9av1jHd_DCs9KNM7dz_0 2024-09-12T18:00:08.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9190423115645035328', time=2024-09-12T19:48:56.315573+0000, chain.objs.size()=1 2024-09-12T18:00:08.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._UvxH2Gsid6t4Hlc6j_T0ED5nq9jKr0_0 2024-09-12T18:00:08.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1012060507921488417', time=2024-09-12T19:48:56.325191+0000, chain.objs.size()=1 2024-09-12T18:00:08.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.X-RQ1IKRx-4maDF7md09-B-0iF6kt3X_0 2024-09-12T18:00:08.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3501049982626124412', time=2024-09-12T19:48:56.594860+0000, chain.objs.size()=1 2024-09-12T18:00:08.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.m_VJNDG2XtS4CgtVBC2Ud_3P9WdFucw_0 2024-09-12T18:00:08.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9173622727822587425', time=2024-09-12T19:48:56.977249+0000, chain.objs.size()=1 2024-09-12T18:00:08.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.fMI6__nAiKeZ073JUcEgxzx1DFTv_6Y_0 2024-09-12T18:00:08.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5211824323936648673', time=2024-09-12T19:48:56.989637+0000, chain.objs.size()=1 2024-09-12T18:00:08.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.d4VSWX182bj5LQiGaYt2cnmbxA22Pa8_0 2024-09-12T18:00:08.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13401981403583878500', time=2024-09-12T19:48:57.229804+0000, chain.objs.size()=1 2024-09-12T18:00:08.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.SzpJw6T83-LQ_dcXjZ1GwqN1AwZgRb5_0 2024-09-12T18:00:08.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46625 2024-09-12T18:00:08.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T18:00:08.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5252945893130973142', time=2024-09-12T19:48:57.292799+0000, chain.objs.size()=1 2024-09-12T18:00:08.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.k5W_ui-TJTL3MxmRW3X4g6e83nsirRF_0 2024-09-12T18:00:08.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15505309889829966761', time=2024-09-12T19:48:57.307022+0000, chain.objs.size()=1 2024-09-12T18:00:08.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OCeifk2fTduIE5YRdDvo8kgt9f8vVyk_0 2024-09-12T18:00:08.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.978853319717133898', time=2024-09-12T19:48:57.320156+0000, chain.objs.size()=1 2024-09-12T18:00:08.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JtnBItWD5d3dXSGSe0ymrqnZ75nYvHJ_0 2024-09-12T18:00:08.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14930972732809922386', time=2024-09-12T19:48:57.472676+0000, chain.objs.size()=1 2024-09-12T18:00:08.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.jH1AUR6dlJ5WZ5Vx2u1LNuD9fQ_mqjE_0 2024-09-12T18:00:08.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8326228779341443040', time=2024-09-12T19:48:57.544698+0000, chain.objs.size()=1 2024-09-12T18:00:08.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.HLEzV7u4KncYYYWFM37Q3Chc-iaZcra_0 2024-09-12T18:00:08.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16768043216459453498', time=2024-09-12T19:50:56.989970+0000, chain.objs.size()=1 2024-09-12T18:00:08.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.517__shadow_.Bt1orGL7txGMpK2P4xEkQAx-bn5wfHp_0 2024-09-12T18:00:08.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~iHY23tq3yWHff9ewrNIBlpnFZnv9y5b', time=2024-09-12T19:51:15.988638+0000, chain.objs.size()=1 2024-09-12T18:00:08.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~iHY23tq3yWHff9ewrNIBlpnFZnv9y5b.2 2024-09-12T18:00:08.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~iHY23tq3yWHff9ewrNIBlpnFZnv9y5b', time=2024-09-12T19:51:15.991967+0000, chain.objs.size()=1 2024-09-12T18:00:08.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~iHY23tq3yWHff9ewrNIBlpnFZnv9y5b.3 2024-09-12T18:00:08.416 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17139142143932863766', time=2024-09-12T19:51:23.109706+0000, chain.objs.size()=2 2024-09-12T18:00:08.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~Jf40VGy3x2fkklMK-xW60yCkISZbD-n.1 2024-09-12T18:00:08.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~Jf40VGy3x2fkklMK-xW60yCkISZbD-n.2 2024-09-12T18:00:08.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6641968571703034345', time=2024-09-12T19:53:04.704605+0000, chain.objs.size()=1 2024-09-12T18:00:08.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:tLTQ8EQ2uamXtbh5-5zwvUn6zBnN7pl_.GTnC7jKRrJWf5dWiQDKxd7aiPfpggaz_0 2024-09-12T18:00:08.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3709077997183398615', time=2024-09-12T19:53:29.830652+0000, chain.objs.size()=1 2024-09-12T18:00:08.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.603__shadow_.H79ZJQ5YfSybPgKMSKUgm8V8Ey2hqzV_0 2024-09-12T18:00:08.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1675134148910276690', time=2024-09-12T19:56:02.832157+0000, chain.objs.size()=1 2024-09-12T18:00:08.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.633__shadow_.79M2KGYB7-4gurf8gs-4LEVfgKozo3B_0 2024-09-12T18:00:08.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17427283382306862076', time=2024-09-12T19:56:11.085571+0000, chain.objs.size()=1 2024-09-12T18:00:08.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.646__shadow_.7tF3gztHJhPRf8IGNzSRqW7jpeMZQ2R_0 2024-09-12T18:00:08.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11394896090073021109', time=2024-09-12T19:56:11.961784+0000, chain.objs.size()=1 2024-09-12T18:00:08.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.647__shadow_.c0ZzQ06lfP3AkbbLym1dYLwOQDmYn-G_0 2024-09-12T18:00:08.419 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.422 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.420+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T18:00:08.424 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.424 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/55309' 2024-09-12T18:00:08.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3544420510932485314', time=2024-09-12T19:44:52.302496+0000, chain.objs.size()=1 2024-09-12T18:00:08.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.157__shadow:RUoFa0zbo6l.ryvP2moN1NqxFaqE0H2_.tTfLHPPUlTOnwtQvv9d8LU01sAeiH-3_0 2024-09-12T18:00:08.426 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9768231595477549126', time=2024-09-12T19:44:56.233893+0000, chain.objs.size()=3 2024-09-12T18:00:08.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.p4q7DvxvsUKGRXQp0bCirYgO7x0Gwi4_0 2024-09-12T18:00:08.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.p4q7DvxvsUKGRXQp0bCirYgO7x0Gwi4_1 2024-09-12T18:00:08.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.p4q7DvxvsUKGRXQp0bCirYgO7x0Gwi4_2 2024-09-12T18:00:08.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3244607399288165405', time=2024-09-12T19:46:57.718821+0000, chain.objs.size()=1 2024-09-12T18:00:08.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.238__shadow_.Up5al69l3MGzUzShh9a7YM2doY2O198_0 2024-09-12T18:00:08.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12818873828943255703', time=2024-09-12T19:47:03.022189+0000, chain.objs.size()=1 2024-09-12T18:00:08.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.245__shadow_.RrbhA-AniZKPEOwJewr52axBpB3Ou2K_0 2024-09-12T18:00:08.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12847542511164975656', time=2024-09-12T19:47:06.658098+0000, chain.objs.size()=1 2024-09-12T18:00:08.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.251__shadow_.KYda83X8mInBtEREwl8huH8zfDsozya_0 2024-09-12T18:00:08.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6541093111640386400', time=2024-09-12T19:47:07.930365+0000, chain.objs.size()=1 2024-09-12T18:00:08.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.253__shadow_.4lHmEJHRTy48oqrDjrRgkWIt0-Ujy9a_0 2024-09-12T18:00:08.427 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12564350277780220574', time=2024-09-12T19:47:08.567941+0000, chain.objs.size()=1 2024-09-12T18:00:08.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.254__shadow_.y7zQBG_ufiQGcEXZdGw04RylOUJX6p-_0 2024-09-12T18:00:08.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16093184737233997661', time=2024-09-12T19:47:10.998311+0000, chain.objs.size()=1 2024-09-12T18:00:08.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.258__shadow_.mzIvZyau9keKCY95DajacZJ5AVmqAKt_0 2024-09-12T18:00:08.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9240718188295033544', time=2024-09-12T19:47:11.000031+0000, chain.objs.size()=1 2024-09-12T18:00:08.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.258__shadow_.bi0tCh2tpWbLK9M8JeKiFMrbDX-ui4P_0 2024-09-12T18:00:08.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5067321758655999939', time=2024-09-12T19:47:32.216234+0000, chain.objs.size()=1 2024-09-12T18:00:08.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.me9Ad4FetC7zfHDMzGVQy8uEP06WNWc_0 2024-09-12T18:00:08.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14572951445288454265', time=2024-09-12T19:47:32.301321+0000, chain.objs.size()=1 2024-09-12T18:00:08.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Z4iTsr8YXuzUGEaok3v6Da6pCFVQ0Vv_0 2024-09-12T18:00:08.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5388967523852091048', time=2024-09-12T19:47:32.521017+0000, chain.objs.size()=1 2024-09-12T18:00:08.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Afir9d1QpSGlMWtOp3JjyEi4M2uLOYI_0 2024-09-12T18:00:08.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14601045649663941770', time=2024-09-12T19:47:32.530207+0000, chain.objs.size()=1 2024-09-12T18:00:08.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.o4-EJjaZIva6tKdRRc-Q4CZZWymNLZc_0 2024-09-12T18:00:08.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14104621939403976481', time=2024-09-12T19:47:32.574871+0000, chain.objs.size()=1 2024-09-12T18:00:08.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.bVqo8uOKA3IYs5dnxVKhAlZVA08QZpB_0 2024-09-12T18:00:08.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8557525581936031670', time=2024-09-12T19:47:32.670374+0000, chain.objs.size()=1 2024-09-12T18:00:08.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.BgmAISz4qWzaf1dyr1mF3iWRB1jRbaN_0 2024-09-12T18:00:08.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12675765545511821679', time=2024-09-12T19:47:32.889379+0000, chain.objs.size()=1 2024-09-12T18:00:08.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.HI874tDr_FrSnkRofnGEH0YjOtF1Gos_0 2024-09-12T18:00:08.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18209891934405520050', time=2024-09-12T19:47:32.961836+0000, chain.objs.size()=1 2024-09-12T18:00:08.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.CMHZ8vZnwkQrhInQ850TDexr71wh3WJ_0 2024-09-12T18:00:08.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1419651751679929361', time=2024-09-12T19:47:32.968815+0000, chain.objs.size()=1 2024-09-12T18:00:08.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4HktnN6MTynFkRDtV0ch3DUJTLxgkFo_0 2024-09-12T18:00:08.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10156794348825905270', time=2024-09-12T19:47:33.257533+0000, chain.objs.size()=1 2024-09-12T18:00:08.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NztRZ_o59MDfiOzFoBTHZ573wLX_Q-y_0 2024-09-12T18:00:08.432 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14849545363270921329', time=2024-09-12T19:47:33.262198+0000, chain.objs.size()=1 2024-09-12T18:00:08.432 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.emM3LP5v8KbRBRfl1EF9mXLDfdGR_gT_0 2024-09-12T18:00:08.432 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2589113550128734258', time=2024-09-12T19:47:33.305852+0000, chain.objs.size()=1 2024-09-12T18:00:08.432 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.qP3QtSd45CIdjUiqalI-Bbrh0g2Ls1j_0 2024-09-12T18:00:08.432 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10668106357602375939', time=2024-09-12T19:47:33.323783+0000, chain.objs.size()=1 2024-09-12T18:00:08.432 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.k6njQShXYjf05WlSorztzQPlZ1BQfkO_0 2024-09-12T18:00:08.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.830385910249894100', time=2024-09-12T19:47:33.504299+0000, chain.objs.size()=1 2024-09-12T18:00:08.434 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZpYR0A7UxdFTxvfIVz0sshYS4QRc6ox_0 2024-09-12T18:00:08.434 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8805198007500933456', time=2024-09-12T19:47:33.546763+0000, chain.objs.size()=1 2024-09-12T18:00:08.434 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GZIObpvK-P50N7SHtY9wQfmYx1OkRwB_0 2024-09-12T18:00:08.434 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.462911250571215914', time=2024-09-12T19:47:33.549148+0000, chain.objs.size()=1 2024-09-12T18:00:08.434 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Nriof32XpruoBEIqG61KD3bwsYZzLSH_0 2024-09-12T18:00:08.434 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1824529658680859893', time=2024-09-12T19:47:33.567811+0000, chain.objs.size()=1 2024-09-12T18:00:08.434 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FpvzjnpMr2kMBbX528sM2U6OyqWhYr-_0 2024-09-12T18:00:08.434 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17097016908189272534', time=2024-09-12T19:47:33.613517+0000, chain.objs.size()=1 2024-09-12T18:00:08.434 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MGcv-5yTYEDzrcqc2FsZ76DqkGljB0m_0 2024-09-12T18:00:08.435 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11796707471654404972', time=2024-09-12T19:47:33.615806+0000, chain.objs.size()=1 2024-09-12T18:00:08.435 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MynqyI-RyvqNUtoNsz5bEIIdcBk4wMN_0 2024-09-12T18:00:08.435 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11108267716375751716', time=2024-09-12T19:47:33.621693+0000, chain.objs.size()=1 2024-09-12T18:00:08.435 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.XVpi6Ai-_4fF324oADxrHPfmBKY67Yv_0 2024-09-12T18:00:08.435 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7908572950436827371', time=2024-09-12T19:47:33.757834+0000, chain.objs.size()=1 2024-09-12T18:00:08.435 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.kq9yN0TZZUyl_2xjgqCfFcQPYmKADBH_0 2024-09-12T18:00:08.436 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6756257716883510783', time=2024-09-12T19:47:33.767346+0000, chain.objs.size()=1 2024-09-12T18:00:08.436 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.5SE7SCOFjqKSm8P1oJKwqsD6sSSh4rh_0 2024-09-12T18:00:08.436 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9191974585937407826', time=2024-09-12T19:47:33.790226+0000, chain.objs.size()=1 2024-09-12T18:00:08.436 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZcEtwEYFt7LRyS1KVo7FBd9PIaCon3x_0 2024-09-12T18:00:08.436 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13588405357422618347', time=2024-09-12T19:47:33.834785+0000, chain.objs.size()=1 2024-09-12T18:00:08.436 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.qGGkBGo2Ful-GAmtHFkPH1uhtwHMeYZ_0 2024-09-12T18:00:08.436 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9213470230095572477', time=2024-09-12T19:47:33.838198+0000, chain.objs.size()=1 2024-09-12T18:00:08.436 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oHinNw-YxlndXEWWKBXPL2XMgJyv9CS_0 2024-09-12T18:00:08.437 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17430135288678636378', time=2024-09-12T19:47:33.862899+0000, chain.objs.size()=1 2024-09-12T18:00:08.437 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.G5N4aWLFhFJQ2fxle7og4rlDt-dJy2q_0 2024-09-12T18:00:08.437 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4393425767658624589', time=2024-09-12T19:47:33.897923+0000, chain.objs.size()=1 2024-09-12T18:00:08.437 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.BPQIuH5hpNwumYisiY2t63xJ1UFKf3r_0 2024-09-12T18:00:08.437 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2603595335399454938', time=2024-09-12T19:47:33.944126+0000, chain.objs.size()=1 2024-09-12T18:00:08.437 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.c4vRf1eqmaamQqPJn3HeR1lpkuXGZ8j_0 2024-09-12T18:00:08.438 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14461293643150692246', time=2024-09-12T19:47:34.070902+0000, chain.objs.size()=1 2024-09-12T18:00:08.438 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.xCpTr1r1ZvtwPt3ffe6ZL_aofPXUhqR_0 2024-09-12T18:00:08.438 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6607942520100895978', time=2024-09-12T19:47:34.118002+0000, chain.objs.size()=1 2024-09-12T18:00:08.439 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.050g6Kh8qLuujuYr1X8pWaJHHN-2JTp_0 2024-09-12T18:00:08.439 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8847924725908953611', time=2024-09-12T19:47:34.230368+0000, chain.objs.size()=1 2024-09-12T18:00:08.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.fXdEPv7LwFLgHxrwjVtusuGcav1cxcY_0 2024-09-12T18:00:08.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14269972797716202122', time=2024-09-12T19:47:34.326629+0000, chain.objs.size()=1 2024-09-12T18:00:08.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ivz-Zit3PBEHBsi7eQ74aqubaSsPbwE_0 2024-09-12T18:00:08.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1235688491907923547', time=2024-09-12T19:47:34.327617+0000, chain.objs.size()=1 2024-09-12T18:00:08.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.F0tV0A_7wuzOR-ZQ0EFhMTVByZWo6F5_0 2024-09-12T18:00:08.442 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.688866214508645420', time=2024-09-12T19:47:34.333435+0000, chain.objs.size()=1 2024-09-12T18:00:08.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dhtBIErJNzdSboke0u1mWycg0XAGOMZ_0 2024-09-12T18:00:08.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4688513027528273860', time=2024-09-12T19:47:34.364262+0000, chain.objs.size()=1 2024-09-12T18:00:08.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FCjBhchLhpuCVfdtSVdF0BdXCo-DvPQ_0 2024-09-12T18:00:08.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5158647518281118051', time=2024-09-12T19:47:34.478558+0000, chain.objs.size()=1 2024-09-12T18:00:08.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.55PPr1RukudlWs-z6EldEKjNS4sY-TK_0 2024-09-12T18:00:08.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18132566436762015081', time=2024-09-12T19:47:51.677492+0000, chain.objs.size()=1 2024-09-12T18:00:08.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.290__shadow_.NWpSRu3duYvZlOLVZPndQH7kYZ0vbAf_0 2024-09-12T18:00:08.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1991423124551071695', time=2024-09-12T19:47:53.962901+0000, chain.objs.size()=1 2024-09-12T18:00:08.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.Uqz_oZwhqOshcrURDJgKrA7uRRbOMdZ_0 2024-09-12T18:00:08.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11178630081239996221', time=2024-09-12T19:47:53.968068+0000, chain.objs.size()=1 2024-09-12T18:00:08.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.hfEDgqyeSfleKP8H4vTjYjejTqBWt9t_0 2024-09-12T18:00:08.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9024067774733370784', time=2024-09-12T19:47:55.324213+0000, chain.objs.size()=1 2024-09-12T18:00:08.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.DHWGWwv0uSzoe8EuhtooCAcF5lqUDjA_0 2024-09-12T18:00:08.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11520584285771269120', time=2024-09-12T19:47:55.330878+0000, chain.objs.size()=1 2024-09-12T18:00:08.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.z2mEBQQ-syWPoIZyiYdCv1O59JCV9uF_0 2024-09-12T18:00:08.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6911392816755172764', time=2024-09-12T19:47:59.759375+0000, chain.objs.size()=1 2024-09-12T18:00:08.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.300__shadow_.e6pbMjyOCeTEiGvHUObsWzweYt1tXfF_0 2024-09-12T18:00:08.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5935207379800977886', time=2024-09-12T19:48:02.232783+0000, chain.objs.size()=1 2024-09-12T18:00:08.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.304__shadow_.9qTYUGgvMCrHfY8TKg1Sqcf-DK4wDgp_0 2024-09-12T18:00:08.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15580097544452963672', time=2024-09-12T19:48:33.614199+0000, chain.objs.size()=1 2024-09-12T18:00:08.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.JEaXCAAO5RjNBcrfPs5-BuYrok_jhTw_0 2024-09-12T18:00:08.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7283463486036132303', time=2024-09-12T19:48:33.733093+0000, chain.objs.size()=1 2024-09-12T18:00:08.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.loQTHA__cC-oqWmJki1Vi7w7Eal7KTY_0 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7969115242408992084', time=2024-09-12T19:48:33.766927+0000, chain.objs.size()=1 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.CewB95b1FpQ5VJlhciqRzpvcQGtBCvc_0 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12281192655660300105', time=2024-09-12T19:48:33.788846+0000, chain.objs.size()=1 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.O_Pv-vlHNBYU_z1uflT_LxJWaHQZaX1_0 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5029133638573150635', time=2024-09-12T19:48:33.796088+0000, chain.objs.size()=1 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tyuetJ19dmveGoI1LxjBMeqM4rZcPDw_0 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12914294839719990110', time=2024-09-12T19:48:33.884746+0000, chain.objs.size()=1 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.jwjOLi1H8UhWABFFZVRRvMZVmgiCtMO_0 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1575882847735351193', time=2024-09-12T19:48:34.073830+0000, chain.objs.size()=1 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uT0VPGWIi8udq7Xnmds0u2Xv-eveiIQ_0 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8610187807827981726', time=2024-09-12T19:48:34.104913+0000, chain.objs.size()=1 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3rjkZXY-2x7g6ji3dcY0VRZPFQVmrWo_0 2024-09-12T18:00:08.445 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4543808144082430736', time=2024-09-12T19:48:34.127773+0000, chain.objs.size()=1 2024-09-12T18:00:08.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.QU9O3xQpXj89OnynYnuWCoq4fDSzFiJ_0 2024-09-12T18:00:08.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.234490973293577972', time=2024-09-12T19:48:34.167251+0000, chain.objs.size()=1 2024-09-12T18:00:08.446 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.u8T_xYA7t7vRKzQtgMHNLHYfpcNvftb_0 2024-09-12T18:00:08.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3224512709263106129', time=2024-09-12T19:48:34.216756+0000, chain.objs.size()=1 2024-09-12T18:00:08.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.lWThdfQT74OhYFvpABwicaLGZiS-alT_0 2024-09-12T18:00:08.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2284353739910657643', time=2024-09-12T19:48:34.242512+0000, chain.objs.size()=1 2024-09-12T18:00:08.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Txgnz8J_RpgKMTS0Z_WPAOhfFRVrqcC_0 2024-09-12T18:00:08.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.440+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8805788817088110969', time=2024-09-12T19:48:34.371239+0000, chain.objs.size()=1 2024-09-12T18:00:08.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YxErFVhAF93YMg2IMNv1NxqwtkwdY2f_0 2024-09-12T18:00:08.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12496991690519786531', time=2024-09-12T19:48:34.406764+0000, chain.objs.size()=1 2024-09-12T18:00:08.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KoPDYOhk2r2VaFSHmrXGa-QVRd4he3L_0 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4269215529017241980', time=2024-09-12T19:48:34.479892+0000, chain.objs.size()=1 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BWiRa6Z6lyUa3IaTR2YDyOXrVtu0OMX_0 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12797767844447303802', time=2024-09-12T19:48:34.517386+0000, chain.objs.size()=1 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.CFMv6cEYbPtnMOgCf8417pkaltY-yNb_0 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17157500216913995149', time=2024-09-12T19:48:34.526661+0000, chain.objs.size()=1 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uh7yJV4CUW53uYdJv8dePxNzfShpPf__0 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18214673644814490478', time=2024-09-12T19:48:34.563966+0000, chain.objs.size()=1 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.w22qN8QzkI0N94yn2r87-JovrqZBAEI_0 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4153374887774387608', time=2024-09-12T19:48:34.669788+0000, chain.objs.size()=1 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.oiuutvYmh-Ny3YaVDBwhlhUrTs5_koj_0 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6002475677552365997', time=2024-09-12T19:48:34.690987+0000, chain.objs.size()=1 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.76SwlSvEoggCYbV4_ggzTVBQXQ0Uy47_0 2024-09-12T18:00:08.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7217045450286651353', time=2024-09-12T19:48:34.721032+0000, chain.objs.size()=1 2024-09-12T18:00:08.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.llnP-TrZa9D9v42DqIkU0pq6xPJx_f8_0 2024-09-12T18:00:08.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10105912686427170105', time=2024-09-12T19:48:34.811203+0000, chain.objs.size()=1 2024-09-12T18:00:08.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.HFy4U8Auy1l95DT3Rx6lwtPcXZ4hWwu_0 2024-09-12T18:00:08.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13681649863605083282', time=2024-09-12T19:48:34.812053+0000, chain.objs.size()=1 2024-09-12T18:00:08.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-x3QAaKN1Vihr1M9uRNcaLRNbQzB51D_0 2024-09-12T18:00:08.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9025352918462046775', time=2024-09-12T19:48:35.069104+0000, chain.objs.size()=1 2024-09-12T18:00:08.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ClNTCN7oJg87pMlr5inufganDeMsSmI_0 2024-09-12T18:00:08.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8168620040270349954', time=2024-09-12T19:48:35.072870+0000, chain.objs.size()=1 2024-09-12T18:00:08.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NIXYNx3CLqCdvhUdWBX1Uu4n8vPu3aJ_0 2024-09-12T18:00:08.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12126859376622826964', time=2024-09-12T19:48:35.096037+0000, chain.objs.size()=1 2024-09-12T18:00:08.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.TF-DXukhHarR_9Sw-tO-qtFoDC8dZ77_0 2024-09-12T18:00:08.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7435409528407366729', time=2024-09-12T19:48:35.158514+0000, chain.objs.size()=1 2024-09-12T18:00:08.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.AUBWcDxx1GCgJ-Xdcrc-5pevwygd6CQ_0 2024-09-12T18:00:08.450 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1712517922698421232', time=2024-09-12T19:48:35.183077+0000, chain.objs.size()=1 2024-09-12T18:00:08.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.pIX3yhqKVduyQyUMSw2mNMpaAsU22l2_0 2024-09-12T18:00:08.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1315582404388368676', time=2024-09-12T19:48:35.319455+0000, chain.objs.size()=1 2024-09-12T18:00:08.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.L242DFYSJp91OWkLqVtujS4ZurPnf4A_0 2024-09-12T18:00:08.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12561545509043406428', time=2024-09-12T19:48:35.438348+0000, chain.objs.size()=1 2024-09-12T18:00:08.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.LU-Gc-2uj5yOUWGYmMw-do03r_gKLZp_0 2024-09-12T18:00:08.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4612405617911799957', time=2024-09-12T19:48:35.747071+0000, chain.objs.size()=1 2024-09-12T18:00:08.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WQRcMT86nOnZcg5cy4ARhO_DPe8BNx-_0 2024-09-12T18:00:08.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1052363357600559389', time=2024-09-12T19:48:55.306280+0000, chain.objs.size()=1 2024-09-12T18:00:08.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sTGDG4LQ6Yi5nWtNY17jthobA_F6JYK_0 2024-09-12T18:00:08.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15924834718443952314', time=2024-09-12T19:48:55.678358+0000, chain.objs.size()=1 2024-09-12T18:00:08.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.wgpfu5wiejfKh4SpNIstSlpoHD_WTx4_0 2024-09-12T18:00:08.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4355611991264757239', time=2024-09-12T19:48:55.696943+0000, chain.objs.size()=1 2024-09-12T18:00:08.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.heMRRU3rka4oThjmGQZs1Hfw2J3-oE0_0 2024-09-12T18:00:08.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3472651116656337091', time=2024-09-12T19:48:55.848221+0000, chain.objs.size()=1 2024-09-12T18:00:08.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JVQtzqsUnhjwoZ7cIOcy1GrQhUv4Mx3_0 2024-09-12T18:00:08.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.112781524699887359', time=2024-09-12T19:48:55.891145+0000, chain.objs.size()=1 2024-09-12T18:00:08.452 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.a1sVfwpndtJlBm3qN2HS-hXfBI_9bAY_0 2024-09-12T18:00:08.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9391816766857451068', time=2024-09-12T19:48:55.908605+0000, chain.objs.size()=1 2024-09-12T18:00:08.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mnu9i4_BKF-GnpMpZT_KWfSvy2c9e6q_0 2024-09-12T18:00:08.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18383099362995520881', time=2024-09-12T19:48:55.937253+0000, chain.objs.size()=1 2024-09-12T18:00:08.456 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rdUGLVrsnIU2VSPKzniVrJ6Mrx6u0K4_0 2024-09-12T18:00:08.456 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8468789276209791759', time=2024-09-12T19:48:55.972121+0000, chain.objs.size()=1 2024-09-12T18:00:08.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CCLoAb0sT1HBz2lh2CGnsINn-cbKUeP_0 2024-09-12T18:00:08.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4294256851043577531', time=2024-09-12T19:48:56.002478+0000, chain.objs.size()=1 2024-09-12T18:00:08.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.w7KsvXgSTF3U9cQh9gnSyvYtII7FnR8_0 2024-09-12T18:00:08.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1304252350912685152', time=2024-09-12T19:48:56.004185+0000, chain.objs.size()=1 2024-09-12T18:00:08.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.q0PLx_PNIUoJs83Lwm4lLuDQ6JyX3Xk_0 2024-09-12T18:00:08.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15507309640104417550', time=2024-09-12T19:48:56.023011+0000, chain.objs.size()=1 2024-09-12T18:00:08.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.eWV6xJxP51wTv_nj8pmXEDsG1_zSzss_0 2024-09-12T18:00:08.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10840521317722643939', time=2024-09-12T19:48:56.026970+0000, chain.objs.size()=1 2024-09-12T18:00:08.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.7hHM3XMLfRDdtB8T_N4_A2-6BizbCVD_0 2024-09-12T18:00:08.457 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4550882268275104052', time=2024-09-12T19:48:56.037707+0000, chain.objs.size()=1 2024-09-12T18:00:08.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.o7n-MpOaWIFmDFjeuK_8C-SxFK8oEso_0 2024-09-12T18:00:08.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10525663447121331235', time=2024-09-12T19:48:56.167927+0000, chain.objs.size()=1 2024-09-12T18:00:08.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.cemuq3E0u5LMSUaiWxYURbz97zaFrUd_0 2024-09-12T18:00:08.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8647594772473501409', time=2024-09-12T19:48:56.176144+0000, chain.objs.size()=1 2024-09-12T18:00:08.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CIuL5wv9z1TKZFRjFZP6L-en0IFxiX__0 2024-09-12T18:00:08.458 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2507988151365948602', time=2024-09-12T19:48:56.233412+0000, chain.objs.size()=1 2024-09-12T18:00:08.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-nBFkIzdEw-vly0U7AJXhr9b1Q_R9qK_0 2024-09-12T18:00:08.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3993322095617587592', time=2024-09-12T19:48:56.278688+0000, chain.objs.size()=1 2024-09-12T18:00:08.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.452+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.hwAJVPCDd3pOeehDzDh6ok7FZJENsdf_0 2024-09-12T18:00:08.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/55309 2024-09-12T18:00:08.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=25, truncated=0, next_marker='' 2024-09-12T18:00:08.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.693155423606192575', time=2024-09-12T19:48:56.304263+0000, chain.objs.size()=1 2024-09-12T18:00:08.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.d4bewpoxXVsxaeekO4Cqbun61MYB031_0 2024-09-12T18:00:08.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1989219284423552792', time=2024-09-12T19:48:56.332775+0000, chain.objs.size()=1 2024-09-12T18:00:08.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.jQVeXp-MXFU5w1IxU8eWUIU3-eskYCO_0 2024-09-12T18:00:08.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18153657517604823162', time=2024-09-12T19:48:56.337779+0000, chain.objs.size()=1 2024-09-12T18:00:08.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.tdk_EzZUoVrkLywun7onYJjTIrYYtIb_0 2024-09-12T18:00:08.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4181980948882881275', time=2024-09-12T19:48:56.486145+0000, chain.objs.size()=1 2024-09-12T18:00:08.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.iiLBLcb17tMKfx566oZZ2SpOePRwRM6_0 2024-09-12T18:00:08.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15927455895219522231', time=2024-09-12T19:48:56.493010+0000, chain.objs.size()=1 2024-09-12T18:00:08.460 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rheGoJW9YMw6IDkCYikaW-wQjcGJc58_0 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4880364296984703590', time=2024-09-12T19:48:56.517380+0000, chain.objs.size()=1 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ju0mMtP0Cff-o-cadZWVFuc8jJEwM8W_0 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15361122770890876003', time=2024-09-12T19:48:56.618937+0000, chain.objs.size()=1 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.RTMcIUcJglCFW3F5j3JnziShMXQPtOe_0 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16165853515437414967', time=2024-09-12T19:48:56.673486+0000, chain.objs.size()=1 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.wn4FWz75oyt8pMQo0CfWq-KuMb86An__0 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16195235494229633388', time=2024-09-12T19:48:56.837062+0000, chain.objs.size()=1 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.DXwJ95AR-fo6ySub7pULMCjDWQZqhXP_0 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3839407972161065962', time=2024-09-12T19:48:56.928680+0000, chain.objs.size()=1 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.NHnjG1fRexyakFVX9vDLbbj6OuC6KDq_0 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17151991296279091266', time=2024-09-12T19:48:56.971790+0000, chain.objs.size()=1 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.b5zwzSQIC4nQqOTHibgGrzHyUDjr6q9_0 2024-09-12T18:00:08.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13200276409903287274', time=2024-09-12T19:48:57.143214+0000, chain.objs.size()=1 2024-09-12T18:00:08.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.456+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._y4FE1qDpr53NDlx_vlEiUkBxVSimyU_0 2024-09-12T18:00:08.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17573657099092334600', time=2024-09-12T19:48:57.153295+0000, chain.objs.size()=1 2024-09-12T18:00:08.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.qjVvtQpTvBJopdX6vaDPKFOCm9rqhYh_0 2024-09-12T18:00:08.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4103713061468035445', time=2024-09-12T19:48:57.155700+0000, chain.objs.size()=1 2024-09-12T18:00:08.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JoGDL0PA0aF47c6fR4wKME2LwZbrtI7_0 2024-09-12T18:00:08.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4983816787656109131', time=2024-09-12T19:48:57.237674+0000, chain.objs.size()=1 2024-09-12T18:00:08.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._FKmtXrzUFy7RltPmDhe8vKF1GyvXHb_0 2024-09-12T18:00:08.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.672460230176910944', time=2024-09-12T19:48:57.264359+0000, chain.objs.size()=1 2024-09-12T18:00:08.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.8b9QbdMKPbH9H-QyrHRbgqcdw3B8jw1_0 2024-09-12T18:00:08.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10351751466582676552', time=2024-09-12T19:48:57.493606+0000, chain.objs.size()=1 2024-09-12T18:00:08.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OUcdj7v3zncwWeCdRA5cwJv2k3XBF7p_0 2024-09-12T18:00:08.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1851736223809055772', time=2024-09-12T19:50:16.996634+0000, chain.objs.size()=1 2024-09-12T18:00:08.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.455__shadow_.p1ESAn4d-FCfLZY0s6F_7rWnRqC-Ch4_0 2024-09-12T18:00:08.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12525674885549567858', time=2024-09-12T19:50:54.213166+0000, chain.objs.size()=1 2024-09-12T18:00:08.463 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.516__multipart_mymultipartcopy.2~52cCCC094IWK8iU0UKxujZV_xZqelyq.1 2024-09-12T18:00:08.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8068616858384253326', time=2024-09-12T19:52:13.055003+0000, chain.objs.size()=1 2024-09-12T18:00:08.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.550__shadow_.WMWhztMS9vYqXop0cTC92E5d9skfTzC_0 2024-09-12T18:00:08.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9226606868327476700', time=2024-09-12T19:52:39.153680+0000, chain.objs.size()=1 2024-09-12T18:00:08.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:yyQyjJoFcvUc6eY0sfTJ2hekj0Fu1XA_.oGwsSxh3G7Uo0hQbghujUI135MZNSOq_0 2024-09-12T18:00:08.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16994954131633601366', time=2024-09-12T19:52:49.128660+0000, chain.objs.size()=1 2024-09-12T18:00:08.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.575__shadow_.m10eoUNYcIhEijEnrk6lwMmrnk-jjFx_0 2024-09-12T18:00:08.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9597700184382220085', time=2024-09-12T19:52:50.095904+0000, chain.objs.size()=1 2024-09-12T18:00:08.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.576__shadow:GcvgGQpGGmuTTxtdM9CFB-OnUzeX0XN_.HOvh0r0Ya64d6tWtSo3vevRXnDlKo2o_0 2024-09-12T18:00:08.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10895538099618922150', time=2024-09-12T19:52:54.495436+0000, chain.objs.size()=1 2024-09-12T18:00:08.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:.rh3ncT9Lxma-sMuGckJcRQXBSuYxp6_.1haQmUH3J3DZTNS1qruCmtTQjrfEsCw_0 2024-09-12T18:00:08.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9807446132729481081', time=2024-09-12T19:53:30.975028+0000, chain.objs.size()=1 2024-09-12T18:00:08.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.605__shadow_.nY2GqfmUoPVcDRySOa0C8PX-gPoiSd2_0 2024-09-12T18:00:08.469 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.468+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T18:00:08.474 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.475 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/57667' 2024-09-12T18:00:08.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4175746001294793540', time=2024-09-12T19:44:57.216556+0000, chain.objs.size()=3 2024-09-12T18:00:08.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__multipart_foo-STANDARD.2~gPnOETRRc4L_cSFVVS0h2Q54yuwrbnd.1 2024-09-12T18:00:08.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__multipart_foo-STANDARD.2~gPnOETRRc4L_cSFVVS0h2Q54yuwrbnd.2 2024-09-12T18:00:08.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__multipart_foo-STANDARD.2~gPnOETRRc4L_cSFVVS0h2Q54yuwrbnd.3 2024-09-12T18:00:08.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15018986804073148', time=2024-09-12T19:46:53.670600+0000, chain.objs.size()=1 2024-09-12T18:00:08.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.233__shadow_.6SfBnU2oMA8ftgTgdqmnBv04FEFubxg_0 2024-09-12T18:00:08.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10055836104768294628', time=2024-09-12T19:46:54.936057+0000, chain.objs.size()=1 2024-09-12T18:00:08.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.235__shadow_.KT2zdm1nEUpCIHQ7B1odmcR2ytxjZ4P_0 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6241928639622942841', time=2024-09-12T19:47:05.987807+0000, chain.objs.size()=1 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.250__shadow_.o9ibTQk7kH4rWjK4JL6L7r-GTSh0ENu_0 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5364423369655679945', time=2024-09-12T19:47:12.850988+0000, chain.objs.size()=1 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.261__shadow_.ctl8UOBa5rg2GOW6enc55H24ixDTLp5_0 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16950828404727886254', time=2024-09-12T19:47:12.854015+0000, chain.objs.size()=1 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.261__shadow_.xCZ8BInneMFvGS3PeKxrBqED5CNrvHT_0 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17710804050115898072', time=2024-09-12T19:47:32.324515+0000, chain.objs.size()=1 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YlhhD0yztAm2nE3ava3NpP0ddSdmN5d_0 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18182079703282029610', time=2024-09-12T19:47:32.405370+0000, chain.objs.size()=1 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Ofyax7EXE_6to8EZfQ3iQDNUbdg8kSf_0 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15399437956428045670', time=2024-09-12T19:47:32.511978+0000, chain.objs.size()=1 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MCHPk9uhCpYF9ZS8E3gPguPl6QQVTba_0 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11450530525312122527', time=2024-09-12T19:47:32.523484+0000, chain.objs.size()=1 2024-09-12T18:00:08.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.cT1QspJSdD8Prt-LdV8wFTEq06jdh7c_0 2024-09-12T18:00:08.480 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7353148091167374584', time=2024-09-12T19:47:32.656392+0000, chain.objs.size()=1 2024-09-12T18:00:08.480 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.AaFENUBBQBX5-7JsCFXL0qZ6z8Ahw4-_0 2024-09-12T18:00:08.480 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11774578572562609263', time=2024-09-12T19:47:32.696358+0000, chain.objs.size()=1 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SQYlalVxj-5Olez_6enrlSxCADUAM3U_0 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10603188129726852860', time=2024-09-12T19:47:32.802450+0000, chain.objs.size()=1 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.QhfqU8HExq66n2mR6pYO0pkOiYRZQAf_0 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11771420073993661510', time=2024-09-12T19:47:32.872222+0000, chain.objs.size()=1 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GPN7uxZU-Dn9lEvo3sapOPOE5ys1y_Q_0 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11767745565425814687', time=2024-09-12T19:47:32.873761+0000, chain.objs.size()=1 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UVhEwpp0FhOZ6VzNW-aMcYPmTCcXNpK_0 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11796803177159593370', time=2024-09-12T19:47:32.907212+0000, chain.objs.size()=1 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Xd3gUmKBQaXFqQWKd2ojFycHUI220oX_0 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8479864545936730457', time=2024-09-12T19:47:32.940180+0000, chain.objs.size()=1 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aWVynZVUcmg17Rj-r_xe1kPS4MvVLlr_0 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14599193997463231220', time=2024-09-12T19:47:33.297899+0000, chain.objs.size()=1 2024-09-12T18:00:08.481 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.W2D9ID4cB3UX88KObbUjmTdiEBYrLSL_0 2024-09-12T18:00:08.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6997964631004677285', time=2024-09-12T19:47:33.495521+0000, chain.objs.size()=1 2024-09-12T18:00:08.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.HjwWmx6jqPlzLv7dkW4BqNAB4iBhOib_0 2024-09-12T18:00:08.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5712392405126091726', time=2024-09-12T19:47:33.509851+0000, chain.objs.size()=1 2024-09-12T18:00:08.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.qrjgBCbaSrheFWMLwdLrKDr1ktCqcXP_0 2024-09-12T18:00:08.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5882459876666039200', time=2024-09-12T19:47:33.587507+0000, chain.objs.size()=1 2024-09-12T18:00:08.482 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.kmGageGwpee87J8DogjlyStP9G_1KTs_0 2024-09-12T18:00:08.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2239487887711267928', time=2024-09-12T19:47:33.597422+0000, chain.objs.size()=1 2024-09-12T18:00:08.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KFCdicw_lvueYekpGU-zjVM8OBNTtWB_0 2024-09-12T18:00:08.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5627079150697138703', time=2024-09-12T19:47:33.606470+0000, chain.objs.size()=1 2024-09-12T18:00:08.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.xgtnyLlaILaYkp1cr309b9PzixUNqUv_0 2024-09-12T18:00:08.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2537305587032052108', time=2024-09-12T19:47:33.765032+0000, chain.objs.size()=1 2024-09-12T18:00:08.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.JMKNXc21FwJTD67-IQhPILNpDpVtyIT_0 2024-09-12T18:00:08.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2230569466506952393', time=2024-09-12T19:47:33.809737+0000, chain.objs.size()=1 2024-09-12T18:00:08.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NFdxw-KX5UF0BpKJ7vPdPgytBw7YSB4_0 2024-09-12T18:00:08.483 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10103777740261683895', time=2024-09-12T19:47:33.829440+0000, chain.objs.size()=1 2024-09-12T18:00:08.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.EpiEixWnQ7d476n5iZbdpTWZ65UkDu5_0 2024-09-12T18:00:08.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17955664615897506712', time=2024-09-12T19:47:33.903672+0000, chain.objs.size()=1 2024-09-12T18:00:08.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.5QvcMLUQKnnGvJbfxXrCNql_QeXU3T7_0 2024-09-12T18:00:08.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10602114671560347244', time=2024-09-12T19:47:33.913647+0000, chain.objs.size()=1 2024-09-12T18:00:08.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.5YEzjkfL99CJRKjb2P3jPtGmXJGCt7__0 2024-09-12T18:00:08.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8624662018864604675', time=2024-09-12T19:47:34.053091+0000, chain.objs.size()=1 2024-09-12T18:00:08.484 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4Xi36cVRx-vuClPIb8jTYtDqFV5cyNd_0 2024-09-12T18:00:08.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15542235730621463165', time=2024-09-12T19:47:34.101428+0000, chain.objs.size()=1 2024-09-12T18:00:08.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.RHtntMr5W-g5ZFw4gGdkmqdFV6IYKmO_0 2024-09-12T18:00:08.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18422434828145461719', time=2024-09-12T19:47:34.237258+0000, chain.objs.size()=1 2024-09-12T18:00:08.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MMH-34Lf3GXxQweDgWYrxYtUxl-29hE_0 2024-09-12T18:00:08.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10703407650808584708', time=2024-09-12T19:47:34.377812+0000, chain.objs.size()=1 2024-09-12T18:00:08.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Y6sue3LJgs5x4hqkVOLRMC-z0sdbyGf_0 2024-09-12T18:00:08.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14361999898776796851', time=2024-09-12T19:47:36.830808+0000, chain.objs.size()=1 2024-09-12T18:00:08.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.266__shadow_.KLjcs8j7DZ1ea-ZIgBahZ11Lq-I1Eza_0 2024-09-12T18:00:08.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2188063100972930921', time=2024-09-12T19:47:45.984706+0000, chain.objs.size()=1 2024-09-12T18:00:08.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.281__shadow_.nSDZ37WldTDBhVKFLl-2rf-9Ylz7oR7_0 2024-09-12T18:00:08.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12013865831350715368', time=2024-09-12T19:47:47.212306+0000, chain.objs.size()=1 2024-09-12T18:00:08.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.283__shadow_.in07aYrWbOFiYPQSgGNgDE0SqhoM8jA_0 2024-09-12T18:00:08.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10498365690533882358', time=2024-09-12T19:47:59.171171+0000, chain.objs.size()=1 2024-09-12T18:00:08.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.299__shadow_.T2AA5ikyA_Vgif4oCnne5KQ4NCbtai__0 2024-09-12T18:00:08.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14160363762550730617', time=2024-09-12T19:48:33.410087+0000, chain.objs.size()=1 2024-09-12T18:00:08.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.2nZoTo2QGKVO7PHkcpwyDQpN-WkzO1R_0 2024-09-12T18:00:08.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7066716415626597273', time=2024-09-12T19:48:33.490484+0000, chain.objs.size()=1 2024-09-12T18:00:08.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.IRVouuRl3rWw_iw2VEgowu3xa2UIF1s_0 2024-09-12T18:00:08.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12747306916042336297', time=2024-09-12T19:48:33.529928+0000, chain.objs.size()=1 2024-09-12T18:00:08.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.aavcTH_a6i00IyrmGqPxqkmSg2DuOyD_0 2024-09-12T18:00:08.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16317581178487583823', time=2024-09-12T19:48:33.603341+0000, chain.objs.size()=1 2024-09-12T18:00:08.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Gw0YmcxFaHb-5gjEvAzCDuNz1EM4VK4_0 2024-09-12T18:00:08.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14780246041195968584', time=2024-09-12T19:48:33.772928+0000, chain.objs.size()=1 2024-09-12T18:00:08.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.F-cyom_YOQWOpTmCN5sStMGxaQkSwFs_0 2024-09-12T18:00:08.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12767886107939631421', time=2024-09-12T19:48:33.814738+0000, chain.objs.size()=1 2024-09-12T18:00:08.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BmUy2_U0PgAMNtO23g9KujL0bK9D_aJ_0 2024-09-12T18:00:08.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4133330328999903164', time=2024-09-12T19:48:33.819098+0000, chain.objs.size()=1 2024-09-12T18:00:08.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.QdvgJ9vyv70BRvk7Zc4U1Al56nbr91n_0 2024-09-12T18:00:08.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1139622593187620987', time=2024-09-12T19:48:33.832179+0000, chain.objs.size()=1 2024-09-12T18:00:08.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7yq34aqFNHsjEsKSyXjHCWsKYX8xQi-_0 2024-09-12T18:00:08.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.823253270964877440', time=2024-09-12T19:48:33.845509+0000, chain.objs.size()=1 2024-09-12T18:00:08.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7YFbEK5YHaqo5CAbMCsKDNYzjYDNacW_0 2024-09-12T18:00:08.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15102022151079571787', time=2024-09-12T19:48:33.856167+0000, chain.objs.size()=1 2024-09-12T18:00:08.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.mF0_M3I8VVBQueZmO-XrKkiF5hwI5Nm_0 2024-09-12T18:00:08.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5263816834632276637', time=2024-09-12T19:48:33.861278+0000, chain.objs.size()=1 2024-09-12T18:00:08.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1iMf_3oYlu--aHFk0BfsBwgrI_unE23_0 2024-09-12T18:00:08.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4311440907001974314', time=2024-09-12T19:48:33.907508+0000, chain.objs.size()=1 2024-09-12T18:00:08.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0dzsN4nS3LeqQPO60EHbGRZ6wzSgAw__0 2024-09-12T18:00:08.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15373140711711714905', time=2024-09-12T19:48:33.916063+0000, chain.objs.size()=1 2024-09-12T18:00:08.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.R47qXQBrCV1Frzycsyh5cjMn671acfb_0 2024-09-12T18:00:08.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4323745981518398840', time=2024-09-12T19:48:34.056728+0000, chain.objs.size()=1 2024-09-12T18:00:08.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.P4CgW7l6Xtcs9yt4oVYTy_Y1gJnUEXY_0 2024-09-12T18:00:08.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17327174446760957463', time=2024-09-12T19:48:34.062629+0000, chain.objs.size()=1 2024-09-12T18:00:08.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9X3IOYRRrsE96OY-ApLmkDMLMcvXsGV_0 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9107954904176408819', time=2024-09-12T19:48:34.381570+0000, chain.objs.size()=1 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YOVVIiOE6peG9jvBjOIYx4Nai-Q_0Wn_0 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16237181001365312144', time=2024-09-12T19:48:34.433306+0000, chain.objs.size()=1 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.EWowl88ypbPgdLrEhOvYkrU6idWHXvR_0 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8303152022942153132', time=2024-09-12T19:48:34.510452+0000, chain.objs.size()=1 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.OBEr9okCBERn_G5wZBsV7Clb-d0aFYF_0 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17875213173644421017', time=2024-09-12T19:48:34.771703+0000, chain.objs.size()=1 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.i5adl2h6fMMFhnpHTvF2apm16zesJ64_0 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4205602852567216557', time=2024-09-12T19:48:34.868035+0000, chain.objs.size()=1 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.yilu5GVjWtOyUO0QS6b6ny8j8FsnV4B_0 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9939957800662495542', time=2024-09-12T19:48:35.000680+0000, chain.objs.size()=1 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hE-O_S4YotsKH17mtwlaKVRHGKuXwsn_0 2024-09-12T18:00:08.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7496754124401339013', time=2024-09-12T19:48:35.006645+0000, chain.objs.size()=1 2024-09-12T18:00:08.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NjqszgTf5zIW1uTEFk_bhO-1WEoHr5q_0 2024-09-12T18:00:08.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13444395304190895151', time=2024-09-12T19:48:35.044210+0000, chain.objs.size()=1 2024-09-12T18:00:08.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.HkwLBkXMKsJs_6QQuxzynpyCHDR86Qu_0 2024-09-12T18:00:08.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7985151364885190017', time=2024-09-12T19:48:35.115375+0000, chain.objs.size()=1 2024-09-12T18:00:08.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.61iFuOEfif4QqAsybv408URrY86JXg1_0 2024-09-12T18:00:08.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1142469725665871464', time=2024-09-12T19:48:35.424651+0000, chain.objs.size()=1 2024-09-12T18:00:08.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.GvmJMad7cotSXDcH5pl5ovrThB2omqm_0 2024-09-12T18:00:08.499 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16939632711765545128', time=2024-09-12T19:48:35.495780+0000, chain.objs.size()=1 2024-09-12T18:00:08.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8fAtgMoOBkpFP-Bn0Mggzn5wlT0BAF8_0 2024-09-12T18:00:08.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16156408668857020118', time=2024-09-12T19:48:35.631123+0000, chain.objs.size()=1 2024-09-12T18:00:08.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.PVfVbRpb5SiPIXW0sZQVYQRcexjrgyX_0 2024-09-12T18:00:08.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10101620273258947074', time=2024-09-12T19:48:35.633095+0000, chain.objs.size()=1 2024-09-12T18:00:08.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Ln84bj-WqK1M6t9AByHu_HJE1Mvczdi_0 2024-09-12T18:00:08.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9942327777867576690', time=2024-09-12T19:48:35.634895+0000, chain.objs.size()=1 2024-09-12T18:00:08.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ZRMgcYDVeQgpszTa5zVA-rjy5Nbn6OB_0 2024-09-12T18:00:08.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7409811658016114439', time=2024-09-12T19:48:35.643348+0000, chain.objs.size()=1 2024-09-12T18:00:08.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.k441Rsz6FVazOAayDg17IbygEzYzwVc_0 2024-09-12T18:00:08.500 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1087791991141146505', time=2024-09-12T19:48:35.698179+0000, chain.objs.size()=1 2024-09-12T18:00:08.501 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.TrMbsLYH8vcBQKQ4u3-VVUFa7_bOAlq_0 2024-09-12T18:00:08.501 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2511909096348279440', time=2024-09-12T19:48:35.787861+0000, chain.objs.size()=1 2024-09-12T18:00:08.501 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.15YQ8X-wd7TjAPE4PYC-0Ho2lp-6EWr_0 2024-09-12T18:00:08.501 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1423543471328612128', time=2024-09-12T19:48:55.168019+0000, chain.objs.size()=1 2024-09-12T18:00:08.501 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.uXEIAzWNXzi4bZnwAYG5pnDYbw_NCcM_0 2024-09-12T18:00:08.501 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16548519178853968860', time=2024-09-12T19:48:55.294692+0000, chain.objs.size()=1 2024-09-12T18:00:08.501 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-gplplPFqzqH1HflCjl3_pTb7l2de5v_0 2024-09-12T18:00:08.501 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6944932719352227832', time=2024-09-12T19:48:55.316172+0000, chain.objs.size()=1 2024-09-12T18:00:08.501 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lLQp-DtRJuWzqFabO-gVIyLB3is28Jg_0 2024-09-12T18:00:08.502 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10227688159922305009', time=2024-09-12T19:48:55.364534+0000, chain.objs.size()=1 2024-09-12T18:00:08.502 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.bS4danmDJD3Lj7vfX-76aNK4W83_VQD_0 2024-09-12T18:00:08.502 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13707986044652127390', time=2024-09-12T19:48:55.651960+0000, chain.objs.size()=1 2024-09-12T18:00:08.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lmFkGwAYsizxthlhtHGaM7OIaimZ0Ty_0 2024-09-12T18:00:08.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8413659144944620108', time=2024-09-12T19:48:55.652746+0000, chain.objs.size()=1 2024-09-12T18:00:08.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4Sbq20wAu_Dsog-o13MY2uSaSfMy5Gr_0 2024-09-12T18:00:08.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1310706236171973043', time=2024-09-12T19:48:55.711344+0000, chain.objs.size()=1 2024-09-12T18:00:08.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.bVqsXwVM4OpEbzsxSzR79BEumeOP3TB_0 2024-09-12T18:00:08.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1127093987496527338', time=2024-09-12T19:48:55.853096+0000, chain.objs.size()=1 2024-09-12T18:00:08.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5NPEF1KpmZiEAMlQlDa4i2iub9Qz0Ty_0 2024-09-12T18:00:08.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3933457413053393393', time=2024-09-12T19:48:55.863076+0000, chain.objs.size()=1 2024-09-12T18:00:08.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.EzEr7Rqacon5GFm3ywHUIqAFIdjXbAA_0 2024-09-12T18:00:08.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4681084134113247685', time=2024-09-12T19:48:55.864945+0000, chain.objs.size()=1 2024-09-12T18:00:08.503 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Fz8Ss7JKEO9eVmdsVEJGXS4lGHIrjT4_0 2024-09-12T18:00:08.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9484387320825233754', time=2024-09-12T19:48:55.878574+0000, chain.objs.size()=1 2024-09-12T18:00:08.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.B1b00RBGoZqNQE69aSGld3u1eDr4TXs_0 2024-09-12T18:00:08.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12382089238537386952', time=2024-09-12T19:48:55.921780+0000, chain.objs.size()=1 2024-09-12T18:00:08.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ctBasNmklBPCo7KM4BlzU8pWwBE-WwL_0 2024-09-12T18:00:08.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2255365945564106443', time=2024-09-12T19:48:55.952794+0000, chain.objs.size()=1 2024-09-12T18:00:08.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.hChxFKySbyuPKudk_ojL2IZ0OitDXD6_0 2024-09-12T18:00:08.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13297235265082003088', time=2024-09-12T19:48:55.965179+0000, chain.objs.size()=1 2024-09-12T18:00:08.504 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3OMbgAB_AdOKDdosEwazCRIefyxldjH_0 2024-09-12T18:00:08.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2134625672514906960', time=2024-09-12T19:48:55.991177+0000, chain.objs.size()=1 2024-09-12T18:00:08.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sLoosGASC9E6sIXa6Flt5fFlr7DNzQ9_0 2024-09-12T18:00:08.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6408550057988251344', time=2024-09-12T19:48:56.035244+0000, chain.objs.size()=1 2024-09-12T18:00:08.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.YJL8o4HevVFGb0szrALEscGjXcGF-az_0 2024-09-12T18:00:08.505 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3159720836019253470', time=2024-09-12T19:48:56.195775+0000, chain.objs.size()=1 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.FUGfSPQs0cFFPvYxPPA14fSif_pPN3I_0 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8413740644734311911', time=2024-09-12T19:48:56.271130+0000, chain.objs.size()=1 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.BFh7JwOMi9bGaBsRiwsya6kfZLPXnla_0 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.331329132504333827', time=2024-09-12T19:48:56.313472+0000, chain.objs.size()=1 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.P6GTESm_YJanbdlS2zSxyuvcIFX6fhu_0 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6805293804507834194', time=2024-09-12T19:48:56.669054+0000, chain.objs.size()=1 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.q4LIFVJI1Wit5Fcl1musSjMV1hfIcCJ_0 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18145134408283912673', time=2024-09-12T19:48:56.697232+0000, chain.objs.size()=1 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Mf4DB-H1R0sBBUdFglmpOYXelgQQm_z_0 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2219429441051353933', time=2024-09-12T19:48:57.017406+0000, chain.objs.size()=1 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.J11ZFU9ecHeXfvdawoEKA3B-e8iRIu__0 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10395078422104846084', time=2024-09-12T19:48:57.209609+0000, chain.objs.size()=1 2024-09-12T18:00:08.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.8pwI6P8BR_ZFQ1kO46xutgyCMJprspZ_0 2024-09-12T18:00:08.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5456500851076902054', time=2024-09-12T19:48:57.236100+0000, chain.objs.size()=1 2024-09-12T18:00:08.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.iuGu4oc5UI-yShlj5_XgboV3kpK5A02_0 2024-09-12T18:00:08.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7577843200341462627', time=2024-09-12T19:48:57.579868+0000, chain.objs.size()=1 2024-09-12T18:00:08.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pJuUTiTPNEq2RgqH_AXjtLSMFmNlUpL_0 2024-09-12T18:00:08.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2425286049180450892', time=2024-09-12T19:50:02.297502+0000, chain.objs.size()=1 2024-09-12T18:00:08.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.434__shadow_.dbpThOniIy7ykmEoLW2FTBkNf8_q96x_0 2024-09-12T18:00:08.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16373357623636641225', time=2024-09-12T19:50:26.827000+0000, chain.objs.size()=1 2024-09-12T18:00:08.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.466__shadow_.Gdd-aK9_axgHhtbdiMkH02PVOXKVD1o_0 2024-09-12T18:00:08.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11611818604827081686', time=2024-09-12T19:50:32.383533+0000, chain.objs.size()=1 2024-09-12T18:00:08.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.481__shadow_.1pRS_qrH6UQy5DRncoyzZx4sHiFa_VO_0 2024-09-12T18:00:08.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.508+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18165783142688394102', time=2024-09-12T19:50:32.385499+0000, chain.objs.size()=1 2024-09-12T18:00:08.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.508+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.481__shadow_.FgV7ZEoEAv4YwMA92Mp8wsSp2HeILsK_0 2024-09-12T18:00:08.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.508+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14533806126271123406', time=2024-09-12T19:50:38.393541+0000, chain.objs.size()=1 2024-09-12T18:00:08.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.508+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.490__shadow_.PRJQNJWqSKyOLJ6n7afijntp8Y16VG0_0 2024-09-12T18:00:08.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.508+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14533806126271123406', time=2024-09-12T19:50:38.598967+0000, chain.objs.size()=1 2024-09-12T18:00:08.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.508+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.490__shadow_.PRJQNJWqSKyOLJ6n7afijntp8Y16VG0_0 2024-09-12T18:00:08.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.508+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14174828505257856289', time=2024-09-12T19:50:45.709985+0000, chain.objs.size()=1 2024-09-12T18:00:08.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.508+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.503__shadow:W33a4IGQZObXf5JD-dYc8P4u1Ttt0tZ_.hacREIF0uNQGxPiZOiX3GT5JDBwAqNC_0 2024-09-12T18:00:08.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.508+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/57667 2024-09-12T18:00:08.514 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T18:00:08.514 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3875354825478501479', time=2024-09-12T19:50:45.838324+0000, chain.objs.size()=1 2024-09-12T18:00:08.514 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.503__shadow:W33a4IGQZObXf5JD-dYc8P4u1Ttt0tZ_.hacREIF0uNQGxPiZOiX3GT5JDBwAqNC_0 2024-09-12T18:00:08.514 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~zqRm8tnFudxZAMQRvnErNWYCIz4pO5B', time=2024-09-12T19:51:29.395631+0000, chain.objs.size()=10 2024-09-12T18:00:08.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.526__multipart_mymultipart.2~zqRm8tnFudxZAMQRvnErNWYCIz4pO5B.1 2024-09-12T18:00:08.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.526__multipart_mymultipart.2~zqRm8tnFudxZAMQRvnErNWYCIz4pO5B.2 2024-09-12T18:00:08.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.526__multipart_mymultipart.2~zqRm8tnFudxZAMQRvnErNWYCIz4pO5B.3 2024-09-12T18:00:08.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.526__multipart_mymultipart.2~zqRm8tnFudxZAMQRvnErNWYCIz4pO5B.4 2024-09-12T18:00:08.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.526__multipart_mymultipart.2~zqRm8tnFudxZAMQRvnErNWYCIz4pO5B.5 2024-09-12T18:00:08.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.526__multipart_mymultipart.2~zqRm8tnFudxZAMQRvnErNWYCIz4pO5B.6 2024-09-12T18:00:08.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.526__multipart_mymultipart.2~zqRm8tnFudxZAMQRvnErNWYCIz4pO5B.7 2024-09-12T18:00:08.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.526__multipart_mymultipart.2~zqRm8tnFudxZAMQRvnErNWYCIz4pO5B.8 2024-09-12T18:00:08.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.526__multipart_mymultipart.2~zqRm8tnFudxZAMQRvnErNWYCIz4pO5B.9 2024-09-12T18:00:08.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.526__multipart_mymultipart.2~zqRm8tnFudxZAMQRvnErNWYCIz4pO5B.10 2024-09-12T18:00:08.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5256941313429014020', time=2024-09-12T19:51:31.770227+0000, chain.objs.size()=2 2024-09-12T18:00:08.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.528__multipart_mymultipart.2~7c8Kc69fMpHzmio6_Lt12tCHaz8YAO1.1 2024-09-12T18:00:08.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.528__multipart_mymultipart.2~7c8Kc69fMpHzmio6_Lt12tCHaz8YAO1.2 2024-09-12T18:00:08.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5858401392582093571', time=2024-09-12T19:52:33.685291+0000, chain.objs.size()=1 2024-09-12T18:00:08.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:Dxxshde.8Z.fwouZ7exv4KMu7f0Snzj_.cnDJIiScFZ3YnbgaDJb8_fvd6QOLh70_0 2024-09-12T18:00:08.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3324440820975850430', time=2024-09-12T19:52:33.960430+0000, chain.objs.size()=1 2024-09-12T18:00:08.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:646ifYZlH6X1F-AFiu7kbAY9bPBmCgP_.6pMZsy_P9Qkwwq9bjyvH3hRX7-FiEpx_0 2024-09-12T18:00:08.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15338534725464709823', time=2024-09-12T19:52:35.273370+0000, chain.objs.size()=1 2024-09-12T18:00:08.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:vTReyKYVqb3CeXluAf6oB7WtahZnafn_.All0JnDZdPylK2lTxOgqkhhaFETaKLs_0 2024-09-12T18:00:08.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.103231693264829893', time=2024-09-12T19:52:36.559861+0000, chain.objs.size()=1 2024-09-12T18:00:08.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:HKkAco7foiB-bzuCC8eeVmmd6C4nLL1_.JgXlwDdGbz3ggR2tW8Kx-s-0c_An2cR_0 2024-09-12T18:00:08.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8600423346607632822', time=2024-09-12T19:52:47.982934+0000, chain.objs.size()=1 2024-09-12T18:00:08.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.574__shadow:fnsj1hGaUWWiLof-nPyFQ63dbwU0VEk_.wQDykYacTZ84Upi4CFetf-wX3eKLED6_0 2024-09-12T18:00:08.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10618660556956609664', time=2024-09-12T19:53:03.999530+0000, chain.objs.size()=1 2024-09-12T18:00:08.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:ymCtxKbBSUiOBUVDigU0zlBSjZrQHEe_.jHbnTOw4FfcmTO5R2F51JDdl_gOmOD3_0 2024-09-12T18:00:08.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1938987236616882833', time=2024-09-12T19:53:05.782790+0000, chain.objs.size()=1 2024-09-12T18:00:08.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:68nK8NIeMpJvDLAv7b18eMDKvHjj.wH_.0VFTJRV4-GGiCbGkSUwVXMBpg0Ll-Pz_0 2024-09-12T18:00:08.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14515517746122193232', time=2024-09-12T19:53:32.646446+0000, chain.objs.size()=1 2024-09-12T18:00:08.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.608__shadow_.IooIh4wYiZgcbiIc_CdR-dGQQRwYYyw_0 2024-09-12T18:00:08.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12846613738693990462', time=2024-09-12T19:56:26.918515+0000, chain.objs.size()=1 2024-09-12T18:00:08.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.666__shadow_.MpYsDcD8Jf-wvuq5_67uOnIAmeV1eJ2_0 2024-09-12T18:00:08.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.724810374860512875', time=2024-09-12T19:56:44.514965+0000, chain.objs.size()=1 2024-09-12T18:00:08.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.700__shadow:-qE0gpgohYrcqhuRGH7lG662DmrjUK._.VvA_QvW5vE2rFK3n0ft5fC6tNOSPNja_0 2024-09-12T18:00:08.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~lrNc3DM-e4d6U6x09kEE6-AbyiCsc_D', time=2024-09-12T19:57:30.050774+0000, chain.objs.size()=1 2024-09-12T18:00:08.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.742__multipart_mymultipart.2~lrNc3DM-e4d6U6x09kEE6-AbyiCsc_D.1 2024-09-12T18:00:08.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.523 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T18:00:08.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51698' 2024-09-12T18:00:08.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17434844134397219710', time=2024-09-12T19:45:28.493145+0000, chain.objs.size()=1 2024-09-12T18:00:08.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.199__shadow_.nBEgmyo-E-tLYSjSgduigJ2ii7yo9Hf_0 2024-09-12T18:00:08.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7204279498550474432', time=2024-09-12T19:46:57.715122+0000, chain.objs.size()=1 2024-09-12T18:00:08.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.238__shadow_.fs1p0DaZ8sFO9XWU_7dln-EOxQUahi0_0 2024-09-12T18:00:08.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.674307961041794316', time=2024-09-12T19:47:03.017134+0000, chain.objs.size()=1 2024-09-12T18:00:08.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.245__shadow_.JVSpjL8pMHO5PWtKCMEioeQ5BR8Gth7_0 2024-09-12T18:00:08.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16189702723454698487', time=2024-09-12T19:47:04.784777+0000, chain.objs.size()=1 2024-09-12T18:00:08.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.248__shadow_.amzr4gQeoAUiaeo-HzhxO_7JGayrwJS_0 2024-09-12T18:00:08.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12669407655670266535', time=2024-09-12T19:47:07.921803+0000, chain.objs.size()=1 2024-09-12T18:00:08.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.253__shadow_.A1pdfbk1RWhHB3w-f252X8-4SEJuWiM_0 2024-09-12T18:00:08.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7909497773654462692', time=2024-09-12T19:47:32.177297+0000, chain.objs.size()=1 2024-09-12T18:00:08.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.7Ic49osFLW4BPk2oMn_ARzfVXBaHUra_0 2024-09-12T18:00:08.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2191355096760055772', time=2024-09-12T19:47:32.250064+0000, chain.objs.size()=1 2024-09-12T18:00:08.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.79AE5sM8Q44tz2WYjqaBVpo2mnpLvy0_0 2024-09-12T18:00:08.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2365700490135152627', time=2024-09-12T19:47:32.343552+0000, chain.objs.size()=1 2024-09-12T18:00:08.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.iLqh221eaWpENzgdXGI5IVitCZiQLKo_0 2024-09-12T18:00:08.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15300280878982979195', time=2024-09-12T19:47:32.347287+0000, chain.objs.size()=1 2024-09-12T18:00:08.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tK0u3r_xCt1BNrPdNCLIGLFB9UflAoy_0 2024-09-12T18:00:08.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17539445591498558800', time=2024-09-12T19:47:32.387778+0000, chain.objs.size()=1 2024-09-12T18:00:08.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.boAQKQ-BWFTfC6eRlNHcK6-aACBir4b_0 2024-09-12T18:00:08.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7316345130351782034', time=2024-09-12T19:47:32.542044+0000, chain.objs.size()=1 2024-09-12T18:00:08.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9l6M9ckiNaxpXeU6fD6wPkvI0dtk_W2_0 2024-09-12T18:00:08.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8825084424342058980', time=2024-09-12T19:47:32.623980+0000, chain.objs.size()=1 2024-09-12T18:00:08.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.puKeHj6rEASf9lnbmqBWV66gNcUdc5n_0 2024-09-12T18:00:08.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12649701568737213939', time=2024-09-12T19:47:32.626655+0000, chain.objs.size()=1 2024-09-12T18:00:08.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.wPeTz8bf-UmMOE-H82Z3B2SRgFc4xBn_0 2024-09-12T18:00:08.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2429105342228838975', time=2024-09-12T19:47:32.634360+0000, chain.objs.size()=1 2024-09-12T18:00:08.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aNc_As1TO6-2abbCtqT3GP8WmtmLys5_0 2024-09-12T18:00:08.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6024925696681916508', time=2024-09-12T19:47:32.642343+0000, chain.objs.size()=1 2024-09-12T18:00:08.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4e6Jx8fovrSwx768ihHa1eHbSX0PEsG_0 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.792862278347247480', time=2024-09-12T19:47:32.647134+0000, chain.objs.size()=1 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.36uRSKHVMoYrl3iEX5rR1lo9SW1mfxd_0 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17239979292587430191', time=2024-09-12T19:47:32.660923+0000, chain.objs.size()=1 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gg_o_ZbvFcunQSwTRVUMoNnaNC5FFEE_0 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3541548937751562438', time=2024-09-12T19:47:32.801965+0000, chain.objs.size()=1 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mbX161aLgmTsP4qI5pJrtAABelMb6dq_0 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9576187542757953133', time=2024-09-12T19:47:32.964630+0000, chain.objs.size()=1 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Q-URByvl9h8IZLB0CYeudgSgxLcCiLE_0 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10525485975536378056', time=2024-09-12T19:47:32.994446+0000, chain.objs.size()=1 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.5SfIeTUrcRJv5uKaxt1bJwgcxISDOda_0 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5189360547919196244', time=2024-09-12T19:47:33.174010+0000, chain.objs.size()=1 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.CeR1ZS_ljxkU0zekqo-R5yVLIixnhUb_0 2024-09-12T18:00:08.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2282022997538852805', time=2024-09-12T19:47:33.261950+0000, chain.objs.size()=1 2024-09-12T18:00:08.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.141HN0wDaeqFpiLA-PYzjtHljTnhnSZ_0 2024-09-12T18:00:08.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1806391421026118020', time=2024-09-12T19:47:33.282128+0000, chain.objs.size()=1 2024-09-12T18:00:08.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ft3llHmqh_PFLAwG23Ch0_ws3_v-MeO_0 2024-09-12T18:00:08.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15157021306292114968', time=2024-09-12T19:47:33.476638+0000, chain.objs.size()=1 2024-09-12T18:00:08.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KDy91A6hZcLFS-7Xz0I33uc_LXOGl0H_0 2024-09-12T18:00:08.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10232366435971939886', time=2024-09-12T19:47:33.504305+0000, chain.objs.size()=1 2024-09-12T18:00:08.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZwCJMpclE7sjaUDXr5qyeiFoGtOvG1M_0 2024-09-12T18:00:08.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17881297265768186861', time=2024-09-12T19:47:33.530058+0000, chain.objs.size()=1 2024-09-12T18:00:08.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.msYFJeF4xMzwB5DqlwBJeby8Ci7zBPr_0 2024-09-12T18:00:08.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2419740131407742725', time=2024-09-12T19:47:33.628947+0000, chain.objs.size()=1 2024-09-12T18:00:08.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.CK6suXeIV1AtUamAIuuXFUc7elkWEK1_0 2024-09-12T18:00:08.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16439255163258793594', time=2024-09-12T19:47:34.039384+0000, chain.objs.size()=1 2024-09-12T18:00:08.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.a2bd_Kgz6q-Yp4YHBwnxsrNZsIVgVh3_0 2024-09-12T18:00:08.534 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15010972953005309180', time=2024-09-12T19:47:34.128995+0000, chain.objs.size()=1 2024-09-12T18:00:08.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dj9wyWqILx_cppl7uAq6AgyNldOZwDX_0 2024-09-12T18:00:08.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3667680875763431551', time=2024-09-12T19:47:34.177489+0000, chain.objs.size()=1 2024-09-12T18:00:08.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DNmtaxVJZGziwV9t3V3C6RdTE9FDpCq_0 2024-09-12T18:00:08.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18360562460292626090', time=2024-09-12T19:47:34.182433+0000, chain.objs.size()=1 2024-09-12T18:00:08.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.OdHxy-dOInfhV0oFx-8yCReIRGNddtr_0 2024-09-12T18:00:08.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14179243510636939278', time=2024-09-12T19:47:34.340695+0000, chain.objs.size()=1 2024-09-12T18:00:08.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.5Qx343MGTtUQkkApeRy-PQf0f7EEGy-_0 2024-09-12T18:00:08.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11970889828942610520', time=2024-09-12T19:47:34.360139+0000, chain.objs.size()=1 2024-09-12T18:00:08.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8SdG-ENjYlH0mtnr-FR9KOWBg972j7I_0 2024-09-12T18:00:08.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2906881818571659625', time=2024-09-12T19:47:34.365271+0000, chain.objs.size()=1 2024-09-12T18:00:08.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.n1_rfit0zP5SbQ5y3E-Wc_DHiJv7OXP_0 2024-09-12T18:00:08.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2101307623894667222', time=2024-09-12T19:47:34.451064+0000, chain.objs.size()=1 2024-09-12T18:00:08.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ORco6LhS9tPFafRlA-PFip49RTcQvGw_0 2024-09-12T18:00:08.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17476302427367590479', time=2024-09-12T19:47:34.472693+0000, chain.objs.size()=1 2024-09-12T18:00:08.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.LuEcWgve017_gRKEAOJvK7vBA3T9SJ1_0 2024-09-12T18:00:08.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14787511799739082614', time=2024-09-12T19:47:36.825928+0000, chain.objs.size()=1 2024-09-12T18:00:08.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.266__shadow_.WpBfdlRIvqRi5mKsW2YXx74QeZyp2ZN_0 2024-09-12T18:00:08.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7468704678230292934', time=2024-09-12T19:47:38.641502+0000, chain.objs.size()=1 2024-09-12T18:00:08.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.269__shadow_.zQcgsOaPBwT1g9_vDwU_XknT-J7x99B_0 2024-09-12T18:00:08.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.363085054934970087', time=2024-09-12T19:47:55.275700+0000, chain.objs.size()=1 2024-09-12T18:00:08.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.7IQntwb1KDY1cxiF1D1qXew9P_2vQ95_0 2024-09-12T18:00:08.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7537447731115354218', time=2024-09-12T19:47:55.902066+0000, chain.objs.size()=1 2024-09-12T18:00:08.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.294__shadow_.7eL1WeyXUjjuPtpt6OD4VRRWcHxZ3OM_0 2024-09-12T18:00:08.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17055783832181409687', time=2024-09-12T19:48:01.616462+0000, chain.objs.size()=1 2024-09-12T18:00:08.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.303__shadow_.mLe6aCUB2AUKRmjeWOh_zcYI7G0bep2_0 2024-09-12T18:00:08.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.114477285547696927', time=2024-09-12T19:48:03.655060+0000, chain.objs.size()=1 2024-09-12T18:00:08.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.306__shadow_.2eh64dakRCil4MDimNp_T80W45DmzY6_0 2024-09-12T18:00:08.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17152732587665511848', time=2024-09-12T19:48:33.430738+0000, chain.objs.size()=1 2024-09-12T18:00:08.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.iUI0BLUSYnkT6ZQCdPIiDE1TbsOZ0dL_0 2024-09-12T18:00:08.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12864308489587665140', time=2024-09-12T19:48:33.496258+0000, chain.objs.size()=1 2024-09-12T18:00:08.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.34szpxmkHxgQTm82jMVTkeJ9unmIz9F_0 2024-09-12T18:00:08.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16799013503766798373', time=2024-09-12T19:48:33.827167+0000, chain.objs.size()=1 2024-09-12T18:00:08.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-750Z3zXUHtoG8qQoQcLkpKAZEzA7UG_0 2024-09-12T18:00:08.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12200570162848615701', time=2024-09-12T19:48:33.922185+0000, chain.objs.size()=1 2024-09-12T18:00:08.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.z_V50dqRoQ8lNJUwk47zUH0o-_-FIW2_0 2024-09-12T18:00:08.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14527121322435608072', time=2024-09-12T19:48:34.126322+0000, chain.objs.size()=1 2024-09-12T18:00:08.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8fa1P4ZKoyNdcmFOOPJYsnnHuCV1wQC_0 2024-09-12T18:00:08.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8504388764886436361', time=2024-09-12T19:48:34.155001+0000, chain.objs.size()=1 2024-09-12T18:00:08.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ZAAyGO5w2B11CbwA3llcSfC7ndI7IEA_0 2024-09-12T18:00:08.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5497031441031530029', time=2024-09-12T19:48:34.175221+0000, chain.objs.size()=1 2024-09-12T18:00:08.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.xwH1Do12vJMlmF7eaoi3rUgiNK32ivO_0 2024-09-12T18:00:08.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17037082485547850354', time=2024-09-12T19:48:34.233761+0000, chain.objs.size()=1 2024-09-12T18:00:08.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.dlIXsOAC5l2bL8QqQmqSBrSRT7hWgv6_0 2024-09-12T18:00:08.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10330564587892160594', time=2024-09-12T19:48:34.358999+0000, chain.objs.size()=1 2024-09-12T18:00:08.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.eAWudEDKBF-IoUc5s9bYkomi4aeWzfK_0 2024-09-12T18:00:08.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11411871872847484140', time=2024-09-12T19:48:34.397392+0000, chain.objs.size()=1 2024-09-12T18:00:08.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8wsfcELCoobBMTv47mGsSRIM7XyA34b_0 2024-09-12T18:00:08.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11022362920061983513', time=2024-09-12T19:48:34.421084+0000, chain.objs.size()=1 2024-09-12T18:00:08.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.nrPSs_nJQGHzv_ojhD_rvejEWUece7J_0 2024-09-12T18:00:08.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18227238861093306871', time=2024-09-12T19:48:34.538331+0000, chain.objs.size()=1 2024-09-12T18:00:08.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.sE5sK7I1-CWeOWOva5wEmw0N0YA7tbB_0 2024-09-12T18:00:08.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10366190310434322238', time=2024-09-12T19:48:34.565719+0000, chain.objs.size()=1 2024-09-12T18:00:08.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.UlI8Ycl1a2MKCPuIrFfDe0L3J8OLLa0_0 2024-09-12T18:00:08.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5887760214876927293', time=2024-09-12T19:48:34.719740+0000, chain.objs.size()=1 2024-09-12T18:00:08.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9Q3UYZkUHCN4LNoxCvFlUA-Dgz3KIW2_0 2024-09-12T18:00:08.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12295734527993695725', time=2024-09-12T19:48:34.765789+0000, chain.objs.size()=1 2024-09-12T18:00:08.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.z1Ge7lACPAZujNQjN14ziO_ITpwvlRr_0 2024-09-12T18:00:08.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1055023726259396556', time=2024-09-12T19:48:35.041966+0000, chain.objs.size()=1 2024-09-12T18:00:08.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YcasRTRxQiE_fMbXQPeugELUwr1harQ_0 2024-09-12T18:00:08.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9567905389430387409', time=2024-09-12T19:48:35.141819+0000, chain.objs.size()=1 2024-09-12T18:00:08.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tLD5N-oLQdEOTNHcopyRc8MdJECmGx8_0 2024-09-12T18:00:08.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8321663120363063936', time=2024-09-12T19:48:35.362735+0000, chain.objs.size()=1 2024-09-12T18:00:08.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.JZB0CNAsqQ8rT1ox1ufg0rqFqOvayLH_0 2024-09-12T18:00:08.542 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1990797841139138979', time=2024-09-12T19:48:35.476915+0000, chain.objs.size()=1 2024-09-12T18:00:08.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.rFbkyOnfYDhPXrpDGhL9tT0LcLotcNa_0 2024-09-12T18:00:08.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13773795253285646963', time=2024-09-12T19:48:35.505214+0000, chain.objs.size()=1 2024-09-12T18:00:08.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.E-pxIE3BZkmpFhGx99yW_0zS70bLonY_0 2024-09-12T18:00:08.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16342315863219202798', time=2024-09-12T19:48:35.652832+0000, chain.objs.size()=1 2024-09-12T18:00:08.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.d5ySY0cCsnRqy82x50tSrhMCUXuYmEA_0 2024-09-12T18:00:08.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15039443281347670982', time=2024-09-12T19:48:35.695740+0000, chain.objs.size()=1 2024-09-12T18:00:08.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fjTQtkA752sRG0cbA2yQYwJWrKyh4Si_0 2024-09-12T18:00:08.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12753767941740647219', time=2024-09-12T19:48:35.787139+0000, chain.objs.size()=1 2024-09-12T18:00:08.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.z_7tvMPSDn3MEQ-u5ZkLQYK5yGl8srg_0 2024-09-12T18:00:08.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.239633193193612128', time=2024-09-12T19:48:55.280738+0000, chain.objs.size()=1 2024-09-12T18:00:08.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.J78boaV3xeTYztkBDQvSVEsHZDPL39c_0 2024-09-12T18:00:08.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15244633743426215541', time=2024-09-12T19:48:55.322203+0000, chain.objs.size()=1 2024-09-12T18:00:08.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.SzoMenojuyroObGvjeCLK6WXR7TDPbT_0 2024-09-12T18:00:08.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12782198801172166528', time=2024-09-12T19:48:55.381560+0000, chain.objs.size()=1 2024-09-12T18:00:08.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4as3LCxEumyxJmSGQ-wbB9TzPBh5ccj_0 2024-09-12T18:00:08.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1711683169944785637', time=2024-09-12T19:48:55.542854+0000, chain.objs.size()=1 2024-09-12T18:00:08.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JTeV-hsXZMk_ZOOqqGGh6QoofQsxDHo_0 2024-09-12T18:00:08.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10296275446009508391', time=2024-09-12T19:48:55.550247+0000, chain.objs.size()=1 2024-09-12T18:00:08.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.t3FXEZptDvjm-JS-wqtiTuGxmAd5VjI_0 2024-09-12T18:00:08.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16247088494705832660', time=2024-09-12T19:48:55.602760+0000, chain.objs.size()=1 2024-09-12T18:00:08.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GRPZ24f2UMrW7hmeX4pNCUa_BA7XyYU_0 2024-09-12T18:00:08.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6084327713158480963', time=2024-09-12T19:48:55.640673+0000, chain.objs.size()=1 2024-09-12T18:00:08.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.U3mDeLisUgBNu3CV9rznAdBImhzIz6-_0 2024-09-12T18:00:08.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12966475647550354826', time=2024-09-12T19:48:55.682707+0000, chain.objs.size()=1 2024-09-12T18:00:08.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OUencrcW-NfpBSMBCewcAqQL0YQxkq9_0 2024-09-12T18:00:08.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13241932962262996262', time=2024-09-12T19:48:55.716544+0000, chain.objs.size()=1 2024-09-12T18:00:08.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sKtfzg7wJKWi96y5m4uzQ9Yy6yHdrpT_0 2024-09-12T18:00:08.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1232960004534700414', time=2024-09-12T19:48:55.721457+0000, chain.objs.size()=1 2024-09-12T18:00:08.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.eKXEyEkor9AzcwgRCbI8CCB20_AcopK_0 2024-09-12T18:00:08.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4637729675552776582', time=2024-09-12T19:48:55.881880+0000, chain.objs.size()=1 2024-09-12T18:00:08.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4yM9TvJKHOgaAjf8UEIbMOW6K-o0ZAP_0 2024-09-12T18:00:08.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.245752562307319403', time=2024-09-12T19:48:55.902486+0000, chain.objs.size()=1 2024-09-12T18:00:08.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.dyXxf4yu6MnaJJDOWwcUfC-rcCm7ZW8_0 2024-09-12T18:00:08.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9117337898448756362', time=2024-09-12T19:48:55.982705+0000, chain.objs.size()=1 2024-09-12T18:00:08.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4XHBJWw9iTkM4mwcGvvYbyXHrMzTlLs_0 2024-09-12T18:00:08.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2477014642807907421', time=2024-09-12T19:48:56.154385+0000, chain.objs.size()=1 2024-09-12T18:00:08.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.f-jJprHIbioT1MZLc-h2Wzt8h67RUyB_0 2024-09-12T18:00:08.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9843278554337778040', time=2024-09-12T19:48:56.195509+0000, chain.objs.size()=1 2024-09-12T18:00:08.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.N5FlkBwVH0CKTxlvvnHz2TU6sBoLUaz_0 2024-09-12T18:00:08.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7557211214293030951', time=2024-09-12T19:48:56.261404+0000, chain.objs.size()=1 2024-09-12T18:00:08.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LO4FyeO4HL1EmkZIAUCIZb79DIJh6Qn_0 2024-09-12T18:00:08.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15230021707958002699', time=2024-09-12T19:48:56.291684+0000, chain.objs.size()=1 2024-09-12T18:00:08.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.07_XnSR_CmnXF6WunLJfd-ksiT0fzLd_0 2024-09-12T18:00:08.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9303447788936229966', time=2024-09-12T19:48:56.502854+0000, chain.objs.size()=1 2024-09-12T18:00:08.551 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KNa4aE7t_kzZafxvckE4i92VU50-gjY_0 2024-09-12T18:00:08.551 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3616211760320743718', time=2024-09-12T19:48:56.530762+0000, chain.objs.size()=1 2024-09-12T18:00:08.551 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sVRKIiq_G3izEa62t-0uAVePqCeHZSQ_0 2024-09-12T18:00:08.551 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.522866802469578355', time=2024-09-12T19:48:56.537320+0000, chain.objs.size()=1 2024-09-12T18:00:08.551 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1n0_FwelfpH9FlLKSZll6EGNA3NjX1k_0 2024-09-12T18:00:08.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9176054114950622561', time=2024-09-12T19:48:56.573841+0000, chain.objs.size()=1 2024-09-12T18:00:08.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.eqfWM9kdwekoqOtFJEexeES6JxP5LhR_0 2024-09-12T18:00:08.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4864996523894539641', time=2024-09-12T19:48:56.634139+0000, chain.objs.size()=1 2024-09-12T18:00:08.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.qbX64omBaqdcNhKyPKZeDwG1X7ukLio_0 2024-09-12T18:00:08.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10937863042167156923', time=2024-09-12T19:48:56.651441+0000, chain.objs.size()=1 2024-09-12T18:00:08.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1GN20_2uOWJfUzf92g1aYFAU_hrZ0Ni_0 2024-09-12T18:00:08.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4726584471764011221', time=2024-09-12T19:48:56.681027+0000, chain.objs.size()=1 2024-09-12T18:00:08.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.F8vmaMucIQa6Ns6HVnZUnXYtMh-1c37_0 2024-09-12T18:00:08.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15075708181629713058', time=2024-09-12T19:48:56.689896+0000, chain.objs.size()=1 2024-09-12T18:00:08.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CpriHnFNcS0otqpGwnDoofZYWSqLx7i_0 2024-09-12T18:00:08.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11011131651607137989', time=2024-09-12T19:48:56.918583+0000, chain.objs.size()=1 2024-09-12T18:00:08.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.hKygc-7VJiUfxPf-x9dFNJ7dBPA7-YG_0 2024-09-12T18:00:08.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10416827600166508721', time=2024-09-12T19:48:56.943462+0000, chain.objs.size()=1 2024-09-12T18:00:08.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.w4kgrZTKGprjuk2-UnGFvFYVLEnkoQL_0 2024-09-12T18:00:08.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.770542354795156515', time=2024-09-12T19:48:56.979887+0000, chain.objs.size()=1 2024-09-12T18:00:08.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.k0H6GdzA1GGr0jmSOqXzkcoPiJO3y3M_0 2024-09-12T18:00:08.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7841775105609694776', time=2024-09-12T19:48:57.005339+0000, chain.objs.size()=1 2024-09-12T18:00:08.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.F65D-M5Bg2WjMdLH87i4LDk9gl_RRFj_0 2024-09-12T18:00:08.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6153378917326078188', time=2024-09-12T19:48:57.010680+0000, chain.objs.size()=1 2024-09-12T18:00:08.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.yWPGfAiaTjbxrlvh-LnErtck9CUbCrN_0 2024-09-12T18:00:08.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17420963254113289290', time=2024-09-12T19:48:57.017273+0000, chain.objs.size()=1 2024-09-12T18:00:08.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.8JkhL-XJ2vUZy7O_URWGHeAJUOlq3kx_0 2024-09-12T18:00:08.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11924883980422679437', time=2024-09-12T19:48:57.200751+0000, chain.objs.size()=1 2024-09-12T18:00:08.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lYg_ffTxJnYQbXCV0PXyMaa-BNwgV5H_0 2024-09-12T18:00:08.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15396249614045285770', time=2024-09-12T19:48:57.307325+0000, chain.objs.size()=1 2024-09-12T18:00:08.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.RzdmV8r4JfAmfvKiKZaxyTX6LIBOo2l_0 2024-09-12T18:00:08.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9926679173995656672', time=2024-09-12T19:48:57.314788+0000, chain.objs.size()=1 2024-09-12T18:00:08.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.E5EJSUIGn3NiBgPVILpdbgIGX-9szet_0 2024-09-12T18:00:08.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6545716929226033650', time=2024-09-12T19:48:57.544178+0000, chain.objs.size()=1 2024-09-12T18:00:08.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.STSKWQB0H4UhqR1Dxh2s_Gtio30LJj3_0 2024-09-12T18:00:08.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51698 2024-09-12T18:00:08.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T18:00:08.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9476599434054446863', time=2024-09-12T19:48:57.566661+0000, chain.objs.size()=1 2024-09-12T18:00:08.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.X7kCIU0YnZSEbDBi2Stv3gZ_IMrwHQc_0 2024-09-12T18:00:08.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.246418755602898575', time=2024-09-12T19:48:57.567775+0000, chain.objs.size()=1 2024-09-12T18:00:08.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0lFuBra_ol-YB1PjPGWRV_oxhwoJdPs_0 2024-09-12T18:00:08.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5811392594778047027', time=2024-09-12T19:48:57.568631+0000, chain.objs.size()=1 2024-09-12T18:00:08.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.k8eNy3M6exCNCNalirdyk-JsCSqmiTa_0 2024-09-12T18:00:08.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10634764978537198003', time=2024-09-12T19:49:07.750807+0000, chain.objs.size()=1 2024-09-12T18:00:08.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.342__shadow_.D3sAdZZvyee3N2jcsmx813XT3ILm-Av_0 2024-09-12T18:00:08.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4474122435135955613', time=2024-09-12T19:49:26.746989+0000, chain.objs.size()=1 2024-09-12T18:00:08.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.377__shadow_.0R66FsjryaMHxHrfbV-i15owcPUpcDS_0 2024-09-12T18:00:08.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14148310390119917668', time=2024-09-12T19:49:35.146341+0000, chain.objs.size()=1 2024-09-12T18:00:08.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.390__shadow_.cQ98DnTA_qV6MB71lHjvpMOFd8dxbzL_0 2024-09-12T18:00:08.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5497597741196020647', time=2024-09-12T19:49:46.308298+0000, chain.objs.size()=1 2024-09-12T18:00:08.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.407__shadow_.XV97nAwUOtEV3zCh-0P7JwYqpT5k30__0 2024-09-12T18:00:08.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6919654062018328080', time=2024-09-12T19:51:05.497844+0000, chain.objs.size()=4 2024-09-12T18:00:08.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.520__shadow:qPNhjPeLh4ZTapJ23tpQzuvtHHKyFiK_.Q-ssRPR8zulrgDr1QDh_JJSVZH_HpTO_0 2024-09-12T18:00:08.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.520__shadow:qPNhjPeLh4ZTapJ23tpQzuvtHHKyFiK_.Q-ssRPR8zulrgDr1QDh_JJSVZH_HpTO_1 2024-09-12T18:00:08.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.520__shadow:qPNhjPeLh4ZTapJ23tpQzuvtHHKyFiK_.Q-ssRPR8zulrgDr1QDh_JJSVZH_HpTO_2 2024-09-12T18:00:08.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.520__shadow:qPNhjPeLh4ZTapJ23tpQzuvtHHKyFiK_.Q-ssRPR8zulrgDr1QDh_JJSVZH_HpTO_3 2024-09-12T18:00:08.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12938560948442732685', time=2024-09-12T19:52:33.351946+0000, chain.objs.size()=1 2024-09-12T18:00:08.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:eCeXv20auEa9zU7t.e9Ffj4JF2MfZNE_.c1bEJ920XuK1z-eG53MR3GJvMhL5drY_0 2024-09-12T18:00:08.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8368006508709213459', time=2024-09-12T19:52:37.248140+0000, chain.objs.size()=1 2024-09-12T18:00:08.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:R7fWZs3o8ACkPDqJGenJoOIYCSbUfWp_.yn3RehDLqvFQTRTMaiGNRRvYRmysoFm_0 2024-09-12T18:00:08.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4026930432611578411', time=2024-09-12T19:52:51.175310+0000, chain.objs.size()=1 2024-09-12T18:00:08.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.576__shadow:CB15Mk-Cooh9f4Y2TIcydnX4GnM4VDB_.Ave2s6EFmL3NJB3vkXwi9W4N-TIn2qT_0 2024-09-12T18:00:08.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2827646065587598995', time=2024-09-12T19:52:55.062508+0000, chain.objs.size()=1 2024-09-12T18:00:08.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:mt4LU4Y-M8ILeHcSYNdzhkr0ICzVSRH_.5Inu7SYAdIQvh3VsCUq3uSBLUKAxiR6_0 2024-09-12T18:00:08.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9337663965195990588', time=2024-09-12T19:56:08.004076+0000, chain.objs.size()=1 2024-09-12T18:00:08.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.642__shadow_.xxqtyeLbE4s4mClSSkE59nlYWUG48BR_0 2024-09-12T18:00:08.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11114572030375988610', time=2024-09-12T19:56:26.009439+0000, chain.objs.size()=1 2024-09-12T18:00:08.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.665__shadow_.mN4ANLSOzGlgA_JVCDnjD5XR0XWykc3_0 2024-09-12T18:00:08.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T18:00:08.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47124' 2024-09-12T18:00:08.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10436892699782826110', time=2024-09-12T19:45:00.128411+0000, chain.objs.size()=1 2024-09-12T18:00:08.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.162__shadow_.brf4dDVTL_aAtTbGCG8FnU3zbREj-5Y_0 2024-09-12T18:00:08.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14913295428209944686', time=2024-09-12T19:45:01.784973+0000, chain.objs.size()=1 2024-09-12T18:00:08.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.166__shadow_.tA2Z4qHw22XjpaWxLWAkrGozQN1Wvu0_0 2024-09-12T18:00:08.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6159973981412663558', time=2024-09-12T19:46:54.935421+0000, chain.objs.size()=1 2024-09-12T18:00:08.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.235__shadow_.ijC9JRqI8xCicVYtIqYTXTsWNBEmQeu_0 2024-09-12T18:00:08.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18283573596230165201', time=2024-09-12T19:47:01.216958+0000, chain.objs.size()=1 2024-09-12T18:00:08.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.243__shadow_.Nw-GNBCupY014clpeUs-pwA5wl2mP3e_0 2024-09-12T18:00:08.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13046515925071691429', time=2024-09-12T19:47:09.781025+0000, chain.objs.size()=1 2024-09-12T18:00:08.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.256__shadow_.679IanTkDwhCRksKz_qUukEiJZE6_7x_0 2024-09-12T18:00:08.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13788974151563469109', time=2024-09-12T19:47:11.626171+0000, chain.objs.size()=1 2024-09-12T18:00:08.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.259__shadow_.qZ4PgDbvBIyzPG9FXOMaUi59r9VDnCU_0 2024-09-12T18:00:08.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2692318066775314630', time=2024-09-12T19:47:12.851420+0000, chain.objs.size()=1 2024-09-12T18:00:08.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.261__shadow_.Ulp9gnrfaX7I7jAeAvkNppd75rtSBjw_0 2024-09-12T18:00:08.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13093905088155990139', time=2024-09-12T19:47:32.192935+0000, chain.objs.size()=1 2024-09-12T18:00:08.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.OfofrGHYUmYGaUgjCyiQ4wA4UFWeDw6_0 2024-09-12T18:00:08.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1618146401835636508', time=2024-09-12T19:47:32.251372+0000, chain.objs.size()=1 2024-09-12T18:00:08.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.d2JcXGkIJ1eVuhAKvJOPcWl1FwtHkRi_0 2024-09-12T18:00:08.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6772579422559967274', time=2024-09-12T19:47:32.339124+0000, chain.objs.size()=1 2024-09-12T18:00:08.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.EJdOaCh3-5OHtL9JEgYpLk5fCs4nL1A_0 2024-09-12T18:00:08.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16970016355636624922', time=2024-09-12T19:47:32.384738+0000, chain.objs.size()=1 2024-09-12T18:00:08.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FZjGAf_pzEjieV8MnqfVWX0NVb5G_s4_0 2024-09-12T18:00:08.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11871494147017195315', time=2024-09-12T19:47:32.388737+0000, chain.objs.size()=1 2024-09-12T18:00:08.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dporX_AdQdhJX7V2-V5wyng-IgipZDN_0 2024-09-12T18:00:08.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2055641136281338723', time=2024-09-12T19:47:32.398868+0000, chain.objs.size()=1 2024-09-12T18:00:08.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.77ZAXeyJOtDt9vGGJPA7Opv9aqikL8t_0 2024-09-12T18:00:08.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9989406330781337580', time=2024-09-12T19:47:32.568577+0000, chain.objs.size()=1 2024-09-12T18:00:08.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.y0fwRv36n_ym7LXVz1acgXM1goskzHf_0 2024-09-12T18:00:08.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16010153193446489774', time=2024-09-12T19:47:32.597608+0000, chain.objs.size()=1 2024-09-12T18:00:08.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.l26LJhqAPCDJOzG7eJJDXK90M6LCAmS_0 2024-09-12T18:00:08.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14555026237531149539', time=2024-09-12T19:47:32.614903+0000, chain.objs.size()=1 2024-09-12T18:00:08.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.LJnc7q3pPWX4jsBQrb18XdOfT5WCBTf_0 2024-09-12T18:00:08.574 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10101587302684492165', time=2024-09-12T19:47:32.620568+0000, chain.objs.size()=1 2024-09-12T18:00:08.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.n0xXzOSy_oZJQXYet-tszYQ-zX-QzKY_0 2024-09-12T18:00:08.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.571000042248385188', time=2024-09-12T19:47:32.642270+0000, chain.objs.size()=1 2024-09-12T18:00:08.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dmt6dfENfoTpsUJ01F1QR0xnFDivooR_0 2024-09-12T18:00:08.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10634539763722173728', time=2024-09-12T19:47:32.845580+0000, chain.objs.size()=1 2024-09-12T18:00:08.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yT9tQwRNXmMa5RRmdEw6bvConnd-XMX_0 2024-09-12T18:00:08.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15865728303257242856', time=2024-09-12T19:47:32.884991+0000, chain.objs.size()=1 2024-09-12T18:00:08.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NWx04tYBa7ZMVc1ZrdctQykljem93Rt_0 2024-09-12T18:00:08.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.65681505371581475', time=2024-09-12T19:47:32.891745+0000, chain.objs.size()=1 2024-09-12T18:00:08.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2Zby_HQki42CM4_IHC7lGlX2pYFO-mP_0 2024-09-12T18:00:08.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1760860213056342609', time=2024-09-12T19:47:32.953782+0000, chain.objs.size()=1 2024-09-12T18:00:08.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.5mQROx6Ao2cqvQByAZvagrSJhI-meRH_0 2024-09-12T18:00:08.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7210272117892444741', time=2024-09-12T19:47:32.980194+0000, chain.objs.size()=1 2024-09-12T18:00:08.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yqWU5EEbBuZUWO04GRjQOxqpYlSfJmp_0 2024-09-12T18:00:08.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17306427157118203311', time=2024-09-12T19:47:33.155628+0000, chain.objs.size()=1 2024-09-12T18:00:08.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dtD3zg-oC1fM9YnOBymBbzo_aza1snT_0 2024-09-12T18:00:08.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13952682857081693422', time=2024-09-12T19:47:33.196974+0000, chain.objs.size()=1 2024-09-12T18:00:08.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.fljwDQP0TjCo_r069uzWvjc_l9gKa9n_0 2024-09-12T18:00:08.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16449681625853820608', time=2024-09-12T19:47:33.220365+0000, chain.objs.size()=1 2024-09-12T18:00:08.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GRNILcgtWZpG3k-6rCgBodWgLjfdEaU_0 2024-09-12T18:00:08.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17647959970520536320', time=2024-09-12T19:47:33.303648+0000, chain.objs.size()=1 2024-09-12T18:00:08.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.JxyLMcKQJNAZVne_7lf8pHlGeRfmMSP_0 2024-09-12T18:00:08.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1315652028500555389', time=2024-09-12T19:47:33.460155+0000, chain.objs.size()=1 2024-09-12T18:00:08.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Tt_nWcXV8UYhZhFuoIJgCsIUsAIaZK1_0 2024-09-12T18:00:08.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14244036032425928743', time=2024-09-12T19:47:33.531203+0000, chain.objs.size()=1 2024-09-12T18:00:08.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oQttRjk99SP1BP7tlhIg8QOFYJ3tuWR_0 2024-09-12T18:00:08.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6571833362994206821', time=2024-09-12T19:47:33.557354+0000, chain.objs.size()=1 2024-09-12T18:00:08.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.HgiCuUjUb11j5LIpxVZTUccG-6HxY9s_0 2024-09-12T18:00:08.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6642105719671964737', time=2024-09-12T19:47:33.562686+0000, chain.objs.size()=1 2024-09-12T18:00:08.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.wu4Ci7oACPfGzxMfeuOSGP1Pfof2YpR_0 2024-09-12T18:00:08.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4726011512200615850', time=2024-09-12T19:47:33.607975+0000, chain.objs.size()=1 2024-09-12T18:00:08.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.xD0xPblg9EDVeyXxLS6ScsQ7NBMdBLP_0 2024-09-12T18:00:08.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11446271510070961358', time=2024-09-12T19:47:33.623781+0000, chain.objs.size()=1 2024-09-12T18:00:08.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jW5x3sE36iSkZzQhOtv9ifCDWCyWjel_0 2024-09-12T18:00:08.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13640072627027122202', time=2024-09-12T19:47:33.641780+0000, chain.objs.size()=1 2024-09-12T18:00:08.580 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oMQ0bAIgvbVdNsUmvVLt2v5hrmL0EN__0 2024-09-12T18:00:08.580 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17374710533236282233', time=2024-09-12T19:47:33.881197+0000, chain.objs.size()=1 2024-09-12T18:00:08.580 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.cIHWnDwov0qTY2JjmWqZtG0KTqJ4LzJ_0 2024-09-12T18:00:08.580 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5173752830308400893', time=2024-09-12T19:47:33.920070+0000, chain.objs.size()=1 2024-09-12T18:00:08.580 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.09mXVM_2caRrj8WpyE07G4-Ej1Rg9H__0 2024-09-12T18:00:08.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10210642579088118572', time=2024-09-12T19:47:33.922203+0000, chain.objs.size()=1 2024-09-12T18:00:08.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.trV5SQDDuubW8WY5MV73XCsNvCc4jgM_0 2024-09-12T18:00:08.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18113898683478042027', time=2024-09-12T19:47:33.936608+0000, chain.objs.size()=1 2024-09-12T18:00:08.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.j-VKt8RXszjh9XVWNmTeZ7Qh20a_Bdh_0 2024-09-12T18:00:08.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1260933562334738379', time=2024-09-12T19:47:34.039036+0000, chain.objs.size()=1 2024-09-12T18:00:08.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MQCwheZHFBYjBQtzihM5Lgm0zNkRNyx_0 2024-09-12T18:00:08.584 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9954328478554762102', time=2024-09-12T19:47:34.083629+0000, chain.objs.size()=1 2024-09-12T18:00:08.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.F55fsQo67-y40L-kAO6d6muX_iVR4oI_0 2024-09-12T18:00:08.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.142566054599537889', time=2024-09-12T19:47:34.151189+0000, chain.objs.size()=1 2024-09-12T18:00:08.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gi1TCGYhbpvKywq9IrkxOKvxlBLJHDk_0 2024-09-12T18:00:08.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16927418618253312400', time=2024-09-12T19:47:34.166445+0000, chain.objs.size()=1 2024-09-12T18:00:08.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DmCdHHOMVOQdo_O0z07arEMtohKkXKD_0 2024-09-12T18:00:08.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12089818084059460021', time=2024-09-12T19:47:34.192497+0000, chain.objs.size()=1 2024-09-12T18:00:08.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.x_WASOChIqTxEpteP0YCwEKiRInZax0_0 2024-09-12T18:00:08.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18249033370742031885', time=2024-09-12T19:47:34.232228+0000, chain.objs.size()=1 2024-09-12T18:00:08.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yOsxBMW9F7MeQmXNTqObyGTuQ_JTiAB_0 2024-09-12T18:00:08.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1790235871754727851', time=2024-09-12T19:47:34.328192+0000, chain.objs.size()=1 2024-09-12T18:00:08.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.wTRWAwlRtVnkV2yHt0mYu-JOzEdNzvH_0 2024-09-12T18:00:08.585 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2376891400613984922', time=2024-09-12T19:47:34.356334+0000, chain.objs.size()=1 2024-09-12T18:00:08.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gz_J3W95P-PjSuiXZCZTwrpgaVurEhq_0 2024-09-12T18:00:08.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14993244883642106207', time=2024-09-12T19:47:34.369191+0000, chain.objs.size()=1 2024-09-12T18:00:08.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.vy5NKBwg3AWkEAxSulfhiqoP0FY8g8C_0 2024-09-12T18:00:08.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16526059790179941910', time=2024-09-12T19:47:34.437866+0000, chain.objs.size()=1 2024-09-12T18:00:08.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.chGxXL8ciKLlMNDGyfbgEQ5VRgD3fW-_0 2024-09-12T18:00:08.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13657669804090197566', time=2024-09-12T19:47:34.438570+0000, chain.objs.size()=1 2024-09-12T18:00:08.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.km-cTnp_aHKkFPzp_BGruognBaqiIh__0 2024-09-12T18:00:08.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8062893183409031731', time=2024-09-12T19:47:34.443442+0000, chain.objs.size()=1 2024-09-12T18:00:08.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ABChoNbAkqHRxfGbX9Cog6P3BjhQT--_0 2024-09-12T18:00:08.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9571310150466316096', time=2024-09-12T19:47:34.445484+0000, chain.objs.size()=1 2024-09-12T18:00:08.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.alyZ6rgmkbPP2qUbeDE_6KxrRN9kQQB_0 2024-09-12T18:00:08.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2310998411545292460', time=2024-09-12T19:47:35.590973+0000, chain.objs.size()=1 2024-09-12T18:00:08.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.264__shadow_.rEWV7sT_h3CVxSx3uTVDbeohYwdHjLz_0 2024-09-12T18:00:08.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13730483184236617627', time=2024-09-12T19:47:40.472324+0000, chain.objs.size()=1 2024-09-12T18:00:08.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.272__shadow_.nAHt1l2WwD0swKMshM4KWzW_vM-IREF_0 2024-09-12T18:00:08.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3811217946315348791', time=2024-09-12T19:47:42.915239+0000, chain.objs.size()=1 2024-09-12T18:00:08.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.276__shadow_.-hZeSooAVYQdH4JOA_63a93dntuQGui_0 2024-09-12T18:00:08.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9284567946360018179', time=2024-09-12T19:47:45.369780+0000, chain.objs.size()=1 2024-09-12T18:00:08.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.280__shadow_.ViwjE_Qn31LqHtkFh3LwyqSPYyEfUB-_0 2024-09-12T18:00:08.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3618268668467251555', time=2024-09-12T19:47:51.031908+0000, chain.objs.size()=1 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.289__shadow_.zuMP3QWkBYJw5sjrvoBC9FLApdcMhOG_0 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.144761678390323614', time=2024-09-12T19:47:51.034157+0000, chain.objs.size()=1 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.289__shadow_.bqvnR7Z-URlerSF85ydRMbsjhwPqo9C_0 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6809647762891539752', time=2024-09-12T19:47:51.678760+0000, chain.objs.size()=1 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.290__shadow_.98GxaDx4z0LGVj2Mibvktik_r3ksEge_0 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11706915802600493229', time=2024-09-12T19:48:01.618384+0000, chain.objs.size()=1 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.303__shadow_.2AJK-G83NpGT7TGD33UcZGMJV646tre_0 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11404564502188109135', time=2024-09-12T19:48:02.858621+0000, chain.objs.size()=1 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.305__shadow_.qbc49Ge3yzC9a-z2nCDmuy06Pe8--sk_0 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5912515270797843426', time=2024-09-12T19:48:33.399090+0000, chain.objs.size()=1 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.pgYtb_tQqhRO-nx6yvThJVAP5CEywPV_0 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9804754436334018744', time=2024-09-12T19:48:33.543066+0000, chain.objs.size()=1 2024-09-12T18:00:08.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.r_8H6kSq_H2j0QHWLOjyTtEioSnp9DN_0 2024-09-12T18:00:08.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14111925835407635338', time=2024-09-12T19:48:33.586052+0000, chain.objs.size()=1 2024-09-12T18:00:08.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-I9O9E5wMQHC2dfHJDiF1HrsYJE2h76_0 2024-09-12T18:00:08.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10117552757363266421', time=2024-09-12T19:48:33.619756+0000, chain.objs.size()=1 2024-09-12T18:00:08.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.oBtDMy-KtBC3NhUBqR_swNeT_b0j1He_0 2024-09-12T18:00:08.595 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6244976756668606394', time=2024-09-12T19:48:34.046004+0000, chain.objs.size()=1 2024-09-12T18:00:08.595 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WhKUsopqIFut81Bd9XbLeiMo_Ecp0iC_0 2024-09-12T18:00:08.595 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1016687256845254012', time=2024-09-12T19:48:34.171445+0000, chain.objs.size()=1 2024-09-12T18:00:08.595 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.bNa1-vs46oa7FdmDc_xrT5UxDSZZ-VH_0 2024-09-12T18:00:08.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15992141759251012998', time=2024-09-12T19:48:34.225912+0000, chain.objs.size()=1 2024-09-12T18:00:08.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.SDgdoGmXZHbHhUo6AWsWo6jRvvBdKoE_0 2024-09-12T18:00:08.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13317961565055346424', time=2024-09-12T19:48:34.249161+0000, chain.objs.size()=1 2024-09-12T18:00:08.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.OlI5YFfCjjEYiQVbLWgUDzKUlMgu-5e_0 2024-09-12T18:00:08.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15348714884790264102', time=2024-09-12T19:48:34.496977+0000, chain.objs.size()=1 2024-09-12T18:00:08.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.c2ifCQdxdCGXVViCnyE8Kkj63TbjOYW_0 2024-09-12T18:00:08.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2970014146415358914', time=2024-09-12T19:48:34.721366+0000, chain.objs.size()=1 2024-09-12T18:00:08.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.5YRFZVEfjUF4WNAdAEJBh4lTenqZ8QE_0 2024-09-12T18:00:08.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8733395666272852113', time=2024-09-12T19:48:34.769903+0000, chain.objs.size()=1 2024-09-12T18:00:08.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.LVcvUaNFkIsPQlmmJuoDoVRbwfTQzbo_0 2024-09-12T18:00:08.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16690753805413560741', time=2024-09-12T19:48:34.770639+0000, chain.objs.size()=1 2024-09-12T18:00:08.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.rM1E9hBaLJ-GJKfkTiDP95Hl_tOq1uF_0 2024-09-12T18:00:08.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13208680354424060793', time=2024-09-12T19:48:34.795122+0000, chain.objs.size()=1 2024-09-12T18:00:08.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.agz3-3g2VA2iMs_3Y575XoXZwZvbiuY_0 2024-09-12T18:00:08.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3584182761732487172', time=2024-09-12T19:48:34.826543+0000, chain.objs.size()=1 2024-09-12T18:00:08.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wqWHrRaWy28CXH8wi9DLZSyd0NqgskA_0 2024-09-12T18:00:08.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11157865903653679677', time=2024-09-12T19:48:34.847886+0000, chain.objs.size()=1 2024-09-12T18:00:08.597 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.h9-ZBk28Oz_6z_8pO-DjO3mw4rENzgz_0 2024-09-12T18:00:08.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.596+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4435550515919629796', time=2024-09-12T19:48:34.984359+0000, chain.objs.size()=1 2024-09-12T18:00:08.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FZAobI_UIL2Nn_HDmE8IytxDqDARFWr_0 2024-09-12T18:00:08.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.596+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1809429719699710457', time=2024-09-12T19:48:35.117363+0000, chain.objs.size()=1 2024-09-12T18:00:08.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BHKioxgH5WJV6NUKfLdOf4H5V5cpsLb_0 2024-09-12T18:00:08.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5024719618896775573', time=2024-09-12T19:48:35.140173+0000, chain.objs.size()=1 2024-09-12T18:00:08.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Vvk59Ro1LkQ3wDbTyPlM0BNYTZO1oHW_0 2024-09-12T18:00:08.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7312449356222260809', time=2024-09-12T19:48:35.399064+0000, chain.objs.size()=1 2024-09-12T18:00:08.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.jalAyJ4cFe_QKcrVZueR2JgA9bwLBcu_0 2024-09-12T18:00:08.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2088107700971913543', time=2024-09-12T19:48:35.450218+0000, chain.objs.size()=1 2024-09-12T18:00:08.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_._ydBbt5Ey9sEGpIM3tTC_vpYske7NyP_0 2024-09-12T18:00:08.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1752456019425516542', time=2024-09-12T19:48:35.644789+0000, chain.objs.size()=1 2024-09-12T18:00:08.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.w0gPayDfD-LNPVik104KCqSTnOL78cM_0 2024-09-12T18:00:08.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1666236193385278245', time=2024-09-12T19:48:35.654595+0000, chain.objs.size()=1 2024-09-12T18:00:08.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.RG1J7dWHKAdDuEQMgBsDx-M3qOcZLkF_0 2024-09-12T18:00:08.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12762449641822511305', time=2024-09-12T19:48:35.662743+0000, chain.objs.size()=1 2024-09-12T18:00:08.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.98q9FMwxF8Z3n-kUNDD6Th1eebh2VSb_0 2024-09-12T18:00:08.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6508202991140431872', time=2024-09-12T19:48:35.713199+0000, chain.objs.size()=1 2024-09-12T18:00:08.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.zHjkT4rHZFtfuwBPvKaRCzj2CoDmB5t_0 2024-09-12T18:00:08.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6899666229468309631', time=2024-09-12T19:48:55.155443+0000, chain.objs.size()=1 2024-09-12T18:00:08.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zRWu6Dyk8xQq4nY1UAhNHpAWKTfWeaD_0 2024-09-12T18:00:08.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17012788330469191599', time=2024-09-12T19:48:55.276031+0000, chain.objs.size()=1 2024-09-12T18:00:08.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Mv_VHmgoz8fFD9-_L1OcJAmNyKhOgnG_0 2024-09-12T18:00:08.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5691992192359067787', time=2024-09-12T19:48:55.289355+0000, chain.objs.size()=1 2024-09-12T18:00:08.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.FdsoygwfrkgvVCHlEPgLxWY9Fpw-7Um_0 2024-09-12T18:00:08.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11753914520037413391', time=2024-09-12T19:48:55.361479+0000, chain.objs.size()=1 2024-09-12T18:00:08.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.iWDpNsllc0uQXJAQO9NRKD-H_hbSxQ6_0 2024-09-12T18:00:08.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9749329700219168676', time=2024-09-12T19:48:55.364414+0000, chain.objs.size()=1 2024-09-12T18:00:08.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ISvsLVFgdJ00WCT85KHnxbEG7wmgJXj_0 2024-09-12T18:00:08.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15023502780624160586', time=2024-09-12T19:48:55.642181+0000, chain.objs.size()=1 2024-09-12T18:00:08.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.dGHp-H7rNvH_Bek_Ik81Em9rpoyP21X_0 2024-09-12T18:00:08.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8064267731876567018', time=2024-09-12T19:48:55.681057+0000, chain.objs.size()=1 2024-09-12T18:00:08.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.9DFToc51Uz_LNJhfTb7USU3sBHME4KK_0 2024-09-12T18:00:08.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15951592337864912666', time=2024-09-12T19:48:55.853238+0000, chain.objs.size()=1 2024-09-12T18:00:08.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.D05e2tAynrpicCDMyKNVAfQkro0Rh7r_0 2024-09-12T18:00:08.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13081114193202068429', time=2024-09-12T19:48:56.023905+0000, chain.objs.size()=1 2024-09-12T18:00:08.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.htknucINTVliQk0AepMb9ksFIW3J3QT_0 2024-09-12T18:00:08.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16358968642598013746', time=2024-09-12T19:48:56.216893+0000, chain.objs.size()=1 2024-09-12T18:00:08.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.PMTgjivP5k1B0STuGqfItORQSRaFhZa_0 2024-09-12T18:00:08.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7259645270745386479', time=2024-09-12T19:48:56.277585+0000, chain.objs.size()=1 2024-09-12T18:00:08.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.q3dT7Dy-ETFy7qlCgXtQV0gFFVGMCrx_0 2024-09-12T18:00:08.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14945068461924190450', time=2024-09-12T19:48:56.281930+0000, chain.objs.size()=1 2024-09-12T18:00:08.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.6qmx16AVuAwBRHb3fq44_JHPzL3NXPf_0 2024-09-12T18:00:08.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8769734135625413063', time=2024-09-12T19:48:56.293357+0000, chain.objs.size()=1 2024-09-12T18:00:08.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.7hbYmPvr4CyyStG0qzdbaitX5HUIZkp_0 2024-09-12T18:00:08.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9882163022917550736', time=2024-09-12T19:48:56.334756+0000, chain.objs.size()=1 2024-09-12T18:00:08.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.UInHr4PQAqRwQ34QQmbO-sYoJZvhlCd_0 2024-09-12T18:00:08.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9042444816586003516', time=2024-09-12T19:48:56.343619+0000, chain.objs.size()=1 2024-09-12T18:00:08.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VFLzGAr3lCUCi2mjYenQQfJM-Q2HKXk_0 2024-09-12T18:00:08.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3567962482502442677', time=2024-09-12T19:48:56.359647+0000, chain.objs.size()=1 2024-09-12T18:00:08.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GUmprBzvAkBaC2eoQ7uLq50MEgaZssy_0 2024-09-12T18:00:08.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47124 2024-09-12T18:00:08.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=34, truncated=0, next_marker='' 2024-09-12T18:00:08.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7702539693215450732', time=2024-09-12T19:48:56.578026+0000, chain.objs.size()=1 2024-09-12T18:00:08.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2eGAQu74wrkf8hiTrEzDeDyoOxspQ8b_0 2024-09-12T18:00:08.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8338990530566717087', time=2024-09-12T19:48:56.580291+0000, chain.objs.size()=1 2024-09-12T18:00:08.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rVMhzA-16Wpgl8UGJNiluw7gJCGU2Z3_0 2024-09-12T18:00:08.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5274390439663359111', time=2024-09-12T19:48:56.604112+0000, chain.objs.size()=1 2024-09-12T18:00:08.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OHWGzq0zSLfZwa35ldTPKCWrj2GYljn_0 2024-09-12T18:00:08.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12283771144421865288', time=2024-09-12T19:48:56.610955+0000, chain.objs.size()=1 2024-09-12T18:00:08.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rIVzJFke9BKu0izXyl-qnoqpnsuqvHg_0 2024-09-12T18:00:08.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6278775929142869411', time=2024-09-12T19:48:56.833008+0000, chain.objs.size()=1 2024-09-12T18:00:08.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.DKaAfAL1x0Oft2XC9PULe2wQq3_wu3e_0 2024-09-12T18:00:08.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14909231957917532338', time=2024-09-12T19:48:56.919808+0000, chain.objs.size()=1 2024-09-12T18:00:08.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.S49pHXISNngoM8CltRNQdAUkcv9ZPp3_0 2024-09-12T18:00:08.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1098491510566289728', time=2024-09-12T19:48:56.944252+0000, chain.objs.size()=1 2024-09-12T18:00:08.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.e69UcEgt7hxpYk_0nQMmnJk-apPsGry_0 2024-09-12T18:00:08.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16120444444408403478', time=2024-09-12T19:48:56.969728+0000, chain.objs.size()=1 2024-09-12T18:00:08.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pMI-Tivxc39ryQBKWhzEabemGQmYLVK_0 2024-09-12T18:00:08.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.592370270232594186', time=2024-09-12T19:48:57.233204+0000, chain.objs.size()=1 2024-09-12T18:00:08.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Gi-dmZWfWuqnKmm2MExsKDa_WzkF5cj_0 2024-09-12T18:00:08.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12648090043594673296', time=2024-09-12T19:48:57.293794+0000, chain.objs.size()=1 2024-09-12T18:00:08.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CXoHnlji34XtpFVgQ01zPOb5fXD80Gn_0 2024-09-12T18:00:08.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11501410796130580954', time=2024-09-12T19:48:57.438392+0000, chain.objs.size()=1 2024-09-12T18:00:08.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XBqUdFIgULhjNn-0zpuYAx0MQKkyyGu_0 2024-09-12T18:00:08.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13324963361432745894', time=2024-09-12T19:48:57.603109+0000, chain.objs.size()=1 2024-09-12T18:00:08.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Wnfa57js563q9mCu9x8RJC3mUXUtudw_0 2024-09-12T18:00:08.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17954706164970261058', time=2024-09-12T19:48:57.619538+0000, chain.objs.size()=1 2024-09-12T18:00:08.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.yNBwMmk28qYPYM32Z3Tif_XGJ7EImeb_0 2024-09-12T18:00:08.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17307833608852468366', time=2024-09-12T19:48:57.621170+0000, chain.objs.size()=1 2024-09-12T18:00:08.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sCwjzrrzvQJcuRWmG80adHNcFadjBFO_0 2024-09-12T18:00:08.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10459478730853567376', time=2024-09-12T19:49:01.538865+0000, chain.objs.size()=1 2024-09-12T18:00:08.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.331__shadow_.qNBrF2eloWs_2VF3x1HEXutTtD23oeq_0 2024-09-12T18:00:08.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5691460488426874999', time=2024-09-12T19:49:23.558108+0000, chain.objs.size()=1 2024-09-12T18:00:08.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.373__shadow_.oUVc6dtdcGE15oNbvni5wO3Ku7R6-6c_0 2024-09-12T18:00:08.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14233670554548766023', time=2024-09-12T19:50:15.983271+0000, chain.objs.size()=1 2024-09-12T18:00:08.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.454__shadow_.ScEgdHlwwMZ8fJ_ACj9D0n5gr--16L5_0 2024-09-12T18:00:08.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15997892101886859947', time=2024-09-12T19:50:33.907713+0000, chain.objs.size()=1 2024-09-12T18:00:08.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.483__shadow_.JUl3sn18IgDf2uyOjExrUlqvDZ-gOHt_0 2024-09-12T18:00:08.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16172851253038958267', time=2024-09-12T19:50:33.909933+0000, chain.objs.size()=1 2024-09-12T18:00:08.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.483__shadow_.w0P9Sj1H_78VeChkhX0kTNCvbgwOvB0_0 2024-09-12T18:00:08.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12941615574562269281', time=2024-09-12T19:50:36.147388+0000, chain.objs.size()=1 2024-09-12T18:00:08.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.486__shadow_.0N3w-IaTMZGPcRLkbYdvgsryjXsvxKd_0 2024-09-12T18:00:08.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15339218051518886223', time=2024-09-12T19:51:28.465070+0000, chain.objs.size()=2 2024-09-12T18:00:08.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~WTTy-CEzcZ2jL99lgJWrk4lUdEtL6Vo.1 2024-09-12T18:00:08.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~WTTy-CEzcZ2jL99lgJWrk4lUdEtL6Vo.2 2024-09-12T18:00:08.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15738855035203961813', time=2024-09-12T19:52:36.285958+0000, chain.objs.size()=1 2024-09-12T18:00:08.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:oFoG.QUNT.RdpXGwUmhGw6AlPotQmLt_.j94pvB1HjnzmaCYhC59A_5yZxwF-lme_0 2024-09-12T18:00:08.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17297906416490292481', time=2024-09-12T19:52:36.966651+0000, chain.objs.size()=1 2024-09-12T18:00:08.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:F2R7kWmfQUg6vTEKsWGl6i.79LPpBbD_.5OeKfLGWuvKuNX5BJDtXbAj0RjXsADS_0 2024-09-12T18:00:08.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13987279634846756040', time=2024-09-12T19:52:56.847915+0000, chain.objs.size()=1 2024-09-12T18:00:08.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:bI3T1TKGmKcc5Eb6hJwtJJ3SwZCBinn_.p8-bM8tH-WY2p_nuXrDp6MnlMEVHuDl_0 2024-09-12T18:00:08.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7462723286020690909', time=2024-09-12T19:52:59.808143+0000, chain.objs.size()=1 2024-09-12T18:00:08.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:QJihhoSZ6mNl1voualp0RMLdnmPU76R_.EVjDXrjH9xrnnbb2656orTBFaWuDqXA_0 2024-09-12T18:00:08.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16440883694457421544', time=2024-09-12T19:53:03.105218+0000, chain.objs.size()=1 2024-09-12T18:00:08.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:b07eYxs0-2AHg2Bgq6whppg4sKSU0Wy_.fqpwlsnioVFbvjFA10FjkNlAQ-A5QCW_0 2024-09-12T18:00:08.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8228024736827479753', time=2024-09-12T19:53:26.308853+0000, chain.objs.size()=1 2024-09-12T18:00:08.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.596__shadow_.lbw4fILfYBYSqKEkqI_1JHMOvnPk684_0 2024-09-12T18:00:08.627 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3399260494830618377', time=2024-09-12T19:56:07.050590+0000, chain.objs.size()=1 2024-09-12T18:00:08.627 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.640__shadow_.6vFoRyyDI1IzI3Db_QBRflYfQ5tcnAw_0 2024-09-12T18:00:08.627 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16781249942663625475', time=2024-09-12T19:56:18.824773+0000, chain.objs.size()=1 2024-09-12T18:00:08.627 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.656__shadow_.y7ami2yOfIirlDw--pEs1wS8MjPOLXW_0 2024-09-12T18:00:08.627 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5086308606884800616', time=2024-09-12T19:56:23.614533+0000, chain.objs.size()=6 2024-09-12T18:00:08.627 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.662__multipart_foo.2~Y4lE0uITCOWJ0hDEG5g368GOA0wlIaS.1 2024-09-12T18:00:08.627 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.624+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.662__multipart_foo.2~Y4lE0uITCOWJ0hDEG5g368GOA0wlIaS.2 2024-09-12T18:00:08.629 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.662__multipart_foo.2~Y4lE0uITCOWJ0hDEG5g368GOA0wlIaS.3 2024-09-12T18:00:08.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.662__multipart_foo.2~Y4lE0uITCOWJ0hDEG5g368GOA0wlIaS.4 2024-09-12T18:00:08.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.662__multipart_foo.2~Y4lE0uITCOWJ0hDEG5g368GOA0wlIaS.5 2024-09-12T18:00:08.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.662__multipart_foo.2~Y4lE0uITCOWJ0hDEG5g368GOA0wlIaS.6 2024-09-12T18:00:08.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18079885626401161569', time=2024-09-12T19:56:26.917228+0000, chain.objs.size()=1 2024-09-12T18:00:08.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.666__shadow_.wtjehiQARCb4g_dKoc-GN3vCzNiLMAd_0 2024-09-12T18:00:08.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11241601164012165199', time=2024-09-12T19:56:43.891298+0000, chain.objs.size()=1 2024-09-12T18:00:08.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.699__shadow:1FgOOECT6wcW3r25ohTveFe4c7sq7Ym_.hn5mG550mCZr2RkQVj-TxcppBmRMGmc_0 2024-09-12T18:00:08.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4539433539629370036', time=2024-09-12T19:56:49.830171+0000, chain.objs.size()=1 2024-09-12T18:00:08.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.709__shadow_.H6mUIYf6QEtr2slikyPkb3XYsFUhsk-_0 2024-09-12T18:00:08.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10542578702595509655', time=2024-09-12T19:57:15.372843+0000, chain.objs.size()=1 2024-09-12T18:00:08.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.719__shadow_.pTYtZfnRj0f7deuaDCM-E11iCZB61bW_0 2024-09-12T18:00:08.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T18:00:08.638 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.639 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.640 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/52241' 2024-09-12T18:00:08.640 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_x4J3sddd8kQxF6PdHj4cYJKRZfESWfM', time=2024-09-12T19:44:59.205797+0000, chain.objs.size()=1 2024-09-12T18:00:08.640 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.HYBsFpwHBE0lc5WMBFUxSwZMwdN4IAF_0 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11864819636151351210', time=2024-09-12T19:46:55.528366+0000, chain.objs.size()=1 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.236__shadow_.2Q1_0BlGvT7Dv6WOG2ptwXlbhYnWLSN_0 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17319183866012413714', time=2024-09-12T19:47:00.097122+0000, chain.objs.size()=1 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.242__shadow_.KyKwCHWay2I2YtN44XzQaIR8FGHkjSv_0 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3838052736165104504', time=2024-09-12T19:47:01.213168+0000, chain.objs.size()=1 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.243__shadow_.9Meum9XoCJAH-TTNmyq562AEgf_VY3P_0 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5319774247497024702', time=2024-09-12T19:47:02.376229+0000, chain.objs.size()=1 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.244__shadow_.tDGL-yHoHbXzUeWVU4OfuyL0ZWTZLOe_0 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12140010886295351405', time=2024-09-12T19:47:09.192314+0000, chain.objs.size()=1 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.255__shadow_.FYFmMlDo_y3Bb02CjjnT1-0tTnksqf3_0 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2180761242947201961', time=2024-09-12T19:47:10.384407+0000, chain.objs.size()=1 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.257__shadow_.0sTDEOrY_660ooPs1O1TogNJcVhV8Yx_0 2024-09-12T18:00:08.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18411909337862045516', time=2024-09-12T19:47:11.628116+0000, chain.objs.size()=1 2024-09-12T18:00:08.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.259__shadow_.2jrcAuunAjycT8sXeCTTFsHuxiINz4__0 2024-09-12T18:00:08.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15360761973634751573', time=2024-09-12T19:47:32.183213+0000, chain.objs.size()=1 2024-09-12T18:00:08.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.PKB12pOcckF6PYYDYsJECSHD9KgfNvD_0 2024-09-12T18:00:08.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4994550761578520286', time=2024-09-12T19:47:32.305443+0000, chain.objs.size()=1 2024-09-12T18:00:08.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.iC4toU6rT31u8a46R0VjcpT90GaS8F6_0 2024-09-12T18:00:08.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.759391931142364629', time=2024-09-12T19:47:32.363398+0000, chain.objs.size()=1 2024-09-12T18:00:08.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gKXI8dzpKhGY9MUHMCdNi0QMYuAdS9e_0 2024-09-12T18:00:08.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12874867448665641348', time=2024-09-12T19:47:32.364228+0000, chain.objs.size()=1 2024-09-12T18:00:08.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.hokZs-0wXioG89uKJJLk29gfvsArP7R_0 2024-09-12T18:00:08.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10017601506333141045', time=2024-09-12T19:47:32.556241+0000, chain.objs.size()=1 2024-09-12T18:00:08.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.7uOwB8yKOk_hGr3-O6QypPI_U1553hU_0 2024-09-12T18:00:08.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10288453802679100793', time=2024-09-12T19:47:32.642493+0000, chain.objs.size()=1 2024-09-12T18:00:08.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.j7rYnUNRdzGWmbdrqTGOOXHQLV0_Nuo_0 2024-09-12T18:00:08.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7933944869420400007', time=2024-09-12T19:47:32.693178+0000, chain.objs.size()=1 2024-09-12T18:00:08.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.bx5TqqcpsFIEsJW7xwA3aVSHrszKORW_0 2024-09-12T18:00:08.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5730400858590956544', time=2024-09-12T19:47:32.913153+0000, chain.objs.size()=1 2024-09-12T18:00:08.643 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ArwLKjblZyl3j0HZH20gmbJ5z6UXbPx_0 2024-09-12T18:00:08.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16613823288938407862', time=2024-09-12T19:47:32.959071+0000, chain.objs.size()=1 2024-09-12T18:00:08.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YAR2TZqADwDEXay3kcNJ9pU5r-lWcvx_0 2024-09-12T18:00:08.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10518876649899284313', time=2024-09-12T19:47:32.992550+0000, chain.objs.size()=1 2024-09-12T18:00:08.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Rx_ohecEqN-AFvn_elOBV7mG6Rioyaf_0 2024-09-12T18:00:08.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15176616704609335391', time=2024-09-12T19:47:33.205425+0000, chain.objs.size()=1 2024-09-12T18:00:08.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DdwWpJm2Ui8dPhFxRaf6u_QBq5PeRRp_0 2024-09-12T18:00:08.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9661478755242256564', time=2024-09-12T19:47:33.288450+0000, chain.objs.size()=1 2024-09-12T18:00:08.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4bVviqd9OMpL1mR0fcdIt-YnJfpzTqH_0 2024-09-12T18:00:08.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5084646544614099524', time=2024-09-12T19:47:33.460682+0000, chain.objs.size()=1 2024-09-12T18:00:08.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.q7RP6y8iQf7uNDPUgYW6Vej3Zy_f6RG_0 2024-09-12T18:00:08.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2372790709843721178', time=2024-09-12T19:47:33.555467+0000, chain.objs.size()=1 2024-09-12T18:00:08.644 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Fakb0R_zeYZ6uGzdpEyGYVJRiTLSiLj_0 2024-09-12T18:00:08.645 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15994409064459419410', time=2024-09-12T19:47:33.573816+0000, chain.objs.size()=1 2024-09-12T18:00:08.645 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.-GhZgsd7FOlRdPF-wTuDZ7D3XHGQk8t_0 2024-09-12T18:00:08.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13493852331969029710', time=2024-09-12T19:47:33.615645+0000, chain.objs.size()=1 2024-09-12T18:00:08.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ABx9jtAo49dtDgdYCdVm8rx2x_0yGnz_0 2024-09-12T18:00:08.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3881974716817823982', time=2024-09-12T19:47:33.637957+0000, chain.objs.size()=1 2024-09-12T18:00:08.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.AWL8MJnN24J4AuODrGVyeujcjYB6h_n_0 2024-09-12T18:00:08.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12332310143673797818', time=2024-09-12T19:47:33.847767+0000, chain.objs.size()=1 2024-09-12T18:00:08.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.XoxLrN_jVJviKQfH_2E64XYCLGEba8z_0 2024-09-12T18:00:08.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8687568118273049067', time=2024-09-12T19:47:33.848413+0000, chain.objs.size()=1 2024-09-12T18:00:08.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.IRNSDaNOtbJCE6uRhFSaNNQC8VnoOsN_0 2024-09-12T18:00:08.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6961973618635426729', time=2024-09-12T19:47:33.850952+0000, chain.objs.size()=1 2024-09-12T18:00:08.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FjlhYEV7F_AHsJCeedYSDxR9pwcbKz8_0 2024-09-12T18:00:08.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8236622836864209002', time=2024-09-12T19:47:33.870593+0000, chain.objs.size()=1 2024-09-12T18:00:08.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.paob8V3rW42O5cS28gT-rj4X_nqYEe7_0 2024-09-12T18:00:08.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4274737663222449978', time=2024-09-12T19:47:33.892705+0000, chain.objs.size()=1 2024-09-12T18:00:08.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.PcSkJbcRuRpJ-us4K8eJDHsgCWucDPx_0 2024-09-12T18:00:08.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11648375919508323313', time=2024-09-12T19:47:33.916501+0000, chain.objs.size()=1 2024-09-12T18:00:08.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9zCMoQAJUboXpqKWMIebyh4Ulb8zDyr_0 2024-09-12T18:00:08.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9742972948552870428', time=2024-09-12T19:47:33.939920+0000, chain.objs.size()=1 2024-09-12T18:00:08.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.QQ7MTV-GMSllXeAJcRiooVkPa_aBIWz_0 2024-09-12T18:00:08.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17389672222580752082', time=2024-09-12T19:47:34.059554+0000, chain.objs.size()=1 2024-09-12T18:00:08.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YZ6p3IITykDN90FfFQz1xWP8w1SExZd_0 2024-09-12T18:00:08.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17763242192925579390', time=2024-09-12T19:47:34.071146+0000, chain.objs.size()=1 2024-09-12T18:00:08.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.L6D_sRj6PpWHAWBnp-UHLbqtDzVFbiJ_0 2024-09-12T18:00:08.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12565187921069482713', time=2024-09-12T19:47:34.091424+0000, chain.objs.size()=1 2024-09-12T18:00:08.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gQljyrDhWgqGY2PqCiQG2iJW2pH6y4U_0 2024-09-12T18:00:08.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9940234785270940288', time=2024-09-12T19:47:34.102682+0000, chain.objs.size()=1 2024-09-12T18:00:08.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.p8N0GPtUyzJWCL_3gCfNJsd2goVOJUx_0 2024-09-12T18:00:08.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14688836569855692079', time=2024-09-12T19:47:34.158886+0000, chain.objs.size()=1 2024-09-12T18:00:08.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2kj1QXAi4Q6LNnv1KHehya4pV4s0Cz-_0 2024-09-12T18:00:08.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18357762317271787706', time=2024-09-12T19:47:34.360845+0000, chain.objs.size()=1 2024-09-12T18:00:08.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UC3CETVt65vUTGvdOm20HeoL7hFLsIh_0 2024-09-12T18:00:08.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11220075195000086929', time=2024-09-12T19:47:34.490515+0000, chain.objs.size()=1 2024-09-12T18:00:08.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WNfkr5nmCfyvnJBB-_m2DjNKoZzFo4g_0 2024-09-12T18:00:08.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9674632122502672850', time=2024-09-12T19:47:41.690227+0000, chain.objs.size()=1 2024-09-12T18:00:08.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.274__shadow_.a69WVVuNYU0i3bN2J5esAlEOiOnkZMO_0 2024-09-12T18:00:08.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11132642196561371289', time=2024-09-12T19:47:44.151706+0000, chain.objs.size()=1 2024-09-12T18:00:08.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.278__shadow_.c2DaxS5gExBflPy5bTmR9_fCCAgd9R6_0 2024-09-12T18:00:08.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1751945328785256359', time=2024-09-12T19:47:44.774934+0000, chain.objs.size()=1 2024-09-12T18:00:08.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.279__shadow_.KekIT9ghWruT9zMPwrtt1ErJsygcz5z_0 2024-09-12T18:00:08.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7347325027723670890', time=2024-09-12T19:47:53.992448+0000, chain.objs.size()=1 2024-09-12T18:00:08.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.hk_i5wFsfim-UCgmFYjQdNoTIjJVzlS_0 2024-09-12T18:00:08.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5796163666182171340', time=2024-09-12T19:47:54.010969+0000, chain.objs.size()=1 2024-09-12T18:00:08.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.Q3a4mbwQaN7a-1XkVm-zTUFyPe0xOyY_0 2024-09-12T18:00:08.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9618306112660155059', time=2024-09-12T19:48:00.951297+0000, chain.objs.size()=1 2024-09-12T18:00:08.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.302__shadow_.r6C6u5r7GslqlTdITg3fk-BePoGBe7-_0 2024-09-12T18:00:08.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9913260317696720549', time=2024-09-12T19:48:02.240312+0000, chain.objs.size()=1 2024-09-12T18:00:08.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.304__shadow_.ieXh1tujMj_5yvitfQGtqHFSSoU3vTk_0 2024-09-12T18:00:08.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1836155760126509444', time=2024-09-12T19:48:11.931832+0000, chain.objs.size()=1 2024-09-12T18:00:08.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.319__shadow:qzBWVNHiciKbuDGLnAKW7QRxBAQk2KH_.4MLcQ_21Es-75lZIEhD93rglS4pgMWp_0 2024-09-12T18:00:08.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3711336830502517942', time=2024-09-12T19:48:13.335508+0000, chain.objs.size()=1 2024-09-12T18:00:08.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.322__shadow_.YUMoaFWkuguXloMlOWsx91l9vGoafnj_0 2024-09-12T18:00:08.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9518235190019768999', time=2024-09-12T19:48:33.480931+0000, chain.objs.size()=1 2024-09-12T18:00:08.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4vU3mSKmIt5Qo7Y43YWU92h9rFnfu5g_0 2024-09-12T18:00:08.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2349666377719395508', time=2024-09-12T19:48:33.487697+0000, chain.objs.size()=1 2024-09-12T18:00:08.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wKw5bXMhIrUvRj_UM17wzM3ZS3hA56Y_0 2024-09-12T18:00:08.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.383307959327075275', time=2024-09-12T19:48:33.493501+0000, chain.objs.size()=1 2024-09-12T18:00:08.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MpJ9hfUhu_8LVbIUXGZ6Gt-UwBgvzZ8_0 2024-09-12T18:00:08.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12640081273517275831', time=2024-09-12T19:48:33.741456+0000, chain.objs.size()=1 2024-09-12T18:00:08.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7ezkCOnoS2qCqtvZliy1nhScdTP5zlB_0 2024-09-12T18:00:08.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3635723799112863234', time=2024-09-12T19:48:33.848172+0000, chain.objs.size()=1 2024-09-12T18:00:08.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ZEieT_LsCJx9XueIXIXaD2K8D0kxtPt_0 2024-09-12T18:00:08.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9112607964275724570', time=2024-09-12T19:48:33.850387+0000, chain.objs.size()=1 2024-09-12T18:00:08.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.e-ygBfGi6su_fgcZnICWgDcqG6VUD96_0 2024-09-12T18:00:08.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3660213376732761795', time=2024-09-12T19:48:33.935135+0000, chain.objs.size()=1 2024-09-12T18:00:08.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.jIz9FUUSnrrPEnn6ZBsM1pMAuCFNBRJ_0 2024-09-12T18:00:08.656 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.937297609683696884', time=2024-09-12T19:48:34.101502+0000, chain.objs.size()=1 2024-09-12T18:00:08.657 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qTKGx_7Dvx-ISF3zXRBBZ8U8ihwFZwF_0 2024-09-12T18:00:08.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15759270583271720625', time=2024-09-12T19:48:34.113668+0000, chain.objs.size()=1 2024-09-12T18:00:08.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.PH1e3AYW4vVe7K7Uovhp9FA4XhjJKo4_0 2024-09-12T18:00:08.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6188776231720058752', time=2024-09-12T19:48:34.203458+0000, chain.objs.size()=1 2024-09-12T18:00:08.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.s7ROW8X9y6yqj8lZzfMnbT5gHFpkbRM_0 2024-09-12T18:00:08.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11978953562146585261', time=2024-09-12T19:48:34.460562+0000, chain.objs.size()=1 2024-09-12T18:00:08.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KX2piEbnGjvwALWJiW7YPfAEDxJLTml_0 2024-09-12T18:00:08.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.266678837522846099', time=2024-09-12T19:48:34.523262+0000, chain.objs.size()=1 2024-09-12T18:00:08.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.5MxPKsYamAdgyfKRQFuqVMGgMAMa6Ni_0 2024-09-12T18:00:08.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3743508693705910766', time=2024-09-12T19:48:34.567991+0000, chain.objs.size()=1 2024-09-12T18:00:08.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.26HnB1axnkNi6vyoMOlStZo4vzd9y4g_0 2024-09-12T18:00:08.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9674123669557884693', time=2024-09-12T19:48:34.721525+0000, chain.objs.size()=1 2024-09-12T18:00:08.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.EP_GvjXvuoo7v7DE_QgFjl3NxvSo0pR_0 2024-09-12T18:00:08.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6640853093395164878', time=2024-09-12T19:48:34.808599+0000, chain.objs.size()=1 2024-09-12T18:00:08.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tf2SLhtb-hXXqk83P3qWg8zkbSngZ4c_0 2024-09-12T18:00:08.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1026915876666030689', time=2024-09-12T19:48:34.873782+0000, chain.objs.size()=1 2024-09-12T18:00:08.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KoC2MEXXXJzdOZzV1mvECAEFM6gsuXK_0 2024-09-12T18:00:08.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16273320534865908986', time=2024-09-12T19:48:34.982492+0000, chain.objs.size()=1 2024-09-12T18:00:08.662 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7BP59IYeJHXtU7mUNYlWxlr_JpjiQS2_0 2024-09-12T18:00:08.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8691842885430032991', time=2024-09-12T19:48:35.016696+0000, chain.objs.size()=1 2024-09-12T18:00:08.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.mImTb1I8nXbs9pWjxSLlMyYcBpfgahn_0 2024-09-12T18:00:08.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16338192941524249598', time=2024-09-12T19:48:35.065887+0000, chain.objs.size()=1 2024-09-12T18:00:08.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BExwC9ytdOz9s1iSGJRbKCHKHUNMHoY_0 2024-09-12T18:00:08.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12123833438961841995', time=2024-09-12T19:48:35.066981+0000, chain.objs.size()=1 2024-09-12T18:00:08.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.IqOHn6YVtEiHwpuYUjYWuXTUbkoXU00_0 2024-09-12T18:00:08.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10948979052125172678', time=2024-09-12T19:48:35.080619+0000, chain.objs.size()=1 2024-09-12T18:00:08.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BTeWWvfC0qKRi1SB8ItbPg3-y2vhCBI_0 2024-09-12T18:00:08.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3076717280605149532', time=2024-09-12T19:48:35.332265+0000, chain.objs.size()=1 2024-09-12T18:00:08.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.IurwUTUV6YnC1DsyU4k1_KpwMXui440_0 2024-09-12T18:00:08.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6662032236789049130', time=2024-09-12T19:48:35.372914+0000, chain.objs.size()=1 2024-09-12T18:00:08.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.629qgNc-Cy-ZV6IhGBR9FtAVZjsHFhr_0 2024-09-12T18:00:08.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16543125656303407385', time=2024-09-12T19:48:35.438632+0000, chain.objs.size()=1 2024-09-12T18:00:08.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.n-PqwNNmPPi3NaR6Q2xSSK0pR0S6D2M_0 2024-09-12T18:00:08.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9848733254881244579', time=2024-09-12T19:48:35.444023+0000, chain.objs.size()=1 2024-09-12T18:00:08.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Ng2fREetCcfcbCkjdoZH-2H_gUCzRpj_0 2024-09-12T18:00:08.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15859630415590566940', time=2024-09-12T19:48:35.486379+0000, chain.objs.size()=1 2024-09-12T18:00:08.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8q4aeXfv1CaIo2KJIpH8-j4VM9q0ywU_0 2024-09-12T18:00:08.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5165731847395944023', time=2024-09-12T19:48:35.509047+0000, chain.objs.size()=1 2024-09-12T18:00:08.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.oyN5r6ZVyQrRwoJ4lYMJZdwQzdyOB57_0 2024-09-12T18:00:08.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8897543988756327314', time=2024-09-12T19:48:35.768727+0000, chain.objs.size()=1 2024-09-12T18:00:08.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.lKTQVVPB_v3m_jcaK_elWEhaw5AdpoS_0 2024-09-12T18:00:08.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15674485659051748727', time=2024-09-12T19:48:55.210914+0000, chain.objs.size()=1 2024-09-12T18:00:08.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5_-rhgXrO9ad_ObLyXEsOVHeaWchygS_0 2024-09-12T18:00:08.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17059030597313993452', time=2024-09-12T19:48:55.274234+0000, chain.objs.size()=1 2024-09-12T18:00:08.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.bkdefg6qbNJxuOq4pL9P-pW4tCg-qLb_0 2024-09-12T18:00:08.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1420567508150668922', time=2024-09-12T19:48:55.296710+0000, chain.objs.size()=1 2024-09-12T18:00:08.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ZNGvuFetkqI9U2h6BrpSemQBZjIWSTr_0 2024-09-12T18:00:08.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10100087563530548790', time=2024-09-12T19:48:55.599930+0000, chain.objs.size()=1 2024-09-12T18:00:08.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.tkMIMgF-_fSYthn_BcpaXoNFkzvMQX0_0 2024-09-12T18:00:08.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1319700955919900021', time=2024-09-12T19:48:55.601030+0000, chain.objs.size()=1 2024-09-12T18:00:08.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.NQyDlRbDzDVXr_7sVQvM178ZdI-5Ftp_0 2024-09-12T18:00:08.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2022109791473588860', time=2024-09-12T19:48:55.843718+0000, chain.objs.size()=1 2024-09-12T18:00:08.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._1aAw-rrtVOUiajAFEZNHwRn7-huXO8_0 2024-09-12T18:00:08.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5196149071731607378', time=2024-09-12T19:48:55.917281+0000, chain.objs.size()=1 2024-09-12T18:00:08.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-XTH0ooCOghQ1Y3jWEem00ky2kHLcO4_0 2024-09-12T18:00:08.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15777322540800762317', time=2024-09-12T19:48:55.924310+0000, chain.objs.size()=1 2024-09-12T18:00:08.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WoU_PlD2pAtdTIUGB3r1wNnE199lX1W_0 2024-09-12T18:00:08.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1499718091266763572', time=2024-09-12T19:48:55.929571+0000, chain.objs.size()=1 2024-09-12T18:00:08.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Br4pl9_U9Cm8J8_MSq-Wfm0f2kwmDe5_0 2024-09-12T18:00:08.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7172825851841117899', time=2024-09-12T19:48:55.983727+0000, chain.objs.size()=1 2024-09-12T18:00:08.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.exkV5dvoURVvGmEyAibGguDIQUF6j4U_0 2024-09-12T18:00:08.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.312678720286518748', time=2024-09-12T19:48:55.997660+0000, chain.objs.size()=1 2024-09-12T18:00:08.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.6yXpRdcC0hFhTa9c8UuUyv_5IFrQ0sw_0 2024-09-12T18:00:08.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5897097828169702040', time=2024-09-12T19:48:56.013588+0000, chain.objs.size()=1 2024-09-12T18:00:08.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XhrNUOQU662MkBTVPArwoxF0Ee22wdo_0 2024-09-12T18:00:08.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3840306776263212735', time=2024-09-12T19:48:56.159892+0000, chain.objs.size()=1 2024-09-12T18:00:08.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.UZg7vg6bdEKNcrRf8V_TgBaKXAd6OWx_0 2024-09-12T18:00:08.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16136179158753504696', time=2024-09-12T19:48:56.226164+0000, chain.objs.size()=1 2024-09-12T18:00:08.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0uv71J16VMOQHEQyGfREGg8p5m0eWXQ_0 2024-09-12T18:00:08.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15539598258612455884', time=2024-09-12T19:48:56.252327+0000, chain.objs.size()=1 2024-09-12T18:00:08.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Yr4_6x9bWO2ECufiVc2399bsLph3SgS_0 2024-09-12T18:00:08.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17378153259932702701', time=2024-09-12T19:48:56.349630+0000, chain.objs.size()=1 2024-09-12T18:00:08.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1vgOo1ahzO0ClGzWNu4yiKTmGEigMMf_0 2024-09-12T18:00:08.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5299659154070161473', time=2024-09-12T19:48:56.599995+0000, chain.objs.size()=1 2024-09-12T18:00:08.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.tM4_6_dvj18Rn0RFp7rfRCNbEQhUyfc_0 2024-09-12T18:00:08.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2771051961788495072', time=2024-09-12T19:48:56.646198+0000, chain.objs.size()=1 2024-09-12T18:00:08.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.K9sSkSmJ02_aYmmBXRHJHF47cV-zS00_0 2024-09-12T18:00:08.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9962363068030105986', time=2024-09-12T19:48:56.942890+0000, chain.objs.size()=1 2024-09-12T18:00:08.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.FlU1MqhV2oFEqPVTO13CvIfSNKel6uu_0 2024-09-12T18:00:08.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1807557273252113508', time=2024-09-12T19:48:56.959663+0000, chain.objs.size()=1 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mgvGdJ4sjJpxvsn1URtPWUwRcbZVAdn_0 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18123408756089712651', time=2024-09-12T19:48:56.961287+0000, chain.objs.size()=1 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.uktHCw6YJxWnINEBnqhxOV0PisG4Px5_0 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.976761044385648798', time=2024-09-12T19:48:57.139395+0000, chain.objs.size()=1 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.RhbpB244m_vgMvbpj1J-l1vPyt-XMTE_0 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12740648779867446317', time=2024-09-12T19:48:57.266473+0000, chain.objs.size()=1 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._PxXN5EXye6M7z_9gO3rmTsvNigRnR3_0 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15301455351275809831', time=2024-09-12T19:48:57.497487+0000, chain.objs.size()=1 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GO9zRPX8gyUeR4RaebyOyAN5_V5m7kk_0 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/52241 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.913870765613041657', time=2024-09-12T19:48:57.550913+0000, chain.objs.size()=1 2024-09-12T18:00:08.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.9Fd5C1y9RvUX5UCaRqNcC9ORUptE6b8_0 2024-09-12T18:00:08.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1184622625510315048', time=2024-09-12T19:48:57.569294+0000, chain.objs.size()=1 2024-09-12T18:00:08.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-B3ZEKWiRUbCmyOTLgrH-3cfbB5UNA8_0 2024-09-12T18:00:08.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8339018125947554943', time=2024-09-12T19:48:57.609162+0000, chain.objs.size()=1 2024-09-12T18:00:08.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.97DyhAQdsfSRrtB8ntpMiXtVch4WySs_0 2024-09-12T18:00:08.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14505584706116283828', time=2024-09-12T19:48:57.616230+0000, chain.objs.size()=1 2024-09-12T18:00:08.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KaSYeYxn_FL7bYLgeqgwpOClO5cuHQN_0 2024-09-12T18:00:08.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17695757351965996218', time=2024-09-12T19:49:02.014234+0000, chain.objs.size()=1 2024-09-12T18:00:08.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.332__shadow_.elIv_283umJ3_Q0UMagt9c3WazGDXQ1_0 2024-09-12T18:00:08.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18075212813592662318', time=2024-09-12T19:50:25.218410+0000, chain.objs.size()=1 2024-09-12T18:00:08.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.464__shadow_.FtUOr6-OF9G665MMVE1QUeaOSofWuPR_0 2024-09-12T18:00:08.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10404328741651690028', time=2024-09-12T19:50:26.041504+0000, chain.objs.size()=1 2024-09-12T18:00:08.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.465__shadow_.bcBF4BKwqGKPiPWuJ3iw1N8ZrG7jNmc_0 2024-09-12T18:00:08.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.572866840769790747', time=2024-09-12T19:50:34.626262+0000, chain.objs.size()=1 2024-09-12T18:00:08.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.484__shadow_.tl5i1xegnGhLEWQpgS5-eUkDPvqGuag_0 2024-09-12T18:00:08.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9593719895372354239', time=2024-09-12T19:50:36.150516+0000, chain.objs.size()=1 2024-09-12T18:00:08.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.486__shadow_.0N3w-IaTMZGPcRLkbYdvgsryjXsvxKd_0 2024-09-12T18:00:08.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14207902668694133370', time=2024-09-12T19:50:41.434238+0000, chain.objs.size()=1 2024-09-12T18:00:08.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.496__shadow_.5516B3PqMg69HAv3xVDNOCbdLHGTF7y_0 2024-09-12T18:00:08.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~qXQIAyHqrAOvNLpwrJlaNTbGz5LoQcZ', time=2024-09-12T19:51:32.504242+0000, chain.objs.size()=2 2024-09-12T18:00:08.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.529__multipart_mymultipart.2~qXQIAyHqrAOvNLpwrJlaNTbGz5LoQcZ.1 2024-09-12T18:00:08.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.529__multipart_mymultipart.2~qXQIAyHqrAOvNLpwrJlaNTbGz5LoQcZ.2 2024-09-12T18:00:08.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~1hYHbGMZF5rOcTndDntu1A3NiBm9PgO', time=2024-09-12T19:52:23.887563+0000, chain.objs.size()=1 2024-09-12T18:00:08.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.561__multipart_mymultipart.2~1hYHbGMZF5rOcTndDntu1A3NiBm9PgO.1 2024-09-12T18:00:08.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14514134919040411630', time=2024-09-12T19:52:41.815134+0000, chain.objs.size()=1 2024-09-12T18:00:08.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.570__shadow:tau.lKuez2WSgiz0QhbXwH.lU3On5Rx_.YKvw0w9IU-D_wb_XMoPjzVmLyW5C3HG_0 2024-09-12T18:00:08.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9583169208466122987', time=2024-09-12T19:53:20.746884+0000, chain.objs.size()=1 2024-09-12T18:00:08.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.586__shadow:RT6EFt2TFniQ07EvNZ.8inWYgMZ87Hy_.d9Ov9KHOGUrFxLHawPGrmiZohOiu52f_0 2024-09-12T18:00:08.679 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.658505922557491548', time=2024-09-12T19:53:21.338768+0000, chain.objs.size()=1 2024-09-12T18:00:08.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.587__shadow:MjiL6FK5SEtGhvGd-JouFm3426n9rsB_.yOe90D2970QUT6B5sNgVoWU-CdjATxK_0 2024-09-12T18:00:08.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14575210776827678688', time=2024-09-12T19:55:49.771326+0000, chain.objs.size()=1 2024-09-12T18:00:08.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.619__shadow_.mXBtdijgC4dugSIlgiE9RfX8dIEY8yM_0 2024-09-12T18:00:08.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15171275812999876040', time=2024-09-12T19:56:16.314757+0000, chain.objs.size()=1 2024-09-12T18:00:08.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.653__shadow_._RLq9LZfmLXFhUvV6QZ5vMUTGHszOxQ_0 2024-09-12T18:00:08.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2679805878725200972', time=2024-09-12T19:56:25.226404+0000, chain.objs.size()=1 2024-09-12T18:00:08.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.664__shadow_.N1vq9ll6KXyJTL2-wa_YZaN5jnQ79rc_0 2024-09-12T18:00:08.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12453068681214350066', time=2024-09-12T19:56:38.830833+0000, chain.objs.size()=1 2024-09-12T18:00:08.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.690__shadow:tfFEHExBHRUVvaCnHyBi6i2oqvF2lL0_.tNqPz9xXWZdcSQxdYZetlQznYmL75Jj_0 2024-09-12T18:00:08.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17969605160186522831', time=2024-09-12T19:56:51.145442+0000, chain.objs.size()=1 2024-09-12T18:00:08.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.711__multipart_file1.2~d8edcDxqQXL7qO1IYeyXCXZjM7D2BGi.1 2024-09-12T18:00:08.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4977300504623642066', time=2024-09-12T19:59:43.167882+0000, chain.objs.size()=1 2024-09-12T18:00:08.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.672+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.782__shadow_.t2goudPHRBYznyOk6IGLXGHSA4pAKbr_0 2024-09-12T18:00:08.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T18:00:08.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45197' 2024-09-12T18:00:08.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5549553104428812617', time=2024-09-12T19:46:54.322793+0000, chain.objs.size()=1 2024-09-12T18:00:08.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.234__shadow_.DJyn0hhp2LOnbsahtaIQGoSkedNrIZs_0 2024-09-12T18:00:08.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8254520223753145113', time=2024-09-12T19:46:59.483400+0000, chain.objs.size()=1 2024-09-12T18:00:08.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.241__shadow_.U2N25v2Heyh45atuLJMy2obce_AnsX-_0 2024-09-12T18:00:08.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4748678205535889055', time=2024-09-12T19:47:02.380108+0000, chain.objs.size()=1 2024-09-12T18:00:08.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.244__shadow_.HRxHT1BFSy_SIUrn-McwoKvXqgjxbuR_0 2024-09-12T18:00:08.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15368312909500521738', time=2024-09-12T19:47:05.395908+0000, chain.objs.size()=1 2024-09-12T18:00:08.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.249__shadow_.Zo89NToHjnyyjRBtY29vmLwpROlLEGR_0 2024-09-12T18:00:08.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10364358037277716366', time=2024-09-12T19:47:32.226512+0000, chain.objs.size()=1 2024-09-12T18:00:08.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.duCWXo7t5WyUz0ByvMhVy7N7M7Ct1-R_0 2024-09-12T18:00:08.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15221965005670511080', time=2024-09-12T19:47:32.228752+0000, chain.objs.size()=1 2024-09-12T18:00:08.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.qf-UiU6A_TUvl9WEY7hAL5qKe_wl2Iy_0 2024-09-12T18:00:08.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14799296028085604720', time=2024-09-12T19:47:32.318377+0000, chain.objs.size()=1 2024-09-12T18:00:08.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.OeZNzgoDoEWPweaFOP_FxkV5IfaAmXq_0 2024-09-12T18:00:08.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15101856325389575227', time=2024-09-12T19:47:32.338007+0000, chain.objs.size()=1 2024-09-12T18:00:08.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.x8k9wW8uhAa_IVhKmKa62Tyx1WNirtB_0 2024-09-12T18:00:08.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9032810418730607363', time=2024-09-12T19:47:32.362999+0000, chain.objs.size()=1 2024-09-12T18:00:08.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.vn7Hh7csK89YKzUxE3d3HEO0clwoEiS_0 2024-09-12T18:00:08.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1499304364566974051', time=2024-09-12T19:47:32.374211+0000, chain.objs.size()=1 2024-09-12T18:00:08.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.xtGiA-tVCarXZCcoKi9P30IGmSWmUTZ_0 2024-09-12T18:00:08.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10273396135096868209', time=2024-09-12T19:47:32.374867+0000, chain.objs.size()=1 2024-09-12T18:00:08.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.T6rJw8aaZSecwb55G1T7PQs-x0Kt5ex_0 2024-09-12T18:00:08.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3465432626745710850', time=2024-09-12T19:47:32.505480+0000, chain.objs.size()=1 2024-09-12T18:00:08.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TeS94YYY-r6VWxSweqXd8muYyjwyJ4a_0 2024-09-12T18:00:08.689 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6811061395867319639', time=2024-09-12T19:47:32.558859+0000, chain.objs.size()=1 2024-09-12T18:00:08.689 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.XagTNge614SmFkUOgI2tlix9qjfpiw-_0 2024-09-12T18:00:08.689 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13144609246757282136', time=2024-09-12T19:47:32.568867+0000, chain.objs.size()=1 2024-09-12T18:00:08.689 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZhSb2iWD3Ssg9bYAf4aUHyv3aWxEtSG_0 2024-09-12T18:00:08.689 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6452883095997714070', time=2024-09-12T19:47:32.585140+0000, chain.objs.size()=1 2024-09-12T18:00:08.689 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Rp6LpM_BTPa35NhulPQzMsT9Udeg9W__0 2024-09-12T18:00:08.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6096817532843892979', time=2024-09-12T19:47:32.592128+0000, chain.objs.size()=1 2024-09-12T18:00:08.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MEWXtR5cabFYujYVIzMG8Sl96wB-NHa_0 2024-09-12T18:00:08.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16636216895378541710', time=2024-09-12T19:47:32.692784+0000, chain.objs.size()=1 2024-09-12T18:00:08.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4hBoh67PsnEe3SboXyahllYghl0quPl_0 2024-09-12T18:00:08.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9416943028969204128', time=2024-09-12T19:47:32.871554+0000, chain.objs.size()=1 2024-09-12T18:00:08.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.k_6RtjSQhKHtp_FziY_jYyww5gc-6ol_0 2024-09-12T18:00:08.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10949401746786870733', time=2024-09-12T19:47:32.907373+0000, chain.objs.size()=1 2024-09-12T18:00:08.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SfpRxz-UAzYeI63xmcyZNgaY7zxU5vy_0 2024-09-12T18:00:08.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4142080946666321732', time=2024-09-12T19:47:32.965795+0000, chain.objs.size()=1 2024-09-12T18:00:08.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0Vegb2lR3pQJRRUBC1luQqIMLm8FnBG_0 2024-09-12T18:00:08.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14963161511874400297', time=2024-09-12T19:47:33.133874+0000, chain.objs.size()=1 2024-09-12T18:00:08.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KwaRRsV_b6kFt_IramG0MjrzcPhNK75_0 2024-09-12T18:00:08.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8124895249551726295', time=2024-09-12T19:47:33.149002+0000, chain.objs.size()=1 2024-09-12T18:00:08.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.b8TispEaOLAYM9RYkUuMAPpBOAYKkHE_0 2024-09-12T18:00:08.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.423152553884463771', time=2024-09-12T19:47:33.180820+0000, chain.objs.size()=1 2024-09-12T18:00:08.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.VdfiFSbkKCGlGTI36Lw_NtSP9pUPJ-W_0 2024-09-12T18:00:08.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13790363897891710277', time=2024-09-12T19:47:33.450152+0000, chain.objs.size()=1 2024-09-12T18:00:08.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.lKFtgLFC7S0xeNZrOnpNfEJ4eAkKRTT_0 2024-09-12T18:00:08.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8630069644050624195', time=2024-09-12T19:47:33.452274+0000, chain.objs.size()=1 2024-09-12T18:00:08.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.L2-HxrViRf2DGy1pACgCb-hdZxZ4Zc3_0 2024-09-12T18:00:08.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2065456059467332221', time=2024-09-12T19:47:33.598824+0000, chain.objs.size()=1 2024-09-12T18:00:08.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.odU23IIrYA590mYl5I0nI6TVusCum-8_0 2024-09-12T18:00:08.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.132413391869783822', time=2024-09-12T19:47:33.645296+0000, chain.objs.size()=1 2024-09-12T18:00:08.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.im0bRFLA7HvGuYonfkb-YcnIh3qONlT_0 2024-09-12T18:00:08.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15835528682994998344', time=2024-09-12T19:47:33.762899+0000, chain.objs.size()=1 2024-09-12T18:00:08.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TmKAcOMv3CEu3vuL4MJFCbrZ83DlBcP_0 2024-09-12T18:00:08.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2004020675744208909', time=2024-09-12T19:47:33.804309+0000, chain.objs.size()=1 2024-09-12T18:00:08.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2lmmp-YRHdq6KZz7s8eO5Z5LbOH0CQP_0 2024-09-12T18:00:08.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9414384157624277100', time=2024-09-12T19:47:33.819220+0000, chain.objs.size()=1 2024-09-12T18:00:08.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.EO5MN4i1Nq8yjlLY01MG0B-07cDS3qV_0 2024-09-12T18:00:08.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3664815839573904413', time=2024-09-12T19:47:33.858211+0000, chain.objs.size()=1 2024-09-12T18:00:08.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.-HLypdMnBXE_v_-3u8_Nk5XSsT9xUXO_0 2024-09-12T18:00:08.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1491164362884394209', time=2024-09-12T19:47:33.892198+0000, chain.objs.size()=1 2024-09-12T18:00:08.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2swoDwXfYtBDq5XvDUVOe4bIVZO_k1R_0 2024-09-12T18:00:08.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11485148541856665315', time=2024-09-12T19:47:33.911067+0000, chain.objs.size()=1 2024-09-12T18:00:08.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GSFqu5T5FivaLMI4_ahYehcZgMoo7Ou_0 2024-09-12T18:00:08.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13416468692898260219', time=2024-09-12T19:47:34.037712+0000, chain.objs.size()=1 2024-09-12T18:00:08.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SaJTVVrw5vA-7evfR-mPTyqJNyegt9q_0 2024-09-12T18:00:08.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17162495199887953913', time=2024-09-12T19:47:34.123990+0000, chain.objs.size()=1 2024-09-12T18:00:08.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oEgXue9RgcxcBRNrmOkCHZFQu5jPlLF_0 2024-09-12T18:00:08.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5074910194174697196', time=2024-09-12T19:47:34.140227+0000, chain.objs.size()=1 2024-09-12T18:00:08.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.AeESZzPv9SWFKT_I9BUieJ6QWUI7T42_0 2024-09-12T18:00:08.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13117311457957343270', time=2024-09-12T19:47:34.175029+0000, chain.objs.size()=1 2024-09-12T18:00:08.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._wEVjfdFPUfJYHnzXqwSXR7PIzC5J5p_0 2024-09-12T18:00:08.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14930483596631725770', time=2024-09-12T19:47:34.185138+0000, chain.objs.size()=1 2024-09-12T18:00:08.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.qvbPUs41w659kFqaiBBC5Ryjx8GlbGQ_0 2024-09-12T18:00:08.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17522708681642001124', time=2024-09-12T19:47:34.189689+0000, chain.objs.size()=1 2024-09-12T18:00:08.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0yGRHWL8Ksd5ISsysdQPIzJWAEiBvUs_0 2024-09-12T18:00:08.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3196689880224880134', time=2024-09-12T19:47:34.215981+0000, chain.objs.size()=1 2024-09-12T18:00:08.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YkyGiNY9d1gvqwI0ayqdBp_j96NgmzD_0 2024-09-12T18:00:08.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1432664354580652403', time=2024-09-12T19:47:34.354911+0000, chain.objs.size()=1 2024-09-12T18:00:08.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.QL_ftoPxQcPae31fH2xsqYo7aHjp6C__0 2024-09-12T18:00:08.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17235792540736495666', time=2024-09-12T19:47:34.370206+0000, chain.objs.size()=1 2024-09-12T18:00:08.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dmSqiUIQFllVMhfxv40307A9FajHBAr_0 2024-09-12T18:00:08.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5853907133698792617', time=2024-09-12T19:47:34.371098+0000, chain.objs.size()=1 2024-09-12T18:00:08.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8EU-dVYcL8aCHgJM6d2C9DyTOU21vmt_0 2024-09-12T18:00:08.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6583731282162211200', time=2024-09-12T19:47:34.438515+0000, chain.objs.size()=1 2024-09-12T18:00:08.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8GWRB_HvgtFRuVEQA4Jy1IKVEX72o5Q_0 2024-09-12T18:00:08.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4852243476488584797', time=2024-09-12T19:47:34.459075+0000, chain.objs.size()=1 2024-09-12T18:00:08.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ueOZRTvzovlQCvPuQu2BmIsDr4CCHpP_0 2024-09-12T18:00:08.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5891840223070328194', time=2024-09-12T19:47:48.493389+0000, chain.objs.size()=1 2024-09-12T18:00:08.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.285__shadow_.0Rd17SEALDhWALManE8jhmi45QcmCui_0 2024-09-12T18:00:08.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1724220679172740618', time=2024-09-12T19:47:53.959652+0000, chain.objs.size()=1 2024-09-12T18:00:08.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.ryeNOyIDMgqlC9Ckogna79a-ZvbQ6qS_0 2024-09-12T18:00:08.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13610701181724625746', time=2024-09-12T19:47:57.812923+0000, chain.objs.size()=1 2024-09-12T18:00:08.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.297__shadow_.ZVO6i6ex-iRK43or7j5kU6NMKxxcULK_0 2024-09-12T18:00:08.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14207951784176993933', time=2024-09-12T19:48:00.366154+0000, chain.objs.size()=1 2024-09-12T18:00:08.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.301__shadow_.5xwZ6fEFFzLV0fZhyAvPpJnTIqOOdNK_0 2024-09-12T18:00:08.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2419723200514171273', time=2024-09-12T19:48:01.617908+0000, chain.objs.size()=1 2024-09-12T18:00:08.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.303__shadow_.7IheeKnS7GDeQLPJCFMLRuTKCtdmH9F_0 2024-09-12T18:00:08.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.356290902523871640', time=2024-09-12T19:48:33.464649+0000, chain.objs.size()=1 2024-09-12T18:00:08.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.5M1a-_MNqRvK3WcUxS5vER6YxvsDu6g_0 2024-09-12T18:00:08.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15664194665080314665', time=2024-09-12T19:48:33.526817+0000, chain.objs.size()=1 2024-09-12T18:00:08.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.f5B-mSC8OGehQU15kQVLxiIAEYcu4hz_0 2024-09-12T18:00:08.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10944947233841953903', time=2024-09-12T19:48:33.534127+0000, chain.objs.size()=1 2024-09-12T18:00:08.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Pc2dTk_ouO8buSkH1HYg7cD-B4GCzNC_0 2024-09-12T18:00:08.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15117238546862786960', time=2024-09-12T19:48:33.552109+0000, chain.objs.size()=1 2024-09-12T18:00:08.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YTYK9wgD7AxYqNy-HO88YU8nFWPu8qA_0 2024-09-12T18:00:08.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9927338164574699676', time=2024-09-12T19:48:33.751173+0000, chain.objs.size()=1 2024-09-12T18:00:08.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.PFCId1couQCoTjnoo3sh8RBY4vGOINs_0 2024-09-12T18:00:08.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14254852453185731474', time=2024-09-12T19:48:33.757446+0000, chain.objs.size()=1 2024-09-12T18:00:08.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7hg36Hpqxkx2TTV6TDGcIjpnixTMbVk_0 2024-09-12T18:00:08.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17225110748927591958', time=2024-09-12T19:48:33.778760+0000, chain.objs.size()=1 2024-09-12T18:00:08.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.w4-D0BVXL_7xDjusm-2AT3BNcSR7BjQ_0 2024-09-12T18:00:08.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12191862682023796544', time=2024-09-12T19:48:33.826181+0000, chain.objs.size()=1 2024-09-12T18:00:08.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.v_DB5lfNDe-KR4ouXlg72cN0IEJGsQD_0 2024-09-12T18:00:08.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5718988865087971546', time=2024-09-12T19:48:33.889657+0000, chain.objs.size()=1 2024-09-12T18:00:08.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.6YDXeWRe8VHv4HBMgANCBL5rkeEGP1X_0 2024-09-12T18:00:08.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9673608995304284195', time=2024-09-12T19:48:33.919178+0000, chain.objs.size()=1 2024-09-12T18:00:08.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wOXZ3OlcyHlOXVJsrx-unz-SCT-mU9o_0 2024-09-12T18:00:08.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2626938890812541013', time=2024-09-12T19:48:34.061578+0000, chain.objs.size()=1 2024-09-12T18:00:08.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.04RUvZui9hJkBUXYV4jCQXKU1c_1NUr_0 2024-09-12T18:00:08.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10824993034006121411', time=2024-09-12T19:48:34.084165+0000, chain.objs.size()=1 2024-09-12T18:00:08.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vYGuBDXgCtiSg_zYkNlfQ-3hXnEL11H_0 2024-09-12T18:00:08.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11456763799997374181', time=2024-09-12T19:48:34.115652+0000, chain.objs.size()=1 2024-09-12T18:00:08.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MbmYCqnjZa3CCX-W7-FoZBG5JVZ6tB3_0 2024-09-12T18:00:08.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12647933342634101533', time=2024-09-12T19:48:34.134380+0000, chain.objs.size()=1 2024-09-12T18:00:08.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4GsYMO_T3KQ_ZRGW8ei96UnlEZG2lre_0 2024-09-12T18:00:08.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14476241811832310007', time=2024-09-12T19:48:34.156793+0000, chain.objs.size()=1 2024-09-12T18:00:08.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.TrdJZhfy_ygnOXcZvggPLWA6KlYMAod_0 2024-09-12T18:00:08.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6531805416995641638', time=2024-09-12T19:48:34.195908+0000, chain.objs.size()=1 2024-09-12T18:00:08.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.oyRd1cVmtDhbrAcTjCmJv7W6ZQzHvlZ_0 2024-09-12T18:00:08.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11598040926972437893', time=2024-09-12T19:48:34.209670+0000, chain.objs.size()=1 2024-09-12T18:00:08.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.17yVKS5PjizR_pksHOuBBsdtlqXvhgD_0 2024-09-12T18:00:08.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14672324432429065360', time=2024-09-12T19:48:34.368833+0000, chain.objs.size()=1 2024-09-12T18:00:08.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wFdtrDoW61iszvSRDXqkzJQk8k0HNVL_0 2024-09-12T18:00:08.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2078758385949170399', time=2024-09-12T19:48:34.375087+0000, chain.objs.size()=1 2024-09-12T18:00:08.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KaWBA3l4h7e4xU4sEOb-tuOGMcFGRrw_0 2024-09-12T18:00:08.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2887551572135404724', time=2024-09-12T19:48:34.467398+0000, chain.objs.size()=1 2024-09-12T18:00:08.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.JJdURoX7XBdGevRz9S8dIhGGfxlZ6wK_0 2024-09-12T18:00:08.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17990021717579494553', time=2024-09-12T19:48:34.557014+0000, chain.objs.size()=1 2024-09-12T18:00:08.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fdEtoa0Tp58vAydmJbDdPL60bnd_4if_0 2024-09-12T18:00:08.704 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4224338915693099088', time=2024-09-12T19:48:34.667777+0000, chain.objs.size()=1 2024-09-12T18:00:08.704 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Y0txixw2C88PODEe9c4rWB9Qdnbbb6V_0 2024-09-12T18:00:08.704 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3517579804718981586', time=2024-09-12T19:48:34.680442+0000, chain.objs.size()=1 2024-09-12T18:00:08.704 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.HgE3iiEATRA1_rBgTtCu5rZiWOuoSXn_0 2024-09-12T18:00:08.704 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.757882167456306650', time=2024-09-12T19:48:34.728579+0000, chain.objs.size()=1 2024-09-12T18:00:08.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.n91NRwoCq7KmRhEScBFCklwL6deR9AW_0 2024-09-12T18:00:08.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10044678910046591239', time=2024-09-12T19:48:34.764910+0000, chain.objs.size()=1 2024-09-12T18:00:08.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.IizIHUl0GzppE8cLtKzP_dwvAY2x9L-_0 2024-09-12T18:00:08.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16919466063295289922', time=2024-09-12T19:48:34.846207+0000, chain.objs.size()=1 2024-09-12T18:00:08.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.sfY359pczsxUX0n-Y403ryWQb2bOhIy_0 2024-09-12T18:00:08.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4939815845559216490', time=2024-09-12T19:48:34.862209+0000, chain.objs.size()=1 2024-09-12T18:00:08.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.6zxO70hbv8mq6KxyV-4tFIwscioZ9v-_0 2024-09-12T18:00:08.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10500617941764113240', time=2024-09-12T19:48:35.020302+0000, chain.objs.size()=1 2024-09-12T18:00:08.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.gpZDub2cP3aOI0OP93JBVJQ6vHW5wdE_0 2024-09-12T18:00:08.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12404572825246518306', time=2024-09-12T19:48:35.027078+0000, chain.objs.size()=1 2024-09-12T18:00:08.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.u2z4K2rak5AaZsLyZ0wDNCvCT-M72Nf_0 2024-09-12T18:00:08.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5288566916942143622', time=2024-09-12T19:48:35.038504+0000, chain.objs.size()=1 2024-09-12T18:00:08.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.b0HjIxH98Qa-YERQsPDrCI_uQfQ4ync_0 2024-09-12T18:00:08.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2603642930451994777', time=2024-09-12T19:48:35.071493+0000, chain.objs.size()=1 2024-09-12T18:00:08.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.eRf69IDbmY-WLeaEEUTjt4IWV_jiqkR_0 2024-09-12T18:00:08.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15521132868591169926', time=2024-09-12T19:48:35.072291+0000, chain.objs.size()=1 2024-09-12T18:00:08.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4icdXUSY-aFRmfF0fXEQBXrJcapfcjD_0 2024-09-12T18:00:08.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9899349320866437257', time=2024-09-12T19:48:35.105064+0000, chain.objs.size()=1 2024-09-12T18:00:08.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fOpqNf31-00Loy_fMu8QD10vNefiEmR_0 2024-09-12T18:00:08.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6330334919627032553', time=2024-09-12T19:48:35.415713+0000, chain.objs.size()=1 2024-09-12T18:00:08.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Bsa9Dl1id37S0pjMpOMZIgYitQx06H5_0 2024-09-12T18:00:08.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2202553463360460883', time=2024-09-12T19:48:35.511428+0000, chain.objs.size()=1 2024-09-12T18:00:08.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.pBH5XFkS2Gi8zu3lBGYYw85BjhMl0cT_0 2024-09-12T18:00:08.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5830808666069922879', time=2024-09-12T19:48:35.694539+0000, chain.objs.size()=1 2024-09-12T18:00:08.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.bwwxTRUwaCRTJc23u3sZXzLV9CaKsRI_0 2024-09-12T18:00:08.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.160271502192968960', time=2024-09-12T19:48:35.741620+0000, chain.objs.size()=1 2024-09-12T18:00:08.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.GhEW-ytmBUY3GBdIo9uBRd-VNQ-cajL_0 2024-09-12T18:00:08.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17842973608341730109', time=2024-09-12T19:48:55.205664+0000, chain.objs.size()=1 2024-09-12T18:00:08.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Sx-ot73F0cJjlw-TEqiM3m5ovPiODuu_0 2024-09-12T18:00:08.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11313826251441955469', time=2024-09-12T19:48:55.356781+0000, chain.objs.size()=1 2024-09-12T18:00:08.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.HvLY7qehoypifn0VYI12bIz3uXyuimI_0 2024-09-12T18:00:08.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3983987362122920318', time=2024-09-12T19:48:55.357797+0000, chain.objs.size()=1 2024-09-12T18:00:08.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5g4a1u4g3DxBMMOCKYaE_S0sPRrAK_6_0 2024-09-12T18:00:08.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18064102732883397296', time=2024-09-12T19:48:55.380645+0000, chain.objs.size()=1 2024-09-12T18:00:08.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0jLjhy4mPDwtw45zqGX3r-T2rhhxwT9_0 2024-09-12T18:00:08.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8863382928095709743', time=2024-09-12T19:48:55.391783+0000, chain.objs.size()=1 2024-09-12T18:00:08.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JQLZFNUUiAXQk_2NMPUK5wxF28mxuTp_0 2024-09-12T18:00:08.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3587665524279869725', time=2024-09-12T19:48:55.521808+0000, chain.objs.size()=1 2024-09-12T18:00:08.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.iAWbw7vhITZXc7aJ-q-7CEe__ctAsgJ_0 2024-09-12T18:00:08.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12462461064358678125', time=2024-09-12T19:48:55.561839+0000, chain.objs.size()=1 2024-09-12T18:00:08.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.R-l-kN6KFodWs7QHuGkJIwMzRH8ysB0_0 2024-09-12T18:00:08.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3923895557763299580', time=2024-09-12T19:48:55.566983+0000, chain.objs.size()=1 2024-09-12T18:00:08.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OcycljASSXSS2M6X3X6tqj9ougdu5tB_0 2024-09-12T18:00:08.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17186411489376887794', time=2024-09-12T19:48:55.568451+0000, chain.objs.size()=1 2024-09-12T18:00:08.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.qwI4LZ-8zA_w7RhesOmD4QAlUG6z9nG_0 2024-09-12T18:00:08.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18329317619347349265', time=2024-09-12T19:48:55.617712+0000, chain.objs.size()=1 2024-09-12T18:00:08.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._VthpZ2BsHwkyYMUPWfw0WxEoVYNk8f_0 2024-09-12T18:00:08.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.927620959756887956', time=2024-09-12T19:48:55.646728+0000, chain.objs.size()=1 2024-09-12T18:00:08.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._f9rkq7eGhieSrMa4F1nA4X1XVJBmU5_0 2024-09-12T18:00:08.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2810891140349741102', time=2024-09-12T19:48:55.649010+0000, chain.objs.size()=1 2024-09-12T18:00:08.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1BfHd2MWd2SZRyYGRgVsRx7CMoDRtMl_0 2024-09-12T18:00:08.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15516583010921140802', time=2024-09-12T19:48:55.687292+0000, chain.objs.size()=1 2024-09-12T18:00:08.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.I0CYfcxRZ5gelSPWUOlNmMG0uvJihUF_0 2024-09-12T18:00:08.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45197 2024-09-12T18:00:08.712 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=40, truncated=0, next_marker='' 2024-09-12T18:00:08.712 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4525320179536399648', time=2024-09-12T19:48:55.697318+0000, chain.objs.size()=1 2024-09-12T18:00:08.712 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rTRois9iY7HrBc4OvUGTOXA3k1-opRt_0 2024-09-12T18:00:08.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5118380755199659291', time=2024-09-12T19:48:55.722687+0000, chain.objs.size()=1 2024-09-12T18:00:08.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.h-C4TimuUg6NkwZQDQhIqPzgcx2npyC_0 2024-09-12T18:00:08.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1822880724080427990', time=2024-09-12T19:48:55.890711+0000, chain.objs.size()=1 2024-09-12T18:00:08.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.DETguNzgV9i5D8Dqi1oQ2JVk_N9QZj2_0 2024-09-12T18:00:08.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8016926331349843481', time=2024-09-12T19:48:55.906304+0000, chain.objs.size()=1 2024-09-12T18:00:08.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LHFGIuAELFlUIFk9G_1ldbYteQVBEIf_0 2024-09-12T18:00:08.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1844597730437804234', time=2024-09-12T19:48:56.007136+0000, chain.objs.size()=1 2024-09-12T18:00:08.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xPqmsmSbWWWUjQIE5P0e_ruGtv6Km7E_0 2024-09-12T18:00:08.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12217283740112751532', time=2024-09-12T19:48:56.162426+0000, chain.objs.size()=1 2024-09-12T18:00:08.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5t__QHQH9fTK1myrwbLnmze-E_gISzV_0 2024-09-12T18:00:08.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17691538147088215957', time=2024-09-12T19:48:56.221801+0000, chain.objs.size()=1 2024-09-12T18:00:08.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.AHMlJ73UhYjl7UPQy6dqtFU3VMjxyKC_0 2024-09-12T18:00:08.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12080623039026775844', time=2024-09-12T19:48:56.237504+0000, chain.objs.size()=1 2024-09-12T18:00:08.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zPfndsO2kJgnEKbJasYCdzViNx7i058_0 2024-09-12T18:00:08.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16674368149321114363', time=2024-09-12T19:48:56.270068+0000, chain.objs.size()=1 2024-09-12T18:00:08.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5gs8a8cYtrXjeWteLJfYipiIfBBlbCg_0 2024-09-12T18:00:08.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2823850328471679869', time=2024-09-12T19:48:56.311814+0000, chain.objs.size()=1 2024-09-12T18:00:08.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.RfWcti5Ldircwbw9t_Wgd36Fwi1pb65_0 2024-09-12T18:00:08.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1771933990270449666', time=2024-09-12T19:48:56.347659+0000, chain.objs.size()=1 2024-09-12T18:00:08.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.DwfogJJPHGMKbyP23kVVr8PB7c0neah_0 2024-09-12T18:00:08.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8711967258206370439', time=2024-09-12T19:48:56.364846+0000, chain.objs.size()=1 2024-09-12T18:00:08.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Qg_IQ18stNZMtQoVAAVkq77GNc7ERhl_0 2024-09-12T18:00:08.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7246147745062355607', time=2024-09-12T19:48:56.667660+0000, chain.objs.size()=1 2024-09-12T18:00:08.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mS4ik9uo8b2xHddw7uIejsR_kjL-4DU_0 2024-09-12T18:00:08.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4028366704537150630', time=2024-09-12T19:48:56.679089+0000, chain.objs.size()=1 2024-09-12T18:00:08.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4BollW0PpEqlUgA7ofLZIqzP6K1O2fr_0 2024-09-12T18:00:08.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12245899125668212125', time=2024-09-12T19:48:56.856976+0000, chain.objs.size()=1 2024-09-12T18:00:08.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.honwvvdtShYSILn5dzl-Zq1t9ujdzub_0 2024-09-12T18:00:08.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5474421184008178470', time=2024-09-12T19:48:56.937928+0000, chain.objs.size()=1 2024-09-12T18:00:08.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0E8lUPKQsUbGjbeW43rpAxyrMW6OQfc_0 2024-09-12T18:00:08.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4330395259253920195', time=2024-09-12T19:48:57.006860+0000, chain.objs.size()=1 2024-09-12T18:00:08.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.gew9Y-phbwzYZmx98BNFQWA1YjPEd2F_0 2024-09-12T18:00:08.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8001977610760592493', time=2024-09-12T19:48:57.224404+0000, chain.objs.size()=1 2024-09-12T18:00:08.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1qvl3VMV42FkPa_UO-PRU8NSiZ-K4nn_0 2024-09-12T18:00:08.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9067198607629152832', time=2024-09-12T19:48:57.229431+0000, chain.objs.size()=1 2024-09-12T18:00:08.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.fgUzndO06B4GgkfL-JGgj6CYuXDjmvT_0 2024-09-12T18:00:08.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2434830245574319686', time=2024-09-12T19:48:57.291117+0000, chain.objs.size()=1 2024-09-12T18:00:08.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.X3iaO6inAtMrKmLFwZrKilEBmiaSlT8_0 2024-09-12T18:00:08.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3439924173978320574', time=2024-09-12T19:48:57.295495+0000, chain.objs.size()=1 2024-09-12T18:00:08.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0maLG9-mSxnDqbQu27z27rqRwWHxXg1_0 2024-09-12T18:00:08.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.86924874061513598', time=2024-09-12T19:48:57.301811+0000, chain.objs.size()=1 2024-09-12T18:00:08.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.tRoRsVkCgKnmSXArhzxgmWg1KHR8BvJ_0 2024-09-12T18:00:08.719 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17412967560166166948', time=2024-09-12T19:48:57.328130+0000, chain.objs.size()=1 2024-09-12T18:00:08.719 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.712+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mKyCfUPe-NjIxpN6gO6yut_zaw2gBcW_0 2024-09-12T18:00:08.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4783277321928944990', time=2024-09-12T19:48:57.461525+0000, chain.objs.size()=1 2024-09-12T18:00:08.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.6pjoXoZAwByqhL71sSfC0ETmRok60jW_0 2024-09-12T18:00:08.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11210825642110904706', time=2024-09-12T19:48:57.571923+0000, chain.objs.size()=1 2024-09-12T18:00:08.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zX8FTy-ovlLNtO-7UwKsRu1X_d4vsn7_0 2024-09-12T18:00:08.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10394449518007132804', time=2024-09-12T19:48:57.608198+0000, chain.objs.size()=1 2024-09-12T18:00:08.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.orb48PT-gG9zt5j2bh4tN_2NoPh3Njt_0 2024-09-12T18:00:08.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6907046213560518731', time=2024-09-12T19:49:30.260550+0000, chain.objs.size()=1 2024-09-12T18:00:08.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.382__shadow_.gTwcYpfl1wWG9CZzm_KIYCOH93TylRX_0 2024-09-12T18:00:08.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6855571422274116813', time=2024-09-12T19:52:14.077272+0000, chain.objs.size()=1 2024-09-12T18:00:08.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.551__shadow_.aZzfrTIBcCGFcFwT9YNXSH4JxkM1eJ4_0 2024-09-12T18:00:08.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6715608133928782078', time=2024-09-12T19:52:21.380111+0000, chain.objs.size()=1 2024-09-12T18:00:08.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.558__shadow_.pU3ued4oQygk478FlaoCqZlNRGoZ1Fo_0 2024-09-12T18:00:08.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11809677968513729237', time=2024-09-12T19:52:38.873887+0000, chain.objs.size()=1 2024-09-12T18:00:08.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:q.8iq93tGuuPOwk0bZu9NZ2VeJy6T13_.gXknks02YNJkMyO4ppnzXwXmja_GV0k_0 2024-09-12T18:00:08.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8732694445097384058', time=2024-09-12T19:53:00.603726+0000, chain.objs.size()=1 2024-09-12T18:00:08.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:xdxD8sY4.BOfNlBaTjAXGdIio4EG6Nt_.QX6s1ARyPm4qoxzFoOga_U--IoPf8SR_0 2024-09-12T18:00:08.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8573259201055885052', time=2024-09-12T19:53:06.866315+0000, chain.objs.size()=1 2024-09-12T18:00:08.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:xwtYn5SK5CK5ZYuneyhdnZCKXGWdDcf_.SES7NUJnJNqjQvEudl5AMrUrZ0Qau84_0 2024-09-12T18:00:08.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3793619547324515670', time=2024-09-12T19:53:07.342654+0000, chain.objs.size()=1 2024-09-12T18:00:08.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:9tCC6wqcTSHkDn1UCT7HjvJV.35mY0x_.cw2n4yvR5bNFKvPgV9yGGNa33JMy4b0_0 2024-09-12T18:00:08.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.869862410344602066', time=2024-09-12T19:53:08.464776+0000, chain.objs.size()=1 2024-09-12T18:00:08.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:Ha3MIIcfl61toeM2tKW0giD5cWaLFdc_.bsXEmMbzleXHYN-1aOly0QCj-IaIeUX_0 2024-09-12T18:00:08.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7051096828780798191', time=2024-09-12T19:53:12.778015+0000, chain.objs.size()=4 2024-09-12T18:00:08.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__multipart_testobj.2~7dngaLGREfoBUVE_iZfmK9Bs4aHXNfG.1 2024-09-12T18:00:08.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__multipart_testobj.2~7dngaLGREfoBUVE_iZfmK9Bs4aHXNfG.2 2024-09-12T18:00:08.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__multipart_testobj.2~7dngaLGREfoBUVE_iZfmK9Bs4aHXNfG.3 2024-09-12T18:00:08.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__multipart_testobj.2~7dngaLGREfoBUVE_iZfmK9Bs4aHXNfG.4 2024-09-12T18:00:08.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14163126137481102090', time=2024-09-12T19:53:13.035529+0000, chain.objs.size()=7 2024-09-12T18:00:08.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__multipart_testobj.2~FZ7Rhb3t64P86zSMMmYc2hzzRVtJ0cc.1 2024-09-12T18:00:08.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__shadow_testobj.2~FZ7Rhb3t64P86zSMMmYc2hzzRVtJ0cc.1_1 2024-09-12T18:00:08.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__multipart_testobj.2~FZ7Rhb3t64P86zSMMmYc2hzzRVtJ0cc.2 2024-09-12T18:00:08.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__shadow_testobj.2~FZ7Rhb3t64P86zSMMmYc2hzzRVtJ0cc.2_1 2024-09-12T18:00:08.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__multipart_testobj.2~FZ7Rhb3t64P86zSMMmYc2hzzRVtJ0cc.3 2024-09-12T18:00:08.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__shadow_testobj.2~FZ7Rhb3t64P86zSMMmYc2hzzRVtJ0cc.3_1 2024-09-12T18:00:08.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__multipart_testobj.2~FZ7Rhb3t64P86zSMMmYc2hzzRVtJ0cc.4 2024-09-12T18:00:08.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9442710545453758865', time=2024-09-12T19:53:16.342965+0000, chain.objs.size()=1 2024-09-12T18:00:08.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.580__shadow:FP4XsX3Ydq2cbCcZSAOXvwNONgd-Y-z_.Jv2lWOhOLk9u2CXA8JGK7xP-VWMp0-e_0 2024-09-12T18:00:08.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13313824411874891193', time=2024-09-12T19:54:48.075409+0000, chain.objs.size()=1 2024-09-12T18:00:08.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.617__shadow_.cJh6SSER4Oe_7bP9Y2sNo6ELfzIcgav_0 2024-09-12T18:00:08.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13752754825536040599', time=2024-09-12T19:56:29.553206+0000, chain.objs.size()=1 2024-09-12T18:00:08.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.672__shadow_.wsog9dKhQ9tTLzNCNPG4eg0he9sx7cl_0 2024-09-12T18:00:08.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3463848486528946863', time=2024-09-12T19:57:03.672869+0000, chain.objs.size()=1 2024-09-12T18:00:08.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.716__shadow:KpAJDflyjz2Q9Y.IvpwN5Hk4d0BRhq8_.9V7ecGd2SQpQ4Oa82-qC10afM2l50Qx_0 2024-09-12T18:00:08.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.728 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T18:00:08.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46966' 2024-09-12T18:00:08.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14794955055637138453', time=2024-09-12T19:47:32.218667+0000, chain.objs.size()=1 2024-09-12T18:00:08.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dPLQYXbbj9oD-HVOrEQgokHQxiAtRyq_0 2024-09-12T18:00:08.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15350062608829640966', time=2024-09-12T19:47:32.253292+0000, chain.objs.size()=1 2024-09-12T18:00:08.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.baZS_BXV4vMtA2byF01USvztCzVuYbW_0 2024-09-12T18:00:08.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14959474341643882586', time=2024-09-12T19:47:32.285586+0000, chain.objs.size()=1 2024-09-12T18:00:08.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.fB2du0htJQwthEE5LaTr7oTVJ-Ag1sy_0 2024-09-12T18:00:08.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3431437570017610632', time=2024-09-12T19:47:32.320707+0000, chain.objs.size()=1 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.nuSv7IfFmnCqpNJB_KTJNn8Vbv3wdgG_0 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16712737037402112201', time=2024-09-12T19:47:32.350160+0000, chain.objs.size()=1 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.cDOjEx3yO0sUBgM8IQfTo2MPGHoSlsI_0 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7306255601987862520', time=2024-09-12T19:47:32.382103+0000, chain.objs.size()=1 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.StYKfdiBUWbRohbhcHg2PRGexQf0h6N_0 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10000877831521875208', time=2024-09-12T19:47:32.384547+0000, chain.objs.size()=1 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.lm88NwZxcENDImiRHXYNQmkKkBRuJmS_0 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3353225517614542802', time=2024-09-12T19:47:32.520451+0000, chain.objs.size()=1 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Br694jxuAwgP7MZK4uwirS5QdXtOyY7_0 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15401444022501328732', time=2024-09-12T19:47:32.545327+0000, chain.objs.size()=1 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.lyrXqhATdSYC3uKNYTI6_l6Qz_U8dHZ_0 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14479885576783671682', time=2024-09-12T19:47:32.601624+0000, chain.objs.size()=1 2024-09-12T18:00:08.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WUWA6aEkLlHDHmeB7oXvcAWP3kgGBbU_0 2024-09-12T18:00:08.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7887977630811130217', time=2024-09-12T19:47:32.809171+0000, chain.objs.size()=1 2024-09-12T18:00:08.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.suLXJC7gX3skMunbfIMUbCTQozA-Iw2_0 2024-09-12T18:00:08.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17159777589604525225', time=2024-09-12T19:47:32.961989+0000, chain.objs.size()=1 2024-09-12T18:00:08.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.m7vYKe_cjry3V09B-FxLe9NudjwMcLN_0 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17345782980572438589', time=2024-09-12T19:47:33.217619+0000, chain.objs.size()=1 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2V50IkuoE-goTOohw_BQkW6HoX3zUNV_0 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16201017785229719618', time=2024-09-12T19:47:33.277776+0000, chain.objs.size()=1 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.uFIEz_rutuwjiRqv36kayO1aaSdjXg6_0 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17189325619574287771', time=2024-09-12T19:47:33.297147+0000, chain.objs.size()=1 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.XeNpxw13N5EytaGKvvqLpEIw-QM9QIa_0 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8299335884571930506', time=2024-09-12T19:47:33.304586+0000, chain.objs.size()=1 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DS-5HJwDRh5g6W2tyzUg22ike8LHF_1_0 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15520611081816069092', time=2024-09-12T19:47:33.517989+0000, chain.objs.size()=1 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.N1KQisdZITWaEFvongTh6nOm7rcJt1r_0 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10322174574206825686', time=2024-09-12T19:47:33.589623+0000, chain.objs.size()=1 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DP4yUqw9uLSJDF8w_SuvcfxHTIkK1JI_0 2024-09-12T18:00:08.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17262269170460683233', time=2024-09-12T19:47:33.768314+0000, chain.objs.size()=1 2024-09-12T18:00:08.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.fG07gd3J2y4oQc20Rijrllvtp-MGjW0_0 2024-09-12T18:00:08.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3715318371505147887', time=2024-09-12T19:47:34.104587+0000, chain.objs.size()=1 2024-09-12T18:00:08.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.73PgJzJ-1TWb58wRTxLblcZnvQydll9_0 2024-09-12T18:00:08.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8252576402980475450', time=2024-09-12T19:47:34.123369+0000, chain.objs.size()=1 2024-09-12T18:00:08.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gbYzh_ZGOYauNlQ3mxGUlGXG5fU28p2_0 2024-09-12T18:00:08.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12205168755893925207', time=2024-09-12T19:47:34.146756+0000, chain.objs.size()=1 2024-09-12T18:00:08.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.44D5j7VcMrrpojJdMBf55Y1XaT1sLHM_0 2024-09-12T18:00:08.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7337838553994495089', time=2024-09-12T19:47:34.323314+0000, chain.objs.size()=1 2024-09-12T18:00:08.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.VhMK2ZcenjMb5meuYZRX2MYj3IpC1pr_0 2024-09-12T18:00:08.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6404822873381792884', time=2024-09-12T19:47:34.327935+0000, chain.objs.size()=1 2024-09-12T18:00:08.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.D77B_UvcoNYLF3gHl0H0WE9t9k78FwQ_0 2024-09-12T18:00:08.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14443431954161803160', time=2024-09-12T19:47:34.404809+0000, chain.objs.size()=1 2024-09-12T18:00:08.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.BYms3NidXTWtUKvrtb0O3SJ3vfe-0O-_0 2024-09-12T18:00:08.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13257764548206031857', time=2024-09-12T19:47:39.813749+0000, chain.objs.size()=1 2024-09-12T18:00:08.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.271__shadow_.bwglTmZrLRe0nxgffn1N9ycd-6Yeorz_0 2024-09-12T18:00:08.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1526431233805841841', time=2024-09-12T19:47:40.467746+0000, chain.objs.size()=1 2024-09-12T18:00:08.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.272__shadow_.k6Rd_gahRkYJRgnvEkjAIRsjED9-XgM_0 2024-09-12T18:00:08.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2436468444819987042', time=2024-09-12T19:47:42.278009+0000, chain.objs.size()=1 2024-09-12T18:00:08.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.275__shadow_.E0Z52NBDA8ayDySRCoul5u5RILwAm5K_0 2024-09-12T18:00:08.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13327508235369737074', time=2024-09-12T19:47:43.551495+0000, chain.objs.size()=1 2024-09-12T18:00:08.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.277__shadow_.q6SkuynQ6-fa6mN1GUrzDE8S0Up69nC_0 2024-09-12T18:00:08.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7262535031107629006', time=2024-09-12T19:47:51.027353+0000, chain.objs.size()=1 2024-09-12T18:00:08.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.289__shadow_.tccsCtFnpy22-gxb3cSzN_LQGwsQhN-_0 2024-09-12T18:00:08.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3299787253778842624', time=2024-09-12T19:47:56.514243+0000, chain.objs.size()=1 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.295__shadow_.mOZJOAjoSpAJeOMldFeqV3mOJhP8gV2_0 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17225473700126687553', time=2024-09-12T19:48:00.361161+0000, chain.objs.size()=1 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.301__shadow_.d8YAh65QK-Q1qEOYBtZdTxHWQVrXqWh_0 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17236993281254867398', time=2024-09-12T19:48:33.491271+0000, chain.objs.size()=1 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.enKIF4tPKMhwumJdTsa56xoWzIgAKqe_0 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6677598288596055375', time=2024-09-12T19:48:33.541291+0000, chain.objs.size()=1 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VmyYJ7Cts8az9GWW5sOzKysV9HrZfxK_0 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13862743875939190432', time=2024-09-12T19:48:33.567173+0000, chain.objs.size()=1 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.u8IwhdKrl4SSG1gBi_2kpcA9-bgbwDG_0 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16412241939743898564', time=2024-09-12T19:48:33.871141+0000, chain.objs.size()=1 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.sdnEP94rkjXA4pJoDM78af19J-zW7NS_0 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17165393365566986288', time=2024-09-12T19:48:33.918573+0000, chain.objs.size()=1 2024-09-12T18:00:08.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YAWo2dVqQGTPpoFHEK0-MruA_XuEpDl_0 2024-09-12T18:00:08.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17182949774481461900', time=2024-09-12T19:48:33.921753+0000, chain.objs.size()=1 2024-09-12T18:00:08.741 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.05GInlU664w2agS2BhCGhMCR3kkgZhs_0 2024-09-12T18:00:08.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16502870238466841824', time=2024-09-12T19:48:34.173075+0000, chain.objs.size()=1 2024-09-12T18:00:08.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NO_Crly9iWbfy1_CPiRqoY-zO462GSj_0 2024-09-12T18:00:08.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3833583392582059256', time=2024-09-12T19:48:34.402964+0000, chain.objs.size()=1 2024-09-12T18:00:08.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8j4hnbLC_NSwtShFhNFnnEUdmw0szvQ_0 2024-09-12T18:00:08.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4361312395925070126', time=2024-09-12T19:48:34.418056+0000, chain.objs.size()=1 2024-09-12T18:00:08.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.EvbQVwqn7IUqBxSpwC8NE0qIW3pqUF7_0 2024-09-12T18:00:08.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.688010454905578579', time=2024-09-12T19:48:34.438048+0000, chain.objs.size()=1 2024-09-12T18:00:08.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.e0kDSMn3HBjPVzSo8a0s9DVVk8719wi_0 2024-09-12T18:00:08.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15298009429098698493', time=2024-09-12T19:48:34.503337+0000, chain.objs.size()=1 2024-09-12T18:00:08.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.LrjHAB26I1DRhifugAXLfu_Pps0h7nV_0 2024-09-12T18:00:08.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14282464794967056674', time=2024-09-12T19:48:34.512723+0000, chain.objs.size()=1 2024-09-12T18:00:08.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.mdK0CJh388XB3-1wmpbLo8gb9LrrccJ_0 2024-09-12T18:00:08.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18391837458586781200', time=2024-09-12T19:48:34.755911+0000, chain.objs.size()=1 2024-09-12T18:00:08.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.SqGyDkUONgL_jywoXNjS_A3zJRVjf53_0 2024-09-12T18:00:08.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16738528554351729666', time=2024-09-12T19:48:34.812144+0000, chain.objs.size()=1 2024-09-12T18:00:08.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.mtw9hxfy5a6OahQ-xCIYJFlrp3byKCf_0 2024-09-12T18:00:08.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17791460286602200465', time=2024-09-12T19:48:34.813178+0000, chain.objs.size()=1 2024-09-12T18:00:08.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.aLbectfpQuviFG-galx5fqNB7YMWrU0_0 2024-09-12T18:00:08.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3288580307914144584', time=2024-09-12T19:48:35.102375+0000, chain.objs.size()=1 2024-09-12T18:00:08.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.sOGWKntT4LcEv65_qDf5cDYghiWnzp1_0 2024-09-12T18:00:08.744 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18096549909939882432', time=2024-09-12T19:48:35.506229+0000, chain.objs.size()=1 2024-09-12T18:00:08.744 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.90XpTJbqUCHUWWmIqoGbavbH8ImI_Ap_0 2024-09-12T18:00:08.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9995617507686927864', time=2024-09-12T19:48:35.536564+0000, chain.objs.size()=1 2024-09-12T18:00:08.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.lT93_3fq7c0b8PPvWajixFS36HPaZyS_0 2024-09-12T18:00:08.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2338418764638602201', time=2024-09-12T19:48:35.687095+0000, chain.objs.size()=1 2024-09-12T18:00:08.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4Rc5AROe085n2ROV2DB3RFMC5noY6pw_0 2024-09-12T18:00:08.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10724642607739259236', time=2024-09-12T19:48:35.731585+0000, chain.objs.size()=1 2024-09-12T18:00:08.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.HRVp5WoZs7QkeDFjBXDhr9LTAD6ro7w_0 2024-09-12T18:00:08.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5906261934163376652', time=2024-09-12T19:48:55.171056+0000, chain.objs.size()=1 2024-09-12T18:00:08.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.6kfKu7glS_ORQig213JA0nHqgihEE22_0 2024-09-12T18:00:08.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7581807748173007983', time=2024-09-12T19:48:55.205568+0000, chain.objs.size()=1 2024-09-12T18:00:08.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Iigr1fIm79gM-n9fTvMB1a7estx_S3Q_0 2024-09-12T18:00:08.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17880071509017038132', time=2024-09-12T19:48:55.329636+0000, chain.objs.size()=1 2024-09-12T18:00:08.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.771l7g0y71BnlmidvFhWHWo0qBkQ7U2_0 2024-09-12T18:00:08.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14614210274121732682', time=2024-09-12T19:48:55.351586+0000, chain.objs.size()=1 2024-09-12T18:00:08.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.8qQhgffTblwJA1akY1VecjL2Az4GQlX_0 2024-09-12T18:00:08.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13627281921053223550', time=2024-09-12T19:48:55.517195+0000, chain.objs.size()=1 2024-09-12T18:00:08.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mwmC7hqqGEkmgfnvDiTKzevMI0uxZB3_0 2024-09-12T18:00:08.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15648574137629317169', time=2024-09-12T19:48:55.623791+0000, chain.objs.size()=1 2024-09-12T18:00:08.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.dd_NGG003q5c6QpXvwqtPePuqbULkAP_0 2024-09-12T18:00:08.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13541267492693829244', time=2024-09-12T19:48:55.653658+0000, chain.objs.size()=1 2024-09-12T18:00:08.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rT2b4HRYUtb8lZn05LVgUYCCk7Y4P5y_0 2024-09-12T18:00:08.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12981825025151638377', time=2024-09-12T19:48:55.887349+0000, chain.objs.size()=1 2024-09-12T18:00:08.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1tH4cLz5ob4w_zX_yOmWjEpwmTUbycN_0 2024-09-12T18:00:08.747 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11635624901490313360', time=2024-09-12T19:48:55.892715+0000, chain.objs.size()=1 2024-09-12T18:00:08.747 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OluwngN8uWzIPk3vpzuoDzT5fabG5-a_0 2024-09-12T18:00:08.747 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7273561945566867503', time=2024-09-12T19:48:55.899574+0000, chain.objs.size()=1 2024-09-12T18:00:08.747 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._B8UIz6uRDZ6ZRr61DW2T67y8X9MNDS_0 2024-09-12T18:00:08.747 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3231524397027608923', time=2024-09-12T19:48:55.951333+0000, chain.objs.size()=1 2024-09-12T18:00:08.747 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.HEQugT_x6-G4EenAcXnYzw5eHUOdl5c_0 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17149737400063513386', time=2024-09-12T19:48:56.037720+0000, chain.objs.size()=1 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.I5ZgljJtHRZRg9JMomNvjbVojLJon1W_0 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12733654302171590671', time=2024-09-12T19:48:56.211685+0000, chain.objs.size()=1 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XPsGUUgdjkkws1_plOGENL5Aff0pwF8_0 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8628693918752840664', time=2024-09-12T19:48:56.251102+0000, chain.objs.size()=1 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.eqB6SB6IQCvP8s_B5lkuwKS2PZ8f1id_0 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3742191642415520907', time=2024-09-12T19:48:56.311322+0000, chain.objs.size()=1 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0gyjvjsZufsAA4SO_oXztemUW_8MXhi_0 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17798826075716415235', time=2024-09-12T19:48:56.534992+0000, chain.objs.size()=1 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._BjuZ3E6-MK-FpmNl2BbETwGuZmns3M_0 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2469162966683664618', time=2024-09-12T19:48:56.556874+0000, chain.objs.size()=1 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.yul-NyTx-eGXgzZjkbq9grGa0-Zc7fH_0 2024-09-12T18:00:08.748 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3825972184968558387', time=2024-09-12T19:48:56.637506+0000, chain.objs.size()=1 2024-09-12T18:00:08.749 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.a6NJhCxOBkOTHZdW3wozvK3c671K1SC_0 2024-09-12T18:00:08.749 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3357389761513212628', time=2024-09-12T19:48:56.657039+0000, chain.objs.size()=1 2024-09-12T18:00:08.749 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.gz7yNzSIoJb10NIzGgUePU6IWA2gCNp_0 2024-09-12T18:00:08.749 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8203990115768567860', time=2024-09-12T19:48:56.660602+0000, chain.objs.size()=1 2024-09-12T18:00:08.749 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4CvPVKklkZbi9O_vf7Jm_PPowLmHzwZ_0 2024-09-12T18:00:08.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13832625231476527190', time=2024-09-12T19:48:56.684808+0000, chain.objs.size()=1 2024-09-12T18:00:08.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.NpBNIjahdCupC6aWG_RmKSr5lk0cN-4_0 2024-09-12T18:00:08.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3060106738265264994', time=2024-09-12T19:48:56.702984+0000, chain.objs.size()=1 2024-09-12T18:00:08.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.oGf0H69TOh1SXSl-AJMBF0ZlVRAyvJA_0 2024-09-12T18:00:08.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14274283352968235291', time=2024-09-12T19:48:57.328773+0000, chain.objs.size()=1 2024-09-12T18:00:08.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.R0eM9M4VZel--MypGGp9bWdCBQuCT9I_0 2024-09-12T18:00:08.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8179781942313046319', time=2024-09-12T19:48:57.428794+0000, chain.objs.size()=1 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.PnAEHVs0PTTfm9FYSNVGTpuZwgJsbN6_0 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14122119764506094253', time=2024-09-12T19:48:57.459518+0000, chain.objs.size()=1 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TPfTycs3E_yqMLfX2M-AlIPPrZVvSt8_0 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15588653759640857609', time=2024-09-12T19:48:57.472329+0000, chain.objs.size()=1 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.679sM2NQS6G7DqLU4zU_iHV8vtz8d2E_0 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.725987834326456828', time=2024-09-12T19:48:57.557514+0000, chain.objs.size()=1 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WoIuCgyMSqqBtx-0XacN2lH_ldgjKU3_0 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1084541648272808042', time=2024-09-12T19:48:57.583512+0000, chain.objs.size()=1 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xRdxZfWcn2dJ6W8Xf-vaX14O3AVLgyc_0 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6512488190854633276', time=2024-09-12T19:48:57.589576+0000, chain.objs.size()=1 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0wGQ9ATfwkVZQs-usBMfnWvPnVbL95H_0 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2442590375901734746', time=2024-09-12T19:49:10.063178+0000, chain.objs.size()=1 2024-09-12T18:00:08.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.346__shadow_.vHx9mcYC5kYNqv9xROCeO1QaupGt0AY_0 2024-09-12T18:00:08.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2400882906306285128', time=2024-09-12T19:49:28.067583+0000, chain.objs.size()=1 2024-09-12T18:00:08.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.379__shadow_.KCVd5KyAJAc3cxBrqEhRkl52t_XfWZ9_0 2024-09-12T18:00:08.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12309761214968383033', time=2024-09-12T19:49:48.007400+0000, chain.objs.size()=1 2024-09-12T18:00:08.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.410__shadow_.mgN_xDL6l2ho09TjwFYuKukS8JJwQQg_0 2024-09-12T18:00:08.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17970064493353432713', time=2024-09-12T19:50:26.037802+0000, chain.objs.size()=1 2024-09-12T18:00:08.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.465__shadow_.pskuJowxZNEs3V85k0M3Fluux9L4YxK_0 2024-09-12T18:00:08.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12870966593550048325', time=2024-09-12T19:50:33.896470+0000, chain.objs.size()=1 2024-09-12T18:00:08.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.483__shadow_.Reiw0Dt3kQion-3tykb2XtyIb0wWTSj_0 2024-09-12T18:00:08.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15995787383937750165', time=2024-09-12T19:50:40.933366+0000, chain.objs.size()=1 2024-09-12T18:00:08.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.495__shadow_.DiK5u5O0NMH1yWE7ESqnNJzkfd5DQsE_0 2024-09-12T18:00:08.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11050966586707472085', time=2024-09-12T19:50:42.534595+0000, chain.objs.size()=1 2024-09-12T18:00:08.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.498__shadow_.XYwNahQfisKBXGLtJqpQoZPokfaAz5Y_0 2024-09-12T18:00:08.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11654696633969519768', time=2024-09-12T19:50:56.988023+0000, chain.objs.size()=2 2024-09-12T18:00:08.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.517__shadow_.yOl6DdS7ip32VGYYsawoy96gX_xiRja_0 2024-09-12T18:00:08.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.517__shadow_.yOl6DdS7ip32VGYYsawoy96gX_xiRja_1 2024-09-12T18:00:08.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~a0HJ_036F9EGsXAKyEhTG3QtS8MQc1X', time=2024-09-12T19:51:09.689556+0000, chain.objs.size()=1 2024-09-12T18:00:08.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~a0HJ_036F9EGsXAKyEhTG3QtS8MQc1X.2 2024-09-12T18:00:08.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16991662316236514567', time=2024-09-12T19:51:30.612155+0000, chain.objs.size()=7 2024-09-12T18:00:08.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.527__multipart_mymultipart.2~6VLDbyjn7KdWetl4U0HPcXeZvyzKkO0.1 2024-09-12T18:00:08.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.527__shadow_mymultipart.2~6VLDbyjn7KdWetl4U0HPcXeZvyzKkO0.1_1 2024-09-12T18:00:08.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.527__multipart_mymultipart.2~6VLDbyjn7KdWetl4U0HPcXeZvyzKkO0.2 2024-09-12T18:00:08.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.527__shadow_mymultipart.2~6VLDbyjn7KdWetl4U0HPcXeZvyzKkO0.2_1 2024-09-12T18:00:08.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.527__multipart_mymultipart.2~6VLDbyjn7KdWetl4U0HPcXeZvyzKkO0.3 2024-09-12T18:00:08.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.527__shadow_mymultipart.2~6VLDbyjn7KdWetl4U0HPcXeZvyzKkO0.3_1 2024-09-12T18:00:08.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.527__multipart_mymultipart.2~6VLDbyjn7KdWetl4U0HPcXeZvyzKkO0.4 2024-09-12T18:00:08.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~xX8d6TX6EWuMUiEyKhM8iwbpo2hMAVQ', time=2024-09-12T19:51:34.308570+0000, chain.objs.size()=1 2024-09-12T18:00:08.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.531__multipart_mymultipart.2~xX8d6TX6EWuMUiEyKhM8iwbpo2hMAVQ.1 2024-09-12T18:00:08.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6618081174685195126', time=2024-09-12T19:51:53.962917+0000, chain.objs.size()=1 2024-09-12T18:00:08.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.536__multipart_mymultipart.2~jt1IzTafC2_MdCD5JEoBH1olHH3pOLa.1 2024-09-12T18:00:08.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7301599997100509964', time=2024-09-12T19:51:54.582253+0000, chain.objs.size()=1 2024-09-12T18:00:08.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.537__shadow_.w7pFPkawOwKY1D4AcPBV6ABu7W8VR3__0 2024-09-12T18:00:08.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2875523956825025057', time=2024-09-12T19:52:40.166577+0000, chain.objs.size()=1 2024-09-12T18:00:08.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:SJHMevXK8QQWy.PY6rGa5Sjiqiyvoit_._GAlHrlfdRU5IsN-KmKrF1FbDlVwtIL_0 2024-09-12T18:00:08.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2943832978393513705', time=2024-09-12T19:52:45.629986+0000, chain.objs.size()=1 2024-09-12T18:00:08.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.574__shadow_.4x17HbnT3JR9JeKywEYk7vrpgQK9YKC_0 2024-09-12T18:00:08.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3988381708547645447', time=2024-09-12T19:52:46.778664+0000, chain.objs.size()=1 2024-09-12T18:00:08.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.574__shadow:7GTTPnz.tfRhd608lqDXbEj-iy1OAzx_.RuKuDnD3D0tpce4QuFSVMPrit1sEwFa_0 2024-09-12T18:00:08.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7823907407914538196', time=2024-09-12T19:53:05.381977+0000, chain.objs.size()=1 2024-09-12T18:00:08.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:addeBmu7bPgPFPFXUbgsGtIG0jayudU_.fh39pZr1DVujQY1YlL4YVbbbqavMhYe_0 2024-09-12T18:00:08.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8010474118993391671', time=2024-09-12T19:53:17.044118+0000, chain.objs.size()=1 2024-09-12T18:00:08.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.582__shadow:oFDmD5.rAFY1ZAw0ZQEsD.OmUZsoUu1_.wgQgLoVrZGjDzsV1CKBHT85yGqGb5_D_0 2024-09-12T18:00:08.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF', time=2024-09-12T19:55:56.603162+0000, chain.objs.size()=12 2024-09-12T18:00:08.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.624__multipart_multipart_enc.2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF.1 2024-09-12T18:00:08.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.624__shadow_multipart_enc.2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF.1_1 2024-09-12T18:00:08.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.624__multipart_multipart_enc.2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF.2 2024-09-12T18:00:08.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.624__shadow_multipart_enc.2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF.2_1 2024-09-12T18:00:08.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.624__multipart_multipart_enc.2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF.3 2024-09-12T18:00:08.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.624__shadow_multipart_enc.2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF.3_1 2024-09-12T18:00:08.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.624__multipart_multipart_enc.2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF.4 2024-09-12T18:00:08.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.624__shadow_multipart_enc.2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF.4_1 2024-09-12T18:00:08.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.624__multipart_multipart_enc.2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF.5 2024-09-12T18:00:08.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.624__shadow_multipart_enc.2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF.5_1 2024-09-12T18:00:08.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.624__multipart_multipart_enc.2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF.6 2024-09-12T18:00:08.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.624__shadow_multipart_enc.2~rcFU1mxsyB5gFkwWlWKAj5O2KpvLPIF.6_1 2024-09-12T18:00:08.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46966 2024-09-12T18:00:08.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T18:00:08.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8401663166610914037', time=2024-09-12T19:55:59.305415+0000, chain.objs.size()=1 2024-09-12T18:00:08.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.627__shadow_.vJmhEGQFn0juG8JzO3ZqhiwFxuYcb9-_0 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.375193620274925589', time=2024-09-12T19:56:01.005803+0000, chain.objs.size()=1 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.630__shadow_.OfkCsNRSR43ijq2Giu6EhTKe0AkCMSe_0 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1977875742497523975', time=2024-09-12T19:56:27.923772+0000, chain.objs.size()=1 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.668__shadow_.sENehYUqRIOL16da53Y2gqAvqXzdCGR_0 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3491312831169036309', time=2024-09-12T19:56:45.720850+0000, chain.objs.size()=1 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.702__multipart_file1.2~u4Aae3kRdna1T0q8vMw6PkYVtnMd4oU.1 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12666671325625389046', time=2024-09-12T19:57:14.712728+0000, chain.objs.size()=1 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.718__shadow_.uiijevwr67rk_7s2bgwMeAOnmtOdUwB_0 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12531126014799764252', time=2024-09-12T19:57:29.090193+0000, chain.objs.size()=1 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.741__shadow_._LWKG_tXOtQ9H1PNflOAqxj_c4rHrIz_0 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15903149684073320334', time=2024-09-12T19:57:31.153719+0000, chain.objs.size()=3 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.743__multipart_mymultipart3.2~EvgbnoxBgjEodF6YxAZPNMsY9j6M_C5.1 2024-09-12T18:00:08.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.743__multipart_mymultipart3.2~EvgbnoxBgjEodF6YxAZPNMsY9j6M_C5.2 2024-09-12T18:00:08.768 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.743__multipart_mymultipart3.2~EvgbnoxBgjEodF6YxAZPNMsY9j6M_C5.3 2024-09-12T18:00:08.768 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.770 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T18:00:08.771 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.773 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45835' 2024-09-12T18:00:08.773 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_SxOvzsVg92kEGb_5ZxDeWO8CNnCMUmP', time=2024-09-12T19:44:58.118371+0000, chain.objs.size()=3 2024-09-12T18:00:08.773 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.gfKEtz9Np25y3tk3iAGgRZTAGbuktcN_0 2024-09-12T18:00:08.773 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.gfKEtz9Np25y3tk3iAGgRZTAGbuktcN_1 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.gfKEtz9Np25y3tk3iAGgRZTAGbuktcN_2 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2609069404249507084', time=2024-09-12T19:45:09.426556+0000, chain.objs.size()=1 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.177__shadow_.7nN869VX-wVVYF73oZoObvLAyY-VwLz_0 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9489699027903520029', time=2024-09-12T19:45:09.990529+0000, chain.objs.size()=1 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.178__shadow_.qTgqHB6m9kJfLQ6jjUvPhot8c6lTk1d_0 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17477641318737604154', time=2024-09-12T19:45:27.322255+0000, chain.objs.size()=1 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.197__shadow_.AvL4YsN0Jq-rekcJ1jCOsLK8bhuvwvv_0 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6735441496771199431', time=2024-09-12T19:46:53.670043+0000, chain.objs.size()=1 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.233__shadow_.ImfVYaDKROvAKRO44p0OFiXamsNGgmv_0 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3291717679373635723', time=2024-09-12T19:46:54.936991+0000, chain.objs.size()=1 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.235__shadow_.8kgexP_3iSGmKeddAJSHILNnOUMIeZm_0 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13435193254011716482', time=2024-09-12T19:46:56.622395+0000, chain.objs.size()=1 2024-09-12T18:00:08.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.237__shadow_.OQMx-PwHA3hdGpTtmgDiulDxsW3nz_J_0 2024-09-12T18:00:08.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1933066646587606597', time=2024-09-12T19:46:57.714871+0000, chain.objs.size()=1 2024-09-12T18:00:08.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.238__shadow_.cYTuHKDip2GSlpskd_dMPRodJpSefVy_0 2024-09-12T18:00:08.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6533888909050273968', time=2024-09-12T19:47:09.191734+0000, chain.objs.size()=1 2024-09-12T18:00:08.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.255__shadow_.R3tmghDFz1htbIPa2lRtJNHtGERfr_O_0 2024-09-12T18:00:08.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13273475283561058071', time=2024-09-12T19:47:09.193543+0000, chain.objs.size()=1 2024-09-12T18:00:08.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.255__shadow_.DKamM9dJQ8kr-9D8sxd7V9h75kgG6-j_0 2024-09-12T18:00:08.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4696424453557620482', time=2024-09-12T19:47:32.201791+0000, chain.objs.size()=1 2024-09-12T18:00:08.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZPpU8vGbFEsQLBZB0IJHfTVtrXOucRC_0 2024-09-12T18:00:08.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15720783765203346292', time=2024-09-12T19:47:32.255561+0000, chain.objs.size()=1 2024-09-12T18:00:08.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.cKEHWZdYxbmmfGdwobo-V1aqf03pGBk_0 2024-09-12T18:00:08.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.521350935587232950', time=2024-09-12T19:47:32.340908+0000, chain.objs.size()=1 2024-09-12T18:00:08.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.xN2YmhQEnq2VvjxDnbbwKI4xSgQeCGX_0 2024-09-12T18:00:08.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16902127288519239495', time=2024-09-12T19:47:32.352283+0000, chain.objs.size()=1 2024-09-12T18:00:08.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZLmWmZtBrFZY431NiBU1SqfGiLVHp06_0 2024-09-12T18:00:08.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15436654190820815352', time=2024-09-12T19:47:32.359057+0000, chain.objs.size()=1 2024-09-12T18:00:08.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GoHrZr1xlyPqzw3qFRCSlJebA3Ofd7U_0 2024-09-12T18:00:08.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14479451884772153814', time=2024-09-12T19:47:32.371373+0000, chain.objs.size()=1 2024-09-12T18:00:08.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dsmWhX8KecB71HRgnWaPq_gXEJlhZu1_0 2024-09-12T18:00:08.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.372720930270677904', time=2024-09-12T19:47:32.395185+0000, chain.objs.size()=1 2024-09-12T18:00:08.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.EngFwCR0pEjABidwFjuR1Hl7hQKdriF_0 2024-09-12T18:00:08.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14418947807570533430', time=2024-09-12T19:47:32.554116+0000, chain.objs.size()=1 2024-09-12T18:00:08.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.JQMVvUAGcMVYD-0IC7msyF2KuQbHoAc_0 2024-09-12T18:00:08.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7518344505542004565', time=2024-09-12T19:47:32.584233+0000, chain.objs.size()=1 2024-09-12T18:00:08.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dpPpH7s2IPRGTQBz5tVyq4Z2eMJA-2I_0 2024-09-12T18:00:08.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1145686107962046185', time=2024-09-12T19:47:32.619839+0000, chain.objs.size()=1 2024-09-12T18:00:08.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aVpEKV7fBV4Na-NrPo1gE1k2AC-yI6M_0 2024-09-12T18:00:08.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15831556140019283275', time=2024-09-12T19:47:32.673183+0000, chain.objs.size()=1 2024-09-12T18:00:08.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.RzxMDnOacJb5UBzxcy_BHRzcEEL156y_0 2024-09-12T18:00:08.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16269504203220645590', time=2024-09-12T19:47:32.676887+0000, chain.objs.size()=1 2024-09-12T18:00:08.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.uOxwVg_MBXR2NJekbg2laDddj0j29h0_0 2024-09-12T18:00:08.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15953612006206065030', time=2024-09-12T19:47:32.809177+0000, chain.objs.size()=1 2024-09-12T18:00:08.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.cNIFz4P5y_jDL2YufnNCtdrm7V1FgUh_0 2024-09-12T18:00:08.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1933819401331445293', time=2024-09-12T19:47:32.876512+0000, chain.objs.size()=1 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.BSYDpGtD7owjXTRGL01wr4HgdkJlevA_0 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7162117274259063922', time=2024-09-12T19:47:32.893312+0000, chain.objs.size()=1 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FCuCUPFJqbjSfF5ydq6A0Vz_9y72qLj_0 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6818309085341605321', time=2024-09-12T19:47:32.920738+0000, chain.objs.size()=1 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NFs4wQnUsQPLHfF7JpAohyNy-1pjrG6_0 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17936892219211443068', time=2024-09-12T19:47:32.929292+0000, chain.objs.size()=1 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.CtPmEGd5geRMMzKVDU88U1-bTQddkCL_0 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8571771262416930912', time=2024-09-12T19:47:32.970660+0000, chain.objs.size()=1 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oieC3j0cwKjlY-BO9l1fP1tYJZWNpWa_0 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3400881559170171246', time=2024-09-12T19:47:32.977034+0000, chain.objs.size()=1 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.3znSwcvVM0vL52_KpN8ioNpT7bIxBNA_0 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17915330928111930660', time=2024-09-12T19:47:33.172790+0000, chain.objs.size()=1 2024-09-12T18:00:08.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8sWhZ1ICA3MIRxw87d-T1-wW_xcw-6o_0 2024-09-12T18:00:08.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8015047264158349933', time=2024-09-12T19:47:33.545702+0000, chain.objs.size()=1 2024-09-12T18:00:08.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.M2BjrGm5puSyRqHBV134b0EGbw1kskM_0 2024-09-12T18:00:08.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1420913139758594266', time=2024-09-12T19:47:33.558529+0000, chain.objs.size()=1 2024-09-12T18:00:08.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.k52KxLeci5fiGfZWwZiAergz5yso1Zh_0 2024-09-12T18:00:08.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7337370763970784487', time=2024-09-12T19:47:33.572048+0000, chain.objs.size()=1 2024-09-12T18:00:08.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.nnukguVRj7MzFajkBOfWkcZrJN61-zb_0 2024-09-12T18:00:08.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6435309084022025217', time=2024-09-12T19:47:33.583822+0000, chain.objs.size()=1 2024-09-12T18:00:08.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.OXkld8NObMc_Xrhptj8m1SaWzlngsQg_0 2024-09-12T18:00:08.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4584627076775399374', time=2024-09-12T19:47:33.784241+0000, chain.objs.size()=1 2024-09-12T18:00:08.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.BQNK38agRimo_dOGL1YOr8hGUX1Nmnu_0 2024-09-12T18:00:08.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12368319089819331377', time=2024-09-12T19:47:33.938897+0000, chain.objs.size()=1 2024-09-12T18:00:08.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ss6PAFAb2UVOOSgsXt6r9QZCRwd_5Ls_0 2024-09-12T18:00:08.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4602485916031187329', time=2024-09-12T19:47:34.049971+0000, chain.objs.size()=1 2024-09-12T18:00:08.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mc74OHX3GvigCHZ3g489F_F2LOFGkaa_0 2024-09-12T18:00:08.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13630029229120416775', time=2024-09-12T19:47:34.072495+0000, chain.objs.size()=1 2024-09-12T18:00:08.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.fGKye6N5gNDeALe_uPkbBg4VQRc936H_0 2024-09-12T18:00:08.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5265839286134032895', time=2024-09-12T19:47:34.121276+0000, chain.objs.size()=1 2024-09-12T18:00:08.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.BSfmseSR31o7N8iv30_MB1YFfm2CMN6_0 2024-09-12T18:00:08.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11671722479274543135', time=2024-09-12T19:47:34.416169+0000, chain.objs.size()=1 2024-09-12T18:00:08.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Mie3BNWf6vwPGV1rHn4Fs2qR9lq5Zsm_0 2024-09-12T18:00:08.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7126282163980216613', time=2024-09-12T19:47:34.477170+0000, chain.objs.size()=1 2024-09-12T18:00:08.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.D-7LiLWDKBjm3lfx6HpONboDDHzQViY_0 2024-09-12T18:00:08.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16661715942093947846', time=2024-09-12T19:47:47.211920+0000, chain.objs.size()=1 2024-09-12T18:00:08.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.283__shadow_.LujUzmUYEhzAmIc0yzi8_znPYE2eEf4_0 2024-09-12T18:00:08.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.331537970480903524', time=2024-09-12T19:47:56.514236+0000, chain.objs.size()=1 2024-09-12T18:00:08.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.295__shadow_.QCOJ12MFHoK5E5RBHwyC0Brz6mrb09m_0 2024-09-12T18:00:08.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10982524967723512952', time=2024-09-12T19:48:03.658853+0000, chain.objs.size()=1 2024-09-12T18:00:08.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.306__shadow_.Q-qrWj4WJL3UIjBGjTdKzBNMrNJqY53_0 2024-09-12T18:00:08.784 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13095819999277544710', time=2024-09-12T19:48:11.922114+0000, chain.objs.size()=1 2024-09-12T18:00:08.784 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.319__shadow:Tg8PT-0i02OuGGUhlPelWxJpEdIgxDu_.WYuNiWpOINUorkQmPpeFUg_g3O2KyXw_0 2024-09-12T18:00:08.784 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15019409039165362750', time=2024-09-12T19:48:13.338477+0000, chain.objs.size()=1 2024-09-12T18:00:08.784 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.322__shadow_.-fRFnP7YfGbgccOsYJ28e-i8A2exawS_0 2024-09-12T18:00:08.784 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8826650867007589794', time=2024-09-12T19:48:33.458991+0000, chain.objs.size()=1 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_._T5YCRLeHrDn_DCChB8vBtsTg4gYAFX_0 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6377635028015045806', time=2024-09-12T19:48:33.513462+0000, chain.objs.size()=1 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vj06fPG9S03fMRSsrHH1MGIz4t9MEUZ_0 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12205575848964832217', time=2024-09-12T19:48:33.545895+0000, chain.objs.size()=1 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_._YaSIQMvkNWJorQ3yh_Tp6r5x320Mni_0 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13561453019840549967', time=2024-09-12T19:48:33.549584+0000, chain.objs.size()=1 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.279GkE7dYhgha_senJDl-AVKasO29im_0 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9756322442734675104', time=2024-09-12T19:48:33.579608+0000, chain.objs.size()=1 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.6gIYJOrQ_1OdCO7c-VL_R8FQTvqJ9u1_0 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6967529167947666601', time=2024-09-12T19:48:33.792413+0000, chain.objs.size()=1 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.38YG6Hb9J9stR1ug4jTHMyynK7PToOm_0 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8833796223790289120', time=2024-09-12T19:48:33.872991+0000, chain.objs.size()=1 2024-09-12T18:00:08.785 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.SJ4xqjPIfazUkcydvR9q8ze8BWs5CXz_0 2024-09-12T18:00:08.786 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13397570768368217366', time=2024-09-12T19:48:33.893243+0000, chain.objs.size()=1 2024-09-12T18:00:08.786 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.K5zOB8n1xWb_TlpGiH-nc9PFBYznSez_0 2024-09-12T18:00:08.786 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12913212417886593672', time=2024-09-12T19:48:34.075513+0000, chain.objs.size()=1 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ucKkG-4NZ_z5paYOvpCT4I1Z4fVPUb4_0 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3781195552823005816', time=2024-09-12T19:48:34.160012+0000, chain.objs.size()=1 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.EU2RlfPXuzpE3HnMwMyGi5uGOvIkvdX_0 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15808888480308806220', time=2024-09-12T19:48:34.172391+0000, chain.objs.size()=1 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ayenNWTmkjQgYhjvTxAxv3xe8Lt0B2X_0 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6954818613133192074', time=2024-09-12T19:48:34.201867+0000, chain.objs.size()=1 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.crjr8UD4tjH_U6Qlc5A_RrUv4Gcf06x_0 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2483557106018397009', time=2024-09-12T19:48:34.237998+0000, chain.objs.size()=1 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.OBPDTL0BiDOCvVG1u66Y2Ao_DWp77vK_0 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7621661216202251469', time=2024-09-12T19:48:34.362360+0000, chain.objs.size()=1 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.nbzxeok5XpncaXIhnzqUBM4oyBNtMJQ_0 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16621623974811877827', time=2024-09-12T19:48:34.371468+0000, chain.objs.size()=1 2024-09-12T18:00:08.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.k1AtmYIR31k95TNgN7dGxcmCBV9d4wA_0 2024-09-12T18:00:08.788 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2865796907210084672', time=2024-09-12T19:48:34.401865+0000, chain.objs.size()=1 2024-09-12T18:00:08.788 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.jKcrEefKAaUaM39WW2udXdEBF56buM6_0 2024-09-12T18:00:08.788 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5328352474564561889', time=2024-09-12T19:48:34.417667+0000, chain.objs.size()=1 2024-09-12T18:00:08.788 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.UHmDY-rfDCdMZEdTwFmnFDUrV4O4nSV_0 2024-09-12T18:00:08.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5400641965532954435', time=2024-09-12T19:48:34.459739+0000, chain.objs.size()=1 2024-09-12T18:00:08.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.D2PR7uGTladyd5gTT1s9a700aTB4yXo_0 2024-09-12T18:00:08.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4225697523264771756', time=2024-09-12T19:48:34.508696+0000, chain.objs.size()=1 2024-09-12T18:00:08.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.JMnjqbqJfeFuBn2vg5dClX0IEvXCJxU_0 2024-09-12T18:00:08.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6736170863087604504', time=2024-09-12T19:48:34.545772+0000, chain.objs.size()=1 2024-09-12T18:00:08.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.784+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.XxLHdPwItG6IVYZu8v-9OAQGPWRyCmQ_0 2024-09-12T18:00:08.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6815099564309394741', time=2024-09-12T19:48:34.550728+0000, chain.objs.size()=1 2024-09-12T18:00:08.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.h7DnoMQn-6asYwA3Q6Iz0kAAwL3YkdJ_0 2024-09-12T18:00:08.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1568500651717675503', time=2024-09-12T19:48:34.557167+0000, chain.objs.size()=1 2024-09-12T18:00:08.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.SHKfnLeYO_BTgybiulRIZ6hDyl5PBQS_0 2024-09-12T18:00:08.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2745872437370523512', time=2024-09-12T19:48:34.669728+0000, chain.objs.size()=1 2024-09-12T18:00:08.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ONS7i9hYit1dho_4H2ikJ7BRCijJVz4_0 2024-09-12T18:00:08.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.89809836907760929', time=2024-09-12T19:48:34.695735+0000, chain.objs.size()=1 2024-09-12T18:00:08.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.cZ3XVk8yZbWrJnBn1J4rEfhZhXr3sZL_0 2024-09-12T18:00:08.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1600153277229005204', time=2024-09-12T19:48:34.704728+0000, chain.objs.size()=1 2024-09-12T18:00:08.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9XCNhKoaKDDXVvmLIq8COUKV7ub1vCK_0 2024-09-12T18:00:08.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5582586323621469606', time=2024-09-12T19:48:34.782992+0000, chain.objs.size()=1 2024-09-12T18:00:08.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.l2-UTrcyocxyVgfbsp3tSIylqW6j9fw_0 2024-09-12T18:00:08.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12272436914057800679', time=2024-09-12T19:48:34.821185+0000, chain.objs.size()=1 2024-09-12T18:00:08.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.TeaAu8Xucc7BnWLN-WVoHLhzhddXXuI_0 2024-09-12T18:00:08.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16160183736281062313', time=2024-09-12T19:48:34.853667+0000, chain.objs.size()=1 2024-09-12T18:00:08.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ecFFKVztsMZlI3bto-5BiaqSCTt9epp_0 2024-09-12T18:00:08.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4470518888573094528', time=2024-09-12T19:48:35.109981+0000, chain.objs.size()=1 2024-09-12T18:00:08.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.2rOMl65castl-UgFUFHiXI4lIz_8BT5_0 2024-09-12T18:00:08.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.769658806536211048', time=2024-09-12T19:48:35.153356+0000, chain.objs.size()=1 2024-09-12T18:00:08.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Z9f5B_HjlwpT4kr-DOZJwRUt0zgtJ5z_0 2024-09-12T18:00:08.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11238734819994845378', time=2024-09-12T19:48:35.173905+0000, chain.objs.size()=1 2024-09-12T18:00:08.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VZnOfFugoxDhiX9Wo2Ilf2c3DMYyeZ9_0 2024-09-12T18:00:08.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9332891834786557799', time=2024-09-12T19:48:35.180421+0000, chain.objs.size()=1 2024-09-12T18:00:08.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VjjwC1XSSi7pCCyGvpZr4WffDqsOmXc_0 2024-09-12T18:00:08.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7013412974016836888', time=2024-09-12T19:48:35.379077+0000, chain.objs.size()=1 2024-09-12T18:00:08.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Io-BszmlE6zrGxnuy5o3j1OlNfa8AUu_0 2024-09-12T18:00:08.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4743991552086987025', time=2024-09-12T19:48:35.433240+0000, chain.objs.size()=1 2024-09-12T18:00:08.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0aPtYWlxOXBpRppxv38n8U33ehqmrrQ_0 2024-09-12T18:00:08.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6105330417915146735', time=2024-09-12T19:48:35.457186+0000, chain.objs.size()=1 2024-09-12T18:00:08.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.dQlULz-5dlZtqfYw6mIahiz8tzA3p7s_0 2024-09-12T18:00:08.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3257019004859578708', time=2024-09-12T19:48:35.502174+0000, chain.objs.size()=1 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hN5WCTopuNXEcwXJW8nren7WeQVGnoL_0 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17756365877147132357', time=2024-09-12T19:48:35.639640+0000, chain.objs.size()=1 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.kJnaKVes3axhS8ObByuGiYJWSSNhw_R_0 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9188242620994940988', time=2024-09-12T19:48:35.774370+0000, chain.objs.size()=1 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wxPTnMTzILda-2TIJ3H6G3iVBFozmqk_0 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13845371688203591778', time=2024-09-12T19:48:55.274489+0000, chain.objs.size()=1 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-a7N3c-e77VezWKexkm1P7Mj9ovS2dV_0 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2059319903342583845', time=2024-09-12T19:48:55.281844+0000, chain.objs.size()=1 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.kqmW8utt3WTZM-zCLIcnvIPBNXMAKMX_0 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.973953481750745299', time=2024-09-12T19:48:55.382371+0000, chain.objs.size()=1 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ZWl1zwRCFSXs22aTYd5ID4guH2P99Em_0 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1553355525031994041', time=2024-09-12T19:48:55.391312+0000, chain.objs.size()=1 2024-09-12T18:00:08.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.gib-4HUjWIBgC1Oxgtvb6Yc7Ziz6HKT_0 2024-09-12T18:00:08.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12175815738292815944', time=2024-09-12T19:48:55.668314+0000, chain.objs.size()=1 2024-09-12T18:00:08.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-g3IYs5pSwqDUinuGi923g0BPNwuX4c_0 2024-09-12T18:00:08.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.902101286299630755', time=2024-09-12T19:48:55.855421+0000, chain.objs.size()=1 2024-09-12T18:00:08.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2Spvvcn8ZtPkyjRbpFIuEzSCZaM5Sp6_0 2024-09-12T18:00:08.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11737855170196315810', time=2024-09-12T19:48:55.944260+0000, chain.objs.size()=1 2024-09-12T18:00:08.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TKInQMGZjf0LYtiBGmBEUb9pnIfr3-z_0 2024-09-12T18:00:08.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6410443013065174443', time=2024-09-12T19:48:56.025284+0000, chain.objs.size()=1 2024-09-12T18:00:08.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3S5BsokRcZmUxjJHKrxfw64MZhp8yp7_0 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9678181766804163635', time=2024-09-12T19:48:56.040361+0000, chain.objs.size()=1 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Ya1wGJvF_ECn0z4lmDyNbRBQrgM8vt7_0 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7831696690560619537', time=2024-09-12T19:48:56.228528+0000, chain.objs.size()=1 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zulQUPCzadKOFDFx04aw1R3bPNZ7wNm_0 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.928296299256896455', time=2024-09-12T19:48:56.290042+0000, chain.objs.size()=1 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sA8KIEsgy0ZJy4ddGdFUQwP5fNXTWja_0 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.547668012470230364', time=2024-09-12T19:48:56.322668+0000, chain.objs.size()=1 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CJWnlvaYBE31ZxE5b6Jb_kbTOQFG8aG_0 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12260935567355967257', time=2024-09-12T19:48:56.484706+0000, chain.objs.size()=1 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.YgmaDPal8XTSKDtk8jhtLXQXVHSItsK_0 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14790403578751750961', time=2024-09-12T19:48:56.674711+0000, chain.objs.size()=1 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.qXTWJdXmdjXgWNrbzkjxQ8UOn_0Se0D_0 2024-09-12T18:00:08.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7191916308376790820', time=2024-09-12T19:48:56.710826+0000, chain.objs.size()=1 2024-09-12T18:00:08.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.L__B04o9Wx3iOs--Pc6GKTJzyL4kJpj_0 2024-09-12T18:00:08.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4381578716333850421', time=2024-09-12T19:48:56.713119+0000, chain.objs.size()=1 2024-09-12T18:00:08.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.uCDPOTpgCtV6i0zhIb-clb5A78gYCgi_0 2024-09-12T18:00:08.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45835 2024-09-12T18:00:08.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=36, truncated=0, next_marker='' 2024-09-12T18:00:08.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17854099140316771272', time=2024-09-12T19:48:56.857057+0000, chain.objs.size()=1 2024-09-12T18:00:08.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VRtAUDeutqj5ycOZqBbibJHRnZDjFHn_0 2024-09-12T18:00:08.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3797547244048270740', time=2024-09-12T19:48:56.898308+0000, chain.objs.size()=1 2024-09-12T18:00:08.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.V96dDsLFCXWTTxud-6MJNzC4jjk90Pp_0 2024-09-12T18:00:08.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6933709224849022168', time=2024-09-12T19:48:56.903286+0000, chain.objs.size()=1 2024-09-12T18:00:08.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KasbU3DGzAbWkPCPum0JxFoCKPvxUgp_0 2024-09-12T18:00:08.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3122614021069565044', time=2024-09-12T19:48:56.922986+0000, chain.objs.size()=1 2024-09-12T18:00:08.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Dg4zWbZHU-P1HsBH5sRFfFwfzpfXJeF_0 2024-09-12T18:00:08.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6498072501352855030', time=2024-09-12T19:48:56.931142+0000, chain.objs.size()=1 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.eAOiTW9o7kA4SUz4IyfAxklv7SiMD9M_0 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10844603956604099765', time=2024-09-12T19:48:56.934990+0000, chain.objs.size()=1 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.aVgaheBvH7FSpMMNoNzU5OZpm9XmB5b_0 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1442022783595318079', time=2024-09-12T19:48:56.945729+0000, chain.objs.size()=1 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LPrQqxHNiQYbD1orozQK9gOvCsccKdQ_0 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14312055813600887374', time=2024-09-12T19:48:56.961414+0000, chain.objs.size()=1 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xrKG9iUHjyZ5EqcnjmpVJfm6UQe4F7o_0 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2891542781185074075', time=2024-09-12T19:48:56.991108+0000, chain.objs.size()=1 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.hJiqe9BezccCD_gJVRxdKH9WCmXQACz_0 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16453829525126542651', time=2024-09-12T19:48:57.191809+0000, chain.objs.size()=1 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lLICZ8TBB7ulLXFRyrvqaq5jkEONoHw_0 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16045463379452091222', time=2024-09-12T19:48:57.245000+0000, chain.objs.size()=1 2024-09-12T18:00:08.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Br3-dKuKcdTyfwALZc0RLwU-SsOPBWN_0 2024-09-12T18:00:08.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11791557782747795282', time=2024-09-12T19:48:57.245967+0000, chain.objs.size()=1 2024-09-12T18:00:08.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2t6NIlqkJlfhB-zxoaA6ChENfXbzlRB_0 2024-09-12T18:00:08.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5633864887053961843', time=2024-09-12T19:48:57.298034+0000, chain.objs.size()=1 2024-09-12T18:00:08.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JH531oOAmAY0RUPv1CZZP2C59uo6_tH_0 2024-09-12T18:00:08.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10592338276679997825', time=2024-09-12T19:48:57.445105+0000, chain.objs.size()=1 2024-09-12T18:00:08.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.j0MluISryFq_lT-T_DWeMJfip7wmiQw_0 2024-09-12T18:00:08.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12707686610727293639', time=2024-09-12T19:48:57.487808+0000, chain.objs.size()=1 2024-09-12T18:00:08.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.7nm0SagtbulESgcllHbalUkiJ9LF4sw_0 2024-09-12T18:00:08.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4494778657874499847', time=2024-09-12T19:48:57.557959+0000, chain.objs.size()=1 2024-09-12T18:00:08.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.iIP0MDOKd6BgQ1MrSj_S54e9Va_P_HO_0 2024-09-12T18:00:08.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4771234223140299193', time=2024-09-12T19:48:57.580167+0000, chain.objs.size()=1 2024-09-12T18:00:08.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.MZ5tgYUhX1_LAA-YD5unZQC7xfDVE5N_0 2024-09-12T18:00:08.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9900065533742567705', time=2024-09-12T19:49:00.979076+0000, chain.objs.size()=1 2024-09-12T18:00:08.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.330__shadow_.f6q9qgQBtbM-kFaJAib15_E7VbjBCqC_0 2024-09-12T18:00:08.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.715294922760207486', time=2024-09-12T19:49:08.836277+0000, chain.objs.size()=1 2024-09-12T18:00:08.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.344__shadow_.j5Se0EcGOlMbZYzyTQqchh0j25DhGUZ_0 2024-09-12T18:00:08.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6374550012616598807', time=2024-09-12T19:50:08.970727+0000, chain.objs.size()=1 2024-09-12T18:00:08.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.444__shadow_.UsKvSfMSlRoJyvzBsepvv9cHQ5bug_V_0 2024-09-12T18:00:08.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6083213531940885108', time=2024-09-12T19:50:20.700425+0000, chain.objs.size()=1 2024-09-12T18:00:08.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.459__shadow_.hDqjS9ucx78dn4gU9S-oLBB_m8BRppA_0 2024-09-12T18:00:08.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8579451327484956773', time=2024-09-12T19:50:33.889315+0000, chain.objs.size()=1 2024-09-12T18:00:08.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.483__shadow_.N9R4UAbeJ5biHuAFYRqSHwobzvAXYSW_0 2024-09-12T18:00:08.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9669249526434416239', time=2024-09-12T19:50:41.644295+0000, chain.objs.size()=1 2024-09-12T18:00:08.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.496__shadow_.5516B3PqMg69HAv3xVDNOCbdLHGTF7y_0 2024-09-12T18:00:08.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6393664001462235702', time=2024-09-12T19:51:04.086560+0000, chain.objs.size()=3 2024-09-12T18:00:08.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.521__multipart_mymultipart.2~gg2aX2K76Luj0WVD4m8aLI7_oD9nxGc.1 2024-09-12T18:00:08.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.521__multipart_mymultipart.2~gg2aX2K76Luj0WVD4m8aLI7_oD9nxGc.2 2024-09-12T18:00:08.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.521__multipart_mymultipart.2~gg2aX2K76Luj0WVD4m8aLI7_oD9nxGc.3 2024-09-12T18:00:08.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13260376784937215935', time=2024-09-12T19:51:51.549706+0000, chain.objs.size()=4 2024-09-12T18:00:08.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.535__multipart_mymultipart.2~8gocnviDjpwLcvq1DF-ZQKL8wnHIHtG.1 2024-09-12T18:00:08.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.535__multipart_mymultipart.2~8gocnviDjpwLcvq1DF-ZQKL8wnHIHtG.2 2024-09-12T18:00:08.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.535__multipart_mymultipart.weJ4YSeW_j6UOgIBzHrLA3eUKbeQvF95.3 2024-09-12T18:00:08.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.535__multipart_mymultipart.2~8gocnviDjpwLcvq1DF-ZQKL8wnHIHtG.4 2024-09-12T18:00:08.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4186865707101088908', time=2024-09-12T19:52:30.670398+0000, chain.objs.size()=1 2024-09-12T18:00:08.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.565__shadow_.9QFHm91_83t6rXNLTDaAiX-4PSX-6r5_0 2024-09-12T18:00:08.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7804894416015222697', time=2024-09-12T19:52:45.565249+0000, chain.objs.size()=1 2024-09-12T18:00:08.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.574__shadow_.bNlDbpI0-lIUZC7vNaOKM86ZFGmWXgN_0 2024-09-12T18:00:08.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8727002516621375968', time=2024-09-12T19:52:57.453632+0000, chain.objs.size()=1 2024-09-12T18:00:08.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:i9CVY.T09XWOiPnCU.VHhMOgxE6awut_.yQ6g0yR7p5nS6Rup-5BNnOJv16RLybv_0 2024-09-12T18:00:08.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.682695019766505896', time=2024-09-12T19:53:08.965477+0000, chain.objs.size()=1 2024-09-12T18:00:08.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:3vWhaLYjd2oZw84Vx6WDghvRCkw-HqD_.JoZAd6OD0DMWBYfLjCpG-cg9f1-9RA2_0 2024-09-12T18:00:08.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7122571966102341383', time=2024-09-12T19:53:14.768312+0000, chain.objs.size()=1 2024-09-12T18:00:08.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.579__shadow:TTl3GJVHr5hfAtR1NQ42BoUKgsZOxD3_.CZdKPYBvAx81pbVv3CDGKMqwMm00v2g_0 2024-09-12T18:00:08.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10526086749525640683', time=2024-09-12T19:53:16.343216+0000, chain.objs.size()=1 2024-09-12T18:00:08.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.580__shadow:qBfXQhV-fIphgxVH2xRpTE-494.w3MQ_.6fwpiMhLStvEHg9wE0eWW3fkMrDQnpf_0 2024-09-12T18:00:08.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9042718479011247471', time=2024-09-12T19:53:16.511439+0000, chain.objs.size()=1 2024-09-12T18:00:08.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.580__shadow:J5jERERJd6mQdnYYSn0rW0eLfQm2gyz_.DVW02EilP33HyYibT-aHbvNDVRqOck1_0 2024-09-12T18:00:08.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10828359990444058680', time=2024-09-12T19:53:21.325009+0000, chain.objs.size()=1 2024-09-12T18:00:08.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.587__shadow:YSBHhxn4oP9OC2aJdVUbVXdOW9-TxWe_.eY-MJwqb9309OCe3SdE_xAzZkTTCeK9_0 2024-09-12T18:00:08.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6981598081223761248', time=2024-09-12T19:54:47.921350+0000, chain.objs.size()=1 2024-09-12T18:00:08.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.617__shadow_.zZxWpqtf7JCN2TFzwVC1tUGOFfVjHqz_0 2024-09-12T18:00:08.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15818710080073708095', time=2024-09-12T19:56:23.349533+0000, chain.objs.size()=12 2024-09-12T18:00:08.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.660__multipart_bar.2~w3PBOAxrrPHCztYf5sXwEkkdQMf38Er.1 2024-09-12T18:00:08.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.660__shadow_bar.2~w3PBOAxrrPHCztYf5sXwEkkdQMf38Er.1_1 2024-09-12T18:00:08.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.660__multipart_bar.2~w3PBOAxrrPHCztYf5sXwEkkdQMf38Er.2 2024-09-12T18:00:08.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.660__shadow_bar.2~w3PBOAxrrPHCztYf5sXwEkkdQMf38Er.2_1 2024-09-12T18:00:08.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.660__multipart_bar.2~w3PBOAxrrPHCztYf5sXwEkkdQMf38Er.3 2024-09-12T18:00:08.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.660__shadow_bar.2~w3PBOAxrrPHCztYf5sXwEkkdQMf38Er.3_1 2024-09-12T18:00:08.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.660__multipart_bar.2~w3PBOAxrrPHCztYf5sXwEkkdQMf38Er.4 2024-09-12T18:00:08.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.660__shadow_bar.2~w3PBOAxrrPHCztYf5sXwEkkdQMf38Er.4_1 2024-09-12T18:00:08.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.660__multipart_bar.2~w3PBOAxrrPHCztYf5sXwEkkdQMf38Er.5 2024-09-12T18:00:08.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.660__shadow_bar.2~w3PBOAxrrPHCztYf5sXwEkkdQMf38Er.5_1 2024-09-12T18:00:08.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.660__multipart_bar.2~w3PBOAxrrPHCztYf5sXwEkkdQMf38Er.6 2024-09-12T18:00:08.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.660__shadow_bar.2~w3PBOAxrrPHCztYf5sXwEkkdQMf38Er.6_1 2024-09-12T18:00:08.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13589625131237488212', time=2024-09-12T19:56:24.334331+0000, chain.objs.size()=1 2024-09-12T18:00:08.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.663__shadow_.D648PGFOQnWMcnftlFUr15rTasKc7zl_0 2024-09-12T18:00:08.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.812+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T18:00:08.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51284' 2024-09-12T18:00:08.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10392693034436514208', time=2024-09-12T19:45:08.812979+0000, chain.objs.size()=1 2024-09-12T18:00:08.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.176__shadow_.Lz6OfKG1KWCnB6L6BZiciBpXonNYBzp_0 2024-09-12T18:00:08.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3030577471006960309', time=2024-09-12T19:45:12.272004+0000, chain.objs.size()=1 2024-09-12T18:00:08.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.182__shadow_.5gUvL1LGxEOR0d02ZyZGjNhTPBpuceC_0 2024-09-12T18:00:08.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8738767889913903928', time=2024-09-12T19:45:12.747788+0000, chain.objs.size()=1 2024-09-12T18:00:08.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.183__shadow_.Od1YLeXQ4ryEp03mFkwGvaUUDjcDA7q_0 2024-09-12T18:00:08.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3821935287846751461', time=2024-09-12T19:46:52.456920+0000, chain.objs.size()=1 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.231__shadow_.BcTag1RDuhZ66nUziM8T0lVKf99iUpz_0 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13927761966880778917', time=2024-09-12T19:46:56.607567+0000, chain.objs.size()=1 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.237__shadow_.vsiobzar7VNDkWw5UEIJwLq6OsuAqhS_0 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7799858390012606197', time=2024-09-12T19:47:06.655431+0000, chain.objs.size()=1 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.251__shadow_.ALre5jHnVCidk__V9HMutxAiWRpwevm_0 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13686423033404752129', time=2024-09-12T19:47:07.278177+0000, chain.objs.size()=1 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.252__shadow_.gY6wLS74ehKQNC22xOn0kASirTOqClb_0 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12202612839509621507', time=2024-09-12T19:47:12.237945+0000, chain.objs.size()=1 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.260__shadow_.PUsUxa5kLIuSuY9UpZtOX7NPR3mHv3s_0 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8849898961730522307', time=2024-09-12T19:47:32.259910+0000, chain.objs.size()=1 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gsrA3DmQ4HGnTbZ_AmbyHb-kQ-r7n8D_0 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11529763310450573917', time=2024-09-12T19:47:32.567445+0000, chain.objs.size()=1 2024-09-12T18:00:08.820 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tA9iHFfAQ9pu-95DLihowMX6dov6ZhG_0 2024-09-12T18:00:08.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2827475152469029278', time=2024-09-12T19:47:32.591603+0000, chain.objs.size()=1 2024-09-12T18:00:08.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4Dww_0V8GgF02yhKzWsqIrqWnxI_Y3H_0 2024-09-12T18:00:08.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16455447104072860301', time=2024-09-12T19:47:32.662405+0000, chain.objs.size()=1 2024-09-12T18:00:08.821 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0Cv4OrqYRvDc9xVG8ByMW1iqtGNlo3W_0 2024-09-12T18:00:08.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1862781879504730794', time=2024-09-12T19:47:32.928772+0000, chain.objs.size()=1 2024-09-12T18:00:08.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.krNVGkFblLLjAaWW6EDQkh0jwpU2nGP_0 2024-09-12T18:00:08.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15623699495998158472', time=2024-09-12T19:47:32.947082+0000, chain.objs.size()=1 2024-09-12T18:00:08.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZjpGUGDtd5fC2Kz8WuAPWejj0meL5Xn_0 2024-09-12T18:00:08.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14907789718088218038', time=2024-09-12T19:47:32.985790+0000, chain.objs.size()=1 2024-09-12T18:00:08.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.X81GU1REPHL2pzMN6IVIWZF-HvOROKj_0 2024-09-12T18:00:08.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9377870516659748134', time=2024-09-12T19:47:33.184582+0000, chain.objs.size()=1 2024-09-12T18:00:08.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.12Xd2SKyAa_8LWHAYkFrp2hV5NOjwmK_0 2024-09-12T18:00:08.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16129484633183421825', time=2024-09-12T19:47:33.195976+0000, chain.objs.size()=1 2024-09-12T18:00:08.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.y5woN-lXUh-1zHtJWAj5Bd2aqbwhKqF_0 2024-09-12T18:00:08.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2410828541402368183', time=2024-09-12T19:47:33.198034+0000, chain.objs.size()=1 2024-09-12T18:00:08.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.6YwtKaadAa8-OoWI1gdR6kOiHLjaXAV_0 2024-09-12T18:00:08.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11448125408557128940', time=2024-09-12T19:47:33.203495+0000, chain.objs.size()=1 2024-09-12T18:00:08.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KNXkifvNIBRAxxKT3Pv22EEsoMNcPXU_0 2024-09-12T18:00:08.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4613920621498980062', time=2024-09-12T19:47:33.214522+0000, chain.objs.size()=1 2024-09-12T18:00:08.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tw-wCbAyy-f-FKR5SWOhYS8FSh7LwfX_0 2024-09-12T18:00:08.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6321409866941301348', time=2024-09-12T19:47:33.269074+0000, chain.objs.size()=1 2024-09-12T18:00:08.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9DQOd-EC-r8EpFN5DUlX9ezl5-9ptiw_0 2024-09-12T18:00:08.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10723425784589994987', time=2024-09-12T19:47:33.546165+0000, chain.objs.size()=1 2024-09-12T18:00:08.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YnIP5In6zpKndDkGNSLGYP8JBgL2HGV_0 2024-09-12T18:00:08.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15497395882505075633', time=2024-09-12T19:47:33.769230+0000, chain.objs.size()=1 2024-09-12T18:00:08.823 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gy9RuTHBtqB58oSYrggYTwiYscpvEJJ_0 2024-09-12T18:00:08.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.24640231219194676', time=2024-09-12T19:47:33.817668+0000, chain.objs.size()=1 2024-09-12T18:00:08.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.X9c9fyAHuAjwM2-ga0pxTIsqyAOx0VS_0 2024-09-12T18:00:08.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5507524534123112274', time=2024-09-12T19:47:33.867832+0000, chain.objs.size()=1 2024-09-12T18:00:08.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.EJ2VD2ES9haSIewdr-fIFt10J6jOef-_0 2024-09-12T18:00:08.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13416373367500652002', time=2024-09-12T19:47:33.883512+0000, chain.objs.size()=1 2024-09-12T18:00:08.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.QPUVAbBQUgbIPWLSQv8-un7dnjmpbyX_0 2024-09-12T18:00:08.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6464890316496274790', time=2024-09-12T19:47:33.898738+0000, chain.objs.size()=1 2024-09-12T18:00:08.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.W4-_m2mkeOlKxkI375l8ZGPSgRTf5FC_0 2024-09-12T18:00:08.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11308714276938301365', time=2024-09-12T19:47:34.178969+0000, chain.objs.size()=1 2024-09-12T18:00:08.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.-KLbSajeRnxF44c4hituzELf3cj1fLZ_0 2024-09-12T18:00:08.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14060339079890115359', time=2024-09-12T19:47:34.403869+0000, chain.objs.size()=1 2024-09-12T18:00:08.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9TwLszJoMBkGVUxyEztAOg8AsZywW51_0 2024-09-12T18:00:08.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3335049322889294154', time=2024-09-12T19:47:34.418676+0000, chain.objs.size()=1 2024-09-12T18:00:08.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.AAd5XE3eLXFd9neXQfdj2TRtRcv_N4x_0 2024-09-12T18:00:08.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2944015049924437210', time=2024-09-12T19:47:34.444529+0000, chain.objs.size()=1 2024-09-12T18:00:08.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.wcYzMD-oSfQf5HtKTKk_CmxCqqmBuBG_0 2024-09-12T18:00:08.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10382887936065093185', time=2024-09-12T19:47:43.550062+0000, chain.objs.size()=1 2024-09-12T18:00:08.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.277__shadow_.YdtG8hADIUqYd1PUpx22osvjLr0uIu0_0 2024-09-12T18:00:08.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10777712040519623505', time=2024-09-12T19:47:48.493463+0000, chain.objs.size()=1 2024-09-12T18:00:08.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.285__shadow_.hcFUuoUVwZ6qQKVYtX1_-lTxRooPqGl_0 2024-09-12T18:00:08.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2880059668909587076', time=2024-09-12T19:47:54.005668+0000, chain.objs.size()=1 2024-09-12T18:00:08.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.820+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.fHuId1naBNWaN_fErofVJWi81P5YhAV_0 2024-09-12T18:00:08.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4880263643638454674', time=2024-09-12T19:47:55.901967+0000, chain.objs.size()=1 2024-09-12T18:00:08.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.294__shadow_.4kY3MyBplAaAYTUHOP5hncnJs2DGmAx_0 2024-09-12T18:00:08.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3553609154266319098', time=2024-09-12T19:47:57.811320+0000, chain.objs.size()=1 2024-09-12T18:00:08.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.297__shadow_.erC8f2zc4s9QU7ChPeRh6actNdTjxOn_0 2024-09-12T18:00:08.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15104403761294606836', time=2024-09-12T19:48:33.443472+0000, chain.objs.size()=1 2024-09-12T18:00:08.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.dE-adLS8CR0lCiDziRtTW18O9hp1hf9_0 2024-09-12T18:00:08.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18258797065304719068', time=2024-09-12T19:48:33.475979+0000, chain.objs.size()=1 2024-09-12T18:00:08.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WwM47F8Xs9BbaM532rGYgMIAgNCzfNk_0 2024-09-12T18:00:08.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1871593849111591119', time=2024-09-12T19:48:33.830195+0000, chain.objs.size()=1 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.pPslEc8fs_A0sZsvCgTNcj8xpovoGAw_0 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6569204923372104858', time=2024-09-12T19:48:33.874635+0000, chain.objs.size()=1 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YzwCE-C3XvDxJ4BTMLda7fHXCjQce5y_0 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7252169207482910159', time=2024-09-12T19:48:34.073087+0000, chain.objs.size()=1 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VSAoF20-Z7oYkdANHD8oBVEbGAfFmP7_0 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11236995928747937758', time=2024-09-12T19:48:34.098228+0000, chain.objs.size()=1 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.2mQ9g6zkJ3NEI3spQYfKyvH4hvMLFpi_0 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15968029658523257318', time=2024-09-12T19:48:34.114524+0000, chain.objs.size()=1 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.l1XKyK0XTK-R-LeHKgb-j9uelc4c2p8_0 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11792432225604803223', time=2024-09-12T19:48:34.120947+0000, chain.objs.size()=1 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VnscqEDonbRnp6Xc_F7O8zOwhupQGYg_0 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12452603584156207526', time=2024-09-12T19:48:34.138971+0000, chain.objs.size()=1 2024-09-12T18:00:08.829 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vwErQa1gMW8CuSjCvbgFs9VPrBO0YdD_0 2024-09-12T18:00:08.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18220915442929023283', time=2024-09-12T19:48:34.187134+0000, chain.objs.size()=1 2024-09-12T18:00:08.830 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.824+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.CE0NDjuL_Bror7ITp2Xtyf7TeFt59J8_0 2024-09-12T18:00:08.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13860335333920991116', time=2024-09-12T19:48:34.368615+0000, chain.objs.size()=1 2024-09-12T18:00:08.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.loDm16bnldu0OfipY8Kfak2kuSEsJAP_0 2024-09-12T18:00:08.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16965636004472351994', time=2024-09-12T19:48:34.382601+0000, chain.objs.size()=1 2024-09-12T18:00:08.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3AVDxmJ5bnjp3SyyOBJgHEf85EtA6Yl_0 2024-09-12T18:00:08.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14381625222512813023', time=2024-09-12T19:48:34.392012+0000, chain.objs.size()=1 2024-09-12T18:00:08.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.09AhfdYqkK_qLXbNLYcf5IrcK4bnNv__0 2024-09-12T18:00:08.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15281707800403993905', time=2024-09-12T19:48:34.422314+0000, chain.objs.size()=1 2024-09-12T18:00:08.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.aS-zTtT6cx62__RN8sbFudrKynDGJcQ_0 2024-09-12T18:00:08.831 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8278872015596461935', time=2024-09-12T19:48:34.438559+0000, chain.objs.size()=1 2024-09-12T18:00:08.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ay7YJyqa4rHr8Ul-veaXfcdyhtM4vbi_0 2024-09-12T18:00:08.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14687092516017695447', time=2024-09-12T19:48:34.447826+0000, chain.objs.size()=1 2024-09-12T18:00:08.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.iVMS2p9I8BY0IA5zOsU8gep690cWjBG_0 2024-09-12T18:00:08.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3756435858301111203', time=2024-09-12T19:48:34.720056+0000, chain.objs.size()=1 2024-09-12T18:00:08.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7huEbMuHx46FLGpwcwiKMzrSNcM2lT8_0 2024-09-12T18:00:08.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4360420068684289601', time=2024-09-12T19:48:34.744041+0000, chain.objs.size()=1 2024-09-12T18:00:08.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.z7PUotE4NnSkMIARIMVwy9Wz6c070Ld_0 2024-09-12T18:00:08.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.269327452911720803', time=2024-09-12T19:48:34.794192+0000, chain.objs.size()=1 2024-09-12T18:00:08.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1zF7QzKC2pLXQMm3y6BBoicxiyzJwgy_0 2024-09-12T18:00:08.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16349277864265707725', time=2024-09-12T19:48:35.119568+0000, chain.objs.size()=1 2024-09-12T18:00:08.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.zib2wpUvABtF5K9vr6y536l-uv-lHft_0 2024-09-12T18:00:08.832 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18180727783026767584', time=2024-09-12T19:48:35.148879+0000, chain.objs.size()=1 2024-09-12T18:00:08.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.w0Bo_qlCLydM88llyaKm4EJEo9BRmHi_0 2024-09-12T18:00:08.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14798750479217991441', time=2024-09-12T19:48:35.205414+0000, chain.objs.size()=1 2024-09-12T18:00:08.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.M6uJCzElxHmUJIUlnr9--_8s9pOwjOd_0 2024-09-12T18:00:08.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3679290190198040001', time=2024-09-12T19:48:35.381146+0000, chain.objs.size()=1 2024-09-12T18:00:08.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tKyMJFnS_cTr35JJm5iy8u68eriKi1l_0 2024-09-12T18:00:08.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9881701127782600425', time=2024-09-12T19:48:35.670579+0000, chain.objs.size()=1 2024-09-12T18:00:08.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.EC5wGTaTmtp7gZoFmzPGB6_OGuobUmo_0 2024-09-12T18:00:08.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4669765756597527122', time=2024-09-12T19:48:35.678015+0000, chain.objs.size()=1 2024-09-12T18:00:08.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.gFT5futjMm0E72CEUAcxfrM0hu-8oJF_0 2024-09-12T18:00:08.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5484083497221963170', time=2024-09-12T19:48:35.680037+0000, chain.objs.size()=1 2024-09-12T18:00:08.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.XsihstVXkoZwSzz1KUVvnR7_xwOlDjk_0 2024-09-12T18:00:08.833 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6553475408125600353', time=2024-09-12T19:48:35.694257+0000, chain.objs.size()=1 2024-09-12T18:00:08.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.RTUGyry62t6hu4ts8tRxG0SWHSezV-3_0 2024-09-12T18:00:08.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4894244045535878473', time=2024-09-12T19:48:35.751556+0000, chain.objs.size()=1 2024-09-12T18:00:08.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FMo4bcmV1V6lfM3T6IgL-DrBYKjO_sk_0 2024-09-12T18:00:08.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6195595967304053788', time=2024-09-12T19:48:35.761684+0000, chain.objs.size()=1 2024-09-12T18:00:08.834 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.pKpbnA9dN8zlX8S_xMtrZJO_tx4Wfba_0 2024-09-12T18:00:08.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8983224736347817221', time=2024-09-12T19:48:55.307148+0000, chain.objs.size()=1 2024-09-12T18:00:08.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.828+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pY5PLeVTFwL3syKBUuMmOGA0bZnpxF__0 2024-09-12T18:00:08.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.213159076044954571', time=2024-09-12T19:48:55.309697+0000, chain.objs.size()=1 2024-09-12T18:00:08.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.nBnpjWhtaZU_kdYkiHZXpJA1hWYn7o__0 2024-09-12T18:00:08.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7478322843129764860', time=2024-09-12T19:48:55.312992+0000, chain.objs.size()=1 2024-09-12T18:00:08.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.fIG74s_ZoGa8_jUwT6hsL9_CCDy36-H_0 2024-09-12T18:00:08.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11546789162198098643', time=2024-09-12T19:48:55.332643+0000, chain.objs.size()=1 2024-09-12T18:00:08.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.DivKBS72wulG-RP2jSlADWnJ-ai1scw_0 2024-09-12T18:00:08.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2234179614486206000', time=2024-09-12T19:48:55.347059+0000, chain.objs.size()=1 2024-09-12T18:00:08.836 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GkUe15dRT4f6u7nAV444BtmTCcgzSff_0 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1048298409827835377', time=2024-09-12T19:48:55.551185+0000, chain.objs.size()=1 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1UchOW4H5acFjL6tYYAzWKo8Cqz4-W0_0 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7541241477498353413', time=2024-09-12T19:48:55.619694+0000, chain.objs.size()=1 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ok8J3vp5HAqSRRVKKDD4XfLu9XPTalo_0 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9544995949086408443', time=2024-09-12T19:48:55.636116+0000, chain.objs.size()=1 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.MpEaRPdoAZqKgcm4_onziYPtoj48fnA_0 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4642298873611902230', time=2024-09-12T19:48:55.657022+0000, chain.objs.size()=1 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CYnsgt1RyIb2ZofMBUuiDgh4i5uqmN-_0 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16404249059022369652', time=2024-09-12T19:48:55.837739+0000, chain.objs.size()=1 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.aD8ZmfAOfO6mI2GqIwoovB5n0DmpsGj_0 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5943321772540655703', time=2024-09-12T19:48:55.871972+0000, chain.objs.size()=1 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.jc6Ba_7FxL0tofjVR7y5vcoFfzlnI_o_0 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10758644353931270549', time=2024-09-12T19:48:55.873719+0000, chain.objs.size()=1 2024-09-12T18:00:08.837 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.g-JiquJCVoOZC6DlMp9dmSeq0a-99Z-_0 2024-09-12T18:00:08.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4769824865837921229', time=2024-09-12T19:48:55.916331+0000, chain.objs.size()=1 2024-09-12T18:00:08.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.SpGHC5LSOFd-db-aE-hFm30C3dC8Kjg_0 2024-09-12T18:00:08.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10499473794325196223', time=2024-09-12T19:48:55.931469+0000, chain.objs.size()=1 2024-09-12T18:00:08.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JKGOyxLLJxYZS6AbeaG9vAxQDwit_Lm_0 2024-09-12T18:00:08.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16148386659439329908', time=2024-09-12T19:48:55.991530+0000, chain.objs.size()=1 2024-09-12T18:00:08.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.HFF-UcqUI_KnS3K6kY5niiApC9ZhxcL_0 2024-09-12T18:00:08.838 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.705805910685496239', time=2024-09-12T19:48:56.011147+0000, chain.objs.size()=1 2024-09-12T18:00:08.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Qq8JwepS9MLBGDlljDqViYuFwmhCuQt_0 2024-09-12T18:00:08.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10259535381187200111', time=2024-09-12T19:48:56.013172+0000, chain.objs.size()=1 2024-09-12T18:00:08.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JWOwouvqtDax0__UjKiS37wy8nvRO4n_0 2024-09-12T18:00:08.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3640496696179957744', time=2024-09-12T19:48:56.184622+0000, chain.objs.size()=1 2024-09-12T18:00:08.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.T5ltYXkKdyyhs7E3no7kpHRxHDVLW_4_0 2024-09-12T18:00:08.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9332618558911395384', time=2024-09-12T19:48:56.255545+0000, chain.objs.size()=1 2024-09-12T18:00:08.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.a7rfDHddImpk6DVRZleHqhghYUTbRYq_0 2024-09-12T18:00:08.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7159910030343327014', time=2024-09-12T19:48:56.485773+0000, chain.objs.size()=1 2024-09-12T18:00:08.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.M5w1r831TUDGAl2vGgrGet_JQ1Gy2T4_0 2024-09-12T18:00:08.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5000225134238341907', time=2024-09-12T19:48:56.488723+0000, chain.objs.size()=1 2024-09-12T18:00:08.839 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0pGQzxupmexhbVGsPGAlKbVUaJfNR0M_0 2024-09-12T18:00:08.840 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2491119874611663204', time=2024-09-12T19:48:56.602654+0000, chain.objs.size()=1 2024-09-12T18:00:08.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.832+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.6BjHx4v70TzzVksbNqMNJWOxJzOdb-Y_0 2024-09-12T18:00:08.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3707318801319707880', time=2024-09-12T19:48:56.624057+0000, chain.objs.size()=1 2024-09-12T18:00:08.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lCmT7KkejQbBFnJpaQAbSrRyxnp5VdE_0 2024-09-12T18:00:08.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4325923035872767474', time=2024-09-12T19:48:56.635931+0000, chain.objs.size()=1 2024-09-12T18:00:08.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TRn18RpvmFcEjNNV_1OcYAPGHMMWXiw_0 2024-09-12T18:00:08.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16199704414755089395', time=2024-09-12T19:48:56.676135+0000, chain.objs.size()=1 2024-09-12T18:00:08.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0PZdOKIJJ3j1TrrKaRDfJJdA8umgZbM_0 2024-09-12T18:00:08.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17206909550854569031', time=2024-09-12T19:48:56.978485+0000, chain.objs.size()=1 2024-09-12T18:00:08.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Wg5zQVBXyI9CmR2JogFAP0z-c7nrKxC_0 2024-09-12T18:00:08.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2048880549302337472', time=2024-09-12T19:48:57.248385+0000, chain.objs.size()=1 2024-09-12T18:00:08.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3JJCQ_r4bR_P-0FSO6UGUz9KVbRxh8Z_0 2024-09-12T18:00:08.841 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8021070846161851596', time=2024-09-12T19:48:57.297832+0000, chain.objs.size()=1 2024-09-12T18:00:08.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TTtCuSwEABlUBNqj5Qe2nPY1aaaCdVW_0 2024-09-12T18:00:08.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16535395004714710656', time=2024-09-12T19:48:57.327463+0000, chain.objs.size()=1 2024-09-12T18:00:08.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.QrrEwa54xhNDZm_En12kHvAef688Ajr_0 2024-09-12T18:00:08.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4625124369735503585', time=2024-09-12T19:48:57.472514+0000, chain.objs.size()=1 2024-09-12T18:00:08.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.64rSEximg5XVYfqOLLGAWgHGb07FIoV_0 2024-09-12T18:00:08.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6346948378272549071', time=2024-09-12T19:48:57.488986+0000, chain.objs.size()=1 2024-09-12T18:00:08.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.--_rjjRbo5mQdYocguWAcdNl65ugyk1_0 2024-09-12T18:00:08.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17571053390085432579', time=2024-09-12T19:48:57.557215+0000, chain.objs.size()=1 2024-09-12T18:00:08.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sbK_5ZxmDcab3-P_R4OboV81NTks_e2_0 2024-09-12T18:00:08.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11763774781252970625', time=2024-09-12T19:50:01.875637+0000, chain.objs.size()=1 2024-09-12T18:00:08.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.433__shadow_.Rd8hoAUrWaNUcDTpQTEc-uPsN-HHb17_0 2024-09-12T18:00:08.842 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14988453178766044323', time=2024-09-12T19:50:25.739336+0000, chain.objs.size()=1 2024-09-12T18:00:08.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.465__shadow_.eD99FbdGUP0CJFBGozNmACB8wQ36SbQ_0 2024-09-12T18:00:08.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13262367623084786774', time=2024-09-12T19:50:38.037405+0000, chain.objs.size()=1 2024-09-12T18:00:08.843 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.836+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.489__shadow_.SZoPjYyZbVl3f7zLDw6si4fUuaoPLnk_0 2024-09-12T18:00:08.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/51284 2024-09-12T18:00:08.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T18:00:08.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~rszx_u8EoeciQ65z0SkmRRgm9sjfpsk', time=2024-09-12T19:51:34.327035+0000, chain.objs.size()=2 2024-09-12T18:00:08.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.531__multipart_mymultipart.2~rszx_u8EoeciQ65z0SkmRRgm9sjfpsk.1 2024-09-12T18:00:08.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.531__multipart_mymultipart.2~rszx_u8EoeciQ65z0SkmRRgm9sjfpsk.2 2024-09-12T18:00:08.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1266491716565027740', time=2024-09-12T19:52:21.306520+0000, chain.objs.size()=1 2024-09-12T18:00:08.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.558__shadow_.l2cFvkGtHMsm5CexW4COhwVBLobsAQF_0 2024-09-12T18:00:08.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18414909651547608483', time=2024-09-12T19:52:21.672117+0000, chain.objs.size()=2 2024-09-12T18:00:08.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.558__shadow_.DNY7AtJIA8stToH-iTrdsOyJPjS2VQP_0 2024-09-12T18:00:08.844 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.558__shadow_.DNY7AtJIA8stToH-iTrdsOyJPjS2VQP_1 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10956427666036875558', time=2024-09-12T19:52:24.853086+0000, chain.objs.size()=1 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.562__shadow_.bYUedA9-7GB3y_Wljjm82rp5fXSIvV5_0 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18434026900298933032', time=2024-09-12T19:52:39.842545+0000, chain.objs.size()=1 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:jKAmll5WvoGZLoa5g624stXGisDECh2_.ybN5vaETqTp6qQ7oDqk2U7OgM4oBEbj_0 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17969002586591863784', time=2024-09-12T19:52:41.879096+0000, chain.objs.size()=1 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.570__shadow:VPTZl9f0.LXudg7qQvwsoIXy3jSXVAv_.FFPX7p5wMCNKJRALNVGy5KLeTP-4UEG_0 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10142456347300531558', time=2024-09-12T19:52:46.358989+0000, chain.objs.size()=1 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.574__shadow:1ozFIwBtNAqcQ7XbF7RjdaPTi.fsG0A_.jh7MpOC6r_TssNwGIteRL9rO-fYhdFH_0 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13156459989635335011', time=2024-09-12T19:52:52.772054+0000, chain.objs.size()=1 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.576__shadow:WUc8BpjcOljpnB3o-O0Yn-yo3BmpSgQ_.t8XlnjWy_UBaUDKQHpPHtUdc64iOd9z_0 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6828414863841469492', time=2024-09-12T19:53:01.614668+0000, chain.objs.size()=1 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:Xdr.WItnc8AcTDCeIo6E8eZQJ2JotCt_.EIyojwOO54JzUcb6WCGmXdU3_-rFYpy_0 2024-09-12T18:00:08.845 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7176292613362625149', time=2024-09-12T19:56:14.513108+0000, chain.objs.size()=1 2024-09-12T18:00:08.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.840+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.650__shadow_.EkMSqAFaDyEmtU81OtScjEfNMu_WqJ4_0 2024-09-12T18:00:08.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.844+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16341518549988464805', time=2024-09-12T19:56:18.009987+0000, chain.objs.size()=1 2024-09-12T18:00:08.846 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.844+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.655__shadow_.jE8UlDjOxr7Tvv7Mdj9ukxU7WdBQnYD_0 2024-09-12T18:00:08.847 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.844+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.848+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T18:00:08.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.848+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.851 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.848+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/43970' 2024-09-12T18:00:08.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13229388628278584841', time=2024-09-12T19:45:01.525241+0000, chain.objs.size()=1 2024-09-12T18:00:08.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.166__shadow_.7rdKWkbCKsxIFw7GozJEyLn3uZdRt3-_0 2024-09-12T18:00:08.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16838906178711829086', time=2024-09-12T19:46:54.321897+0000, chain.objs.size()=1 2024-09-12T18:00:08.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.234__shadow_.zvLyaKcIS2xkKyFCiykWsvei6WPEb4w_0 2024-09-12T18:00:08.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15135712277775832370', time=2024-09-12T19:47:03.606703+0000, chain.objs.size()=1 2024-09-12T18:00:08.853 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.246__shadow_.e8MOw61TixfiEi0JRJ5-GDvRY1pXke5_0 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7584519399142679596', time=2024-09-12T19:47:07.284174+0000, chain.objs.size()=1 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.252__shadow_.o8cwaRQpFqsiCnIwFcxgAFUWpG6d59c_0 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10473021424913643003', time=2024-09-12T19:47:09.778948+0000, chain.objs.size()=1 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.256__shadow_.Rc8lPSwjyPteV8yeApTTAXxDY9PdzFG_0 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18326808701010442664', time=2024-09-12T19:47:10.382219+0000, chain.objs.size()=1 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.257__shadow_.UbN3m2FKZV0ImoR8wOs4obAgs2GaPxJ_0 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5840591643039160743', time=2024-09-12T19:47:32.168627+0000, chain.objs.size()=1 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.HWqOIkOf1cqrUfpAD2MfiTmYPlf-AxH_0 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4611131697020474537', time=2024-09-12T19:47:32.330912+0000, chain.objs.size()=1 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FMzNEQcT_MuGG7pvqGm1cFXLVL-s2vL_0 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11106406484175520333', time=2024-09-12T19:47:32.366165+0000, chain.objs.size()=1 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.a-mKAH3l1StLzf_3XZKk9-5j7-8cCAw_0 2024-09-12T18:00:08.854 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11577615588450097048', time=2024-09-12T19:47:32.547099+0000, chain.objs.size()=1 2024-09-12T18:00:08.855 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.A54IXtIwkM51bX7A5EniL9RDrttwDhu_0 2024-09-12T18:00:08.855 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5213270996206897965', time=2024-09-12T19:47:32.557475+0000, chain.objs.size()=1 2024-09-12T18:00:08.855 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1-AJUGbxd7bT9vu1jTW61ETs69SCUAG_0 2024-09-12T18:00:08.855 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3374413680510329654', time=2024-09-12T19:47:32.581485+0000, chain.objs.size()=1 2024-09-12T18:00:08.855 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aQmFCxbtrvGnBfoUmAhjZkXPDaibbJk_0 2024-09-12T18:00:08.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4288888600278346960', time=2024-09-12T19:47:32.602773+0000, chain.objs.size()=1 2024-09-12T18:00:08.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._uJ7VlMloISmumQlBbMxwffgQKi0qXG_0 2024-09-12T18:00:08.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17563165122700971109', time=2024-09-12T19:47:32.627225+0000, chain.objs.size()=1 2024-09-12T18:00:08.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.BCpEtnCsQky_BfLvDQFKHCfd-PUbQ-v_0 2024-09-12T18:00:08.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1666106226657862685', time=2024-09-12T19:47:32.635854+0000, chain.objs.size()=1 2024-09-12T18:00:08.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YK3Ifh21-oGk0R_mUyJqY_DG9OM1kkK_0 2024-09-12T18:00:08.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.468565191911710887', time=2024-09-12T19:47:32.653292+0000, chain.objs.size()=1 2024-09-12T18:00:08.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yJ5I5Qg4VMPaOQdDvosf4mKM22LOIrg_0 2024-09-12T18:00:08.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4935394539413804399', time=2024-09-12T19:47:32.828365+0000, chain.objs.size()=1 2024-09-12T18:00:08.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Q8poRto8WcHYfDVALQOpTIB3m32frS3_0 2024-09-12T18:00:08.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4095972404674728189', time=2024-09-12T19:47:32.971213+0000, chain.objs.size()=1 2024-09-12T18:00:08.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WFFDWJX8XPGPKMgGtPTM0FZWvNX0naH_0 2024-09-12T18:00:08.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2338965492483964177', time=2024-09-12T19:47:33.206761+0000, chain.objs.size()=1 2024-09-12T18:00:08.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.852+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YufeKaMdtYX-tRvuMJmDsn-b6kfP2V0_0 2024-09-12T18:00:08.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5590706317042312041', time=2024-09-12T19:47:33.209811+0000, chain.objs.size()=1 2024-09-12T18:00:08.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dyg2k3zej6iiDrQVQiRXRSiQNwGjQW__0 2024-09-12T18:00:08.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1050342645574170061', time=2024-09-12T19:47:33.252212+0000, chain.objs.size()=1 2024-09-12T18:00:08.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0cG4aLBw4WzaaiSE9-tZQGaf0Nk8t1j_0 2024-09-12T18:00:08.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3330285720204160228', time=2024-09-12T19:47:33.258204+0000, chain.objs.size()=1 2024-09-12T18:00:08.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.St3v5ELYGTQP23xml_BOPbiwFpu26pD_0 2024-09-12T18:00:08.858 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16323867844329097963', time=2024-09-12T19:47:33.259153+0000, chain.objs.size()=1 2024-09-12T18:00:08.858 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.68YAAsgoqt0fYrp0Ho1UimO_Ruihh5k_0 2024-09-12T18:00:08.858 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10279040393357837411', time=2024-09-12T19:47:33.260996+0000, chain.objs.size()=1 2024-09-12T18:00:08.858 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8FZVL9nsN4qiUTGuiPyyxkWyIR2hpwg_0 2024-09-12T18:00:08.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17311282619135214312', time=2024-09-12T19:47:33.271159+0000, chain.objs.size()=1 2024-09-12T18:00:08.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tSWy9prToD4wX6CGUx3Tw2Huz6kGiKh_0 2024-09-12T18:00:08.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11615008617965194020', time=2024-09-12T19:47:33.321325+0000, chain.objs.size()=1 2024-09-12T18:00:08.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.krziv11mayux37BectMewEZPhbne-eI_0 2024-09-12T18:00:08.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13004558194363434197', time=2024-09-12T19:47:33.447961+0000, chain.objs.size()=1 2024-09-12T18:00:08.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SKy_zoCrlFjZEKeTPmVrLezu42iXbnD_0 2024-09-12T18:00:08.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15173262272394040018', time=2024-09-12T19:47:33.537962+0000, chain.objs.size()=1 2024-09-12T18:00:08.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DDE4I3XNNyk_7lWK5k4rJ93QpVQoer7_0 2024-09-12T18:00:08.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14786518177049417726', time=2024-09-12T19:47:33.542370+0000, chain.objs.size()=1 2024-09-12T18:00:08.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.XTpX0SgR62F4obZQ7Na_A0HkQJq-h3L_0 2024-09-12T18:00:08.859 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15975786410832459809', time=2024-09-12T19:47:33.603091+0000, chain.objs.size()=1 2024-09-12T18:00:08.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NJCOslmP8yv5KwZEN6cTIQLhMrfF78F_0 2024-09-12T18:00:08.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3001770277153522309', time=2024-09-12T19:47:33.612322+0000, chain.objs.size()=1 2024-09-12T18:00:08.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.7rEAZfvvZziuclaRloaD1Jtrvhk9ccG_0 2024-09-12T18:00:08.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9136437898476442415', time=2024-09-12T19:47:33.626698+0000, chain.objs.size()=1 2024-09-12T18:00:08.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ljsWkro-pZj62k2k8D6vWaCta3B2RWX_0 2024-09-12T18:00:08.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.540039740818146763', time=2024-09-12T19:47:33.635733+0000, chain.objs.size()=1 2024-09-12T18:00:08.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.6d_YQClT5WMu5csRULbSD2GkwmRcIRr_0 2024-09-12T18:00:08.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2086560461255450261', time=2024-09-12T19:47:33.784347+0000, chain.objs.size()=1 2024-09-12T18:00:08.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.PSNsTWW15MZuLeF4ueapzidXvewtg8B_0 2024-09-12T18:00:08.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3820182794331974539', time=2024-09-12T19:47:33.815520+0000, chain.objs.size()=1 2024-09-12T18:00:08.860 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mgwZgJzC9XO-D9XeGr9lTaCvaiAjZVx_0 2024-09-12T18:00:08.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11899235575050767151', time=2024-09-12T19:47:33.819899+0000, chain.objs.size()=1 2024-09-12T18:00:08.865 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.856+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.luj1JMs7eSA5KdaQM9Hfuo2aTleaC4f_0 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12657893355245700617', time=2024-09-12T19:47:33.887663+0000, chain.objs.size()=1 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FGLFZXzvxAOm3-OPVQm4hKDmUX8O_nv_0 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5697172128809541176', time=2024-09-12T19:47:33.896105+0000, chain.objs.size()=1 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.r1RCrYrMLkQc6JUqj_tqfXDODJek60A_0 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17812355590566210801', time=2024-09-12T19:47:34.037610+0000, chain.objs.size()=1 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ImA-29HjH8deUl-w93m-GxXlQooCjzH_0 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15531512764786374088', time=2024-09-12T19:47:34.064378+0000, chain.objs.size()=1 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.A0QKkQSmwQYz3vcDBYW8qyrHkW3BE-j_0 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15965484346496190532', time=2024-09-12T19:47:34.138077+0000, chain.objs.size()=1 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.l5SjLBK5LkmGfIeF1NXfZRA3eAJi-IP_0 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17719343102480188439', time=2024-09-12T19:47:34.177500+0000, chain.objs.size()=1 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2p8m31YwvdRRo9seBwyOIF1dOInCHzq_0 2024-09-12T18:00:08.866 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2598878928331776593', time=2024-09-12T19:47:34.212044+0000, chain.objs.size()=1 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.C8FuuYxOB4oDqLsi8zovYJrgV3pU7lU_0 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17916640808898324758', time=2024-09-12T19:47:34.353308+0000, chain.objs.size()=1 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YK2pjVW0gXtz6sf_6qpHhSib5yqXCE5_0 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2204235765822931500', time=2024-09-12T19:47:34.426625+0000, chain.objs.size()=1 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Sgpg3PfbovZOHztslPcekKeAcnvcV55_0 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6890388428358151840', time=2024-09-12T19:47:34.461697+0000, chain.objs.size()=1 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.p7xmqOw4QV13GEoThNKkFTLfDEarh58_0 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3540694492418772833', time=2024-09-12T19:47:57.173814+0000, chain.objs.size()=1 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.296__shadow_.TeTZC-eC-Qq_hG4RH3YgPEzcufKOja1_0 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5510267383979365071', time=2024-09-12T19:48:02.233604+0000, chain.objs.size()=1 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.304__shadow_.9dVweLOlgRHHYJt96hLex9RBt2bd50U_0 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4665902832782435438', time=2024-09-12T19:48:33.465643+0000, chain.objs.size()=1 2024-09-12T18:00:08.867 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.zpNUHuGwCKeWBsrkteiboPzQ6cU3Srp_0 2024-09-12T18:00:08.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1481511271037554691', time=2024-09-12T19:48:33.554520+0000, chain.objs.size()=1 2024-09-12T18:00:08.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-NFckFll_FM2-Eu20tyEasuGFKl2hWF_0 2024-09-12T18:00:08.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4520289462154886158', time=2024-09-12T19:48:33.600654+0000, chain.objs.size()=1 2024-09-12T18:00:08.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.X3G8jE_Bqrk4XcMqso3-cOhGdH_KaMp_0 2024-09-12T18:00:08.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5725843029399229078', time=2024-09-12T19:48:33.736866+0000, chain.objs.size()=1 2024-09-12T18:00:08.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.AJhmZlyxOjj5PCLCrZJnaEQUUtDzCdR_0 2024-09-12T18:00:08.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18319200158445020774', time=2024-09-12T19:48:33.777649+0000, chain.objs.size()=1 2024-09-12T18:00:08.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hFtUOjY_qgybzpfCHSzzVgY7m-cNuZ2_0 2024-09-12T18:00:08.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14781188048712245617', time=2024-09-12T19:48:33.812428+0000, chain.objs.size()=1 2024-09-12T18:00:08.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.kPfc_UTAUvGm9QOvIf4QIE-uvWZWpqT_0 2024-09-12T18:00:08.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14344768937113488836', time=2024-09-12T19:48:33.840652+0000, chain.objs.size()=1 2024-09-12T18:00:08.868 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.f-XC5KYfltT644Ty5wBYja_vro0-3Do_0 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16953648047052837878', time=2024-09-12T19:48:33.940783+0000, chain.objs.size()=1 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.nxjnntPXHCEeu5jQqQrcuWw39-uC4tT_0 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11625204561419077849', time=2024-09-12T19:48:34.046666+0000, chain.objs.size()=1 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.860+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.gVy8fSTFRWBICsVnwvcfWs_K0GjU954_0 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17913230885271307059', time=2024-09-12T19:48:34.075239+0000, chain.objs.size()=1 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uV-HbWLxtmHHEcEPBXKQ0xepIsGyk4t_0 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13473295486961448504', time=2024-09-12T19:48:34.201626+0000, chain.objs.size()=1 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.L2PwDaei0SsnH4pns9vK_EseMg_Ir1n_0 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2740515231200122720', time=2024-09-12T19:48:34.447671+0000, chain.objs.size()=1 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uksEYyegjDIg6FL8iffiF_pBujsXUC__0 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10290117224317588634', time=2024-09-12T19:48:34.493345+0000, chain.objs.size()=1 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fb-EHKlLbcTo01O5_-iFeCDvfc-Ah3H_0 2024-09-12T18:00:08.869 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6426793611212725596', time=2024-09-12T19:48:34.514559+0000, chain.objs.size()=1 2024-09-12T18:00:08.870 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.CnEq_7q-TYtNlE69jp6o_NwXa0DEj1x_0 2024-09-12T18:00:08.870 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9537796393687259497', time=2024-09-12T19:48:34.541271+0000, chain.objs.size()=1 2024-09-12T18:00:08.870 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Sam7pMvGVv7SbGqHcfl6VmKLs7JfJtI_0 2024-09-12T18:00:08.871 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2128125766320894473', time=2024-09-12T19:48:34.679439+0000, chain.objs.size()=1 2024-09-12T18:00:08.871 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9Wb8L7CBylso1lq1mcanl6s6iFAHEsD_0 2024-09-12T18:00:08.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6686236619906271126', time=2024-09-12T19:48:34.688106+0000, chain.objs.size()=1 2024-09-12T18:00:08.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ToH5TJpTFSsjVtSAtVOEG-XEMDzfBQ2_0 2024-09-12T18:00:08.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8903584950480995106', time=2024-09-12T19:48:34.758533+0000, chain.objs.size()=1 2024-09-12T18:00:08.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.pFTWILpC5d5F_n4qSXBF_fXQO6P5e-l_0 2024-09-12T18:00:08.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18022540543841110387', time=2024-09-12T19:48:34.780946+0000, chain.objs.size()=1 2024-09-12T18:00:08.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0PPEfV6FjrQWu7lS94nlPN-VIHOfx9B_0 2024-09-12T18:00:08.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.778885617395612807', time=2024-09-12T19:48:34.805783+0000, chain.objs.size()=1 2024-09-12T18:00:08.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.whjsBfx0Jpm6EuaW65nmGMUZdytZaOd_0 2024-09-12T18:00:08.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11056999407257922554', time=2024-09-12T19:48:34.984720+0000, chain.objs.size()=1 2024-09-12T18:00:08.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.PDmpDS5OHoq-5ih464vyKdqCpH0nPvH_0 2024-09-12T18:00:08.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1522934778795587766', time=2024-09-12T19:48:35.412193+0000, chain.objs.size()=1 2024-09-12T18:00:08.872 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Y6EJnypLSppxcpB7bVYza6FkZ5MLI3j_0 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12546715087811626657', time=2024-09-12T19:48:35.465097+0000, chain.objs.size()=1 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.LEbX2UOTcfN1MpRs8B4sRXJc-tYxd3r_0 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5905048370919800057', time=2024-09-12T19:48:35.741571+0000, chain.objs.size()=1 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8ZNOv1I6XWG8mJIlxr4L6rIQ2BZgjwb_0 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5325303683203756094', time=2024-09-12T19:48:35.750676+0000, chain.objs.size()=1 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.n-33aCL4CqMUCSemGMAelSWw8LMpdjl_0 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12719725352237520299', time=2024-09-12T19:48:55.526160+0000, chain.objs.size()=1 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.EVaasFuTVs8mD3Nc3plXIR-V1hTeq6g_0 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.556806273295953121', time=2024-09-12T19:48:55.536602+0000, chain.objs.size()=1 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.864+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pwZzT26vZAEgdQwkRKxzylVzzhhY97U_0 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9134406270705250488', time=2024-09-12T19:48:55.560369+0000, chain.objs.size()=1 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.MZf4bIwW4e4zH0PLWosTIbycePXcH7b_0 2024-09-12T18:00:08.873 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17480604910165420821', time=2024-09-12T19:48:55.612519+0000, chain.objs.size()=1 2024-09-12T18:00:08.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.X7oE3PrSfybTaRGW2PP70IGn_IVZEE3_0 2024-09-12T18:00:08.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16529208582046842103', time=2024-09-12T19:48:55.664424+0000, chain.objs.size()=1 2024-09-12T18:00:08.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._LQGVsqt4sQ1CgtBhY8yn8tIe5rbue2_0 2024-09-12T18:00:08.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16185954974383902099', time=2024-09-12T19:48:55.682011+0000, chain.objs.size()=1 2024-09-12T18:00:08.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.9Wm6HO-gDrensO6HSx5gGcg5TntE4zP_0 2024-09-12T18:00:08.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8147255477392335970', time=2024-09-12T19:48:55.870407+0000, chain.objs.size()=1 2024-09-12T18:00:08.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.wVncDo0_v6MKfQmuAzVXwCnnx6fQWFK_0 2024-09-12T18:00:08.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7862220329986230401', time=2024-09-12T19:48:56.274257+0000, chain.objs.size()=1 2024-09-12T18:00:08.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Fm5Drbq6ND3r1Hv4UMnNO-YxcfMRd6E_0 2024-09-12T18:00:08.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16381018700505661660', time=2024-09-12T19:48:56.345198+0000, chain.objs.size()=1 2024-09-12T18:00:08.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.dB0U3tAOfpDXO06Aauw9L_XCr0EGb1k_0 2024-09-12T18:00:08.874 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16474034487152379830', time=2024-09-12T19:48:56.506957+0000, chain.objs.size()=1 2024-09-12T18:00:08.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3SHfxAy7jc3qAVAgkooywg3gAKsqas0_0 2024-09-12T18:00:08.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16797843579879943997', time=2024-09-12T19:48:56.613085+0000, chain.objs.size()=1 2024-09-12T18:00:08.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.tRtkc_zG_fSWMaVmw0D1bxnaUan-_gs_0 2024-09-12T18:00:08.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16716367365443122649', time=2024-09-12T19:48:56.702997+0000, chain.objs.size()=1 2024-09-12T18:00:08.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.tvtXzhEtnaNta96CkSvp0lCWW5v3RWn_0 2024-09-12T18:00:08.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6248880740692359438', time=2024-09-12T19:48:56.876371+0000, chain.objs.size()=1 2024-09-12T18:00:08.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ulgTI-0HwO8veEaPzs0tpAejWFvEyNQ_0 2024-09-12T18:00:08.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13670701451024937812', time=2024-09-12T19:48:56.903273+0000, chain.objs.size()=1 2024-09-12T18:00:08.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.9uzf1cLrRr4PInvJPSH6Cc8FzF9tcPn_0 2024-09-12T18:00:08.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5290449100156794473', time=2024-09-12T19:48:56.941183+0000, chain.objs.size()=1 2024-09-12T18:00:08.875 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.868+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.M4yJygcxM1-hLgFt-BnyXS6iQu8v_jo_0 2024-09-12T18:00:08.876 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15718704810817171151', time=2024-09-12T19:48:56.948782+0000, chain.objs.size()=1 2024-09-12T18:00:08.876 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mG18UxJ8EK8MV7V6hh34oKYDKeX8Evg_0 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6008861721124843165', time=2024-09-12T19:48:57.213342+0000, chain.objs.size()=1 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WxjRITjgWcPcqXY-4pZPVCcS47KExqc_0 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15623509676285600543', time=2024-09-12T19:48:57.287444+0000, chain.objs.size()=1 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.o7y6SkXfnaqGgxu7MtvJOsHpS39WdAb_0 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5961166792631028603', time=2024-09-12T19:48:57.328038+0000, chain.objs.size()=1 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.IIcsaXBhVdhwaLs290D27h3YkIe8U1p_0 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5008752139125074138', time=2024-09-12T19:48:57.517462+0000, chain.objs.size()=1 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1tlmIqFiHq2hGFITxQu3YHU4YV9bixr_0 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12508496696562391865', time=2024-09-12T19:48:58.622919+0000, chain.objs.size()=1 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.326__shadow_.u5gr-ccsNNo5Bj7e5aNEcFLThn3Gq8W_0 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5370402455449795448', time=2024-09-12T19:49:26.319191+0000, chain.objs.size()=1 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.376__shadow_.lzcce4gre1bkA45R8J3gDa6RbZpbJQl_0 2024-09-12T18:00:08.877 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3283313734852862204', time=2024-09-12T19:49:29.510772+0000, chain.objs.size()=1 2024-09-12T18:00:08.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.381__shadow_.oGnVHd_dMaoqn6P_FeRXCGCT9eDXoV6_0 2024-09-12T18:00:08.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3119617549262295688', time=2024-09-12T19:50:04.355528+0000, chain.objs.size()=1 2024-09-12T18:00:08.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.437__shadow_.oHO2EoKby684CizYZv0f0QQ6Ohqhriq_0 2024-09-12T18:00:08.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3192267021436640524', time=2024-09-12T19:50:51.016664+0000, chain.objs.size()=1 2024-09-12T18:00:08.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.511__multipart_mymultipart.2~er4hHzN3gKDSUex7MpuR9L0k4bMXnTn.1 2024-09-12T18:00:08.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.528231462614051510', time=2024-09-12T19:50:52.356914+0000, chain.objs.size()=1 2024-09-12T18:00:08.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.513__multipart_mymultipart.2~xS8jjWZYAoW54bpwgYF5zmDEYa48kSg.1 2024-09-12T18:00:08.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14130436926386044783', time=2024-09-12T19:50:56.994926+0000, chain.objs.size()=1 2024-09-12T18:00:08.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.872+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.517__shadow_.PuRWckujBkTXZQ2UjE_Pse0fdq5R2l0_0 2024-09-12T18:00:08.878 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/43970 2024-09-12T18:00:08.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-12T18:00:08.879 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~8gocnviDjpwLcvq1DF-ZQKL8wnHIHtG', time=2024-09-12T19:51:37.294162+0000, chain.objs.size()=1 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.535__multipart_mymultipart.2~8gocnviDjpwLcvq1DF-ZQKL8wnHIHtG.3 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6440579593451621140', time=2024-09-12T19:52:18.622459+0000, chain.objs.size()=1 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.555__shadow_.eMwkxhEtB1WkylY8uP-x2ylSDQdxFwF_0 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3943718722126065636', time=2024-09-12T19:52:20.100147+0000, chain.objs.size()=1 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.557__shadow_.ZU8jDi-UiZ1B-zGK7D7JiiemaTgNPOr_0 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6179594052362588498', time=2024-09-12T19:52:20.467433+0000, chain.objs.size()=1 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.557__shadow_.y3eZD-CiyeWALXTpOAGZj5kY9NgCo-h_0 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18051640250878768776', time=2024-09-12T19:52:35.673481+0000, chain.objs.size()=1 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:gl13Me8h5ifD0SMz.sEpBDRTo1OmnoU_.1WihD3TN8p8UZZDIXd85DbDN1WMb53X_0 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2671581417997305093', time=2024-09-12T19:52:47.483801+0000, chain.objs.size()=1 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.574__shadow:jp3qXQftl9X6f2-JiWXwb1ozV8jF9sT_.5N671XZELLhv9L6aFoQv-P9XtOnwUwk_0 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9557497129049200023', time=2024-09-12T19:56:03.542886+0000, chain.objs.size()=1 2024-09-12T18:00:08.880 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.634__shadow_.-Y1ho8YL93xiiCPLv9ONB5X9BDAyh4X_0 2024-09-12T18:00:08.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2868728526651157075', time=2024-09-12T19:56:12.751194+0000, chain.objs.size()=1 2024-09-12T18:00:08.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.648__shadow_.M4uhSHiXPQtHDgT1tcxsu3bqjBPr-xH_0 2024-09-12T18:00:08.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6975719219275804061', time=2024-09-12T19:56:23.472813+0000, chain.objs.size()=6 2024-09-12T18:00:08.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.661__multipart_baz.2~4UOFIZcWWIVm_p9XecSgazP02nADM7W.1 2024-09-12T18:00:08.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.661__multipart_baz.2~4UOFIZcWWIVm_p9XecSgazP02nADM7W.2 2024-09-12T18:00:08.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.661__multipart_baz.2~4UOFIZcWWIVm_p9XecSgazP02nADM7W.3 2024-09-12T18:00:08.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.661__multipart_baz.2~4UOFIZcWWIVm_p9XecSgazP02nADM7W.4 2024-09-12T18:00:08.881 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.876+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.661__multipart_baz.2~4UOFIZcWWIVm_p9XecSgazP02nADM7W.5 2024-09-12T18:00:08.882 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.880+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.661__multipart_baz.2~4UOFIZcWWIVm_p9XecSgazP02nADM7W.6 2024-09-12T18:00:08.882 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.880+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.883 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.880+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T18:00:08.885 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.885 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/56526' 2024-09-12T18:00:08.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_JiuAEjIiDnk9s207HZ9F7FUQlYsRIkd', time=2024-09-12T19:44:56.532183+0000, chain.objs.size()=3 2024-09-12T18:00:08.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.u4D1Mrrq3oItr1VhFLiR3Di40xb78x3_0 2024-09-12T18:00:08.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.u4D1Mrrq3oItr1VhFLiR3Di40xb78x3_1 2024-09-12T18:00:08.887 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.u4D1Mrrq3oItr1VhFLiR3Di40xb78x3_2 2024-09-12T18:00:08.888 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9229815781617075887', time=2024-09-12T19:45:03.242203+0000, chain.objs.size()=1 2024-09-12T18:00:08.888 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.171__shadow_.2iyyeUsnmEmlvMtjYIvgeY20c9WQHTK_0 2024-09-12T18:00:08.888 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4533967968438610411', time=2024-09-12T19:45:15.304538+0000, chain.objs.size()=1 2024-09-12T18:00:08.888 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.188__shadow_.EZqZhVQYEh-iZIHdnZ-KH_ytAwYvMzc_0 2024-09-12T18:00:08.888 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14566821693010039929', time=2024-09-12T19:47:03.016904+0000, chain.objs.size()=1 2024-09-12T18:00:08.888 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.245__shadow_.3Ht90Ksnhj5AnKZN7OhaZk3gqZ2HUyy_0 2024-09-12T18:00:08.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14437775528163267260', time=2024-09-12T19:47:05.392034+0000, chain.objs.size()=1 2024-09-12T18:00:08.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.249__shadow_.41vInywGwTIj_79eJTibt1jqxG5gIG9_0 2024-09-12T18:00:08.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12135090900479712760', time=2024-09-12T19:47:09.189922+0000, chain.objs.size()=1 2024-09-12T18:00:08.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.255__shadow_.IHfOflF7Slm0M8xuujC8g9zwEwO9lce_0 2024-09-12T18:00:08.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15024287277572195075', time=2024-09-12T19:47:32.262906+0000, chain.objs.size()=1 2024-09-12T18:00:08.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.JTT2FqNRrj5Y6i2mih8hAWS2DDE15La_0 2024-09-12T18:00:08.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8310907703648629576', time=2024-09-12T19:47:32.309001+0000, chain.objs.size()=1 2024-09-12T18:00:08.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.D9bPkQK8f2l_1EtkB60gyWeCes7KQU8_0 2024-09-12T18:00:08.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.317205131546618824', time=2024-09-12T19:47:32.326461+0000, chain.objs.size()=1 2024-09-12T18:00:08.889 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.owj1lc1boGfEfVSv9Pq8s5PJNqcL-Bq_0 2024-09-12T18:00:08.892 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9914895873369330262', time=2024-09-12T19:47:32.502200+0000, chain.objs.size()=1 2024-09-12T18:00:08.892 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.884+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aV9InPbMekYz1ZektX3Lgi-h6zBxPwM_0 2024-09-12T18:00:08.892 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4041183075288946279', time=2024-09-12T19:47:32.527352+0000, chain.objs.size()=1 2024-09-12T18:00:08.892 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9bVAjtmQ_P5jPjsuLjqDN8efvfNdDiW_0 2024-09-12T18:00:08.892 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.485547887490132125', time=2024-09-12T19:47:32.599842+0000, chain.objs.size()=1 2024-09-12T18:00:08.892 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZJ3eTbnphv4qU7hXn_SOHxhX6orlUHo_0 2024-09-12T18:00:08.892 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10264273649809489996', time=2024-09-12T19:47:32.685264+0000, chain.objs.size()=1 2024-09-12T18:00:08.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GntxvqSpD01B_ZUm7s8VNO_tp7aYjm1_0 2024-09-12T18:00:08.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7767221380358560414', time=2024-09-12T19:47:32.811196+0000, chain.objs.size()=1 2024-09-12T18:00:08.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.G8WIho5uyaCEBXJYq62zAMSDlLUExHh_0 2024-09-12T18:00:08.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3328501598302694716', time=2024-09-12T19:47:32.817576+0000, chain.objs.size()=1 2024-09-12T18:00:08.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ugpyldDqAcliOnBZQM2Mz2kLjkRZl_t_0 2024-09-12T18:00:08.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4217315640016151906', time=2024-09-12T19:47:32.821591+0000, chain.objs.size()=1 2024-09-12T18:00:08.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.EZqL7JeRCiUKaeq0DS7bmzKBpPWU1gc_0 2024-09-12T18:00:08.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6268719888900997173', time=2024-09-12T19:47:32.850607+0000, chain.objs.size()=1 2024-09-12T18:00:08.893 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.7PMc6epsYac8x6-MEIszH393QogA4Dy_0 2024-09-12T18:00:08.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10079309225326228358', time=2024-09-12T19:47:32.854341+0000, chain.objs.size()=1 2024-09-12T18:00:08.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.F7ta9f82a_NUiVY5KiiUM0uLLTdw_Sh_0 2024-09-12T18:00:08.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5740430027159643587', time=2024-09-12T19:47:32.864739+0000, chain.objs.size()=1 2024-09-12T18:00:08.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oUmY8Ync0saiQtFtpYPziVdto6411Pl_0 2024-09-12T18:00:08.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1895808153680922781', time=2024-09-12T19:47:32.942621+0000, chain.objs.size()=1 2024-09-12T18:00:08.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.o5yB9L16Eprg4nIkz__czDEo2d6N592_0 2024-09-12T18:00:08.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8758018917205964918', time=2024-09-12T19:47:33.239767+0000, chain.objs.size()=1 2024-09-12T18:00:08.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.hbZswWOBTy-SULKi_RCaTXWZeLwMkoX_0 2024-09-12T18:00:08.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3631393284991603077', time=2024-09-12T19:47:33.281668+0000, chain.objs.size()=1 2024-09-12T18:00:08.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZVBOJwZftl25Pr35X5h96V-xIzbImOy_0 2024-09-12T18:00:08.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12460685543196543684', time=2024-09-12T19:47:33.482475+0000, chain.objs.size()=1 2024-09-12T18:00:08.894 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2N25Ul-Hmcxknm8Nhw1zJ4cW48ktFaF_0 2024-09-12T18:00:08.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3784226103314963829', time=2024-09-12T19:47:33.524133+0000, chain.objs.size()=1 2024-09-12T18:00:08.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0j_pILik5aAw_y36SZiaJSnjsXoxjEt_0 2024-09-12T18:00:08.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8472550981886032194', time=2024-09-12T19:47:33.529872+0000, chain.objs.size()=1 2024-09-12T18:00:08.895 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.888+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tB1Fs86e2ceEYPdyZdsAP791fmN-Fjb_0 2024-09-12T18:00:08.898 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11330327928393875625', time=2024-09-12T19:47:33.530762+0000, chain.objs.size()=1 2024-09-12T18:00:08.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.N2wFJMqCIKED_AV-gnCUZRgEBb-mv7C_0 2024-09-12T18:00:08.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11948452557375749017', time=2024-09-12T19:47:33.742441+0000, chain.objs.size()=1 2024-09-12T18:00:08.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YGJzHyaNi6JkFmB9ImDA-zNKJwmfee6_0 2024-09-12T18:00:08.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1984182019313174911', time=2024-09-12T19:47:33.858066+0000, chain.objs.size()=1 2024-09-12T18:00:08.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.JxnaeWTAIQb-DmFJZrqENTRfscy2rCs_0 2024-09-12T18:00:08.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13025397379845589931', time=2024-09-12T19:47:33.870364+0000, chain.objs.size()=1 2024-09-12T18:00:08.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.kz8zslphEplRPoo1tnHdMG2AQ5cYiD__0 2024-09-12T18:00:08.899 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2644330425379737550', time=2024-09-12T19:47:33.876343+0000, chain.objs.size()=1 2024-09-12T18:00:08.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.PYDN6q3J6EHKy4xbZpRIOh8Nh5hwguz_0 2024-09-12T18:00:08.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4051277865028992449', time=2024-09-12T19:47:33.897212+0000, chain.objs.size()=1 2024-09-12T18:00:08.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.6-X2jd74IVj0fpwIehWDYo_cdKJD7iX_0 2024-09-12T18:00:08.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8596302145060542475', time=2024-09-12T19:47:33.924764+0000, chain.objs.size()=1 2024-09-12T18:00:08.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.QDzWPYtnP6JNnhIbaLTmF56tNkhMO9r_0 2024-09-12T18:00:08.900 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15816348424432882322', time=2024-09-12T19:47:34.078583+0000, chain.objs.size()=1 2024-09-12T18:00:08.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.RhIFjyiPBByeONOWnjQ388oxKQ5Azy__0 2024-09-12T18:00:08.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7457335329791303610', time=2024-09-12T19:47:34.187443+0000, chain.objs.size()=1 2024-09-12T18:00:08.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.PKh9Seagu76--XaZ8t3rz_qj9XdP32N_0 2024-09-12T18:00:08.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.866771925262484470', time=2024-09-12T19:47:34.201491+0000, chain.objs.size()=1 2024-09-12T18:00:08.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.VB42BDcZRMLyyjGXJ-cHdUhXSO6JS_L_0 2024-09-12T18:00:08.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13521353087479299771', time=2024-09-12T19:47:34.223198+0000, chain.objs.size()=1 2024-09-12T18:00:08.901 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.LkkXPhPlKdXi2XxW0m4Ac9Ww0c7tQcn_0 2024-09-12T18:00:08.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1666678718066159302', time=2024-09-12T19:47:34.390021+0000, chain.objs.size()=1 2024-09-12T18:00:08.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.H-6LibjMorelLKFndFrMf3_n28QrORG_0 2024-09-12T18:00:08.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4305988014653889201', time=2024-09-12T19:47:34.413930+0000, chain.objs.size()=1 2024-09-12T18:00:08.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Lvp9Qpd4_O-htSk9j6hBudggXRR-0-3_0 2024-09-12T18:00:08.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16046544255085161500', time=2024-09-12T19:47:34.458340+0000, chain.objs.size()=1 2024-09-12T18:00:08.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.n9-GKXLd58vcsiGJrIq8aXQb3iPgL2-_0 2024-09-12T18:00:08.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4364463479174970476', time=2024-09-12T19:47:39.817232+0000, chain.objs.size()=1 2024-09-12T18:00:08.902 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.271__shadow_.1X-OiuRDxyiqCrpkHx_FHBQnQJg1x-L_0 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16363700735009000803', time=2024-09-12T19:47:41.090641+0000, chain.objs.size()=1 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.273__shadow_.3y-twDd6_ERV4S_0Jy5guvXphXeQulq_0 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16562400061285382927', time=2024-09-12T19:47:53.956662+0000, chain.objs.size()=1 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.YeOV-PSAtJj9BYpnM1oVQ2xfsBBDcwp_0 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6048625773677725090', time=2024-09-12T19:47:53.974970+0000, chain.objs.size()=1 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.StSCHQoIcaBcKWTna3mMLMfpEmcvAXF_0 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18345521360676405207', time=2024-09-12T19:47:53.980291+0000, chain.objs.size()=1 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.892+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.jhOhU0PM9UAaYZdFk1sMeYBIMmES3EH_0 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.166220836515791795', time=2024-09-12T19:47:55.284172+0000, chain.objs.size()=1 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.fE7BouH6SWE_cDe_6X-OGC4TNlNsW5Q_0 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11925748811067659750', time=2024-09-12T19:48:04.640436+0000, chain.objs.size()=1 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.307__shadow:2-oxVJ3cEXOacv1RO0V7SJRvx5ZfYaa_.ncUDHBnUZS628b51clu-bUyYcqoQW_a_0 2024-09-12T18:00:08.903 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1586695559761871593', time=2024-09-12T19:48:11.924901+0000, chain.objs.size()=1 2024-09-12T18:00:08.904 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.319__shadow:lld-XBeX9qDESaEN2gAnGRFNEqNjj6Y_.5aT60sgtiBiq_GE7GBUzEg7Ydt05OQF_0 2024-09-12T18:00:08.904 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17271863154505054379', time=2024-09-12T19:48:33.405561+0000, chain.objs.size()=1 2024-09-12T18:00:08.904 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.A2IoHd3WH57VfEGQR0dchBgxx3rtm6k_0 2024-09-12T18:00:08.904 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16506775886803445943', time=2024-09-12T19:48:33.469537+0000, chain.objs.size()=1 2024-09-12T18:00:08.904 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.a5MOUS6K0312gUzoT2Yuf59mRLtgh4F_0 2024-09-12T18:00:08.904 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6694564491370980767', time=2024-09-12T19:48:33.515149+0000, chain.objs.size()=1 2024-09-12T18:00:08.904 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.60w-3oX9TIAVd9ocaU44nCBJc3Y4e31_0 2024-09-12T18:00:08.904 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1765853675599980649', time=2024-09-12T19:48:33.520612+0000, chain.objs.size()=1 2024-09-12T18:00:08.904 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.UM2mlF5Vfu6ah1YwSU-PkccH163_LK4_0 2024-09-12T18:00:08.904 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9643801195089724957', time=2024-09-12T19:48:33.554324+0000, chain.objs.size()=1 2024-09-12T18:00:08.905 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8DSfd-XqagpnSMTCz-qLo7Bs-4-5fjg_0 2024-09-12T18:00:08.905 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17401282484063060305', time=2024-09-12T19:48:33.872760+0000, chain.objs.size()=1 2024-09-12T18:00:08.905 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.O1k3-j-MxFxJ3Z97OIbheexZvNe6loq_0 2024-09-12T18:00:08.905 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2872655909839862813', time=2024-09-12T19:48:33.914962+0000, chain.objs.size()=1 2024-09-12T18:00:08.905 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.arccSI32n262h0ajbCUIJrxUG4_cx_6_0 2024-09-12T18:00:08.905 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3485350779348530808', time=2024-09-12T19:48:34.045506+0000, chain.objs.size()=1 2024-09-12T18:00:08.906 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.bkLfYwNdSMfFzE4dhK4AxUVO0FsFkpO_0 2024-09-12T18:00:08.906 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6540091783719096148', time=2024-09-12T19:48:34.079685+0000, chain.objs.size()=1 2024-09-12T18:00:08.906 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.gXhJxS5tGjbQzZpZd7FD1b3MwtpKvhW_0 2024-09-12T18:00:08.906 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4640232621690923390', time=2024-09-12T19:48:34.138486+0000, chain.objs.size()=1 2024-09-12T18:00:08.906 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1uhOx5_4sqKQGVXzelliAsYnXXOjZgx_0 2024-09-12T18:00:08.906 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15444515124819511038', time=2024-09-12T19:48:34.157730+0000, chain.objs.size()=1 2024-09-12T18:00:08.906 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.GBs1a8M0frdNloCw_WsqWjo6qNuAyS6_0 2024-09-12T18:00:08.907 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16037455530652404900', time=2024-09-12T19:48:34.166549+0000, chain.objs.size()=1 2024-09-12T18:00:08.907 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.AyuKDowQg_yv4tFt9Zvi56pOsenO4HZ_0 2024-09-12T18:00:08.912 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2700927834182021834', time=2024-09-12T19:48:34.171400+0000, chain.objs.size()=1 2024-09-12T18:00:08.912 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.l8RkLNJ5RYmNqhZ7Vp9Coq5jH-i0aUl_0 2024-09-12T18:00:08.913 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17750089139200229242', time=2024-09-12T19:48:34.207476+0000, chain.objs.size()=1 2024-09-12T18:00:08.913 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.6IZu4CcYBPqlU2Nic5xwmNRJcRQXAQd_0 2024-09-12T18:00:08.913 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2178529227613739698', time=2024-09-12T19:48:34.374893+0000, chain.objs.size()=1 2024-09-12T18:00:08.913 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.q1LMA5DdxN3GyVPKROGiM4f8hH5O-hq_0 2024-09-12T18:00:08.913 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13431556038936753263', time=2024-09-12T19:48:34.432029+0000, chain.objs.size()=1 2024-09-12T18:00:08.914 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fKfeX0omvd_6N1ER-GTR6XiQ7x-G1jm_0 2024-09-12T18:00:08.914 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14528715515101975746', time=2024-09-12T19:48:34.484257+0000, chain.objs.size()=1 2024-09-12T18:00:08.914 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.RVfG2BD0gJso2I8UfvZ_oPy7WiBXIXD_0 2024-09-12T18:00:08.914 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3283631644377439771', time=2024-09-12T19:48:34.729167+0000, chain.objs.size()=1 2024-09-12T18:00:08.914 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.TiWXBkw2Xx1Hil22ygHGcN80jtqQ1Lj_0 2024-09-12T18:00:08.914 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17444451160211841925', time=2024-09-12T19:48:34.731133+0000, chain.objs.size()=1 2024-09-12T18:00:08.914 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.896+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.34lF1QJFlWYOv5W_BsnKLKEEzu5FgJW_0 2024-09-12T18:00:08.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18060815248994724198', time=2024-09-12T19:48:34.843339+0000, chain.objs.size()=1 2024-09-12T18:00:08.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WDY5970-n8kbqVNt-p2VyL0G2S7N5Sj_0 2024-09-12T18:00:08.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10799245901595866550', time=2024-09-12T19:48:35.009855+0000, chain.objs.size()=1 2024-09-12T18:00:08.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BheBwcIIMR1x43yzc97tiIbWPpph7kt_0 2024-09-12T18:00:08.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4932535056660448719', time=2024-09-12T19:48:35.353384+0000, chain.objs.size()=1 2024-09-12T18:00:08.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3BZyIOYU2fN1WoLpf0TZBzTmH3pF-yu_0 2024-09-12T18:00:08.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4755458740646598223', time=2024-09-12T19:48:35.401973+0000, chain.objs.size()=1 2024-09-12T18:00:08.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YIAfW2oLAjdY81_So-qGP9UXeFtd5Ef_0 2024-09-12T18:00:08.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6523844544768364691', time=2024-09-12T19:48:35.459606+0000, chain.objs.size()=1 2024-09-12T18:00:08.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.XeVS5xRYNtA2tIAekcscP5JMmsYT_c__0 2024-09-12T18:00:08.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13516937066332502513', time=2024-09-12T19:48:35.467943+0000, chain.objs.size()=1 2024-09-12T18:00:08.915 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MbqBeGwcGUyo6RtHQppxT53zRfGlFPu_0 2024-09-12T18:00:08.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17864474526761007328', time=2024-09-12T19:48:35.472187+0000, chain.objs.size()=1 2024-09-12T18:00:08.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.cvp7BGVAGcbt_gnr8sgb9L2Y7njfpfl_0 2024-09-12T18:00:08.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5985347082940668392', time=2024-09-12T19:48:35.518804+0000, chain.objs.size()=1 2024-09-12T18:00:08.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vEVStgtjWKE8sm9l5P6gCr7qjWuZ2Ts_0 2024-09-12T18:00:08.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15739461729851973361', time=2024-09-12T19:48:35.520800+0000, chain.objs.size()=1 2024-09-12T18:00:08.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.GqJSytkyz6QoFR5lvO4uftrkpju4YZ9_0 2024-09-12T18:00:08.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6530772988972791040', time=2024-09-12T19:48:35.671729+0000, chain.objs.size()=1 2024-09-12T18:00:08.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3paxalnSnh00ajzoswZFDcggcwQxoOG_0 2024-09-12T18:00:08.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6779648858759151691', time=2024-09-12T19:48:35.673874+0000, chain.objs.size()=1 2024-09-12T18:00:08.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Vc6txoo2To-iNIQFHSMZcIh50Z8Jm1__0 2024-09-12T18:00:08.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15231968715621327808', time=2024-09-12T19:48:35.726094+0000, chain.objs.size()=1 2024-09-12T18:00:08.916 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VLindpWrlntRDu--tDz4J_cu_e6sgLA_0 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13793342972797793074', time=2024-09-12T19:48:35.786191+0000, chain.objs.size()=1 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.rIc2sJB3QOhDJQzOEeMFkipPEWpmmLL_0 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11256073661343426654', time=2024-09-12T19:48:55.221967+0000, chain.objs.size()=1 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.V3u1Ev8O1sIJ9fTV6HkgCRVq9GN58rL_0 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.621450903171229029', time=2024-09-12T19:48:55.378285+0000, chain.objs.size()=1 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._0fSIosb6s-AgECbeGx7v2SlY7lTf0Y_0 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17727148545067161799', time=2024-09-12T19:48:55.629848+0000, chain.objs.size()=1 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.tPRnxMHECvG4HFTm6F2wLKc5t6bcKEF_0 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5776585364116074056', time=2024-09-12T19:48:55.696950+0000, chain.objs.size()=1 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GNNJaE3WwvQ3HWDvHGCBj46qHtD1sAK_0 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3135771956063444861', time=2024-09-12T19:48:55.699565+0000, chain.objs.size()=1 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.900+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3ynj-PWQec0h9AUqb8uTHip4BNnGg4c_0 2024-09-12T18:00:08.917 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6871720823251710043', time=2024-09-12T19:48:55.722835+0000, chain.objs.size()=1 2024-09-12T18:00:08.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.HYVb_LVqWQjAjnckqlPMQnMl5F9U4no_0 2024-09-12T18:00:08.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8444373123777881721', time=2024-09-12T19:48:55.874977+0000, chain.objs.size()=1 2024-09-12T18:00:08.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.vOLdbR3sYqUVJwMgALA-bjU1S6yInSP_0 2024-09-12T18:00:08.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12690145923663634440', time=2024-09-12T19:48:55.943605+0000, chain.objs.size()=1 2024-09-12T18:00:08.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.an-9uDYF0aT702HOzHffGS9cZqjdXnH_0 2024-09-12T18:00:08.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9845778006492671011', time=2024-09-12T19:48:55.980889+0000, chain.objs.size()=1 2024-09-12T18:00:08.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.UUcu-zGsCRr6gHw00R5C6x8WBx-U7Ed_0 2024-09-12T18:00:08.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1858187718900356280', time=2024-09-12T19:48:56.174786+0000, chain.objs.size()=1 2024-09-12T18:00:08.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.19AflF4CRhSWwEXnAUDnfFge5cZwthj_0 2024-09-12T18:00:08.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11072515770199447285', time=2024-09-12T19:48:56.242277+0000, chain.objs.size()=1 2024-09-12T18:00:08.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.vVOv7btOq4nwUEaDmxDhdMsbvBBuPLl_0 2024-09-12T18:00:08.918 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14111924226929796041', time=2024-09-12T19:48:56.270214+0000, chain.objs.size()=1 2024-09-12T18:00:08.919 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3cTZmiXMy1Vn2Pef5xhgR7Wnyv4QMdm_0 2024-09-12T18:00:08.919 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2513514183284461989', time=2024-09-12T19:48:56.293108+0000, chain.objs.size()=1 2024-09-12T18:00:08.919 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.EcMnx5WOVGLIUP5t6AaYqStm1PC3GNC_0 2024-09-12T18:00:08.919 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14763876091921852254', time=2024-09-12T19:48:56.320893+0000, chain.objs.size()=1 2024-09-12T18:00:08.919 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.l0s6uO0jxWogcJh9JyrQO80L3y90mRQ_0 2024-09-12T18:00:08.919 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17228606278365167596', time=2024-09-12T19:48:56.351524+0000, chain.objs.size()=1 2024-09-12T18:00:08.920 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.NwPZCrn_Cg2zinGDDOlBp1VWnysRxpY_0 2024-09-12T18:00:08.920 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2936967868272447232', time=2024-09-12T19:48:56.502882+0000, chain.objs.size()=1 2024-09-12T18:00:08.920 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pvy6uSDZeWT-5qp7YH2kZPTl_vlkvzy_0 2024-09-12T18:00:08.920 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.563913728843157450', time=2024-09-12T19:48:56.698465+0000, chain.objs.size()=1 2024-09-12T18:00:08.920 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.wP3yDejSBuT5nAVtxbi1uW6MJre1gJ2_0 2024-09-12T18:00:08.920 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3983939979672925326', time=2024-09-12T19:48:56.885286+0000, chain.objs.size()=1 2024-09-12T18:00:08.920 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.YluQSrlmijvp00h6vCYgOHHlrvtt2-P_0 2024-09-12T18:00:08.921 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7416655518620198477', time=2024-09-12T19:48:56.911879+0000, chain.objs.size()=1 2024-09-12T18:00:08.921 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mAXoEt1sTU_cdcRv4NmAQQHL-C2PhL7_0 2024-09-12T18:00:08.921 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4341795838791997498', time=2024-09-12T19:48:57.134625+0000, chain.objs.size()=1 2024-09-12T18:00:08.921 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VLWO1NSH49B-bzi58PUaU-mNLWHfvuJ_0 2024-09-12T18:00:08.921 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4399716679108534310', time=2024-09-12T19:48:57.147727+0000, chain.objs.size()=1 2024-09-12T18:00:08.921 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.904+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.27rwPD05xUPBy99zi9GBqzlhJGmJ5Dd_0 2024-09-12T18:00:08.922 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/56526 2024-09-12T18:00:08.922 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=28, truncated=0, next_marker='' 2024-09-12T18:00:08.922 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8465289922073926134', time=2024-09-12T19:48:57.226818+0000, chain.objs.size()=1 2024-09-12T18:00:08.922 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4H_5XfMDtP_Vj1wIikCCNMSGyA065kM_0 2024-09-12T18:00:08.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3635415476030307859', time=2024-09-12T19:48:57.265931+0000, chain.objs.size()=1 2024-09-12T18:00:08.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ObRZq6zfC7d83cMbUpFm7NSp-W27k74_0 2024-09-12T18:00:08.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15488840433974843417', time=2024-09-12T19:48:57.274830+0000, chain.objs.size()=1 2024-09-12T18:00:08.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.dJwMzzRa2kCsBBv-C-oF8mPfa_wBNlZ_0 2024-09-12T18:00:08.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6800793891255840491', time=2024-09-12T19:48:57.305200+0000, chain.objs.size()=1 2024-09-12T18:00:08.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.HWgbdmIiUdF7YV8w0iYveabRPMd_6Ok_0 2024-09-12T18:00:08.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7541916804113359194', time=2024-09-12T19:48:57.445681+0000, chain.objs.size()=1 2024-09-12T18:00:08.923 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-4poloxVg4z8UI88VRZFZFQ0670RQ4F_0 2024-09-12T18:00:08.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9384923934653036818', time=2024-09-12T19:48:57.446927+0000, chain.objs.size()=1 2024-09-12T18:00:08.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.kRCIkOXTy5zNJcumaMXBUKsI1teKIpt_0 2024-09-12T18:00:08.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12880877690396328975', time=2024-09-12T19:48:57.562881+0000, chain.objs.size()=1 2024-09-12T18:00:08.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ZowiLW-qugv9_mb8Ncc_JjSiztlFyxZ_0 2024-09-12T18:00:08.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2737344796823657193', time=2024-09-12T19:48:57.595209+0000, chain.objs.size()=1 2024-09-12T18:00:08.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.UkZuGYEE_1-svbGn5xeyJj0vrfrt8xO_0 2024-09-12T18:00:08.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6309366229130058654', time=2024-09-12T19:48:57.618759+0000, chain.objs.size()=1 2024-09-12T18:00:08.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.19u6WHT_NC7hrZ58EdOqMCi3NS_jqSL_0 2024-09-12T18:00:08.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18180926946513796516', time=2024-09-12T19:50:26.595000+0000, chain.objs.size()=1 2024-09-12T18:00:08.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.466__shadow_.RsVk9kQEL5omiIJkFgP1LitKegfdU9t_0 2024-09-12T18:00:08.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7782076031837951384', time=2024-09-12T19:50:41.640346+0000, chain.objs.size()=1 2024-09-12T18:00:08.924 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.496__shadow_.5516B3PqMg69HAv3xVDNOCbdLHGTF7y_0 2024-09-12T18:00:08.925 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18200569063703355148', time=2024-09-12T19:50:55.484262+0000, chain.objs.size()=1 2024-09-12T18:00:08.925 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.908+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.518__multipart_mymultipart.2~Rx36FWJHTQoG_ylhY886cVglWNx6K-p.1 2024-09-12T18:00:08.927 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7835473435182515525', time=2024-09-12T19:50:56.650125+0000, chain.objs.size()=1 2024-09-12T18:00:08.927 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.518__multipart_mymultipart.2~08tSzDmLbq8GNWWjxZkb-z202ekywrM.1 2024-09-12T18:00:08.927 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16582814267165375420', time=2024-09-12T19:51:22.817291+0000, chain.objs.size()=1 2024-09-12T18:00:08.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~0hD6PSE-0WTCQPHCGvBeaRB9WXQ5Odm.1 2024-09-12T18:00:08.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5551822097572591893', time=2024-09-12T19:52:20.173213+0000, chain.objs.size()=1 2024-09-12T18:00:08.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.557__shadow_.aXHL0VXuPJF9G0OZFvetyGaYp5oPW7q_0 2024-09-12T18:00:08.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16439691505285870464', time=2024-09-12T19:52:35.958472+0000, chain.objs.size()=1 2024-09-12T18:00:08.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:tTHZxpoZnJV5x-Ob5NalkPLkNotB5ab_.ZhoFFdm1bznF-gpfeBOWM0C9xxASw1c_0 2024-09-12T18:00:08.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16324052361863020629', time=2024-09-12T19:52:38.254581+0000, chain.objs.size()=1 2024-09-12T18:00:08.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:VMxrvzCVuLK.qh9sCBrMAkxUFT13xuq_.1oAENTFrOk5Fr93t9xrbuL5evTD_0PI_0 2024-09-12T18:00:08.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14760273281951629742', time=2024-09-12T19:52:43.370548+0000, chain.objs.size()=1 2024-09-12T18:00:08.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.572__shadow:7T9MRn8o8FgpXvoKDK1GBmH2-32wUXB_.960lY9yaRBN-auOx8E5LpBxucec6v0-_0 2024-09-12T18:00:08.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14228067753784058792', time=2024-09-12T19:52:56.054911+0000, chain.objs.size()=1 2024-09-12T18:00:08.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:G9QBlVEqbeFOlR1zOmwrKulw7fAoE9P_.UNk_dQQS1CrnvoIMURWatg6h9uzR3o6_0 2024-09-12T18:00:08.928 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9016610031797259007', time=2024-09-12T19:52:57.171161+0000, chain.objs.size()=1 2024-09-12T18:00:08.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:wtRiGBqjYd0KIeCnH2xJFyf08cwwg3L_.zrM-XapHj3OnVGYd5BAuy8GQra50u0Z_0 2024-09-12T18:00:08.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2046460689956734040', time=2024-09-12T19:53:16.512715+0000, chain.objs.size()=1 2024-09-12T18:00:08.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.580__shadow:qBfXQhV-fIphgxVH2xRpTE-494.w3MQ_.6fwpiMhLStvEHg9wE0eWW3fkMrDQnpf_0 2024-09-12T18:00:08.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9208487135684121521', time=2024-09-12T19:53:21.258737+0000, chain.objs.size()=1 2024-09-12T18:00:08.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.587__shadow:2-noL7-w99y5.OHjMZT54PESbo0AYnr_._Y4S-c_o_5Gn0VjIc1wGrypy0uwUDtf_0 2024-09-12T18:00:08.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10781985665206383239', time=2024-09-12T19:53:44.437598+0000, chain.objs.size()=12 2024-09-12T18:00:08.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.614__multipart_multipart_enc.2~vzAIaTskzBlTWV3-iOXIBKgdTKfDf0P.1 2024-09-12T18:00:08.929 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.614__shadow_multipart_enc.2~vzAIaTskzBlTWV3-iOXIBKgdTKfDf0P.1_1 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.614__multipart_multipart_enc.2~vzAIaTskzBlTWV3-iOXIBKgdTKfDf0P.2 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.614__shadow_multipart_enc.2~vzAIaTskzBlTWV3-iOXIBKgdTKfDf0P.2_1 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.912+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.614__multipart_multipart_enc.2~vzAIaTskzBlTWV3-iOXIBKgdTKfDf0P.3 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.614__shadow_multipart_enc.2~vzAIaTskzBlTWV3-iOXIBKgdTKfDf0P.3_1 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.614__multipart_multipart_enc.2~vzAIaTskzBlTWV3-iOXIBKgdTKfDf0P.4 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.614__shadow_multipart_enc.2~vzAIaTskzBlTWV3-iOXIBKgdTKfDf0P.4_1 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.614__multipart_multipart_enc.2~vzAIaTskzBlTWV3-iOXIBKgdTKfDf0P.5 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.614__shadow_multipart_enc.2~vzAIaTskzBlTWV3-iOXIBKgdTKfDf0P.5_1 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.614__multipart_multipart_enc.2~vzAIaTskzBlTWV3-iOXIBKgdTKfDf0P.6 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.614__shadow_multipart_enc.2~vzAIaTskzBlTWV3-iOXIBKgdTKfDf0P.6_1 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8338150872922046840', time=2024-09-12T19:55:58.697140+0000, chain.objs.size()=1 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.626__shadow_.nJDrbOt7Axezj88ijh-qhnGL86e_oWx_0 2024-09-12T18:00:08.930 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16393845024922073770', time=2024-09-12T19:56:33.516446+0000, chain.objs.size()=1 2024-09-12T18:00:08.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.679__shadow_.iN1f4t6YDVUK7Qlupt--U55XVqIn5li_0 2024-09-12T18:00:08.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2667843729966131010', time=2024-09-12T19:56:41.037256+0000, chain.objs.size()=1 2024-09-12T18:00:08.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.694__shadow:7hFNU.nFAtFhuHCIj1SfgkwOPcaP2no_.6VVYMjxB0KtXEQdKc4pxMHzRbV41t9l_0 2024-09-12T18:00:08.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6036940731934642501', time=2024-09-12T19:57:03.104229+0000, chain.objs.size()=1 2024-09-12T18:00:08.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.715__shadow:Qa28uZ7uh8n0jNMPZehw2-PKy3Tl.Zi_.s9Ls2fnO9vtzgsfmvIloVaSuEN94ryK_0 2024-09-12T18:00:08.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~lA8qVTOS9VA6HUZBZkKvYFouGJ0csj7', time=2024-09-12T19:57:30.063302+0000, chain.objs.size()=1 2024-09-12T18:00:08.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.916+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.742__multipart_mymultipart2.2~lA8qVTOS9VA6HUZBZkKvYFouGJ0csj7.1 2024-09-12T18:00:08.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.920+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.920+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T18:00:08.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.931 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/53501' 2024-09-12T18:00:08.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5264528877062527359', time=2024-09-12T19:44:48.312785+0000, chain.objs.size()=1 2024-09-12T18:00:08.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.151__shadow_.1-1coJRweb45SDsrLXqu3ZlXSRNRmnp_0 2024-09-12T18:00:08.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9282686952860618290', time=2024-09-12T19:45:01.225164+0000, chain.objs.size()=2 2024-09-12T18:00:08.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.164__multipart_foo.2~pm6apM8X3zhwOZ7qG-7H27ehBeSPGeu.1 2024-09-12T18:00:08.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.164__multipart_foo.2~pm6apM8X3zhwOZ7qG-7H27ehBeSPGeu.2 2024-09-12T18:00:08.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8036036227059600152', time=2024-09-12T19:45:15.899353+0000, chain.objs.size()=1 2024-09-12T18:00:08.932 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.189__shadow_.WAx0c8ZEZeDUAZ9XrOyeEIY7Q8WtPhy_0 2024-09-12T18:00:08.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1808962709218664294', time=2024-09-12T19:46:51.809546+0000, chain.objs.size()=1 2024-09-12T18:00:08.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.230__shadow_.AxxfjLxlzA1aEeevWdLTeAXyQdMlwon_0 2024-09-12T18:00:08.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9112066137026396340', time=2024-09-12T19:47:01.212324+0000, chain.objs.size()=1 2024-09-12T18:00:08.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.243__shadow_.RA21Zh86T99SetkLxNtSSrwcEsIuF1r_0 2024-09-12T18:00:08.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.105281387957316103', time=2024-09-12T19:47:01.217462+0000, chain.objs.size()=1 2024-09-12T18:00:08.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.243__shadow_.gqM3XfHMZoLo_tKZ7HLmiZw9uDl7m2p_0 2024-09-12T18:00:08.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16127525432012524582', time=2024-09-12T19:47:07.278442+0000, chain.objs.size()=1 2024-09-12T18:00:08.933 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.252__shadow_.otpUcx34M43jPJKI_o_CxZL2q9s9sAQ_0 2024-09-12T18:00:08.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17715348794587365409', time=2024-09-12T19:47:32.511962+0000, chain.objs.size()=1 2024-09-12T18:00:08.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tK9LPFjrpqoDtpDkw3K-vIA8RrvPff5_0 2024-09-12T18:00:08.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10688327453799099701', time=2024-09-12T19:47:32.548736+0000, chain.objs.size()=1 2024-09-12T18:00:08.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ktC0rdfrkh0bfcPz5hi3wn-7OAiyKey_0 2024-09-12T18:00:08.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6836535209452403025', time=2024-09-12T19:47:32.556592+0000, chain.objs.size()=1 2024-09-12T18:00:08.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.bGucJbuxdfQLTxRms0zV_zTkDKdVYBA_0 2024-09-12T18:00:08.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.745899971780507933', time=2024-09-12T19:47:32.683943+0000, chain.objs.size()=1 2024-09-12T18:00:08.934 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.924+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.As7A6Q5hCZKwcNqzjNYKMnlHpUdJga5_0 2024-09-12T18:00:08.937 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1452337165994185764', time=2024-09-12T19:47:32.859040+0000, chain.objs.size()=1 2024-09-12T18:00:08.937 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jYxZjbwo315N8ir6KDdJDlh5kq4axHs_0 2024-09-12T18:00:08.938 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12293753067980586331', time=2024-09-12T19:47:32.874193+0000, chain.objs.size()=1 2024-09-12T18:00:08.938 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.XAo8Ggv9e0iFx4RLLSQpbZNsV7motra_0 2024-09-12T18:00:08.939 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18171417653444790331', time=2024-09-12T19:47:32.940995+0000, chain.objs.size()=1 2024-09-12T18:00:08.939 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.IeSL7mS7pZ-P8wLTu5RjBsHM8s1Iq_e_0 2024-09-12T18:00:08.939 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13604503600644403405', time=2024-09-12T19:47:33.112185+0000, chain.objs.size()=1 2024-09-12T18:00:08.939 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TDiFM58WwO-Z_9UVhm9NEYYS498t1GL_0 2024-09-12T18:00:08.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15884539934776582810', time=2024-09-12T19:47:33.169264+0000, chain.objs.size()=1 2024-09-12T18:00:08.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DI0yBMpeZ5UNPDukESRbf9ZuzNelAXd_0 2024-09-12T18:00:08.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10213962788736194937', time=2024-09-12T19:47:33.299246+0000, chain.objs.size()=1 2024-09-12T18:00:08.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.6YfnNe1Pc-pW9Al0oSgtRMePsc0vL4Y_0 2024-09-12T18:00:08.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2104600979049578822', time=2024-09-12T19:47:33.326888+0000, chain.objs.size()=1 2024-09-12T18:00:08.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1J8JYM93tsrTwbSATjINUQp5DRrZ4D3_0 2024-09-12T18:00:08.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12235235922623229585', time=2024-09-12T19:47:33.818941+0000, chain.objs.size()=1 2024-09-12T18:00:08.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GGS4vGZh65xRiZoUvasvZUQo0TBGREu_0 2024-09-12T18:00:08.940 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17992105153799115105', time=2024-09-12T19:47:33.858581+0000, chain.objs.size()=1 2024-09-12T18:00:08.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.phX-aNlK_VWFAgz0aC9Sp19AMUbHjVQ_0 2024-09-12T18:00:08.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7317527625706305078', time=2024-09-12T19:47:33.908084+0000, chain.objs.size()=1 2024-09-12T18:00:08.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SJXX2MWg9xnz3oAsvj6cJxZ3wTdImRh_0 2024-09-12T18:00:08.941 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6210641909533812992', time=2024-09-12T19:47:34.041554+0000, chain.objs.size()=1 2024-09-12T18:00:08.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2AJ6kWkI5PW_HqTffpujMGmsVMy4e28_0 2024-09-12T18:00:08.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.850939171079219249', time=2024-09-12T19:47:34.104706+0000, chain.objs.size()=1 2024-09-12T18:00:08.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.u2wyHjyV_DB6ZRmR1v_q6RxabD-3hwJ_0 2024-09-12T18:00:08.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11638032812143396300', time=2024-09-12T19:47:34.117441+0000, chain.objs.size()=1 2024-09-12T18:00:08.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WQwNXRjq3Cb4TBz1QnKXQ5CY_gUQmkY_0 2024-09-12T18:00:08.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6129097997292711272', time=2024-09-12T19:47:34.132905+0000, chain.objs.size()=1 2024-09-12T18:00:08.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.y1L34ZyI_X6gZLmDTHBx3gD5H7UwHu6_0 2024-09-12T18:00:08.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1185122905068379087', time=2024-09-12T19:47:34.159613+0000, chain.objs.size()=1 2024-09-12T18:00:08.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.uaekvwFsTzBFZQRsndBDoRv91tSrDe3_0 2024-09-12T18:00:08.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6460662925346784499', time=2024-09-12T19:47:34.210892+0000, chain.objs.size()=1 2024-09-12T18:00:08.942 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.7o014hdDRJXm9rrX9IWMB4wy583Svni_0 2024-09-12T18:00:08.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12376146984523557658', time=2024-09-12T19:47:34.396820+0000, chain.objs.size()=1 2024-09-12T18:00:08.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.RgpggdrK7x8tDg1VGe-Vw1yeP7zC-om_0 2024-09-12T18:00:08.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13610113698615666736', time=2024-09-12T19:47:34.461577+0000, chain.objs.size()=1 2024-09-12T18:00:08.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.OUYX8RwmRilCsAb65PJE5yoR7FaHuuF_0 2024-09-12T18:00:08.943 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9067495484534293717', time=2024-09-12T19:47:36.826104+0000, chain.objs.size()=1 2024-09-12T18:00:08.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.266__shadow_.Xf0NQsHUu7kvb9Qbb2mdL2LDF_s-lQX_0 2024-09-12T18:00:08.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.38581909388449979', time=2024-09-12T19:47:38.640110+0000, chain.objs.size()=1 2024-09-12T18:00:08.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.269__shadow_.LRvK8aFvrWRhKBfNfNHS1EDxw_BlLiF_0 2024-09-12T18:00:08.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16773619877848646813', time=2024-09-12T19:47:41.091111+0000, chain.objs.size()=1 2024-09-12T18:00:08.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.273__shadow_.t3uZAc1YQ__ngfhTCFyeCf4WRWyFrgo_0 2024-09-12T18:00:08.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2058505678545778477', time=2024-09-12T19:47:45.364677+0000, chain.objs.size()=1 2024-09-12T18:00:08.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.928+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.280__shadow_.DfdcNjkwK8qwJ917BMZympeVqJftpwj_0 2024-09-12T18:00:08.944 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4656191711178354954', time=2024-09-12T19:47:53.981376+0000, chain.objs.size()=1 2024-09-12T18:00:08.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.kAek4rdMvEj6NVoO5NZN_f1AYmGrpPG_0 2024-09-12T18:00:08.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1306053674292762388', time=2024-09-12T19:47:55.274127+0000, chain.objs.size()=1 2024-09-12T18:00:08.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.iMo95V4UzEf0mZY40Ks3bhSe9KQYFwJ_0 2024-09-12T18:00:08.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18014574942817819128', time=2024-09-12T19:47:55.297116+0000, chain.objs.size()=1 2024-09-12T18:00:08.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.mT1GdlGTnEWjde8Q0B_g6UUH9IsxHLO_0 2024-09-12T18:00:08.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2528987883981970616', time=2024-09-12T19:47:55.316056+0000, chain.objs.size()=1 2024-09-12T18:00:08.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.cJFTXzE4db3LJvGg1ko33uEoiFni0OG_0 2024-09-12T18:00:08.945 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17844665623948749645', time=2024-09-12T19:47:59.751048+0000, chain.objs.size()=1 2024-09-12T18:00:08.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.300__shadow_.v_si9ScRmCSvOBVAJfirmdEer_8DLHZ_0 2024-09-12T18:00:08.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3930460823133599122', time=2024-09-12T19:48:33.394138+0000, chain.objs.size()=1 2024-09-12T18:00:08.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.lcuboDq1lxfekeZc-78vMSmnT1xDypm_0 2024-09-12T18:00:08.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7586972753052848469', time=2024-09-12T19:48:33.573276+0000, chain.objs.size()=1 2024-09-12T18:00:08.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.J7LaXFb-P5dwLGZh-aBOQ43mkQk6vLG_0 2024-09-12T18:00:08.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14517911848347363382', time=2024-09-12T19:48:33.590263+0000, chain.objs.size()=1 2024-09-12T18:00:08.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hyc6t8i1g13A0THEW5jR3QE6Ee-_L0q_0 2024-09-12T18:00:08.946 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9322816969555714563', time=2024-09-12T19:48:33.607718+0000, chain.objs.size()=1 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VNuRBslIwFW1uGOuWSXvfR3JctM7aR1_0 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12396545352587692470', time=2024-09-12T19:48:33.744860+0000, chain.objs.size()=1 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-Rm9uZONXhZ0pcXrQKohrdyZfznsIj6_0 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11391471247760373225', time=2024-09-12T19:48:33.798450+0000, chain.objs.size()=1 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.is3Zix54XO_cfhe3oxXy8Z-N-ZzRpDK_0 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8344859312147564698', time=2024-09-12T19:48:33.841106+0000, chain.objs.size()=1 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.jJxmFDmw-XneYTeubTan6sBj5uyMCF5_0 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3338858217740488811', time=2024-09-12T19:48:33.858323+0000, chain.objs.size()=1 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.LY4v2-MeOnWKsrhEm6bRb5U918tGNUy_0 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5541491291090242858', time=2024-09-12T19:48:33.891402+0000, chain.objs.size()=1 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9Sqei7queIV9l3lsZVkXaLSJbHZELc5_0 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4199130069303925460', time=2024-09-12T19:48:33.893761+0000, chain.objs.size()=1 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7dDse_hueBkHp5ssrfREIU9YcKbqYen_0 2024-09-12T18:00:08.947 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14160393977882104327', time=2024-09-12T19:48:33.904241+0000, chain.objs.size()=1 2024-09-12T18:00:08.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-C7KPelf3rsc-WQr5u0b-2tLDz4Bxql_0 2024-09-12T18:00:08.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11470921529597220808', time=2024-09-12T19:48:34.075351+0000, chain.objs.size()=1 2024-09-12T18:00:08.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ejRXYAs2iaxG8T6lUat5mAC7EwIX7di_0 2024-09-12T18:00:08.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15751699293396656926', time=2024-09-12T19:48:34.079228+0000, chain.objs.size()=1 2024-09-12T18:00:08.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.JZIaMFK2BSh9S6rJkaW0ppGiPCJ4sJe_0 2024-09-12T18:00:08.948 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5676405513810210477', time=2024-09-12T19:48:34.127356+0000, chain.objs.size()=1 2024-09-12T18:00:08.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YS6gUa1kZQSIBwDLFj8trLK5vyvxaVk_0 2024-09-12T18:00:08.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14018821438597208676', time=2024-09-12T19:48:34.357769+0000, chain.objs.size()=1 2024-09-12T18:00:08.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ts9Q0bgt94jgv7kFmx9FxeGuBUumynv_0 2024-09-12T18:00:08.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8544754381708747617', time=2024-09-12T19:48:34.360093+0000, chain.objs.size()=1 2024-09-12T18:00:08.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.S2rtY-8l_thXjt5sIt0Cf8SntGGjzAX_0 2024-09-12T18:00:08.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3730094995703079555', time=2024-09-12T19:48:34.386848+0000, chain.objs.size()=1 2024-09-12T18:00:08.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.932+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.jFzBL7aTz6owIY424cbubeeoDJ8ruiu_0 2024-09-12T18:00:08.949 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6276425354604397924', time=2024-09-12T19:48:34.467254+0000, chain.objs.size()=1 2024-09-12T18:00:08.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.DeY2aZfry0AaUkV8QNDm4MDj7lZg5tb_0 2024-09-12T18:00:08.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7777005667303074608', time=2024-09-12T19:48:34.526401+0000, chain.objs.size()=1 2024-09-12T18:00:08.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.War9b3hYHdvjIu99sAbKKprSuQ_kroB_0 2024-09-12T18:00:08.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2448745492307999465', time=2024-09-12T19:48:34.533067+0000, chain.objs.size()=1 2024-09-12T18:00:08.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1ITkMeJajfjRYfdZUjNQ8ojdy5tfUA4_0 2024-09-12T18:00:08.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6286055762403952403', time=2024-09-12T19:48:34.678406+0000, chain.objs.size()=1 2024-09-12T18:00:08.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.SaIfEXZdh8E5w3o40Nr6MWC_ZDl6qhI_0 2024-09-12T18:00:08.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7659578822095520916', time=2024-09-12T19:48:34.699884+0000, chain.objs.size()=1 2024-09-12T18:00:08.950 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8vd2O4Ul3mYd-BG5hG6AdPKAc-EAbo4_0 2024-09-12T18:00:08.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2683089366115531037', time=2024-09-12T19:48:34.790385+0000, chain.objs.size()=1 2024-09-12T18:00:08.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1LOBIzdSsnoycEaPKjRxOsLfGWqCDdZ_0 2024-09-12T18:00:08.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6574777502362937020', time=2024-09-12T19:48:35.015228+0000, chain.objs.size()=1 2024-09-12T18:00:08.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.rKWYr6V4pcjARksp83qZoq1wX2YnWNt_0 2024-09-12T18:00:08.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6448637124674287617', time=2024-09-12T19:48:35.113227+0000, chain.objs.size()=1 2024-09-12T18:00:08.956 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qxCTGeb5D1X5ugKftQfnjA2aTAWsWS8_0 2024-09-12T18:00:08.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3483956445959322032', time=2024-09-12T19:48:35.183180+0000, chain.objs.size()=1 2024-09-12T18:00:08.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.6lq57f-_GdhoAR1CHEAPuYvTB4lQq-0_0 2024-09-12T18:00:08.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5830456896905686055', time=2024-09-12T19:48:35.327798+0000, chain.objs.size()=1 2024-09-12T18:00:08.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.G-3BJzT-BQulIcbNMfrI8B4YG1DymSn_0 2024-09-12T18:00:08.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16552077075999700524', time=2024-09-12T19:48:35.465724+0000, chain.objs.size()=1 2024-09-12T18:00:08.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7sl_AiWzhRbXg3atyJZ93cTcFFrZnbb_0 2024-09-12T18:00:08.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18418600481118898106', time=2024-09-12T19:48:35.467380+0000, chain.objs.size()=1 2024-09-12T18:00:08.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.OulD6uyFOYesxSWGYInoIgNPUYuJpUK_0 2024-09-12T18:00:08.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7058844011827982114', time=2024-09-12T19:48:35.469436+0000, chain.objs.size()=1 2024-09-12T18:00:08.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.714Fu6eIfGm-fq6zi5roamS2jNgW2dO_0 2024-09-12T18:00:08.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4647318922211148410', time=2024-09-12T19:48:35.502055+0000, chain.objs.size()=1 2024-09-12T18:00:08.957 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vwAhmg2gb9pax79f9i3KHsTENcl9ofQ_0 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6186968326251093071', time=2024-09-12T19:48:35.518517+0000, chain.objs.size()=1 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uUCTDFvHD4P86V6c3YMrK8wQDdTHthL_0 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18261786102465403332', time=2024-09-12T19:48:35.527004+0000, chain.objs.size()=1 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.koaGA2kQhglsMsiInsiEqRIteyUAWb7_0 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12357635086084961079', time=2024-09-12T19:48:35.647426+0000, chain.objs.size()=1 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.o4Qvf6hdnIrmEh1Mer8XNwwKBOELA9I_0 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.170628634883354516', time=2024-09-12T19:48:35.744694+0000, chain.objs.size()=1 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.G8YIXK6FHmw0b72rEdBzdgn4eLVshN6_0 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11473181385126555763', time=2024-09-12T19:48:35.769036+0000, chain.objs.size()=1 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.936+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.C0JIVTAbMoMHaWMuptDjMXYmKJnHtEX_0 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13547729587847348954', time=2024-09-12T19:48:55.154719+0000, chain.objs.size()=1 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.PDm0fFZy9aHiKpWbL8Hn-iQ-8DT3Rdu_0 2024-09-12T18:00:08.958 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9938495805976514095', time=2024-09-12T19:48:55.295833+0000, chain.objs.size()=1 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GsXMrSbIwaWjfCXLkgcx1jy6gtBi7Li_0 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6514780754963367874', time=2024-09-12T19:48:55.315024+0000, chain.objs.size()=1 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.q_cL67eD6Y82xdDDC5sM97YzMsJBisO_0 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7750239713432856163', time=2024-09-12T19:48:55.321168+0000, chain.objs.size()=1 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.YMOuqfeM1NOWeWzihT4ZoFNSgEtccno_0 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5567259593559963393', time=2024-09-12T19:48:55.362599+0000, chain.objs.size()=1 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.FuGqRaqNhHgDOnyC5KryRgAebgXxngE_0 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6833449951386404837', time=2024-09-12T19:48:55.369004+0000, chain.objs.size()=1 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Q1ovYNWOLWe-fOq7k5Erk_-nbJCR9to_0 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13495604222036179339', time=2024-09-12T19:48:55.515882+0000, chain.objs.size()=1 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mzL6RIQ6P--uU2ZOCSN1ESneZfXsEqC_0 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8648701280671978695', time=2024-09-12T19:48:55.619639+0000, chain.objs.size()=1 2024-09-12T18:00:08.959 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.oF_qyS1ZL10pLzL2Lem8DB06FhZwgxd_0 2024-09-12T18:00:08.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11732565354737647417', time=2024-09-12T19:48:55.674987+0000, chain.objs.size()=1 2024-09-12T18:00:08.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LtONy5oRdTGxW4d1C6RJLquvodIdLXG_0 2024-09-12T18:00:08.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.33829920385765877', time=2024-09-12T19:48:55.717857+0000, chain.objs.size()=1 2024-09-12T18:00:08.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3K_QKI9Cjs3a-rE2vuf2rb9-1YnGzkQ_0 2024-09-12T18:00:08.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5967806775984589374', time=2024-09-12T19:48:55.721372+0000, chain.objs.size()=1 2024-09-12T18:00:08.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.940+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.olql6Y6MMQ52eygkPJ_5WcVZAQzr4y8_0 2024-09-12T18:00:08.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9127297655507801539', time=2024-09-12T19:48:55.872771+0000, chain.objs.size()=1 2024-09-12T18:00:08.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KdsevkaW-LB0bu7Kw-boZZmAtIgFAQl_0 2024-09-12T18:00:08.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12744770941347239155', time=2024-09-12T19:48:55.930332+0000, chain.objs.size()=1 2024-09-12T18:00:08.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.SAv40gjZdjxp-67Fv2VbcA5YQo-1lhA_0 2024-09-12T18:00:08.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1982683173519403178', time=2024-09-12T19:48:55.942718+0000, chain.objs.size()=1 2024-09-12T18:00:08.960 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.fw_UCb9yBH3uH3VQM0NS4oWkyB-eKQs_0 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7875504529416744806', time=2024-09-12T19:48:55.972680+0000, chain.objs.size()=1 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.BU889Wc9EXSGhBOGeMmLMpKSclpJ9ML_0 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7523187786936446150', time=2024-09-12T19:48:56.196160+0000, chain.objs.size()=1 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TUroFfoG7-84IFiPFMjxrq10WL057ZM_0 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8947810304227725794', time=2024-09-12T19:48:56.210874+0000, chain.objs.size()=1 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WvsTuQpKQWzZ_1fRkFzMFhr2nM2Fe1Z_0 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1421078342673459456', time=2024-09-12T19:48:56.218780+0000, chain.objs.size()=1 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.tWBFr-Gn20HH_BbWMFYw8T5R2rtBdQO_0 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8364992463905737204', time=2024-09-12T19:48:56.227874+0000, chain.objs.size()=1 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.55lQABp6gbWPl1ddBmri8iKGCjQMcSN_0 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15103226677641225352', time=2024-09-12T19:48:56.251665+0000, chain.objs.size()=1 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rBqS323Adz6cYsx6w7QGCWIhWRoLtrQ_0 2024-09-12T18:00:08.961 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16466226974374969778', time=2024-09-12T19:48:56.298730+0000, chain.objs.size()=1 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.9Lu6LuytFSWX50s33q1Xcfc_jY4wS7G_0 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11890488479285091503', time=2024-09-12T19:48:56.564476+0000, chain.objs.size()=1 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Wq-opSTs_DOZqyNqUqof_Fbrr8xF4gG_0 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4090114811571257514', time=2024-09-12T19:48:56.909632+0000, chain.objs.size()=1 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.oEPmhLWrwHbiTDv4upKY_1UM2dlrPl3_0 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10643599930693906334', time=2024-09-12T19:48:56.915770+0000, chain.objs.size()=1 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Xx6Cr6GKwVrdT5UfNvpt8zBuLP5gRrz_0 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4733349817604033126', time=2024-09-12T19:48:56.947921+0000, chain.objs.size()=1 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mjuhrGeAofj7l0QIVxmC3-WgINKfW9L_0 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7231564595622736068', time=2024-09-12T19:48:56.948758+0000, chain.objs.size()=1 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.944+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.b2XjwmRPnHyJ_iMmjSgwMXwCE2UULGl_0 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/53501 2024-09-12T18:00:08.962 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=28, truncated=0, next_marker='' 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14171957249907000457', time=2024-09-12T19:48:56.950718+0000, chain.objs.size()=1 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.UKCia-BvSyieDSPu8BycBpsWepWYcDp_0 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13172897591616239006', time=2024-09-12T19:48:56.974593+0000, chain.objs.size()=1 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VPwQkvFH8AbH67YiIUEA4RaAmtZu2Ry_0 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18307973030371048634', time=2024-09-12T19:48:57.018205+0000, chain.objs.size()=1 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.u2O8MwQHW-rZ09esARF-fXAxpVDIqsz_0 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6173931480217756112', time=2024-09-12T19:48:57.162024+0000, chain.objs.size()=1 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.N1Pm-LHk-XMQK1JiHlnEXkGuHIr8AO0_0 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7277417213542844242', time=2024-09-12T19:48:57.247224+0000, chain.objs.size()=1 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.S-4p9Rz2PyLWjbrzl_BWGQ9by5jLS5B_0 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5318257085671906138', time=2024-09-12T19:48:57.307592+0000, chain.objs.size()=1 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XXY7JoIHbI4TFVjJMxtog2lP_4g6S1D_0 2024-09-12T18:00:08.963 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9879856021163270619', time=2024-09-12T19:48:57.467230+0000, chain.objs.size()=1 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.oEAWKP1zFQ8MiK3tw1ifNS7wMCmDXm6_0 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5094467407786346020', time=2024-09-12T19:48:57.484706+0000, chain.objs.size()=1 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3HOy_t1WhqOlBQofRACBu6QprbWN1l-_0 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12241793491351905575', time=2024-09-12T19:48:57.559770+0000, chain.objs.size()=1 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.HNlms3TBh7N2gHD-7_mXzqs416MK0_J_0 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9709576307858535443', time=2024-09-12T19:48:57.598628+0000, chain.objs.size()=1 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.bsvBTia8n5VldwZ0UqKj_rL-6WHW1EC_0 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11736133102467956992', time=2024-09-12T19:48:59.766535+0000, chain.objs.size()=1 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.328__shadow_.3GJr2Z1XYvbzbzIgdV21ckmtSxe6MwC_0 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16108487299325405812', time=2024-09-12T19:49:29.303527+0000, chain.objs.size()=1 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.948+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.381__shadow_.0VtvE-lEwpDa-0z5zngSNHjc0SYhlCl_0 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11171082890615016088', time=2024-09-12T19:49:46.803465+0000, chain.objs.size()=1 2024-09-12T18:00:08.964 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.408__shadow_.w7z9Gj5uCAxxRwD9KCWsJ1i41ECBpF3_0 2024-09-12T18:00:08.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1583706020086064521', time=2024-09-12T19:49:47.367590+0000, chain.objs.size()=1 2024-09-12T18:00:08.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.409__shadow_.a70C3taQxGG7qjDboBzYnEqW022nTLB_0 2024-09-12T18:00:08.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15698152260810495945', time=2024-09-12T19:50:01.255590+0000, chain.objs.size()=1 2024-09-12T18:00:08.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.432__shadow_.IhnSFKybyGQeBSwGFRkOzuUg_sRhj7D_0 2024-09-12T18:00:08.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10464780587347292546', time=2024-09-12T19:51:27.969246+0000, chain.objs.size()=3 2024-09-12T18:00:08.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~p_5gTmqwGNH_RH5WiVchNBxfOzrEqo7.1 2024-09-12T18:00:08.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~p_5gTmqwGNH_RH5WiVchNBxfOzrEqo7.2 2024-09-12T18:00:08.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~p_5gTmqwGNH_RH5WiVchNBxfOzrEqo7.3 2024-09-12T18:00:08.965 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12753975851997021220', time=2024-09-12T19:52:13.384613+0000, chain.objs.size()=1 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.550__shadow_.aigOacBcRupueN_ZjQKfwCboDZQByJL_0 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12363482336826250106', time=2024-09-12T19:52:22.307096+0000, chain.objs.size()=1 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.559__shadow_.LO3cjU5qucCMjhN5BF7IAZsYMpNdmIx_0 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6984031244334671015', time=2024-09-12T19:52:24.214149+0000, chain.objs.size()=1 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.561__multipart_mymultipart.mpteFiIsP0AEPCPJ37eM8SwuB2030RvV.1 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15929848477014371657', time=2024-09-12T19:52:34.186519+0000, chain.objs.size()=1 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:RVTEFfAyXGtu1aDQqKNnDX8h3A8aO8U_.-M77EDwGLevkZOO4x4neUShyzsimovb_0 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9295834259874756210', time=2024-09-12T19:52:38.546873+0000, chain.objs.size()=1 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:Sd3BaW2NziRczoWj7ZqDnvBD394kAPC_.M60h_qAXB2yNSjHlGu-jexmVt226Qt4_0 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13544291025154306853', time=2024-09-12T19:52:56.474175+0000, chain.objs.size()=1 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:Tygcu4bkyev8FXQOkIql-MSTvbu0bYP_.6_ENJE-o2FMoLsIAEWRitX73kbnnv4R_0 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16395173026317290282', time=2024-09-12T19:52:58.815887+0000, chain.objs.size()=1 2024-09-12T18:00:08.966 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:RWdgSp5vCtVXz3sN.wRTYHZNCa9V5DO_.szJOvyVFvujAAevzWohKtjbeVoRh2J5_0 2024-09-12T18:00:08.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2718300762805276773', time=2024-09-12T19:53:09.137347+0000, chain.objs.size()=1 2024-09-12T18:00:08.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:k7rt32fx1noZ2hgNGSh87WFNIgWOtuw_.B_Mjejmi2h0KJtnacK9UaBpRQ7NCmmV_0 2024-09-12T18:00:08.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6709615383589284136', time=2024-09-12T19:53:26.308355+0000, chain.objs.size()=1 2024-09-12T18:00:08.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.596__shadow_.W2K8sXYTb6ZnepyxGkisM-RyPkCirC3_0 2024-09-12T18:00:08.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3481130408378004568', time=2024-09-12T19:56:01.641624+0000, chain.objs.size()=1 2024-09-12T18:00:08.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.631__shadow_.KqZoJAtFm4tHsNzly55ONWlMQCOq3Qf_0 2024-09-12T18:00:08.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7697356249896720788', time=2024-09-12T19:56:15.101292+0000, chain.objs.size()=1 2024-09-12T18:00:08.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.651__shadow_.hEMtrxsGANdEZXI8X0gy7aL1iEhkTvA_0 2024-09-12T18:00:08.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11863226025457589493', time=2024-09-12T19:57:14.041553+0000, chain.objs.size()=1 2024-09-12T18:00:08.967 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.952+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.717__shadow:9jOJVl8-VtTnAUfIl6AH0DS2UcC.Gru_.HB7n66-lNqCp3KWf9xVfWF89ynHurUu_0 2024-09-12T18:00:08.970 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.956+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.956+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T18:00:08.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49229' 2024-09-12T18:00:08.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.719121397050110401', time=2024-09-12T19:46:54.318016+0000, chain.objs.size()=1 2024-09-12T18:00:08.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.234__shadow_.FVVszfwQ-BhQkZcdKyShoT7QRR1BAAi_0 2024-09-12T18:00:08.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8060998688574283831', time=2024-09-12T19:47:08.563326+0000, chain.objs.size()=1 2024-09-12T18:00:08.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.254__shadow_.VsJjjNgYvrcXn8gkQt-AsivRZXbMRUZ_0 2024-09-12T18:00:08.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15091338314850236823', time=2024-09-12T19:47:10.995192+0000, chain.objs.size()=1 2024-09-12T18:00:08.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.258__shadow_.bFx6S4ePGBEKeXNLPf_l2SRgZsy_A3T_0 2024-09-12T18:00:08.971 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4410635692407495016', time=2024-09-12T19:47:32.302658+0000, chain.objs.size()=1 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1rqsev0XHCC7Dz8tJfQpvkm6HCWrlIs_0 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6027103448973932367', time=2024-09-12T19:47:32.594655+0000, chain.objs.size()=1 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.xdh7vAeQi-fMqgS8sdCYozWjYa6oSoI_0 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.166959952484253488', time=2024-09-12T19:47:32.620829+0000, chain.objs.size()=1 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WMlbJHgr1oE30Z_FcdE2ayrZ7Eu_a9M_0 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8773061732675047748', time=2024-09-12T19:47:32.633351+0000, chain.objs.size()=1 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mU2EJnOk7rWJJnCr3DcVVxNBnQm4RAj_0 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13777043787958604000', time=2024-09-12T19:47:32.677110+0000, chain.objs.size()=1 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aGtIZTX6kuD9iA-LeJ7EsLL7w04XAi6_0 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7661698263307736466', time=2024-09-12T19:47:32.831915+0000, chain.objs.size()=1 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FrsnZ6mfNWv9gi-Y-aXQ4GkW5Q-dE1v_0 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3274559526565686220', time=2024-09-12T19:47:32.870477+0000, chain.objs.size()=1 2024-09-12T18:00:08.972 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.R3yAl-H0LvQ_WG7Cg4_T1dk50cAxMYf_0 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.715445887747069286', time=2024-09-12T19:47:32.875506+0000, chain.objs.size()=1 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Oy-q0KBsNH0ktauJkJanq1XfUPaBChE_0 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5074102695349310624', time=2024-09-12T19:47:32.891816+0000, chain.objs.size()=1 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.960+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.79ghFBJVj1pjmo1EmYTDQFkEC4I5OGj_0 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15949758477705455221', time=2024-09-12T19:47:33.155839+0000, chain.objs.size()=1 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tkxM5imxfUXHt-rBiPoQxNXCQAMK1m5_0 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13144921121805586773', time=2024-09-12T19:47:33.159320+0000, chain.objs.size()=1 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mYRwMBVhoX8kgSitNMWyJurVzmTxjh7_0 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7864083507821872202', time=2024-09-12T19:47:33.160875+0000, chain.objs.size()=1 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Lcqt3v3Ov-_w6NgYMNq05Q5b-KPMCMR_0 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9523925110582870340', time=2024-09-12T19:47:33.292775+0000, chain.objs.size()=1 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DShk9lLEGWzHqvIfRkouFmg3ROPk0KR_0 2024-09-12T18:00:08.973 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1543176108741596500', time=2024-09-12T19:47:33.310107+0000, chain.objs.size()=1 2024-09-12T18:00:08.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FdeqE6wDz9XquVlKkpdudKqm1Dj8cgR_0 2024-09-12T18:00:08.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11906509307263046364', time=2024-09-12T19:47:33.510933+0000, chain.objs.size()=1 2024-09-12T18:00:08.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4l1MWHw3mj1bZj8xJWuUenlB2uEKM6E_0 2024-09-12T18:00:08.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3377989494252340697', time=2024-09-12T19:47:33.574508+0000, chain.objs.size()=1 2024-09-12T18:00:08.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NokBdW2l_u6175uvDYws-hFz8yD2Dg8_0 2024-09-12T18:00:08.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13476914768260128720', time=2024-09-12T19:47:33.619629+0000, chain.objs.size()=1 2024-09-12T18:00:08.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4tpJv10GHm2dWUWZuacEF9ISrJ_MSA1_0 2024-09-12T18:00:08.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5641438595014535620', time=2024-09-12T19:47:33.778399+0000, chain.objs.size()=1 2024-09-12T18:00:08.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.AJBHnbwntUwpWt6C9D5AhTSRsSsx2wB_0 2024-09-12T18:00:08.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13671370470431096326', time=2024-09-12T19:47:33.794351+0000, chain.objs.size()=1 2024-09-12T18:00:08.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gRU9kn5K0O3TsFQNtw0UerqpIcGApDB_0 2024-09-12T18:00:08.974 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1635765801233399516', time=2024-09-12T19:47:33.875611+0000, chain.objs.size()=1 2024-09-12T18:00:08.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oS3w_Uj3JnY67YjinXy_p1bS_Ueww6-_0 2024-09-12T18:00:08.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.134259209311763571', time=2024-09-12T19:47:34.215386+0000, chain.objs.size()=1 2024-09-12T18:00:08.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mBaDGjLPeEmOs_hX8mb-Cz9zCWW9MVB_0 2024-09-12T18:00:08.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7195845718805907384', time=2024-09-12T19:47:34.225308+0000, chain.objs.size()=1 2024-09-12T18:00:08.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._hLs_42u_UiAn_m6vIKuVtI2gjHFQ9b_0 2024-09-12T18:00:08.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5372319741706851037', time=2024-09-12T19:47:34.373612+0000, chain.objs.size()=1 2024-09-12T18:00:08.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0kh7Ky8_IBUrX1vrsdrMGzuJT7Gp5fO_0 2024-09-12T18:00:08.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7220427522980277289', time=2024-09-12T19:47:34.446157+0000, chain.objs.size()=1 2024-09-12T18:00:08.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KxFsvhYySmF2KDmPPT7gY6dEyI6uya__0 2024-09-12T18:00:08.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4071578631345038864', time=2024-09-12T19:47:34.459624+0000, chain.objs.size()=1 2024-09-12T18:00:08.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KlRNIOC1mFUkHg7ICYcM5lEPfGTFFGz_0 2024-09-12T18:00:08.975 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16941260502076516793', time=2024-09-12T19:47:34.463381+0000, chain.objs.size()=1 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.7uMVguVyouvU8vfb0TeiXgwCEE9nyTa_0 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6733371336399396131', time=2024-09-12T19:47:43.553625+0000, chain.objs.size()=1 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.277__shadow_.Xc8c05ot-2V0NZ72WtxmiLGErj9nYtt_0 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.174088103493323378', time=2024-09-12T19:47:45.361452+0000, chain.objs.size()=1 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.280__shadow_.xuktSDJozNGmU8qjESgKP4IvNTp6ogI_0 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1486703353750607054', time=2024-09-12T19:47:47.208413+0000, chain.objs.size()=1 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.964+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.283__shadow_.OegHsuoANfCHwdWEh3PO7BvtnbxWiJV_0 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12997531023120665273', time=2024-09-12T19:47:53.961700+0000, chain.objs.size()=1 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.HU1TKAlIDcfF_Wq1x4EWaATJmEsWqcA_0 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7188460692382634640', time=2024-09-12T19:47:55.289868+0000, chain.objs.size()=1 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.ir83-X74KpXu8aa6LL00ma3_fQlpCoj_0 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6735604537153108450', time=2024-09-12T19:47:55.308030+0000, chain.objs.size()=1 2024-09-12T18:00:08.976 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.UboWZ_HegJ-uRGrquSXj0yCZ5anS_jr_0 2024-09-12T18:00:08.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5629514925168599318', time=2024-09-12T19:48:33.383405+0000, chain.objs.size()=1 2024-09-12T18:00:08.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Cij6K9W7hFCSHmextb7jn75d9PchV5d_0 2024-09-12T18:00:08.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7146738860304155358', time=2024-09-12T19:48:33.385112+0000, chain.objs.size()=1 2024-09-12T18:00:08.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Tt_Hh0a4KVspWOkjprtkApWYT83FtPJ_0 2024-09-12T18:00:08.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16543519971746602239', time=2024-09-12T19:48:33.387805+0000, chain.objs.size()=1 2024-09-12T18:00:08.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.F8ydTz-b7oowfMPWwFGkc7Ib5eHLp15_0 2024-09-12T18:00:08.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13286301264377397701', time=2024-09-12T19:48:33.396644+0000, chain.objs.size()=1 2024-09-12T18:00:08.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.PulJhJzrZiGIgpqDFjBytZKEoyhrpQ4_0 2024-09-12T18:00:08.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8396617075273657520', time=2024-09-12T19:48:33.481402+0000, chain.objs.size()=1 2024-09-12T18:00:08.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.mK4g2ZeUiGHhCGqspfS_5UbLoVsF2GI_0 2024-09-12T18:00:08.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5403161015776981484', time=2024-09-12T19:48:33.505904+0000, chain.objs.size()=1 2024-09-12T18:00:08.977 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.6E39yRNwKULBLzEGZr2s5yUTJbXDjwK_0 2024-09-12T18:00:08.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1670175946176576457', time=2024-09-12T19:48:33.577965+0000, chain.objs.size()=1 2024-09-12T18:00:08.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qeK4Z_uYj1S87jqdcrTxnsBv2IaBN8u_0 2024-09-12T18:00:08.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11482851777237044649', time=2024-09-12T19:48:33.591568+0000, chain.objs.size()=1 2024-09-12T18:00:08.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7TDDG1dxPyHJgHTwI3frJBEMhvj-wfw_0 2024-09-12T18:00:08.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.279856254640835532', time=2024-09-12T19:48:33.598980+0000, chain.objs.size()=1 2024-09-12T18:00:08.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.kh7-G59PxWRmZ_En_3BExlsSv120Oqo_0 2024-09-12T18:00:08.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.926661409309427172', time=2024-09-12T19:48:33.739210+0000, chain.objs.size()=1 2024-09-12T18:00:08.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fWOmEfF9Zqx5Gp8teVD-GQ4CHpOo3___0 2024-09-12T18:00:08.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5146670227496353986', time=2024-09-12T19:48:33.789883+0000, chain.objs.size()=1 2024-09-12T18:00:08.978 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.968+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.g8wlitGwUk67YspiMfJyZRNe1HWn8kC_0 2024-09-12T18:00:08.981 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10200671161101596799', time=2024-09-12T19:48:33.861622+0000, chain.objs.size()=1 2024-09-12T18:00:08.981 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1gyWT7GwBhsUUzeVKB-QGD3WslKoQdt_0 2024-09-12T18:00:08.981 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5400059812520119771', time=2024-09-12T19:48:33.897729+0000, chain.objs.size()=1 2024-09-12T18:00:08.981 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7R6f0JyJ_ZrBMQx6aGzqYzN1YbACVIU_0 2024-09-12T18:00:08.981 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18344024091147965976', time=2024-09-12T19:48:34.071849+0000, chain.objs.size()=1 2024-09-12T18:00:08.981 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.gQEwHEOEbQxTboR0YzFH5lC_ds9xsIc_0 2024-09-12T18:00:08.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10906663403958898489', time=2024-09-12T19:48:34.136980+0000, chain.objs.size()=1 2024-09-12T18:00:08.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.gkNS3XM4trn7D_pk9AMbdIW5G5tqH9S_0 2024-09-12T18:00:08.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17643873253535720247', time=2024-09-12T19:48:34.148640+0000, chain.objs.size()=1 2024-09-12T18:00:08.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.aNzP4WYhZDn2BnErpamfcO2BzRsTTu8_0 2024-09-12T18:00:08.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4315277124501432490', time=2024-09-12T19:48:34.211713+0000, chain.objs.size()=1 2024-09-12T18:00:08.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.sC3kK4mtxnMvaIBoWFiRL2LYzhFtZ2V_0 2024-09-12T18:00:08.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11585087459791705918', time=2024-09-12T19:48:34.412856+0000, chain.objs.size()=1 2024-09-12T18:00:08.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.kj-RUN2XtDcuOCqQN0Tv72tqzB7_rYV_0 2024-09-12T18:00:08.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6269631002475757348', time=2024-09-12T19:48:34.419635+0000, chain.objs.size()=1 2024-09-12T18:00:08.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uLQuoryyRkAE4qhZ8esPUT6TO1YRrMY_0 2024-09-12T18:00:08.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16427938207388372917', time=2024-09-12T19:48:34.496623+0000, chain.objs.size()=1 2024-09-12T18:00:08.982 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.2A6X-0yJOhVZcGef40xBcUh4Ape3KiH_0 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8769370969676288974', time=2024-09-12T19:48:34.505946+0000, chain.objs.size()=1 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VrcDifIpMMu2vH4cbkgmZRwohhARvA3_0 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3974290514954350925', time=2024-09-12T19:48:34.528263+0000, chain.objs.size()=1 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.JOcJlrag3OorQ_RbVXICBFJPJ_fudUS_0 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16141582158223548454', time=2024-09-12T19:48:34.669785+0000, chain.objs.size()=1 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4S3gGWMoWHKBvWsGMUZ0xtMLdCsMaBv_0 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13155073647095311848', time=2024-09-12T19:48:34.770299+0000, chain.objs.size()=1 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.zeOimQSHxOV7TmzVAosZ_QXPVw22e_2_0 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12584470686270721784', time=2024-09-12T19:48:34.774860+0000, chain.objs.size()=1 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.EdGmyH0LGM0fIwRkiumhdtSjtjCQrLS_0 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1561135478936090744', time=2024-09-12T19:48:34.850074+0000, chain.objs.size()=1 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.G-Fhmujeuw7n-g3gWAbXlE-V7OneDIl_0 2024-09-12T18:00:08.983 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2751028865133537910', time=2024-09-12T19:48:34.851285+0000, chain.objs.size()=1 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MyYFC3VlUpZiBcQDIkESR5EfkepMcHK_0 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5519490086670400241', time=2024-09-12T19:48:34.998037+0000, chain.objs.size()=1 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0nS00h4nPZqY3uUjfeiBcedNaCux6Ox_0 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8995312262625834682', time=2024-09-12T19:48:35.031870+0000, chain.objs.size()=1 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.rw5QZQq1jqZaMgIoh_VmXxBs-aqer52_0 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14119235804542558473', time=2024-09-12T19:48:35.047611+0000, chain.objs.size()=1 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.2qbGceEEdw_s7oGhnzH0STRpE5WzeBh_0 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6508921772427104108', time=2024-09-12T19:48:35.049456+0000, chain.objs.size()=1 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.D55V7SWBygO-q8Y7zS6sKcndJ8nMiAT_0 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15871401198436752813', time=2024-09-12T19:48:35.107853+0000, chain.objs.size()=1 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.oiq5y-2nuzaitPP29gprffKfIIDJ30i_0 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12334471600732376313', time=2024-09-12T19:48:35.140970+0000, chain.objs.size()=1 2024-09-12T18:00:08.984 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ExTppeW5wcwbI9B16bjxv7v1p2-DcdF_0 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8400143337590216041', time=2024-09-12T19:48:35.465561+0000, chain.objs.size()=1 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.972+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.jiGsWe52F2OyOIbKEsq3N2k2am5twR0_0 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18171553433455948968', time=2024-09-12T19:48:35.684253+0000, chain.objs.size()=1 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4Wrsb4qfgLyflxIVh-pNtC6tqV6rn1g_0 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12159112344475845045', time=2024-09-12T19:48:35.706032+0000, chain.objs.size()=1 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qgxFH1Tyrkk4cYxey8Bbf_pzeLXNAGp_0 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6236761983315253998', time=2024-09-12T19:48:55.184000+0000, chain.objs.size()=1 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.FRlnm2mKym_8yJskB78P5qAE1OMFVI0_0 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3708267137519803098', time=2024-09-12T19:48:55.222580+0000, chain.objs.size()=1 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.QpNpdhvGbfeNRAfGRDIOZGSnVA4meju_0 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16330361194204210635', time=2024-09-12T19:48:55.343033+0000, chain.objs.size()=1 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Hku9XxZwBF4hYzxJxApU7j-dxdWWuIn_0 2024-09-12T18:00:08.985 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15907765669724798687', time=2024-09-12T19:48:55.527649+0000, chain.objs.size()=1 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.IbHt0RRWQYrKn84-kH4_LkWLPdPoA-s_0 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14192077389959945042', time=2024-09-12T19:48:55.580898+0000, chain.objs.size()=1 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.YE7DLji28vVWsixbToluJbI7gmpfYe4_0 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10654417708674012167', time=2024-09-12T19:48:55.637945+0000, chain.objs.size()=1 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Bg8w-izMV846yt9IEsBgFquwDuKHc3U_0 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8241906353704065552', time=2024-09-12T19:48:55.689264+0000, chain.objs.size()=1 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.eiE4U7jHeM1zLcNR_WZ3Oe7728UmHTo_0 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10315933600732450027', time=2024-09-12T19:48:55.703061+0000, chain.objs.size()=1 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sPvFF3Dkdpv8C5LY58DeSCgxIlAp6lw_0 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4623404440917595955', time=2024-09-12T19:48:55.898506+0000, chain.objs.size()=1 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.jirpoTGLX6luzTZKcqfwmpHi7VBO1lo_0 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6039245876101030773', time=2024-09-12T19:48:55.925003+0000, chain.objs.size()=1 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Z3CyrLgRRtWeX292LmY_uRdlw5yK_rk_0 2024-09-12T18:00:08.986 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16770343597469837016', time=2024-09-12T19:48:55.935959+0000, chain.objs.size()=1 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.8iOtjRF34eFyfGElFWilLQW5mC0xSQt_0 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5206218920401375600', time=2024-09-12T19:48:55.942695+0000, chain.objs.size()=1 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5y1TlPdQ8KJfZHJf5IvFnr5jL6xDCWx_0 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7318342604275769449', time=2024-09-12T19:48:55.957673+0000, chain.objs.size()=1 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.RvyI8r8MbaKBhYyGFsNSFYAofn6EVOi_0 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17445527528241461356', time=2024-09-12T19:48:56.027471+0000, chain.objs.size()=1 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.976+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.tl3YrAPNp6YemabmgYzyqzbV2o9bjrd_0 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3018829909083172725', time=2024-09-12T19:48:56.198784+0000, chain.objs.size()=1 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.BLWsoB9CqLkeVuBTCAClQokYErqTvr1_0 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13481531617206805985', time=2024-09-12T19:48:56.241216+0000, chain.objs.size()=1 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.NBY445-3whofSFcJ7fOVNSwf9Vr2PLu_0 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18383029554198278404', time=2024-09-12T19:48:56.337862+0000, chain.objs.size()=1 2024-09-12T18:00:08.987 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.gOhZtPdQcBn2eD98EY3G2OjdgmsI1jT_0 2024-09-12T18:00:08.988 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5869085329743949826', time=2024-09-12T19:48:56.343256+0000, chain.objs.size()=1 2024-09-12T18:00:08.988 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.kUwJ3t2xWljMTeDamHImPue7Zrl9n29_0 2024-09-12T18:00:08.988 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13083251501618052939', time=2024-09-12T19:48:56.362112+0000, chain.objs.size()=1 2024-09-12T18:00:08.988 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1pygqEu7TO6bJfoIlLvDUYyPe7sWa8v_0 2024-09-12T18:00:08.988 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16480286619039109277', time=2024-09-12T19:48:56.676245+0000, chain.objs.size()=1 2024-09-12T18:00:08.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.7rYQELBA_ew-TzxoljMTzfy3lUZMpd4_0 2024-09-12T18:00:08.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9721888563616474801', time=2024-09-12T19:48:56.683280+0000, chain.objs.size()=1 2024-09-12T18:00:08.989 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.V46SX4XDE_XtUQ8Zvf147O-t2y-0YIl_0 2024-09-12T18:00:08.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8039570785170408612', time=2024-09-12T19:48:56.868639+0000, chain.objs.size()=1 2024-09-12T18:00:08.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.z3gW3NOUcqNi5KXtsRgyU7WjkhoTkoX_0 2024-09-12T18:00:08.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12998152348689263110', time=2024-09-12T19:48:56.875794+0000, chain.objs.size()=1 2024-09-12T18:00:08.991 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.EObm2dX4fyQlrOz0ava5kvEW0W5GRdK_0 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15069154615841881460', time=2024-09-12T19:48:57.200066+0000, chain.objs.size()=1 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.PJNcXhuO-bYIV2La76FmPgrYGDjRd2f_0 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17238127515831693367', time=2024-09-12T19:48:57.215182+0000, chain.objs.size()=1 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.980+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lpL-auqwSd7o8lZE9F0kUozxBV_18Z8_0 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.984+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6773530539773149127', time=2024-09-12T19:48:57.242326+0000, chain.objs.size()=1 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.984+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.wtuI2rJtitHSyG0IGCax9rGPe0jG0N8_0 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.984+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14143758674861996699', time=2024-09-12T19:48:57.263909+0000, chain.objs.size()=1 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.984+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.7IxYSu0I_7wVTInZP0uRDznGx3fV7Bp_0 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.984+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7642297241699035238', time=2024-09-12T19:48:57.265950+0000, chain.objs.size()=1 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.984+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.FnHg41TaxA9QXDqgr7ZvBbLAtW3NJuu_0 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.984+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12595981838459623604', time=2024-09-12T19:48:57.422237+0000, chain.objs.size()=1 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.984+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XgnXGfZILd773CWSc-J8JyqZnBqBmXp_0 2024-09-12T18:00:08.992 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.984+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49229 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2627423356177269160', time=2024-09-12T19:48:57.450287+0000, chain.objs.size()=1 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ncjSX0UBdFtNnksJ9WthgeQE93bcEKG_0 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7385107113453353319', time=2024-09-12T19:48:57.463815+0000, chain.objs.size()=1 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.I2cF422umP4Flvfn8JPZ5iyhPKmTdab_0 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15034081992778909037', time=2024-09-12T19:48:57.622598+0000, chain.objs.size()=1 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.7ZHYFbpwpIAXUccFXbccVUmpD22RaRs_0 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3926183856936134520', time=2024-09-12T19:49:00.240474+0000, chain.objs.size()=1 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.329__shadow_.0AYI7lnszNqIGZo79kY75TyDs-g4Vl9_0 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4031319904210275230', time=2024-09-12T19:49:02.175027+0000, chain.objs.size()=1 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.332__shadow_.JobUYKgFNGUJD_-4KLawy5sVTQ_JXec_0 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4831424114583110706', time=2024-09-12T19:49:35.148581+0000, chain.objs.size()=1 2024-09-12T18:00:08.993 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.390__shadow_._TpSgbb7b1IgzN1ILsa6rya2SXu1RFj_0 2024-09-12T18:00:08.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18059428221402056528', time=2024-09-12T19:49:39.102177+0000, chain.objs.size()=1 2024-09-12T18:00:08.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.394__shadow:whYV6L957WCe4RsvpdMpU7ekaeEh-FQ_.m6lQ3yB0AWUWFqfzTh-pUsSs3qx3W_y_0 2024-09-12T18:00:08.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15056805369388639177', time=2024-09-12T19:50:03.718893+0000, chain.objs.size()=1 2024-09-12T18:00:08.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.436__shadow_.XiPqB2_r-VkHhejPGe0OxBCZI6FwLjk_0 2024-09-12T18:00:08.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11563787186634753395', time=2024-09-12T19:50:11.532089+0000, chain.objs.size()=1 2024-09-12T18:00:08.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.447__shadow_.Lf3o5oMp6eeMfDLcrzkxcgHM2KZdRxA_0 2024-09-12T18:00:08.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13657556942203890151', time=2024-09-12T19:50:37.501484+0000, chain.objs.size()=1 2024-09-12T18:00:08.994 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.488__shadow_.SD2QiTGFN00c__DJnBT777tyXKXFKtS_0 2024-09-12T18:00:08.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16648932735191631070', time=2024-09-12T19:51:05.471279+0000, chain.objs.size()=1 2024-09-12T18:00:08.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.520__shadow:6SkWkIQWDACCQEPKgAclckiYuKQ2ug-_.mGDiw8ea9VRy3oi9TA8CI1fEKbMljF4_0 2024-09-12T18:00:08.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10274851582053985265', time=2024-09-12T19:53:05.206976+0000, chain.objs.size()=1 2024-09-12T18:00:08.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:ITeeKcg8YDOTv2soGJs74mfMOIN3ALv_.vhaY0Pmw74ucGTc-qSoe09x70GPRHX0_0 2024-09-12T18:00:08.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13415905315481886134', time=2024-09-12T19:53:17.030948+0000, chain.objs.size()=1 2024-09-12T18:00:08.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.582__shadow:yUKRrR3PaggwU81K19SNe73ax4DVWFm_.JOWuVSUv9lB9ZjiDtzoDeY8QoI7o9JW_0 2024-09-12T18:00:08.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7677746336623955344', time=2024-09-12T19:56:26.010311+0000, chain.objs.size()=1 2024-09-12T18:00:08.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.665__shadow_.kODzaSGjN-cPgiJ_EpmNKTktGc0kGtV_0 2024-09-12T18:00:08.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1906748753654437043', time=2024-09-12T19:56:42.109147+0000, chain.objs.size()=1 2024-09-12T18:00:08.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.696__shadow:4rQEKa9v1bhGGjM4J1N.1shLV4bZS4n_.q9eY5SbVPowwHcAAgjknGln2QXj6g0j_0 2024-09-12T18:00:08.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2295978894308607421', time=2024-09-12T19:56:42.718390+0000, chain.objs.size()=1 2024-09-12T18:00:08.995 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.697__shadow:PJ5qSMGJGQ6e3FZOcqM0JyoktOtUIBH_.Pko7CII5xN2gt-8PhSrNL0AOErhHsPo_0 2024-09-12T18:00:08.996 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6154127819454104202', time=2024-09-12T19:56:48.660890+0000, chain.objs.size()=1 2024-09-12T18:00:08.996 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.988+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.707__shadow:gLEt1FRKp4PD.1s-m2wptVwWL8l09Wh_.WvpB3u6Ly2QjcdVCliDP0T0lD-ICoqN_0 2024-09-12T18:00:08.996 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.992+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:08.996 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.992+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T18:00:08.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:08.997 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:08.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/53085' 2024-09-12T18:00:08.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2959227432029305726', time=2024-09-12T19:44:54.946519+0000, chain.objs.size()=5 2024-09-12T18:00:08.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__multipart_mymultipart-LUKEWARM.2~klzvtXupHOW3NTA_uWvOBqC2EH2FyQQ.1 2024-09-12T18:00:08.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__shadow_mymultipart-LUKEWARM.2~klzvtXupHOW3NTA_uWvOBqC2EH2FyQQ.1_1 2024-09-12T18:00:08.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__multipart_mymultipart-LUKEWARM.2~klzvtXupHOW3NTA_uWvOBqC2EH2FyQQ.2 2024-09-12T18:00:08.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__shadow_mymultipart-LUKEWARM.2~klzvtXupHOW3NTA_uWvOBqC2EH2FyQQ.2_1 2024-09-12T18:00:08.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__multipart_mymultipart-LUKEWARM.2~klzvtXupHOW3NTA_uWvOBqC2EH2FyQQ.3 2024-09-12T18:00:08.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_QicKvQ8VJlBPM_EcovkD4CB-B3TJCVi', time=2024-09-12T19:44:55.389244+0000, chain.objs.size()=1 2024-09-12T18:00:08.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.7WfF6XiBdt7OXyXeVKd6bIXdA1xH75I_0 2024-09-12T18:00:08.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_Xyf-02YvqUMDVf0IyMlzahqEqx23wXQ', time=2024-09-12T19:45:01.331370+0000, chain.objs.size()=1 2024-09-12T18:00:08.999 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.165__shadow_._8CbXE2GNqv7mhoFmcMAZKWClXULhvC_0 2024-09-12T18:00:09.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3349148052061678253', time=2024-09-12T19:47:01.212218+0000, chain.objs.size()=1 2024-09-12T18:00:09.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.243__shadow_.bpNOfHtqg31hITHCuz3CHG0gKRJdssa_0 2024-09-12T18:00:09.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6787263858858435752', time=2024-09-12T19:47:03.605312+0000, chain.objs.size()=1 2024-09-12T18:00:09.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.246__shadow_.3-cGdsDESHNlCz8o7XMSVxIzlc8WFua_0 2024-09-12T18:00:09.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6875974892799344759', time=2024-09-12T19:47:32.255501+0000, chain.objs.size()=1 2024-09-12T18:00:09.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.kyeKCsjHs6axnrXLfoQFerU6OGl3C44_0 2024-09-12T18:00:09.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11540284879398162942', time=2024-09-12T19:47:32.335441+0000, chain.objs.size()=1 2024-09-12T18:00:09.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FFy5mWGA25a6ytEf7m7PPWVnPnOaYyq_0 2024-09-12T18:00:09.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14788538687210747666', time=2024-09-12T19:47:32.401241+0000, chain.objs.size()=1 2024-09-12T18:00:09.000 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:08.996+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NZBEnpss6erXF1i1rdaDt6q927-IY_p_0 2024-09-12T18:00:09.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13498147992157937677', time=2024-09-12T19:47:32.592775+0000, chain.objs.size()=1 2024-09-12T18:00:09.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Sq9sQFVzTICdKSqYhJaSrNODsEw3-u__0 2024-09-12T18:00:09.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9659609057595239455', time=2024-09-12T19:47:32.609062+0000, chain.objs.size()=1 2024-09-12T18:00:09.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ODrBvH3Ko4y3nKIFLJ-7kAFBTLcw-Nb_0 2024-09-12T18:00:09.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15564836495692829270', time=2024-09-12T19:47:32.660131+0000, chain.objs.size()=1 2024-09-12T18:00:09.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UZ1xjLqdKTtDfe1-fC5XvPd9HbV3jk2_0 2024-09-12T18:00:09.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12968641543492369672', time=2024-09-12T19:47:32.841661+0000, chain.objs.size()=1 2024-09-12T18:00:09.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.BavBAYX3002WbJsdqO_QNOTlTm2Xtdo_0 2024-09-12T18:00:09.003 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15343919935041000929', time=2024-09-12T19:47:32.912419+0000, chain.objs.size()=1 2024-09-12T18:00:09.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.6XLtx8Qt97Gj7RxSRKy8nPo9j47Ps2C_0 2024-09-12T18:00:09.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4215672228786885119', time=2024-09-12T19:47:32.955354+0000, chain.objs.size()=1 2024-09-12T18:00:09.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.osgzDGvoppD7Nuw79DvrZzjlhQ3hDH7_0 2024-09-12T18:00:09.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10274087213627696745', time=2024-09-12T19:47:32.978792+0000, chain.objs.size()=1 2024-09-12T18:00:09.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.bFS5UoPahWuYgEMGURJtRUMlVhUWBXM_0 2024-09-12T18:00:09.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16106923766522988813', time=2024-09-12T19:47:33.147360+0000, chain.objs.size()=1 2024-09-12T18:00:09.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.24kX8O-fki5SUSdDb94-ZXzEQgQss1N_0 2024-09-12T18:00:09.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8494375361118574791', time=2024-09-12T19:47:33.187391+0000, chain.objs.size()=1 2024-09-12T18:00:09.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mlgke4kyO_jMglzdx5Ja4cvR44_lMiK_0 2024-09-12T18:00:09.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15444695899260160931', time=2024-09-12T19:47:33.216271+0000, chain.objs.size()=1 2024-09-12T18:00:09.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.vSBYlkPtCudXcRru-_qXswCbGaMVuPv_0 2024-09-12T18:00:09.004 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4652348980310022829', time=2024-09-12T19:47:33.224337+0000, chain.objs.size()=1 2024-09-12T18:00:09.005 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.000+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aD_rUxtGHOfNIJROpWx7yHw0Qoz3MAr_0 2024-09-12T18:00:09.005 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14654329518954556707', time=2024-09-12T19:47:33.311069+0000, chain.objs.size()=1 2024-09-12T18:00:09.005 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yXVvI_K-6Mm1xdzAZGkzP39XOHWs3pm_0 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2222532128231028669', time=2024-09-12T19:47:33.497978+0000, chain.objs.size()=1 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UODisg6NOEC-Ryi28-RsZSSz2pD5OuH_0 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17043153630391385061', time=2024-09-12T19:47:33.523738+0000, chain.objs.size()=1 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ym5j7O5UVakxE00kH68fqFrw77s2jsF_0 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11943525684526157601', time=2024-09-12T19:47:33.624636+0000, chain.objs.size()=1 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Qvj8_lbPF59Elv-XbgbRqV4uzme1gy6_0 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15522902247902025593', time=2024-09-12T19:47:33.628541+0000, chain.objs.size()=1 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Sq7Ula9vQKsxmC9aPh5XqY0iT9n2BZ__0 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14327260552751643663', time=2024-09-12T19:47:33.833424+0000, chain.objs.size()=1 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KFXc0z90tl-urHg6HFFvtkLSbG_VBEc_0 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1676937583283316031', time=2024-09-12T19:47:33.941410+0000, chain.objs.size()=1 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.o2Zzim_ACbnLOzWN6KWxmAJpycblCHG_0 2024-09-12T18:00:09.006 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8369859226070148697', time=2024-09-12T19:47:34.072625+0000, chain.objs.size()=1 2024-09-12T18:00:09.007 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.OCVhW6m54GUSWTY-0YgucweqkAL4kPQ_0 2024-09-12T18:00:09.007 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2722715224866745153', time=2024-09-12T19:47:34.097010+0000, chain.objs.size()=1 2024-09-12T18:00:09.007 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GFPCzzh0eiIe_cS4FJKjjdoSoNmumq5_0 2024-09-12T18:00:09.007 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13162457408640817775', time=2024-09-12T19:47:34.153567+0000, chain.objs.size()=1 2024-09-12T18:00:09.007 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SJDRxjru-PBpAbr8Xe-fpX309B6h88a_0 2024-09-12T18:00:09.007 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1067245275893202100', time=2024-09-12T19:47:34.198678+0000, chain.objs.size()=1 2024-09-12T18:00:09.007 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.-ZKhtA8W0cLMIuNVTBMr8r75OtZ0EUb_0 2024-09-12T18:00:09.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2946526869534439008', time=2024-09-12T19:47:36.217131+0000, chain.objs.size()=1 2024-09-12T18:00:09.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.265__shadow_.itk8q3EJo7Bd8Iy96jNCzKSnQ4BliJm_0 2024-09-12T18:00:09.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12695251002543333961', time=2024-09-12T19:47:38.027467+0000, chain.objs.size()=1 2024-09-12T18:00:09.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.268__shadow_.k_kLDQIsizIC6nBB2TBcNDM0YMgfsUU_0 2024-09-12T18:00:09.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7790785587148208139', time=2024-09-12T19:47:39.229104+0000, chain.objs.size()=1 2024-09-12T18:00:09.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.270__shadow_.oR0RPeF6nMMw9lknggGZp97GnK9Faoj_0 2024-09-12T18:00:09.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16347233205461783800', time=2024-09-12T19:47:46.593262+0000, chain.objs.size()=1 2024-09-12T18:00:09.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.282__shadow_.cjEVrhcITSM2wKEvdxu1fsUGuOPmg5N_0 2024-09-12T18:00:09.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11161929893641184845', time=2024-09-12T19:47:47.830833+0000, chain.objs.size()=1 2024-09-12T18:00:09.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.284__shadow_.HxoLgMyh6Dnr00LvYrG-gQXi3vHX_sK_0 2024-09-12T18:00:09.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13462867559771112544', time=2024-09-12T19:47:47.833210+0000, chain.objs.size()=1 2024-09-12T18:00:09.008 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.004+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.284__shadow_.v1MWZsTchlY1O8p82PUiTE7hKFc7AU6_0 2024-09-12T18:00:09.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.265499458191497164', time=2024-09-12T19:47:49.833500+0000, chain.objs.size()=1 2024-09-12T18:00:09.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.287__shadow_.kSNzwG2BPBpvkyBYlgyTBe46bCccIq1_0 2024-09-12T18:00:09.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14221490045796134568', time=2024-09-12T19:48:04.644525+0000, chain.objs.size()=1 2024-09-12T18:00:09.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.307__shadow:J.bw2RkqKi0d5W5X9C4vaNwx9uXeyOZ_.k7KhbnZT6Ckg_Sw29jv2JTrS9qu4QSp_0 2024-09-12T18:00:09.009 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3432766374577996566', time=2024-09-12T19:48:33.500650+0000, chain.objs.size()=1 2024-09-12T18:00:09.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.CQWQWGmmSHHxJXjZOOnrbbEu2QFGyQv_0 2024-09-12T18:00:09.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13069973270091280615', time=2024-09-12T19:48:33.528157+0000, chain.objs.size()=1 2024-09-12T18:00:09.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7ltSmgfg7zASFzxdSHwnjUyAc3EO7LY_0 2024-09-12T18:00:09.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5824880907684134529', time=2024-09-12T19:48:33.540076+0000, chain.objs.size()=1 2024-09-12T18:00:09.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ZI5QHNPay4sonugGxvW6LnYElUUZDzW_0 2024-09-12T18:00:09.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12789156374072754175', time=2024-09-12T19:48:33.550674+0000, chain.objs.size()=1 2024-09-12T18:00:09.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YCJPAnQ0qDBnQx4XkPpT73dgb2nDrT6_0 2024-09-12T18:00:09.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10860059961897875672', time=2024-09-12T19:48:33.861806+0000, chain.objs.size()=1 2024-09-12T18:00:09.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_._Xqf0u7zWCK7VNod6oHh5FItN6tgncf_0 2024-09-12T18:00:09.010 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10747740003765402927', time=2024-09-12T19:48:33.928310+0000, chain.objs.size()=1 2024-09-12T18:00:09.011 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.gd9mkeqR72mfHasXYvgDEBQref82nmC_0 2024-09-12T18:00:09.011 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2534393868477660850', time=2024-09-12T19:48:34.065720+0000, chain.objs.size()=1 2024-09-12T18:00:09.011 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0lIHgjjmkYAlL5HHTitkPiK2hPoRZjh_0 2024-09-12T18:00:09.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4778169399758645697', time=2024-09-12T19:48:34.096783+0000, chain.objs.size()=1 2024-09-12T18:00:09.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.x_0Z2rvxewp9agFPTbXNhiM4oGvwzuV_0 2024-09-12T18:00:09.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12507794652894250311', time=2024-09-12T19:48:34.159193+0000, chain.objs.size()=1 2024-09-12T18:00:09.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1eH1DybG_wi6pLY-7G9CxF6fdQyyfIo_0 2024-09-12T18:00:09.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9787775324933853563', time=2024-09-12T19:48:34.370531+0000, chain.objs.size()=1 2024-09-12T18:00:09.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-SKaxrsUAL5_Z6-MLJ0esbGM9T-DV5q_0 2024-09-12T18:00:09.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12649170201962592272', time=2024-09-12T19:48:34.419817+0000, chain.objs.size()=1 2024-09-12T18:00:09.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.pp7_g_fmd5bnLszy7hAbamNaGYGkiOm_0 2024-09-12T18:00:09.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2620134615084307124', time=2024-09-12T19:48:34.423290+0000, chain.objs.size()=1 2024-09-12T18:00:09.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.M4wPe-Ry_r6WPYD7GAIMuhNMdjAY7fv_0 2024-09-12T18:00:09.012 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4412436279194916873', time=2024-09-12T19:48:34.430766+0000, chain.objs.size()=1 2024-09-12T18:00:09.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.obrVqzov1BFTDV9nmPZa7C8CCwU_Aam_0 2024-09-12T18:00:09.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4299327853386072042', time=2024-09-12T19:48:34.475399+0000, chain.objs.size()=1 2024-09-12T18:00:09.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qLL1agIEMOWFQ8VMtQ8mB1dxe5NBcjS_0 2024-09-12T18:00:09.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12876319474654519969', time=2024-09-12T19:48:34.537504+0000, chain.objs.size()=1 2024-09-12T18:00:09.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9qPK-Kx8kUSFxmf0uVFzbxKPoqy6aO3_0 2024-09-12T18:00:09.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16171842007283514610', time=2024-09-12T19:48:34.558409+0000, chain.objs.size()=1 2024-09-12T18:00:09.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Vrc-Bdt35-ZdEg0tDldApfTldLf0ZQX_0 2024-09-12T18:00:09.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16356664505609321125', time=2024-09-12T19:48:34.728107+0000, chain.objs.size()=1 2024-09-12T18:00:09.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.m0ahX6lDFOw68Ik51ba5hHOH-UDMdQJ_0 2024-09-12T18:00:09.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5229049616198743962', time=2024-09-12T19:48:34.833746+0000, chain.objs.size()=1 2024-09-12T18:00:09.013 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MGtiy4xubyuneg6wnMlxWPUN3DPxRyD_0 2024-09-12T18:00:09.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16079678222114070531', time=2024-09-12T19:48:34.856786+0000, chain.objs.size()=1 2024-09-12T18:00:09.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.U3A8B6v7WQUThd0_dwo1JQ_lPYxJR7O_0 2024-09-12T18:00:09.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7846483781675759127', time=2024-09-12T19:48:35.123313+0000, chain.objs.size()=1 2024-09-12T18:00:09.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.008+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.35gvLtIu4MTj-fQdJMWA3GlQ7mU60Pk_0 2024-09-12T18:00:09.014 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1935788302761888737', time=2024-09-12T19:48:35.127819+0000, chain.objs.size()=1 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BNIKymZbFiZ2st7ZteuSbZTT8caZxjw_0 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14455106928422762085', time=2024-09-12T19:48:35.148502+0000, chain.objs.size()=1 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Vv53CiiuFyf1kXygjGS8E1kK801Eo3s_0 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12161470922748504863', time=2024-09-12T19:48:35.373298+0000, chain.objs.size()=1 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.QKXIUBmIWAErQ0CGk5E-31Yk-_kihgM_0 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2353539094136552872', time=2024-09-12T19:48:35.379784+0000, chain.objs.size()=1 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qcaujlO8bL4XBR1p1-vtepE8Bl1mwl2_0 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16607074848221951973', time=2024-09-12T19:48:35.498363+0000, chain.objs.size()=1 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Nizj09kbFclFOGV2_i_q7YthscrCwhw_0 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12880429124796673629', time=2024-09-12T19:48:35.502183+0000, chain.objs.size()=1 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.N-wVNTGGngImRTeVVc-nCGTKAS3s0_V_0 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17964496851466141998', time=2024-09-12T19:48:35.507770+0000, chain.objs.size()=1 2024-09-12T18:00:09.015 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.QtdLubchDTv_0wQti6OKvgzUjWLfxOl_0 2024-09-12T18:00:09.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17954035842031327573', time=2024-09-12T19:48:35.646537+0000, chain.objs.size()=1 2024-09-12T18:00:09.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NnzZRQgvR7pHc0Jhz52h_qGEipeo6pK_0 2024-09-12T18:00:09.017 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18070054420866733425', time=2024-09-12T19:48:35.727041+0000, chain.objs.size()=1 2024-09-12T18:00:09.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.iOYWQmR5sPzH7rvXQhP975TTi0AIJrZ_0 2024-09-12T18:00:09.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16034157929889097719', time=2024-09-12T19:48:35.788085+0000, chain.objs.size()=1 2024-09-12T18:00:09.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Zr2yhwYKtjWErxCCRb8f27zC17qPG0h_0 2024-09-12T18:00:09.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8476456243672554773', time=2024-09-12T19:48:35.788839+0000, chain.objs.size()=1 2024-09-12T18:00:09.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7DH0yXjwibikmglGhTTU3X8VH5lPYNm_0 2024-09-12T18:00:09.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6581992489700324418', time=2024-09-12T19:48:55.251632+0000, chain.objs.size()=1 2024-09-12T18:00:09.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.p5Y1uMhDkud8oQY_NZRRzNAaexZ4n8__0 2024-09-12T18:00:09.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12735777142877006514', time=2024-09-12T19:48:55.290943+0000, chain.objs.size()=1 2024-09-12T18:00:09.018 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.gjSn_-Czbw4LBFJcSG-2QDmDR_qJl8k_0 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16213696965062575815', time=2024-09-12T19:48:55.295088+0000, chain.objs.size()=1 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5RtSauRSiQ6a_XeRv2HAyl8QMkH3_Jj_0 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17198727627815646176', time=2024-09-12T19:48:55.302896+0000, chain.objs.size()=1 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.dEMoeGdp9SHY-82oWc4q7KKpUu6rNuc_0 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12672234103424170522', time=2024-09-12T19:48:55.329466+0000, chain.objs.size()=1 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.jFrtI-7fDVmeNilJ9zR_REK7PdsGY_P_0 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1960183547129388367', time=2024-09-12T19:48:55.389905+0000, chain.objs.size()=1 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-VLyThV4Ye-_cu5RuFqspTsKCITUhwF_0 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6110615152387743330', time=2024-09-12T19:48:55.591778+0000, chain.objs.size()=1 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.012+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.qcqzmVsFyKfib-IhRbdtCyuBGtPJ4TG_0 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5552686584617499726', time=2024-09-12T19:48:55.627978+0000, chain.objs.size()=1 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.fzW51n50fyfLwnOLvwdEHlOMXtowiwz_0 2024-09-12T18:00:09.019 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5426556759746076365', time=2024-09-12T19:48:55.850269+0000, chain.objs.size()=1 2024-09-12T18:00:09.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.k9pjgHjCt0euAP6EMzj5ZbPboKjZWs9_0 2024-09-12T18:00:09.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15252068484484975235', time=2024-09-12T19:48:55.910831+0000, chain.objs.size()=1 2024-09-12T18:00:09.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.gjidz3vVchRxZW2vjYlkCgMzPrhiMMr_0 2024-09-12T18:00:09.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9783294137885810020', time=2024-09-12T19:48:55.955241+0000, chain.objs.size()=1 2024-09-12T18:00:09.020 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.p5HBe8s4rHE6ChW_Or-vkf8ln1ZZ7lt_0 2024-09-12T18:00:09.021 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12541419089699154077', time=2024-09-12T19:48:56.029624+0000, chain.objs.size()=1 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5ksNMh9pzB249rpp0EesXjzwlyvGZjJ_0 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2956938701208879733', time=2024-09-12T19:48:56.160210+0000, chain.objs.size()=1 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1eVremq5a9foE6pRT9iMGTt7ny7i5nE_0 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11274799656987185521', time=2024-09-12T19:48:56.494534+0000, chain.objs.size()=1 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lP1vVB9_zWaXOvyfuS2Zqn-ii-kcuEa_0 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12348018366453294022', time=2024-09-12T19:48:56.585467+0000, chain.objs.size()=1 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1vW4mrXOUUUdQ5m3IUZ6VbPckiEeIKH_0 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5019241392485846419', time=2024-09-12T19:48:56.594603+0000, chain.objs.size()=1 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2hQkNVc4V5LbyJqV51dWXZ3x4HskS9O_0 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17265882355005577382', time=2024-09-12T19:48:56.601578+0000, chain.objs.size()=1 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Wo9P04wVyOqdQw3UxILP2YV-xNr6pL2_0 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2502135484628500303', time=2024-09-12T19:48:56.626805+0000, chain.objs.size()=1 2024-09-12T18:00:09.022 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XFhQftRSmf1SDhCJ2hjc-jOYV9YOXAJ_0 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8585371887449209861', time=2024-09-12T19:48:56.638821+0000, chain.objs.size()=1 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1A4Ef1_bmdvoIL9pd92dV_MODwnKgDY_0 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3162841525695225705', time=2024-09-12T19:48:56.650896+0000, chain.objs.size()=1 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.7P6jy8diaRKVYmX7yKQeu6iGAfkd4kT_0 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16659803193505349446', time=2024-09-12T19:48:56.653478+0000, chain.objs.size()=1 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.iKQfC9wRRHaEEFtyy9wnypBWFub2uIH_0 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17004300934080814500', time=2024-09-12T19:48:56.700770+0000, chain.objs.size()=1 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WtD2pbWdQqwumh5Rz83pEKkNU8BMcCg_0 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13483015707524965155', time=2024-09-12T19:48:56.862220+0000, chain.objs.size()=1 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.016+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JjAKMvt8GJkp3tFwIwRAoCO0gbRr_WA_0 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10148507894054932187', time=2024-09-12T19:48:56.940294+0000, chain.objs.size()=1 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.fXFWJtL9x4P0un9i1iaD9YiemXBSwPy_0 2024-09-12T18:00:09.023 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.114178439384640641', time=2024-09-12T19:48:56.945768+0000, chain.objs.size()=1 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mIW6xahhPzj-MQcA2Nb1xSxgCfUu89M_0 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7325417701286147974', time=2024-09-12T19:48:56.955728+0000, chain.objs.size()=1 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LmAZJsp_HP8vDX2CXSSUr0SjOCDz3QD_0 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10677471025105857580', time=2024-09-12T19:48:56.967819+0000, chain.objs.size()=1 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Ox-tPH99OiJfNp6hDXTVbHVkqsjjb9e_0 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4509484367312472549', time=2024-09-12T19:48:56.978662+0000, chain.objs.size()=1 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.R8KMte_yRlt8bu1QnmyAxVbb4Oy742B_0 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5755474622906618760', time=2024-09-12T19:48:56.987449+0000, chain.objs.size()=1 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zatM80lA8VHMN5Brm0zNqCMPhhjmker_0 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1633854755612660345', time=2024-09-12T19:48:57.206677+0000, chain.objs.size()=1 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.qdZGWHOyVlX2stxs2rSVtcJYNcY1ieb_0 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.913277971735462378', time=2024-09-12T19:48:57.335907+0000, chain.objs.size()=1 2024-09-12T18:00:09.024 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mFD3wZw2sLt7uFF4UIIgNfCYQLu72O6_0 2024-09-12T18:00:09.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.020+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/53085 2024-09-12T18:00:09.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-12T18:00:09.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14056699921327225369', time=2024-09-12T19:48:57.430503+0000, chain.objs.size()=1 2024-09-12T18:00:09.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zYu7qXBnDVHk4Ibh6RFQFQyCLgxx38P_0 2024-09-12T18:00:09.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7013288700313122231', time=2024-09-12T19:48:57.513326+0000, chain.objs.size()=1 2024-09-12T18:00:09.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.26HwU9Po9cjP1o9mEH1FZcax7zs3uQK_0 2024-09-12T18:00:09.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3815197816562626302', time=2024-09-12T19:48:57.564970+0000, chain.objs.size()=1 2024-09-12T18:00:09.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rPXG1rWrKgVHWjAA4koA9SCL85QBVoD_0 2024-09-12T18:00:09.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10854616170656710373', time=2024-09-12T19:49:09.434431+0000, chain.objs.size()=1 2024-09-12T18:00:09.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.345__shadow_.EMqJYnrCvAzm3djckNKU6aepYnmW_C4_0 2024-09-12T18:00:09.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16484363498324350157', time=2024-09-12T19:49:26.950710+0000, chain.objs.size()=1 2024-09-12T18:00:09.026 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.377__shadow_.OfWw9xQBJ0p1VfTSTFXL1ZgjHJQOqRm_0 2024-09-12T18:00:09.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16599955978709839949', time=2024-09-12T19:50:17.949158+0000, chain.objs.size()=1 2024-09-12T18:00:09.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.456__shadow_.ztgmlOfp5u-1HkxKu6qUip6BjHekuXr_0 2024-09-12T18:00:09.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12970480304247860863', time=2024-09-12T19:50:25.218395+0000, chain.objs.size()=1 2024-09-12T18:00:09.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.464__shadow_.Al9Bfd444L_Rg6rNCHi3QpAWKj07jBJ_0 2024-09-12T18:00:09.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7541027702418242269', time=2024-09-12T19:50:43.290001+0000, chain.objs.size()=1 2024-09-12T18:00:09.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.499__shadow_.9DYFFUOGw7EaPqz4nbp5QZqgANqnzqT_0 2024-09-12T18:00:09.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16507952334796693339', time=2024-09-12T19:51:05.043634+0000, chain.objs.size()=3 2024-09-12T18:00:09.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.521__multipart_mymultipart.2~59_zo6rLwb_LK9Xie1NOBKesxi4EOn5.1 2024-09-12T18:00:09.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.521__multipart_mymultipart.2~59_zo6rLwb_LK9Xie1NOBKesxi4EOn5.2 2024-09-12T18:00:09.027 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.521__multipart_mymultipart.2~59_zo6rLwb_LK9Xie1NOBKesxi4EOn5.3 2024-09-12T18:00:09.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1645401047351474604', time=2024-09-12T19:51:22.038877+0000, chain.objs.size()=6 2024-09-12T18:00:09.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.ZgDUVOUD531PvO9kiDnAb-2NU00YlJ_m.1 2024-09-12T18:00:09.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.tkztpfFaqmHDExPSjht3TvJxBZyx64xD.2 2024-09-12T18:00:09.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.BsnEj9bJigum-4-prpBwjc9nlSkErwpS.3 2024-09-12T18:00:09.028 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.WtxfadZbif6n5GZNZLxvEMQKVWuQGhrC.4 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.4bBc5rEqZf_JRhUG2t3KwuGF7-_ptMyf.5 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.jP4rGxaJbU-pVSWqeOJcjfLbVj6k2jUz.6 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10779250071754161129', time=2024-09-12T19:52:38.078760+0000, chain.objs.size()=1 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:.gEWo7KqXw-TDCE6lAwQMMCuwPa7Ws4_.2bQlu6tKCR6tljLDrCgbjHd-9TGScR0_0 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16492431601691746753', time=2024-09-12T19:52:49.188132+0000, chain.objs.size()=1 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.575__shadow:i3N-5vwffpYBFFH38fTOeCV3L-OJcE5_._XdNQYfddPapbO_XMlb6fNVtsz-XdL5_0 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12881531380944253975', time=2024-09-12T19:53:00.232234+0000, chain.objs.size()=1 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:JLYf5aGhYD2O6FwnD4CQvZaMNTJ5E0E_.gVix9idDSpzHKzIJpMy3SAMV9fVMxW7_0 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10086948066975558431', time=2024-09-12T19:53:14.692971+0000, chain.objs.size()=1 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.579__shadow:N1O-ghZ5C5a7P06hbCNQ52NEn.vyxB0_.6TPy-XJeDcLahaU7Xlep7pCz284JQKi_0 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11909453167456717673', time=2024-09-12T19:53:16.515329+0000, chain.objs.size()=1 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.024+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.580__shadow:FP4XsX3Ydq2cbCcZSAOXvwNONgd-Y-z_.Jv2lWOhOLk9u2CXA8JGK7xP-VWMp0-e_0 2024-09-12T18:00:09.029 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.028+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10305818907958205453', time=2024-09-12T19:53:17.864757+0000, chain.objs.size()=1 2024-09-12T18:00:09.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.028+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.583__shadow:ZxQvaUguoJMLEst9jo8TLDWFdbiwwxF_.0HEMLauruKDizi5JF-x-OAD7OsdJsf9_0 2024-09-12T18:00:09.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.028+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1845737956540894073', time=2024-09-12T19:53:19.797085+0000, chain.objs.size()=1 2024-09-12T18:00:09.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.028+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.585__shadow:NYOq9QQiNeYyTi5p-JYDWv1o5P-QFiF_.tnw4tTn89xjyCGVbm2U1YvbepTsDjAs_0 2024-09-12T18:00:09.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.028+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11437246151934071429', time=2024-09-12T19:56:02.259459+0000, chain.objs.size()=1 2024-09-12T18:00:09.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.028+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.632__shadow_.CxjYFjy70PkwK7sF0OOhf19Klhw-pf1_0 2024-09-12T18:00:09.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.028+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13268534782673591917', time=2024-09-12T19:56:04.735452+0000, chain.objs.size()=1 2024-09-12T18:00:09.030 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.028+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.636__shadow_.rSorPNXmRfEavnFTTMbph_DNm7B1zd9_0 2024-09-12T18:00:09.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.028+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15334080186749787557', time=2024-09-12T19:56:25.225442+0000, chain.objs.size()=1 2024-09-12T18:00:09.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.028+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.664__shadow_.-qB2nBcF_Qg6cmIh6fpi44uu8BRWOLg_0 2024-09-12T18:00:09.031 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.028+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.033 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T18:00:09.035 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:09.035 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.032+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:09.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49646' 2024-09-12T18:00:09.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_RdhJ_OA-VWKTr57u5Sv74gQWIctmYts', time=2024-09-12T19:44:56.519581+0000, chain.objs.size()=3 2024-09-12T18:00:09.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.Zx9LKALCmE1YyrKH96bB5EQUdx7JGGu_0 2024-09-12T18:00:09.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.Zx9LKALCmE1YyrKH96bB5EQUdx7JGGu_1 2024-09-12T18:00:09.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.Zx9LKALCmE1YyrKH96bB5EQUdx7JGGu_2 2024-09-12T18:00:09.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15692220542433889069', time=2024-09-12T19:46:52.458051+0000, chain.objs.size()=1 2024-09-12T18:00:09.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.231__shadow_.u9k5VVbQlb4C5SRXR2MrRcUi4oezUFr_0 2024-09-12T18:00:09.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5779440843928585344', time=2024-09-12T19:47:10.377495+0000, chain.objs.size()=1 2024-09-12T18:00:09.037 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.257__shadow_.CKemPLyHpzM4nICp5I-Er22wRhc0QFm_0 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14840124076917979537', time=2024-09-12T19:47:32.171547+0000, chain.objs.size()=1 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Yy3pff829bJGOY2SOaHdR_aKc-JR77x_0 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7297065257833653154', time=2024-09-12T19:47:32.268863+0000, chain.objs.size()=1 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jMHfJilANsHNzuWmKRV6lH-5JybVYRd_0 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13076728636496697429', time=2024-09-12T19:47:32.272228+0000, chain.objs.size()=1 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YD6hRKA2m78BH5L7VL8f0pBnxQ9Aalp_0 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15801730837676015281', time=2024-09-12T19:47:32.658084+0000, chain.objs.size()=1 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9Zb7iMJkm2dAXxkjrYMBDGiGwjF-DM6_0 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3337752557804690460', time=2024-09-12T19:47:32.794250+0000, chain.objs.size()=1 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.m26Vl1Cb6GW2WzKB77BuA62hfzHV5fD_0 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18114625163553838268', time=2024-09-12T19:47:32.846108+0000, chain.objs.size()=1 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.nJIP6RAEWdqxbZI4RY22AEVa2cb621B_0 2024-09-12T18:00:09.038 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17269336916577011139', time=2024-09-12T19:47:32.865032+0000, chain.objs.size()=1 2024-09-12T18:00:09.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.V7rAPP90scTc_agKRnV7BWkTN444r4c_0 2024-09-12T18:00:09.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16058838227024244016', time=2024-09-12T19:47:32.978678+0000, chain.objs.size()=1 2024-09-12T18:00:09.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.uPJ_L7496UwoWUPSErl-3WGDdJdMP6m_0 2024-09-12T18:00:09.039 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15495326609050942616', time=2024-09-12T19:47:33.119863+0000, chain.objs.size()=1 2024-09-12T18:00:09.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TmohlN5HONF_Z6Z2JC4wJHdwfov9iTU_0 2024-09-12T18:00:09.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7478967052463189865', time=2024-09-12T19:47:33.176990+0000, chain.objs.size()=1 2024-09-12T18:00:09.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.lTQC0ZWulmZDYykRBJanpoyKPHBDE0M_0 2024-09-12T18:00:09.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4155097430100346539', time=2024-09-12T19:47:33.208562+0000, chain.objs.size()=1 2024-09-12T18:00:09.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DszsHhoA8_KaRqDwJkglXuPLfb9XmP7_0 2024-09-12T18:00:09.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.426983516450313456', time=2024-09-12T19:47:33.260176+0000, chain.objs.size()=1 2024-09-12T18:00:09.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oCRip1RV7AYCSbWZJS47C-1ZkCm9Hmf_0 2024-09-12T18:00:09.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11595615793365721893', time=2024-09-12T19:47:33.290273+0000, chain.objs.size()=1 2024-09-12T18:00:09.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GhgyYYNsqWGBb6cIrc9rDpMfXpTeDTN_0 2024-09-12T18:00:09.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.84563632888292060', time=2024-09-12T19:47:33.291223+0000, chain.objs.size()=1 2024-09-12T18:00:09.040 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.nKCinLIB5jlu33RbZjvPXMNteBW4Oah_0 2024-09-12T18:00:09.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9214348330145868683', time=2024-09-12T19:47:33.307603+0000, chain.objs.size()=1 2024-09-12T18:00:09.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.IR-6jnz2NgTBDlF2lOlraiqFtgreg8x_0 2024-09-12T18:00:09.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17077563017266918899', time=2024-09-12T19:47:33.314648+0000, chain.objs.size()=1 2024-09-12T18:00:09.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NWfi0gewDM9WGs9voE8z0LmO2_3CWSG_0 2024-09-12T18:00:09.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16247064893675854190', time=2024-09-12T19:47:33.466167+0000, chain.objs.size()=1 2024-09-12T18:00:09.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.vqA-PZRLA-_oJZl3eDGXlob9IKtWap5_0 2024-09-12T18:00:09.041 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3327341037517815420', time=2024-09-12T19:47:33.503193+0000, chain.objs.size()=1 2024-09-12T18:00:09.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.036+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.q15V7Dtl_Xu9w0Bf25sVasDXm7Ho5dn_0 2024-09-12T18:00:09.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3931949354482678290', time=2024-09-12T19:47:33.533954+0000, chain.objs.size()=1 2024-09-12T18:00:09.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.o4Auqrf68fTx5B5x-3-VX-jIwuwB0h-_0 2024-09-12T18:00:09.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7710553340266360154', time=2024-09-12T19:47:33.552941+0000, chain.objs.size()=1 2024-09-12T18:00:09.042 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GUTjFt2zsWHoNV0sDHjhH5lKqXbhRBH_0 2024-09-12T18:00:09.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12082236305792167064', time=2024-09-12T19:47:33.559226+0000, chain.objs.size()=1 2024-09-12T18:00:09.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.cwwiOkeJkAcuAVQFLeIyFBoBfvIoq1z_0 2024-09-12T18:00:09.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18134983442079516476', time=2024-09-12T19:47:33.565471+0000, chain.objs.size()=1 2024-09-12T18:00:09.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZDwMXEW19JlsCLas957cgfyT59TQVt0_0 2024-09-12T18:00:09.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14189400318042567635', time=2024-09-12T19:47:33.625994+0000, chain.objs.size()=1 2024-09-12T18:00:09.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.K-jv4v3ROTImbBmUYm_kyEkGPpTY0Fb_0 2024-09-12T18:00:09.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9432991042155393516', time=2024-09-12T19:47:33.793226+0000, chain.objs.size()=1 2024-09-12T18:00:09.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.RV4cAGXSTLfEqODZOegs32mQqEgq759_0 2024-09-12T18:00:09.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12325113302715238270', time=2024-09-12T19:47:33.843729+0000, chain.objs.size()=1 2024-09-12T18:00:09.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.vxX1gVqIkV74ZE8t3XIoY4txst0vydz_0 2024-09-12T18:00:09.043 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8833242147198376978', time=2024-09-12T19:47:33.849008+0000, chain.objs.size()=1 2024-09-12T18:00:09.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.o8-Ksm2NiTiHUB6Ymrmjekd3qBx6jSv_0 2024-09-12T18:00:09.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13239637698746192243', time=2024-09-12T19:47:33.882501+0000, chain.objs.size()=1 2024-09-12T18:00:09.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._gEN4gYc5wXJTxK3rStdIYlZ4539ZQI_0 2024-09-12T18:00:09.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7917338085206308219', time=2024-09-12T19:47:33.925682+0000, chain.objs.size()=1 2024-09-12T18:00:09.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.JwEluakFmgZ0FkSqy4fuGj6gq_fzgsH_0 2024-09-12T18:00:09.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6524543328530818591', time=2024-09-12T19:47:34.059266+0000, chain.objs.size()=1 2024-09-12T18:00:09.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oULOF1NXjXhwc3IaiLNQ7NLVb2fO91i_0 2024-09-12T18:00:09.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6916769479279660930', time=2024-09-12T19:47:34.074401+0000, chain.objs.size()=1 2024-09-12T18:00:09.044 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.BnkcURikwFZpu6MDeWMCvMX5b-NiWMv_0 2024-09-12T18:00:09.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.496361490729340520', time=2024-09-12T19:47:34.111465+0000, chain.objs.size()=1 2024-09-12T18:00:09.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SSeZEoVEoV9FLHqKUTf38RZ1uEhZq5E_0 2024-09-12T18:00:09.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14391990887222515154', time=2024-09-12T19:47:34.180988+0000, chain.objs.size()=1 2024-09-12T18:00:09.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.y1kHaSFUeuyiPOVqq9LvNRPwfG11-Vw_0 2024-09-12T18:00:09.045 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10826759529223851893', time=2024-09-12T19:47:34.201497+0000, chain.objs.size()=1 2024-09-12T18:00:09.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.040+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZDsqhYHuRy1lmW0rQFGgc6_wvjoi82n_0 2024-09-12T18:00:09.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16984108159120048096', time=2024-09-12T19:47:34.339959+0000, chain.objs.size()=1 2024-09-12T18:00:09.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mnC2lu9PDhkugFDHEeikODnDHIRXpTy_0 2024-09-12T18:00:09.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6667205799458194821', time=2024-09-12T19:47:34.381929+0000, chain.objs.size()=1 2024-09-12T18:00:09.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.hjcalxiR8wOYN76YTE2X0Qw5zxG6tsa_0 2024-09-12T18:00:09.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.991063781806083797', time=2024-09-12T19:47:34.383893+0000, chain.objs.size()=1 2024-09-12T18:00:09.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tb5ATfqSWv_bep96NO8jrmeSDf8VSCa_0 2024-09-12T18:00:09.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18099386064395833979', time=2024-09-12T19:47:34.412668+0000, chain.objs.size()=1 2024-09-12T18:00:09.046 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FoC4AMPCHa_L6ptzKUnQRQkbqIGbE4J_0 2024-09-12T18:00:09.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11604200366297097695', time=2024-09-12T19:47:34.434497+0000, chain.objs.size()=1 2024-09-12T18:00:09.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YJrIqPh6sWTZPMQ7Z9LRyznr2JnALqH_0 2024-09-12T18:00:09.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17483691037969119280', time=2024-09-12T19:47:34.485881+0000, chain.objs.size()=1 2024-09-12T18:00:09.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.vFFe2j0PC2hoBEySiHB32FxHMcl4sB7_0 2024-09-12T18:00:09.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2075671463570321136', time=2024-09-12T19:47:38.022204+0000, chain.objs.size()=1 2024-09-12T18:00:09.047 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.268__shadow_.IuHhgPzcfJhw_Y82pd7SVXNLUSidmOk_0 2024-09-12T18:00:09.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7367602899537387872', time=2024-09-12T19:47:42.280692+0000, chain.objs.size()=1 2024-09-12T18:00:09.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.275__shadow_.HXldZzgXXZJJvpmcbLHKL7yjZMcbjyH_0 2024-09-12T18:00:09.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5388576717424636396', time=2024-09-12T19:47:53.938995+0000, chain.objs.size()=1 2024-09-12T18:00:09.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.25G9ertXYCXU2BnUOKlNWRwdosm2aqy_0 2024-09-12T18:00:09.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2463106564430739756', time=2024-09-12T19:48:00.360870+0000, chain.objs.size()=1 2024-09-12T18:00:09.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.301__shadow_.DC1n9nIfeZ4NK98DqU0aHPjHqOW4Qfc_0 2024-09-12T18:00:09.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8093731401586034365', time=2024-09-12T19:48:33.376430+0000, chain.objs.size()=1 2024-09-12T18:00:09.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BcMJNRcjw3705OwNa3F7OOWX3Ri8pep_0 2024-09-12T18:00:09.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17907713885739698990', time=2024-09-12T19:48:33.512843+0000, chain.objs.size()=1 2024-09-12T18:00:09.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_._YG3sjy7fNPx0ID01slKQAU5rOvYoq5_0 2024-09-12T18:00:09.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6583044889477387916', time=2024-09-12T19:48:33.532868+0000, chain.objs.size()=1 2024-09-12T18:00:09.048 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uJ6pTaSYzyC4H_CnnM4H7Q8PBzxLjPr_0 2024-09-12T18:00:09.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2271501016271176804', time=2024-09-12T19:48:33.585444+0000, chain.objs.size()=1 2024-09-12T18:00:09.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YEuiO40s5KB1Ti5dBfCeDTXDIlP-kYH_0 2024-09-12T18:00:09.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7535262080316672225', time=2024-09-12T19:48:33.801940+0000, chain.objs.size()=1 2024-09-12T18:00:09.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tyF6L39JOa443tpUi2KBCuWwXdbd67B_0 2024-09-12T18:00:09.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13924768705586686796', time=2024-09-12T19:48:33.851790+0000, chain.objs.size()=1 2024-09-12T18:00:09.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.dc0FZM1tiu_QtdUxM9E7V1HfQbKzICd_0 2024-09-12T18:00:09.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11851538179078915286', time=2024-09-12T19:48:33.907094+0000, chain.objs.size()=1 2024-09-12T18:00:09.049 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.f38kqC5LMAPudYGmeiKqS2nuHQhPKHt_0 2024-09-12T18:00:09.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7331676679404304779', time=2024-09-12T19:48:33.916793+0000, chain.objs.size()=1 2024-09-12T18:00:09.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MRzj61uuwnu3p79t2KIGRKan6D_iGIn_0 2024-09-12T18:00:09.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9694664923712177119', time=2024-09-12T19:48:34.086572+0000, chain.objs.size()=1 2024-09-12T18:00:09.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NXHOI7_gl3YRHNmGQarpGi7gnOi2Ykw_0 2024-09-12T18:00:09.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1572396144524637385', time=2024-09-12T19:48:34.209980+0000, chain.objs.size()=1 2024-09-12T18:00:09.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.DPyoRll73w1My9S3oUI4bZ_QDX2Gy1a_0 2024-09-12T18:00:09.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12211564222698406945', time=2024-09-12T19:48:34.212086+0000, chain.objs.size()=1 2024-09-12T18:00:09.050 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fdNPjZCOkFEykzl4z-bRLfM7Mlkcfuu_0 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1870851097424879303', time=2024-09-12T19:48:34.223917+0000, chain.objs.size()=1 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.044+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.N9giRyeZCg63te9WV8OLptbpTcRJarv_0 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2992930673510832780', time=2024-09-12T19:48:34.452354+0000, chain.objs.size()=1 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VtKOfkUA24QZUlsBb7uH1LuIBzfRyxT_0 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4014209187539848850', time=2024-09-12T19:48:34.467301+0000, chain.objs.size()=1 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1MwhSBO6uZ5W4zBiSkYcD_q97UEBAe__0 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12562454490150216774', time=2024-09-12T19:48:34.506864+0000, chain.objs.size()=1 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KvJOh8qvVwl9P3ZbqV58Emwnkjq9T11_0 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16931383584847446091', time=2024-09-12T19:48:34.784772+0000, chain.objs.size()=1 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.skPqqoZyDR1jkK2W1gVBlobRnnTnstw_0 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15948865102484453632', time=2024-09-12T19:48:34.854186+0000, chain.objs.size()=1 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Kkuk6NdnfvTlI6Rg3txmZY3wVYm5BMO_0 2024-09-12T18:00:09.051 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3431424403692333289', time=2024-09-12T19:48:35.087399+0000, chain.objs.size()=1 2024-09-12T18:00:09.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.nLPwOvf8fzsyM4-h0ZFFEY2JyHbNK8m_0 2024-09-12T18:00:09.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.649186036880956316', time=2024-09-12T19:48:35.167824+0000, chain.objs.size()=1 2024-09-12T18:00:09.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1gINUkTTwekvqYXGUmA9ALJnpRKB9iI_0 2024-09-12T18:00:09.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18129635697796128408', time=2024-09-12T19:48:35.192792+0000, chain.objs.size()=1 2024-09-12T18:00:09.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.J6Z8c3VW4zGr-m6M3MtD3CpclmE-wxA_0 2024-09-12T18:00:09.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14039664014982579697', time=2024-09-12T19:48:35.361501+0000, chain.objs.size()=1 2024-09-12T18:00:09.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.B2mNrPEbmhUZNSsqFEgek5ErdbEGGqC_0 2024-09-12T18:00:09.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7120720605961709247', time=2024-09-12T19:48:35.476724+0000, chain.objs.size()=1 2024-09-12T18:00:09.052 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MW7LCZFEi6JecBkV04vy7aa5zKCSNqc_0 2024-09-12T18:00:09.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14962286839234843885', time=2024-09-12T19:48:55.285417+0000, chain.objs.size()=1 2024-09-12T18:00:09.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2My0beKZiC-08yC-tl4aJlSAQencM2V_0 2024-09-12T18:00:09.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4194713156944440207', time=2024-09-12T19:48:55.334712+0000, chain.objs.size()=1 2024-09-12T18:00:09.053 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.9Nhu7ihfNSl3eag2EGF3tEaQW9jf6Nt_0 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6905773424401948849', time=2024-09-12T19:48:55.507479+0000, chain.objs.size()=1 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WgiuI34srSU_lQBgBx0p-zUnBlbtxKO_0 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8194749346156238407', time=2024-09-12T19:48:55.569739+0000, chain.objs.size()=1 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VMBpoHNufZe7OAOc__LSWWYD5i-oHOH_0 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1603543806779431860', time=2024-09-12T19:48:55.572397+0000, chain.objs.size()=1 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.048+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.68nKFhW6_5KabI-TDDjUe2QW7J69CLD_0 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1812202804214841041', time=2024-09-12T19:48:55.602937+0000, chain.objs.size()=1 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.bdL6Y1rYPykTxcOYgLtsmAvCvd-K-WR_0 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13455974036071552428', time=2024-09-12T19:48:55.627409+0000, chain.objs.size()=1 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Nk8AuIwEGJpM7KwN8z9WBjG-2XtZtZ2_0 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13313105355708160973', time=2024-09-12T19:48:55.688735+0000, chain.objs.size()=1 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zQ3cdMKSp9v7rbC1K7eie-Dymt2063C_0 2024-09-12T18:00:09.054 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2349921202270665747', time=2024-09-12T19:48:55.887673+0000, chain.objs.size()=1 2024-09-12T18:00:09.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.aidUAdaSZA-QT4dX1c1fUcvlT3zeyr6_0 2024-09-12T18:00:09.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.206715700652883662', time=2024-09-12T19:48:56.031275+0000, chain.objs.size()=1 2024-09-12T18:00:09.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.DPRyvj2QwQZxaukXWAgqExF7UChP501_0 2024-09-12T18:00:09.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.730077169114325108', time=2024-09-12T19:48:56.161960+0000, chain.objs.size()=1 2024-09-12T18:00:09.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.tCQ-IN2XjZ97lyynoemrrbLmIf8D-MX_0 2024-09-12T18:00:09.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8150365116030977067', time=2024-09-12T19:48:56.237325+0000, chain.objs.size()=1 2024-09-12T18:00:09.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zPQ0VO4M9Wpocd_qbXFwH7owWejkex1_0 2024-09-12T18:00:09.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17880643669710264987', time=2024-09-12T19:48:56.273486+0000, chain.objs.size()=1 2024-09-12T18:00:09.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.hdHR64a--lmQcNnRR5KDIgRkTiBQYeY_0 2024-09-12T18:00:09.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2566100409135363569', time=2024-09-12T19:48:56.512249+0000, chain.objs.size()=1 2024-09-12T18:00:09.055 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xvnt6vc3b-4BTxL095aIgtlrMhdoecl_0 2024-09-12T18:00:09.056 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7048046330157132261', time=2024-09-12T19:48:56.522913+0000, chain.objs.size()=1 2024-09-12T18:00:09.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.DBgQkloH1Vbj-2vfoVQw0dZ5Mr-M8TU_0 2024-09-12T18:00:09.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5820784148987200228', time=2024-09-12T19:48:56.644708+0000, chain.objs.size()=1 2024-09-12T18:00:09.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.p6CPUR2z7OivMYG23ya2sLSdIWwarIJ_0 2024-09-12T18:00:09.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10434351238224071553', time=2024-09-12T19:48:56.702729+0000, chain.objs.size()=1 2024-09-12T18:00:09.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5jsdCYw-OpOnUf733VkaCMHIdKEY-Ta_0 2024-09-12T18:00:09.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12408827612059304324', time=2024-09-12T19:48:56.830203+0000, chain.objs.size()=1 2024-09-12T18:00:09.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Mx4MFmNO3BOsl1WMtV-ahmF0kKDZ0X3_0 2024-09-12T18:00:09.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.38613215650053813', time=2024-09-12T19:48:56.866111+0000, chain.objs.size()=1 2024-09-12T18:00:09.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.aQHM9hz2DIhRxnU2gaN4v0NjvdjFEsd_0 2024-09-12T18:00:09.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14747947207028275329', time=2024-09-12T19:48:56.973990+0000, chain.objs.size()=1 2024-09-12T18:00:09.057 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VCXdAt0A1BaWYfv8xHTvISx7NrWIIn6_0 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9939862056502298990', time=2024-09-12T19:48:57.152895+0000, chain.objs.size()=1 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TasTyZHCHJbDcALo7-FAdW3ld3GHJKo_0 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15326382286690499531', time=2024-09-12T19:48:57.177600+0000, chain.objs.size()=1 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.8NT4h29GLGvqJsEQPBll-l8grBjRFfe_0 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1308242683782152873', time=2024-09-12T19:48:57.247070+0000, chain.objs.size()=1 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.f3cS1_qnIpZOzo3wmATrEonu996QGjm_0 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7712542705228620235', time=2024-09-12T19:48:57.297698+0000, chain.objs.size()=1 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.9PCCcaW1FNGOPm7ANmUqhbxCdPbuVnB_0 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3449780644855578263', time=2024-09-12T19:48:57.311885+0000, chain.objs.size()=1 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.jQ2v_8XjdnESXU8c35klTPiR0-GSMlg_0 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9619894760480369893', time=2024-09-12T19:48:57.432882+0000, chain.objs.size()=1 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5NY4q76q2Nu2qPOHVWJN72ZNgdNZ4vI_0 2024-09-12T18:00:09.058 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3980742274188190346', time=2024-09-12T19:48:57.462190+0000, chain.objs.size()=1 2024-09-12T18:00:09.059 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.yqStIxFT_ebSxYE-Pabufp9VWUgTRiC_0 2024-09-12T18:00:09.059 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11640056382492871765', time=2024-09-12T19:48:57.547507+0000, chain.objs.size()=1 2024-09-12T18:00:09.059 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.052+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LIc9W5IjcEmnsu2QCzfhF7vcnllrk5m_0 2024-09-12T18:00:09.059 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14240245831566177451', time=2024-09-12T19:48:57.548422+0000, chain.objs.size()=1 2024-09-12T18:00:09.059 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Vu_8uE5vQCOXoQzC_QzTOKarMo2Um0v_0 2024-09-12T18:00:09.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9574753362497838942', time=2024-09-12T19:48:57.621166+0000, chain.objs.size()=1 2024-09-12T18:00:09.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LmwC4z9gHFeUFpkC2TB-p2IzJRan69v_0 2024-09-12T18:00:09.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15360558364821784931', time=2024-09-12T19:48:57.622617+0000, chain.objs.size()=1 2024-09-12T18:00:09.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ukMRfRCGJqC2wXZ3KYB2Hs3U1gYwbEG_0 2024-09-12T18:00:09.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.056+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11613802330453152189', time=2024-09-12T19:49:35.148618+0000, chain.objs.size()=1 2024-09-12T18:00:09.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.390__shadow_.esgPaatqy9HNRVyb-E7XsSKhvxQsUoO_0 2024-09-12T18:00:09.060 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.056+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49646 2024-09-12T18:00:09.061 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2942093949706577093', time=2024-09-12T19:50:21.657707+0000, chain.objs.size()=1 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.460__shadow_.j8NdLcU3WZQm5JWB8vyAgTIZYi0x7QI_0 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3511357875278623131', time=2024-09-12T19:50:24.408841+0000, chain.objs.size()=1 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.463__shadow_.oGbwcpdyU-W8eXcXGcv-6kQ0yBIXNaq_0 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4628358374420395624', time=2024-09-12T19:50:36.829962+0000, chain.objs.size()=1 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.487__shadow_.2GPzoSSCNGJZXxm1oitTJbny9MgsW0G_0 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16901206324359918215', time=2024-09-12T19:50:36.831711+0000, chain.objs.size()=1 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.487__shadow_.2GPzoSSCNGJZXxm1oitTJbny9MgsW0G_0 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12693343678540879839', time=2024-09-12T19:52:14.361597+0000, chain.objs.size()=1 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.551__shadow_.reU1wSY6uGwwd7d7hozs0ti-qmA1aYY_0 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13859504925560771940', time=2024-09-12T19:52:34.658403+0000, chain.objs.size()=1 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:BzJ9i8ccqX87L0IaATtk5YopuCdJ00E_.JR7J2fHVQ1aAYkVwPdD8a6Oez98wwOl_0 2024-09-12T18:00:09.062 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8258174824991775820', time=2024-09-12T19:52:55.583084+0000, chain.objs.size()=1 2024-09-12T18:00:09.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:xuL.lxBq4Z5V.RRjnd5AJ7jfriscwlr_.eYBcArVv0bdZahCPsIEt8vaC3kS6dFC_0 2024-09-12T18:00:09.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14915820787810302649', time=2024-09-12T19:52:57.674560+0000, chain.objs.size()=1 2024-09-12T18:00:09.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:3B.EFcR8lL55B1FN7G7-kL4JkoLrXpr_.a1EGiMxIbueuf1cIQysSzgwnMghd25__0 2024-09-12T18:00:09.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3138102739237741500', time=2024-09-12T19:53:08.739441+0000, chain.objs.size()=1 2024-09-12T18:00:09.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:rK-fBurNmZaLk-xoqphoLt4BdBNPBTj_.d_KA0JpvIEE68yG2ZArTEAuO4z7TA2E_0 2024-09-12T18:00:09.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18338545428794444863', time=2024-09-12T19:53:12.361650+0000, chain.objs.size()=4 2024-09-12T18:00:09.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__multipart_testobj.2~saq8H5B711-G96srNkjforSImUirBOQ.1 2024-09-12T18:00:09.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__multipart_testobj.2~saq8H5B711-G96srNkjforSImUirBOQ.2 2024-09-12T18:00:09.063 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__multipart_testobj.2~saq8H5B711-G96srNkjforSImUirBOQ.3 2024-09-12T18:00:09.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.578__multipart_testobj.2~saq8H5B711-G96srNkjforSImUirBOQ.4 2024-09-12T18:00:09.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12233797030747121512', time=2024-09-12T19:53:29.289191+0000, chain.objs.size()=1 2024-09-12T18:00:09.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.602__shadow_.mY6rw8BKZapkEPKKYU7GHy2Ks_vgC_3_0 2024-09-12T18:00:09.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6876006205503449952', time=2024-09-12T19:55:50.369935+0000, chain.objs.size()=1 2024-09-12T18:00:09.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.620__shadow_.PLqkSSTxDEDe-mPUVVCX3TKiLXnozk3_0 2024-09-12T18:00:09.064 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~r2XVGj2xYso2wICichomD2S504U7WQP', time=2024-09-12T19:55:58.082271+0000, chain.objs.size()=12 2024-09-12T18:00:09.065 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.625__multipart_multipart_enc.2~r2XVGj2xYso2wICichomD2S504U7WQP.1 2024-09-12T18:00:09.065 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.625__shadow_multipart_enc.2~r2XVGj2xYso2wICichomD2S504U7WQP.1_1 2024-09-12T18:00:09.065 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.625__multipart_multipart_enc.2~r2XVGj2xYso2wICichomD2S504U7WQP.2 2024-09-12T18:00:09.065 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.625__shadow_multipart_enc.2~r2XVGj2xYso2wICichomD2S504U7WQP.2_1 2024-09-12T18:00:09.065 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.625__multipart_multipart_enc.2~r2XVGj2xYso2wICichomD2S504U7WQP.3 2024-09-12T18:00:09.065 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.625__shadow_multipart_enc.2~r2XVGj2xYso2wICichomD2S504U7WQP.3_1 2024-09-12T18:00:09.068 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.625__multipart_multipart_enc.2~r2XVGj2xYso2wICichomD2S504U7WQP.4 2024-09-12T18:00:09.069 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.060+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.625__shadow_multipart_enc.2~r2XVGj2xYso2wICichomD2S504U7WQP.4_1 2024-09-12T18:00:09.069 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.625__multipart_multipart_enc.2~r2XVGj2xYso2wICichomD2S504U7WQP.5 2024-09-12T18:00:09.069 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.625__shadow_multipart_enc.2~r2XVGj2xYso2wICichomD2S504U7WQP.5_1 2024-09-12T18:00:09.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.625__multipart_multipart_enc.2~r2XVGj2xYso2wICichomD2S504U7WQP.6 2024-09-12T18:00:09.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.625__shadow_multipart_enc.2~r2XVGj2xYso2wICichomD2S504U7WQP.6_1 2024-09-12T18:00:09.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11199892616371488175', time=2024-09-12T19:56:46.874522+0000, chain.objs.size()=1 2024-09-12T18:00:09.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.704__shadow:YTgF3spe9RoHGbZAH4qS4n6h2YRLNzu_.PsnGQGdq90AJjdkWHHXU00QdU6GkYHW_0 2024-09-12T18:00:09.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6349077702281832521', time=2024-09-12T19:56:49.281024+0000, chain.objs.size()=1 2024-09-12T18:00:09.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.708__shadow:hZmw2GG0DvIzpQ0MO9p2IFaPWhgO-4m_.mu43qESlDPZg-DjUligi5Lgiudxji0l_0 2024-09-12T18:00:09.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17474919026903187926', time=2024-09-12T19:56:51.499773+0000, chain.objs.size()=1 2024-09-12T18:00:09.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.712__shadow:DpLfkaO8b-SaOtOiOOm2-H2KVXudXkE_.tYMxUWRMJPtMCCQdO1grFgk5eUoWeSu_0 2024-09-12T18:00:09.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17823593400307419357', time=2024-09-12T19:56:52.072258+0000, chain.objs.size()=1 2024-09-12T18:00:09.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.713__shadow:Pi8qGNNfEe4vfhrapMSxFFaJVPtQjLo_.nZ9VGeYSY29opM2xzkfPAiKqdKzUm7I_0 2024-09-12T18:00:09.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15074782591754416016', time=2024-09-12T19:57:31.797670+0000, chain.objs.size()=1 2024-09-12T18:00:09.070 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.064+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.744__shadow_.S0mfxJylY7qoLGQHi0Rs2JdWe9Pke8w_0 2024-09-12T18:00:09.071 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.068+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.072 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T18:00:09.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:09.074 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:09.075 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46948' 2024-09-12T18:00:09.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1384271361737018890', time=2024-09-12T19:45:29.358290+0000, chain.objs.size()=1 2024-09-12T18:00:09.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.200__shadow_.Qqo8p1ahJ4dW3MBRMh2ax666qXgMtZe_0 2024-09-12T18:00:09.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7325880244966235091', time=2024-09-12T19:46:55.529720+0000, chain.objs.size()=1 2024-09-12T18:00:09.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.236__shadow_.vsh1NS1BPebfDfupBPBmblqSB9dq7CG_0 2024-09-12T18:00:09.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8484326714720762232', time=2024-09-12T19:46:59.487453+0000, chain.objs.size()=1 2024-09-12T18:00:09.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.241__shadow_.ArC9L5O8cxZl0RGvp3hAeWY4oUkOkv9_0 2024-09-12T18:00:09.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7531557940537591714', time=2024-09-12T19:47:04.202148+0000, chain.objs.size()=1 2024-09-12T18:00:09.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.247__shadow_.GT4joX1ukIoFXl7pnBrFgn4-xEC7Agc_0 2024-09-12T18:00:09.076 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11734466440251285574', time=2024-09-12T19:47:32.246622+0000, chain.objs.size()=1 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GyRXMUE-0uIlkf30f8ggfgtT5ODBzQm_0 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9089762296105197892', time=2024-09-12T19:47:32.300070+0000, chain.objs.size()=1 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.P4Ix5RiHN-PKIN-Hwi4fz_Q3WGr-CZz_0 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4943069579330770240', time=2024-09-12T19:47:32.331521+0000, chain.objs.size()=1 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.sbbBDXI-rY8jwFpWcjKl4D3WRWFanjg_0 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5464452285039688066', time=2024-09-12T19:47:32.346431+0000, chain.objs.size()=1 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZDNSCjndBNT1RtFHzTkM4N3X28ptjCh_0 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16380620133011569866', time=2024-09-12T19:47:32.393806+0000, chain.objs.size()=1 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NuQxMFKIZAs1Vw2vHGn6V-Z6-rQJdZh_0 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14587574080818886309', time=2024-09-12T19:47:32.530908+0000, chain.objs.size()=1 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.kaYU1ww_E2J6DG7cV1rknBrgIIFsNHg_0 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1556165623864932533', time=2024-09-12T19:47:32.552971+0000, chain.objs.size()=1 2024-09-12T18:00:09.077 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.quICzU0lgS_ssyUDhJtYJ2YmYjqG8pu_0 2024-09-12T18:00:09.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6050855351598173198', time=2024-09-12T19:47:32.648681+0000, chain.objs.size()=1 2024-09-12T18:00:09.078 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.072+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.J0aiRR0N-nKMqSYgSfQr-nG3nuYjTuc_0 2024-09-12T18:00:09.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17080825094077715748', time=2024-09-12T19:47:32.865630+0000, chain.objs.size()=1 2024-09-12T18:00:09.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8H7rKsP7B4MKKWYmh1SpyaJmqldeYN7_0 2024-09-12T18:00:09.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3694896292888494696', time=2024-09-12T19:47:32.885379+0000, chain.objs.size()=1 2024-09-12T18:00:09.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KN5u0heFuUwnnx7Z7q_mKX4ysnwjX0C_0 2024-09-12T18:00:09.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2080908491320354336', time=2024-09-12T19:47:32.921399+0000, chain.objs.size()=1 2024-09-12T18:00:09.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.etW5DDPu5jpyeLQVaHwi8urOCTMbs9W_0 2024-09-12T18:00:09.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14717488329773825586', time=2024-09-12T19:47:32.925053+0000, chain.objs.size()=1 2024-09-12T18:00:09.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.x73zETZkeIcul1Huc8x88yR3Bbl9w88_0 2024-09-12T18:00:09.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15028631911508916901', time=2024-09-12T19:47:32.926217+0000, chain.objs.size()=1 2024-09-12T18:00:09.079 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.pZhctJQSyak8UOTMbXs-qm5WkHXOzSF_0 2024-09-12T18:00:09.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12293354811874060222', time=2024-09-12T19:47:32.974412+0000, chain.objs.size()=1 2024-09-12T18:00:09.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.hkC8vzzgdUFPsJ7XKFilP_s8UaVsJk8_0 2024-09-12T18:00:09.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3037647237921214488', time=2024-09-12T19:47:32.985026+0000, chain.objs.size()=1 2024-09-12T18:00:09.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.5fWiZWeeQvGo7QGkn6pIp1GYMgnMavg_0 2024-09-12T18:00:09.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5838761042785390952', time=2024-09-12T19:47:33.116858+0000, chain.objs.size()=1 2024-09-12T18:00:09.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.q_PCl9cnE3T4d1_qCLCrF7QJARW0nOx_0 2024-09-12T18:00:09.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13488208024315550089', time=2024-09-12T19:47:33.135865+0000, chain.objs.size()=1 2024-09-12T18:00:09.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.bQkncyTzB4rzOKlj1HpSZsh1WtOhQEE_0 2024-09-12T18:00:09.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3581791850692990180', time=2024-09-12T19:47:33.200087+0000, chain.objs.size()=1 2024-09-12T18:00:09.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gx_52z-uAGlm0oI-N4XxkL2i1oDSBvY_0 2024-09-12T18:00:09.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1370407807486760080', time=2024-09-12T19:47:33.232503+0000, chain.objs.size()=1 2024-09-12T18:00:09.080 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.6sc-MjBJQweddm5DJvOxnUQF1fDD30-_0 2024-09-12T18:00:09.081 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.698982515760729291', time=2024-09-12T19:47:33.476028+0000, chain.objs.size()=1 2024-09-12T18:00:09.081 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.44SH2V1_HLe2hRLP5xO6vHz1OcJSgQ__0 2024-09-12T18:00:09.082 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8748668732445521503', time=2024-09-12T19:47:33.519308+0000, chain.objs.size()=1 2024-09-12T18:00:09.082 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MLEnLrCCnMJW1ISWXazHgAxZ7_hWB5R_0 2024-09-12T18:00:09.082 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14488914154023723852', time=2024-09-12T19:47:33.550369+0000, chain.objs.size()=1 2024-09-12T18:00:09.082 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jlYt3DoVK4gvSKnaVWs2KJps0b5mMlt_0 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6973433948078607851', time=2024-09-12T19:47:33.609295+0000, chain.objs.size()=1 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4pRpDoku3rRpDK1a1ObSsJlEi6GbLWj_0 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2112783900676195516', time=2024-09-12T19:47:33.749825+0000, chain.objs.size()=1 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UuSLW0_8UCRPdDIvusz4k5lJ8AF0S_X_0 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15746300253917431694', time=2024-09-12T19:47:33.758924+0000, chain.objs.size()=1 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Yu3GUEPUvf-o3Q_jPSh6tCoTAjh1L_V_0 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12492127846808490665', time=2024-09-12T19:47:33.920312+0000, chain.objs.size()=1 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oWoxjCJxbi_-LY-IwkBbRuTOZTELova_0 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10516760118550182578', time=2024-09-12T19:47:33.928258+0000, chain.objs.size()=1 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Hv1B7os5-liKsS8M6xOkp6Ho76ZxAXy_0 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17695276745659582112', time=2024-09-12T19:47:33.936699+0000, chain.objs.size()=1 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.076+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ibJvV3auGNPHji74cNOxlTSX6YxF45p_0 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12644234595228658505', time=2024-09-12T19:47:34.050207+0000, chain.objs.size()=1 2024-09-12T18:00:09.083 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SanJX8MZDxv8GzdEO794Pxqgja3zR00_0 2024-09-12T18:00:09.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.22015588377893617', time=2024-09-12T19:47:34.057816+0000, chain.objs.size()=1 2024-09-12T18:00:09.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Qt8IZhy1oPKztt6M3U473pXu_Nkbw0W_0 2024-09-12T18:00:09.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3764988957465847837', time=2024-09-12T19:47:34.147218+0000, chain.objs.size()=1 2024-09-12T18:00:09.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.HpkkIYP1mtHv9TL-BkRt7_loo24cJhY_0 2024-09-12T18:00:09.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4896050084826967303', time=2024-09-12T19:47:34.208438+0000, chain.objs.size()=1 2024-09-12T18:00:09.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.-2JDsSm4798ZFvxPk6meBaFOuKG3XU3_0 2024-09-12T18:00:09.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2306098822688956409', time=2024-09-12T19:47:34.381656+0000, chain.objs.size()=1 2024-09-12T18:00:09.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WDDkkgoLtKpF4-lCxbLD1ygOF2j0ItY_0 2024-09-12T18:00:09.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12383164453359263122', time=2024-09-12T19:47:34.394895+0000, chain.objs.size()=1 2024-09-12T18:00:09.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.PHu_FZvr827DV4_kAxlMnMondMJomqE_0 2024-09-12T18:00:09.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10779421017085220835', time=2024-09-12T19:47:34.431587+0000, chain.objs.size()=1 2024-09-12T18:00:09.084 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.g_c2b-AzgfBN4JdPocMUZKS5PJuVE2g_0 2024-09-12T18:00:09.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7232536363200290775', time=2024-09-12T19:47:34.473907+0000, chain.objs.size()=1 2024-09-12T18:00:09.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FSfz16t2RmmpS5UDWu4bMHrkXDQpWBw_0 2024-09-12T18:00:09.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6286556276039549013', time=2024-09-12T19:47:37.429008+0000, chain.objs.size()=1 2024-09-12T18:00:09.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.267__shadow_.QtCdJ2qMe62ZRz8pqIbUUkXlQ0YOLqs_0 2024-09-12T18:00:09.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2377008407176166627', time=2024-09-12T19:47:51.673752+0000, chain.objs.size()=1 2024-09-12T18:00:09.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.290__shadow_.tPMz5rRP9_iGdhPQ9Io3wPzS7W2QAlk_0 2024-09-12T18:00:09.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16669450426970953180', time=2024-09-12T19:47:53.978503+0000, chain.objs.size()=1 2024-09-12T18:00:09.085 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.rflXzTwkls0452A-p9q2ySRO04taErz_0 2024-09-12T18:00:09.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9500686230784364844', time=2024-09-12T19:47:54.004346+0000, chain.objs.size()=1 2024-09-12T18:00:09.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.FnzrCGzkx73geKWAUhJM8hUSrZoCozb_0 2024-09-12T18:00:09.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5910576473028750136', time=2024-09-12T19:47:55.275370+0000, chain.objs.size()=1 2024-09-12T18:00:09.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.9AC1kRZ_QA6daekHqBKWuB-z7WpfdoU_0 2024-09-12T18:00:09.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5986884429122544703', time=2024-09-12T19:47:55.328421+0000, chain.objs.size()=1 2024-09-12T18:00:09.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.tksFAZJ1AeSXVLQBxJ4yERXcV1nmk34_0 2024-09-12T18:00:09.086 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17481202619671553823', time=2024-09-12T19:47:59.754682+0000, chain.objs.size()=1 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.080+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.300__shadow_.-OltwnA9Smc3kCvdfxFZBBU6mBru_F__0 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15399571556726227706', time=2024-09-12T19:48:33.530388+0000, chain.objs.size()=1 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wbrYFci727nqKj6N_HszJEXOzscFq_s_0 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4304847945318332431', time=2024-09-12T19:48:33.567060+0000, chain.objs.size()=1 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.RAv5z1FoIrNAPXe5rZ7lRtdY3d8XiUl_0 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13149819121511587604', time=2024-09-12T19:48:33.568608+0000, chain.objs.size()=1 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.oERE1BS-FvQ8HxlxiSA1HVBNd4wWwXz_0 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13623599698663766357', time=2024-09-12T19:48:33.595700+0000, chain.objs.size()=1 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BWagI5HV8Qf8Pmu20KC8XwIIGysZg3a_0 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7202821755915389925', time=2024-09-12T19:48:33.616693+0000, chain.objs.size()=1 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.lgLFi2oWrN3p9RJUs63-z66UpHs9ZnK_0 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12369908598787227864', time=2024-09-12T19:48:33.736027+0000, chain.objs.size()=1 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Iq87-cz3ku8B-Wob1L1ILAx-95_on0H_0 2024-09-12T18:00:09.087 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10016951586796011513', time=2024-09-12T19:48:33.769979+0000, chain.objs.size()=1 2024-09-12T18:00:09.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.XtjydzfjWbcVIs0RFlHwhezq6bMirUH_0 2024-09-12T18:00:09.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4180857945733424496', time=2024-09-12T19:48:33.813719+0000, chain.objs.size()=1 2024-09-12T18:00:09.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vNn_M79HJCJTCSgLRyezw9lco6_MOSK_0 2024-09-12T18:00:09.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12606452391386451161', time=2024-09-12T19:48:33.824763+0000, chain.objs.size()=1 2024-09-12T18:00:09.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.y_-tIzcp5K6x6nAH1NIzUu2NFcfAEEv_0 2024-09-12T18:00:09.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1915794592503130427', time=2024-09-12T19:48:33.855515+0000, chain.objs.size()=1 2024-09-12T18:00:09.088 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.L74g53WCDIkOhxrWD57oj77Jo8pTsy5_0 2024-09-12T18:00:09.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17522013613055330914', time=2024-09-12T19:48:33.856250+0000, chain.objs.size()=1 2024-09-12T18:00:09.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tWP0XXQ1Mb6XZ-ZD6UxaN0aWK1BrZD9_0 2024-09-12T18:00:09.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13702722529631506888', time=2024-09-12T19:48:33.886025+0000, chain.objs.size()=1 2024-09-12T18:00:09.089 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vu-71ZmwJKVSsKyk2MZze2BfPTjcn9I_0 2024-09-12T18:00:09.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10217586981368411164', time=2024-09-12T19:48:33.902742+0000, chain.objs.size()=1 2024-09-12T18:00:09.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8PKcJJM1p-v-HA9uKztTxTGwjL1MVSY_0 2024-09-12T18:00:09.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10481165498257064927', time=2024-09-12T19:48:34.048488+0000, chain.objs.size()=1 2024-09-12T18:00:09.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9yK2KVIoqyaAf2oZ3U1BK58ClaB_9L-_0 2024-09-12T18:00:09.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7444719140441734809', time=2024-09-12T19:48:34.071138+0000, chain.objs.size()=1 2024-09-12T18:00:09.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.kqfczk5ZZDk4E2oyBrsWRrC-if-ei2R_0 2024-09-12T18:00:09.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3923205351117654962', time=2024-09-12T19:48:34.088335+0000, chain.objs.size()=1 2024-09-12T18:00:09.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4nEu4GQSqjqkLEu3lca3mvQZAkxNd9V_0 2024-09-12T18:00:09.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9024593313191763009', time=2024-09-12T19:48:34.091499+0000, chain.objs.size()=1 2024-09-12T18:00:09.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.084+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-IFla3xZOK8_x2q83h1bg11CoohdQyV_0 2024-09-12T18:00:09.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.088+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2900223396779209396', time=2024-09-12T19:48:34.137911+0000, chain.objs.size()=1 2024-09-12T18:00:09.090 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.088+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.xxCukCfHkcFlrh3CWJ85EAYNg16bso-_0 2024-09-12T18:00:09.091 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.088+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4513102832560980625', time=2024-09-12T19:48:34.231912+0000, chain.objs.size()=1 2024-09-12T18:00:09.091 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.088+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.mMtbHmzUHmXeXTHe8r4WlGpIMkbYGgg_0 2024-09-12T18:00:09.091 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.088+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12004358518277143655', time=2024-09-12T19:48:34.239202+0000, chain.objs.size()=1 2024-09-12T18:00:09.091 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.088+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.cDSDVtRV-3IAcKjUlI5_TqYQ79FVCXd_0 2024-09-12T18:00:09.091 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.088+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7335374091064482847', time=2024-09-12T19:48:34.243426+0000, chain.objs.size()=1 2024-09-12T18:00:09.091 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.088+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.a66_8dmxHZWRPhk0GEjQZWguTAAznM9_0 2024-09-12T18:00:09.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18118707072285140074', time=2024-09-12T19:48:34.383652+0000, chain.objs.size()=1 2024-09-12T18:00:09.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.OzYCLKXIa2cyaThvhRGAp-NBglhuW_c_0 2024-09-12T18:00:09.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3774969141549201950', time=2024-09-12T19:48:34.413884+0000, chain.objs.size()=1 2024-09-12T18:00:09.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qakILHf6xQEF_4dhV1lvRZdiBk1y50c_0 2024-09-12T18:00:09.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4057317317060841782', time=2024-09-12T19:48:34.441368+0000, chain.objs.size()=1 2024-09-12T18:00:09.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0yFDN-O37lkClf5eU2y07bRi8D78qsw_0 2024-09-12T18:00:09.295 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18090736793718293840', time=2024-09-12T19:48:34.450837+0000, chain.objs.size()=1 2024-09-12T18:00:09.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.j-fMF-D2HnqBsc4eQGYv0kEPUKq-FDL_0 2024-09-12T18:00:09.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15217986731016070148', time=2024-09-12T19:48:34.545885+0000, chain.objs.size()=1 2024-09-12T18:00:09.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.GQ4ItHAiN7dKCk5ua6Y0VQD8JQ8rlUT_0 2024-09-12T18:00:09.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9959435634067399674', time=2024-09-12T19:48:34.696275+0000, chain.objs.size()=1 2024-09-12T18:00:09.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.LCXG62H9WHEiSp6AyF9wd3XvxVa3EDB_0 2024-09-12T18:00:09.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14880245769901336788', time=2024-09-12T19:48:34.708100+0000, chain.objs.size()=1 2024-09-12T18:00:09.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VMhhBtFBUO-B3ebPO7NrB88Kyg85dUL_0 2024-09-12T18:00:09.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2195142385609192796', time=2024-09-12T19:48:34.791496+0000, chain.objs.size()=1 2024-09-12T18:00:09.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.pxud6RFUjKlNMlUlEgz3jzPnDgZ1zVK_0 2024-09-12T18:00:09.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15435832935107526862', time=2024-09-12T19:48:34.798871+0000, chain.objs.size()=1 2024-09-12T18:00:09.296 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.r-6tm4k_YBZr6cuX2uAEJk1oakMlrox_0 2024-09-12T18:00:09.297 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17928594868023171463', time=2024-09-12T19:48:34.838649+0000, chain.objs.size()=1 2024-09-12T18:00:09.297 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VJqKPAXYdq2VhwPW11Wx4LuLAK--YzB_0 2024-09-12T18:00:09.297 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5661223585409249148', time=2024-09-12T19:48:34.864228+0000, chain.objs.size()=1 2024-09-12T18:00:09.297 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.292+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FQpn5O10YvmRy0NViYm4WsrKlkK4tgK_0 2024-09-12T18:00:09.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18070878869913195526', time=2024-09-12T19:48:35.046957+0000, chain.objs.size()=1 2024-09-12T18:00:09.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Qy1lbdpzIpIq4GzxQy1UNyBgGyJC3t1_0 2024-09-12T18:00:09.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2081368071449833119', time=2024-09-12T19:48:35.057652+0000, chain.objs.size()=1 2024-09-12T18:00:09.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.IFx6u2PkDGHDYi230Zynn_8lnBfc8yU_0 2024-09-12T18:00:09.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10849121668339847932', time=2024-09-12T19:48:35.080630+0000, chain.objs.size()=1 2024-09-12T18:00:09.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.OO4NrStZVgdGYbzG2CvGbFHfVaYwtMv_0 2024-09-12T18:00:09.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2983748749705916433', time=2024-09-12T19:48:35.148886+0000, chain.objs.size()=1 2024-09-12T18:00:09.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tfpIoTObiN2iqEw34DbFuV2KuHrWRqw_0 2024-09-12T18:00:09.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6264055427721776445', time=2024-09-12T19:48:35.177103+0000, chain.objs.size()=1 2024-09-12T18:00:09.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YUWg_kX3MJAN9UUUaAQYra7ukJbIOd0_0 2024-09-12T18:00:09.301 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5061125861216132750', time=2024-09-12T19:48:35.349853+0000, chain.objs.size()=1 2024-09-12T18:00:09.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.bKcA3TAA9Yzx0sTcUbelckGxRfQdfn0_0 2024-09-12T18:00:09.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6290554112275616322', time=2024-09-12T19:48:35.388184+0000, chain.objs.size()=1 2024-09-12T18:00:09.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.yGWqHRyJf-tyLEVyb5Plgrpy0uEVip6_0 2024-09-12T18:00:09.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13532906734407165555', time=2024-09-12T19:48:35.412480+0000, chain.objs.size()=1 2024-09-12T18:00:09.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8RHiEQXmPVSyxdLULewwa49FeO4-I5A_0 2024-09-12T18:00:09.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11109587658201768119', time=2024-09-12T19:48:35.470262+0000, chain.objs.size()=1 2024-09-12T18:00:09.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.bp269yIQES-GsibEf9iOLVOJAARd-We_0 2024-09-12T18:00:09.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12685528917949424106', time=2024-09-12T19:48:35.519568+0000, chain.objs.size()=1 2024-09-12T18:00:09.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7DSvriqA036lm1VIMyraZWS1QoJgq6O_0 2024-09-12T18:00:09.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6167048086277832797', time=2024-09-12T19:48:35.527103+0000, chain.objs.size()=1 2024-09-12T18:00:09.302 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.300+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ZmeCxUa7w-QaiKvq8KB6MohLf3TdjHi_0 2024-09-12T18:00:09.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1899393392802422041', time=2024-09-12T19:48:35.528572+0000, chain.objs.size()=1 2024-09-12T18:00:09.305 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uZ0zoDxEnjbPFoedHira-eSifvG_Uth_0 2024-09-12T18:00:09.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17487351598521507062', time=2024-09-12T19:48:35.663262+0000, chain.objs.size()=1 2024-09-12T18:00:09.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Xp5pnPItjIB9yuUbp3LDdjI7-4pvHiJ_0 2024-09-12T18:00:09.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1984250546052630141', time=2024-09-12T19:48:35.674671+0000, chain.objs.size()=1 2024-09-12T18:00:09.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.xnaPGsUFdaa45O4gOcGZmxDGj3dvLTt_0 2024-09-12T18:00:09.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10264998377524916589', time=2024-09-12T19:48:35.744769+0000, chain.objs.size()=1 2024-09-12T18:00:09.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.rAaO8Muslq0Y3xqDyGBFutjRyJrFBMQ_0 2024-09-12T18:00:09.306 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4440221112507644745', time=2024-09-12T19:48:35.781884+0000, chain.objs.size()=1 2024-09-12T18:00:09.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ePrVWWyXffY75ixgqLuOGbb7iuFLPOG_0 2024-09-12T18:00:09.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.182354809850130673', time=2024-09-12T19:48:55.219091+0000, chain.objs.size()=1 2024-09-12T18:00:09.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.hqaomVAV4z7xROx0EHWdrKDyiSvW-Ns_0 2024-09-12T18:00:09.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8929761737601899389', time=2024-09-12T19:48:55.632238+0000, chain.objs.size()=1 2024-09-12T18:00:09.307 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.qBJBDgJBJiXRmbWtQRZCMMvfCBxy02x_0 2024-09-12T18:00:09.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5252718024005388959', time=2024-09-12T19:48:55.652242+0000, chain.objs.size()=1 2024-09-12T18:00:09.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._oa7J7ZQ0nbGoOYTP1RtEo2WaNt5z4y_0 2024-09-12T18:00:09.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2384829251636405709', time=2024-09-12T19:48:55.657493+0000, chain.objs.size()=1 2024-09-12T18:00:09.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LBGUWfRbBa4huj12sUnuCfMn3CfRKua_0 2024-09-12T18:00:09.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7629521220333251006', time=2024-09-12T19:48:55.691588+0000, chain.objs.size()=1 2024-09-12T18:00:09.308 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.304+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GNyx8wrb2o6OngWtkHDgl2RyiMRBVA4_0 2024-09-12T18:00:09.312 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.308+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/46948 2024-09-12T18:00:09.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=48, truncated=0, next_marker='' 2024-09-12T18:00:09.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6115403176448045578', time=2024-09-12T19:48:55.704297+0000, chain.objs.size()=1 2024-09-12T18:00:09.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.N3xAcNIOcEHdI893fOsYOSQuAw1cYHW_0 2024-09-12T18:00:09.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13491540281441184590', time=2024-09-12T19:48:55.715740+0000, chain.objs.size()=1 2024-09-12T18:00:09.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Ce6EuvWSmeH4rIBGMlOkWZTESHMq0D9_0 2024-09-12T18:00:09.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4840019064236692210', time=2024-09-12T19:48:55.970791+0000, chain.objs.size()=1 2024-09-12T18:00:09.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2yDFu5lPE1ChRT1fjFetfKja_mNNber_0 2024-09-12T18:00:09.318 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16933002703551588542', time=2024-09-12T19:48:55.991756+0000, chain.objs.size()=1 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xu59Rt6ZZ6g1maE44gaOcni4dg2GABR_0 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1953250451438980820', time=2024-09-12T19:48:55.993361+0000, chain.objs.size()=1 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.oUT7sYo1EXWXRmhKEw2fNJdB5St-wx1_0 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14461225683351356608', time=2024-09-12T19:48:56.018817+0000, chain.objs.size()=1 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ZgAfgwERpwV7Dy1H2i4NlEPWmB1l5Z0_0 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11403297816225826679', time=2024-09-12T19:48:56.041892+0000, chain.objs.size()=1 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1cEpFhaoUXAh3gpdOzffrolhsKpfgIA_0 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16672899497383728616', time=2024-09-12T19:48:56.301179+0000, chain.objs.size()=1 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VwtBKPxc-44YVItV-34okZqw1ncdmok_0 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.219207206126134477', time=2024-09-12T19:48:56.570100+0000, chain.objs.size()=1 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Yye9dkkyuUZXWrGNDrn6_GYkH4Woop5_0 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3835756656598128345', time=2024-09-12T19:48:56.654227+0000, chain.objs.size()=1 2024-09-12T18:00:09.319 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3o8gHPhzZicioRgXAE8X75kZXi10Eii_0 2024-09-12T18:00:09.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11759324125218867383', time=2024-09-12T19:48:56.925489+0000, chain.objs.size()=1 2024-09-12T18:00:09.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.q5LXW2hZyGwVD7gtxPp5dR0FFDMK6Lm_0 2024-09-12T18:00:09.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13241833964639613415', time=2024-09-12T19:48:57.009308+0000, chain.objs.size()=1 2024-09-12T18:00:09.320 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.316+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OZOTDCMUGdqzpprTYjuWLMcGmWhlndJ_0 2024-09-12T18:00:09.322 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.320+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1235209101086765839', time=2024-09-12T19:48:57.146634+0000, chain.objs.size()=1 2024-09-12T18:00:09.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.320+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.BVRS8mQeqCI6mMa5C56u5GxHBNL6_0s_0 2024-09-12T18:00:09.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.320+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.508216775570868296', time=2024-09-12T19:48:57.182482+0000, chain.objs.size()=1 2024-09-12T18:00:09.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.320+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.iZzq6uB6QD7XBLwt5izoVoT3hrubgRC_0 2024-09-12T18:00:09.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.320+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8984716836842666081', time=2024-09-12T19:48:57.201897+0000, chain.objs.size()=1 2024-09-12T18:00:09.323 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.320+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LD-sxjMgFuCnky4S0UpRScTcHw7uB7R_0 2024-09-12T18:00:09.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10223202267700752137', time=2024-09-12T19:48:57.215192+0000, chain.objs.size()=1 2024-09-12T18:00:09.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3z3u59dIR8Dcd40a2sXJhYKfS9f2NX2_0 2024-09-12T18:00:09.324 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13311754994538227825', time=2024-09-12T19:48:57.272910+0000, chain.objs.size()=1 2024-09-12T18:00:09.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ekezZIhdcaaQMzP80MwAo_M0YME7_z__0 2024-09-12T18:00:09.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12729010641681757701', time=2024-09-12T19:48:57.274706+0000, chain.objs.size()=1 2024-09-12T18:00:09.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TFHLOmaWK973dCo6tTzXbA64Ndb5mHb_0 2024-09-12T18:00:09.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7327714815948342479', time=2024-09-12T19:48:57.604977+0000, chain.objs.size()=1 2024-09-12T18:00:09.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3B5Me5YFeYfnz7idG52Lz4NYBWPXqUC_0 2024-09-12T18:00:09.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.39345442437062282', time=2024-09-12T19:48:57.621979+0000, chain.objs.size()=1 2024-09-12T18:00:09.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.QB7QWD29s-SRhXa3TIDQaQ2iG9BlmdP_0 2024-09-12T18:00:09.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2529727779493096748', time=2024-09-12T19:49:02.722168+0000, chain.objs.size()=1 2024-09-12T18:00:09.325 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.333__shadow_.Mtp1DRmedzQYU8pKKI-VaYTJKiHVcD-_0 2024-09-12T18:00:09.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12848560559524776160', time=2024-09-12T19:49:05.970748+0000, chain.objs.size()=1 2024-09-12T18:00:09.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.339__shadow_.nGtDYra5VonqTxiCYhYskg7auCK3BAE_0 2024-09-12T18:00:09.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10951233345628351169', time=2024-09-12T19:49:07.122755+0000, chain.objs.size()=1 2024-09-12T18:00:09.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.341__shadow_.K339tueOfVIhC5xpXmaiH3HnqCPAGzr_0 2024-09-12T18:00:09.327 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1456732790181680428', time=2024-09-12T19:49:21.230770+0000, chain.objs.size()=1 2024-09-12T18:00:09.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.369__shadow_.4fNb5SGsgtoXBu1XGo4X6kAVWLtWU2K_0 2024-09-12T18:00:09.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18320305650875783791', time=2024-09-12T19:49:21.854888+0000, chain.objs.size()=1 2024-09-12T18:00:09.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.370__shadow_.wIrmov0OKcP5UeTvUjRtu-E1Z8k6D1P_0 2024-09-12T18:00:09.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.324+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18382434834012792784', time=2024-09-12T19:49:30.872760+0000, chain.objs.size()=1 2024-09-12T18:00:09.328 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.383__shadow_.LqnSavwRHMwkdpAiHdvvH2YhIGF_M4l_0 2024-09-12T18:00:09.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18306755277354088236', time=2024-09-12T19:50:20.701276+0000, chain.objs.size()=1 2024-09-12T18:00:09.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.459__shadow_.rDTFYkY2U-QgiwDbe_9x5P6YBszoJUM_0 2024-09-12T18:00:09.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16673689448982913725', time=2024-09-12T19:50:33.910386+0000, chain.objs.size()=1 2024-09-12T18:00:09.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.483__shadow_.ds96qM3GOiCJJGUrUvDHn55FzO5zUgH_0 2024-09-12T18:00:09.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5274370792181714614', time=2024-09-12T19:50:33.913206+0000, chain.objs.size()=1 2024-09-12T18:00:09.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.483__shadow_.9UDW9Mw-NusNc7YpJxfEC1N79N3xjQ2_0 2024-09-12T18:00:09.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6348075369330347071', time=2024-09-12T19:50:57.128807+0000, chain.objs.size()=1 2024-09-12T18:00:09.330 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.518__multipart_mymultipart.2~EXmahYwTlL_-kOo-QuaKJHL1_EuCDr0.1 2024-09-12T18:00:09.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.444355940410961940', time=2024-09-12T19:51:01.031344+0000, chain.objs.size()=6 2024-09-12T18:00:09.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.519__multipart_mymultipart.2~palMeBpJQsuhotE-F-FbzoF2yYwBz_Z.1 2024-09-12T18:00:09.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.519__multipart_mymultipart.2~palMeBpJQsuhotE-F-FbzoF2yYwBz_Z.2 2024-09-12T18:00:09.331 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.519__multipart_mymultipart.2~palMeBpJQsuhotE-F-FbzoF2yYwBz_Z.3 2024-09-12T18:00:09.332 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.328+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.519__multipart_mymultipart.2~palMeBpJQsuhotE-F-FbzoF2yYwBz_Z.4 2024-09-12T18:00:09.333 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.519__multipart_mymultipart.2~palMeBpJQsuhotE-F-FbzoF2yYwBz_Z.5 2024-09-12T18:00:09.333 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.519__multipart_mymultipart.2~palMeBpJQsuhotE-F-FbzoF2yYwBz_Z.6 2024-09-12T18:00:09.333 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.332+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9221008111306105661', time=2024-09-12T19:51:05.616619+0000, chain.objs.size()=3 2024-09-12T18:00:09.334 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.521__multipart_mymultipart.2~TTg04qQhYxerffYlrsnUE4FwZqNd8NI.1 2024-09-12T18:00:09.335 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.332+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.521__multipart_mymultipart.2~TTg04qQhYxerffYlrsnUE4FwZqNd8NI.2 2024-09-12T18:00:09.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.521__multipart_mymultipart.2~TTg04qQhYxerffYlrsnUE4FwZqNd8NI.3 2024-09-12T18:00:09.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~wcXQ-fTNtDzwUB-0Fp6WxUx7-Fel6rG', time=2024-09-12T19:51:19.878572+0000, chain.objs.size()=1 2024-09-12T18:00:09.336 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~wcXQ-fTNtDzwUB-0Fp6WxUx7-Fel6rG.1 2024-09-12T18:00:09.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~wcXQ-fTNtDzwUB-0Fp6WxUx7-Fel6rG', time=2024-09-12T19:51:19.881721+0000, chain.objs.size()=1 2024-09-12T18:00:09.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~wcXQ-fTNtDzwUB-0Fp6WxUx7-Fel6rG.2 2024-09-12T18:00:09.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~wcXQ-fTNtDzwUB-0Fp6WxUx7-Fel6rG', time=2024-09-12T19:51:19.884960+0000, chain.objs.size()=1 2024-09-12T18:00:09.337 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~wcXQ-fTNtDzwUB-0Fp6WxUx7-Fel6rG.3 2024-09-12T18:00:09.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~wcXQ-fTNtDzwUB-0Fp6WxUx7-Fel6rG', time=2024-09-12T19:51:19.889049+0000, chain.objs.size()=1 2024-09-12T18:00:09.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~wcXQ-fTNtDzwUB-0Fp6WxUx7-Fel6rG.4 2024-09-12T18:00:09.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~wcXQ-fTNtDzwUB-0Fp6WxUx7-Fel6rG', time=2024-09-12T19:51:19.892965+0000, chain.objs.size()=1 2024-09-12T18:00:09.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~wcXQ-fTNtDzwUB-0Fp6WxUx7-Fel6rG.5 2024-09-12T18:00:09.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~wcXQ-fTNtDzwUB-0Fp6WxUx7-Fel6rG', time=2024-09-12T19:51:19.896198+0000, chain.objs.size()=1 2024-09-12T18:00:09.338 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.336+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~wcXQ-fTNtDzwUB-0Fp6WxUx7-Fel6rG.6 2024-09-12T18:00:09.340 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.340+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4096003491891285817', time=2024-09-12T19:51:19.910664+0000, chain.objs.size()=6 2024-09-12T18:00:09.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~iHY23tq3yWHff9ewrNIBlpnFZnv9y5b.1 2024-09-12T18:00:09.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.E5ETwxvpwMlQRw2oMb291poz-KJ7rBus.2 2024-09-12T18:00:09.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.lWLKvcHOp3ZrQZdZaSZ0qVZidpVSxUq5.3 2024-09-12T18:00:09.341 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.340+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~iHY23tq3yWHff9ewrNIBlpnFZnv9y5b.4 2024-09-12T18:00:09.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~iHY23tq3yWHff9ewrNIBlpnFZnv9y5b.5 2024-09-12T18:00:09.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~iHY23tq3yWHff9ewrNIBlpnFZnv9y5b.6 2024-09-12T18:00:09.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15825683226647564092', time=2024-09-12T19:52:31.256458+0000, chain.objs.size()=1 2024-09-12T18:00:09.345 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.566__shadow_.DUHG02smxPIvtfS1LluGAIzfIdvqHtT_0 2024-09-12T18:00:09.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5615166014340924366', time=2024-09-12T19:52:37.576768+0000, chain.objs.size()=1 2024-09-12T18:00:09.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:WVqrv-WiW-IM00R1yc6wDDgHkRanUcq_.Jgugv-XWRlsVKuIz_05qvF7C4qXgU1n_0 2024-09-12T18:00:09.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3171911461646519008', time=2024-09-12T19:53:01.209362+0000, chain.objs.size()=1 2024-09-12T18:00:09.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:VBgo9QXDehuZWl.OJTSVAqxGVZgSH-1_.Ok5l6o8Fj2sXSv9VREjfdJKd3UABq-6_0 2024-09-12T18:00:09.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16630680009992738861', time=2024-09-12T19:53:06.349588+0000, chain.objs.size()=1 2024-09-12T18:00:09.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:QQBlycr3wnQ1ouYMFgGxX432nKgDIEf_.ChANdpGRJtxUm8EwaVLwsywMT7s1Qcx_0 2024-09-12T18:00:09.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6706284402078935523', time=2024-09-12T19:53:08.140793+0000, chain.objs.size()=1 2024-09-12T18:00:09.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:CSZgtkFD.d0MP-Tv9VFO7SBi-fhaF8T_.3d1EsZZymjHo7AvUy9L9d5MhncAoX80_0 2024-09-12T18:00:09.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6309864062685089920', time=2024-09-12T19:53:14.782664+0000, chain.objs.size()=1 2024-09-12T18:00:09.346 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.579__shadow:z8a.2ox7TBDIggo2yX7dbdmnTwDdcJe_.s6LSLMaMSNUL0Y5kTsDl_JmJzt06WR3_0 2024-09-12T18:00:09.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18039537417217505525', time=2024-09-12T19:55:59.884002+0000, chain.objs.size()=1 2024-09-12T18:00:09.347 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.344+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.628__shadow_.ItRlQHOiLhXcAm4-RJ0sHl7qBhGhuyQ_0 2024-09-12T18:00:09.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4957772490575652683', time=2024-09-12T19:56:09.547033+0000, chain.objs.size()=1 2024-09-12T18:00:09.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.644__shadow_.vmbb6fCR4FtJzgBEHdWs_v1bZyZCIsY_0 2024-09-12T18:00:09.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.348+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1687964774770096159', time=2024-09-12T19:56:42.286257+0000, chain.objs.size()=1 2024-09-12T18:00:09.350 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.348+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.696__shadow:4O3yRNCSrZaR3VLf6isLTRLRqN1UgSx_.uVqPGK5IIiQ_1bw0mtWjXGhSHGxjgVR_0 2024-09-12T18:00:09.353 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.352+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.358 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.356+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T18:00:09.362 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.360+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:09.364 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.360+0000 7f3c0bc36640 0 -- 172.21.15.183:0/554355061 >> [v2:172.21.15.183:6816/2104471518,v1:172.21.15.183:6817/2104471518] conn(0x5646e3880f10 msgr2=0x7f3ad4086d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:09.364 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.360+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:09.366 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45848' 2024-09-12T18:00:09.367 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_6HhnrUcX8cGAY1s2riqSNpEUMj3DN11', time=2024-09-12T19:44:55.870413+0000, chain.objs.size()=3 2024-09-12T18:00:09.367 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.yeaZ5dtnfUVYfNTVXMJuUiILOwee47j_0 2024-09-12T18:00:09.367 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.yeaZ5dtnfUVYfNTVXMJuUiILOwee47j_1 2024-09-12T18:00:09.367 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.yeaZ5dtnfUVYfNTVXMJuUiILOwee47j_2 2024-09-12T18:00:09.367 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7447576233027103106', time=2024-09-12T19:45:11.730788+0000, chain.objs.size()=1 2024-09-12T18:00:09.367 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.181__shadow_.Owrs6kMIkSPbQCPyY-Le8Hq7eU_pVgv_0 2024-09-12T18:00:09.367 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~ZK0IkMMZuPd1a5p8kkOiMLbAQojN2TB', time=2024-09-12T19:45:29.948265+0000, chain.objs.size()=1 2024-09-12T18:00:09.367 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.201__multipart_mymultipart.2~ZK0IkMMZuPd1a5p8kkOiMLbAQojN2TB.1 2024-09-12T18:00:09.367 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15652432547398456647', time=2024-09-12T19:46:57.716312+0000, chain.objs.size()=1 2024-09-12T18:00:09.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.238__shadow_.PAGRweZHc3n-w3RSLWGsvI4C7i-56xp_0 2024-09-12T18:00:09.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16881586594862565302', time=2024-09-12T19:47:06.658562+0000, chain.objs.size()=1 2024-09-12T18:00:09.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.251__shadow_.xMWvMRD1MTQihjTVuGQPKBOW685-TuZ_0 2024-09-12T18:00:09.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9557718940076006293', time=2024-09-12T19:47:32.237750+0000, chain.objs.size()=1 2024-09-12T18:00:09.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9D-Mmvy88v_JNurgGXdFKjRttiqTvEd_0 2024-09-12T18:00:09.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1113068833837163472', time=2024-09-12T19:47:32.346152+0000, chain.objs.size()=1 2024-09-12T18:00:09.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dJFnob-SrrLwVdREMeqRcyj74vutctZ_0 2024-09-12T18:00:09.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15725560583606267980', time=2024-09-12T19:47:32.509293+0000, chain.objs.size()=1 2024-09-12T18:00:09.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.pN6Y7mvi4PZSO8z_UISfiHtc4iP3tNP_0 2024-09-12T18:00:09.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4168648014077086488', time=2024-09-12T19:47:32.515851+0000, chain.objs.size()=1 2024-09-12T18:00:09.368 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tP8PG7jTp5G4UruqTMDJincox0Bosb3_0 2024-09-12T18:00:09.369 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6113994411855792642', time=2024-09-12T19:47:32.603101+0000, chain.objs.size()=1 2024-09-12T18:00:09.369 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.364+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YFNPvu5jCLztUSGFs4RjunLbxKwn891_0 2024-09-12T18:00:09.372 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16400885420472615462', time=2024-09-12T19:47:32.632457+0000, chain.objs.size()=1 2024-09-12T18:00:09.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rZUsN4PECYW7lOUNesg1GSgGu8NjiE__0 2024-09-12T18:00:09.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8182591255160819013', time=2024-09-12T19:47:32.849751+0000, chain.objs.size()=1 2024-09-12T18:00:09.373 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.hgNiehFNLou8pWKp0Hz-mMbJoG9HkJq_0 2024-09-12T18:00:09.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10225631653358365077', time=2024-09-12T19:47:33.184779+0000, chain.objs.size()=1 2024-09-12T18:00:09.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.nFCLjB3sO4RAJvrXYfzn5TWe9b7e8IR_0 2024-09-12T18:00:09.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10444627158889826008', time=2024-09-12T19:47:33.545319+0000, chain.objs.size()=1 2024-09-12T18:00:09.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rE0x3LB8G7iuJcG6NCjT2W6LGX8M4s1_0 2024-09-12T18:00:09.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5737477851844218262', time=2024-09-12T19:47:33.600927+0000, chain.objs.size()=1 2024-09-12T18:00:09.374 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.On71DTIQvQit1SHEUWQulUHQ1Qax-Di_0 2024-09-12T18:00:09.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15914733870605128231', time=2024-09-12T19:47:33.892879+0000, chain.objs.size()=1 2024-09-12T18:00:09.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.RBhE2PMM-xzGzT9v7OvOlpUMKHMOl1Y_0 2024-09-12T18:00:09.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.629499331139492045', time=2024-09-12T19:47:34.153563+0000, chain.objs.size()=1 2024-09-12T18:00:09.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.idjQ7ddiZfuqR1WTIEEq29z0Px6SUpq_0 2024-09-12T18:00:09.375 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14771638423437231639', time=2024-09-12T19:47:34.209849+0000, chain.objs.size()=1 2024-09-12T18:00:09.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.biohrD3bKvDp8PgCbidA4wiROpdAKCu_0 2024-09-12T18:00:09.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16240938736313214982', time=2024-09-12T19:47:34.378102+0000, chain.objs.size()=1 2024-09-12T18:00:09.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Cp8m40UQIL65RpzF7ESzynaAupp1H0f_0 2024-09-12T18:00:09.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10456773780085325929', time=2024-09-12T19:47:46.590743+0000, chain.objs.size()=1 2024-09-12T18:00:09.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.282__shadow_.hwwqWC_INpcUwltzMmE2c8BhUnuQBS__0 2024-09-12T18:00:09.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15248592851639096642', time=2024-09-12T19:47:49.837486+0000, chain.objs.size()=1 2024-09-12T18:00:09.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.287__shadow_.Nu5EaWZqD5IWY22mJuKgTr7-FtwH1SC_0 2024-09-12T18:00:09.376 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9218239671834454916', time=2024-09-12T19:47:53.967916+0000, chain.objs.size()=1 2024-09-12T18:00:09.377 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.372+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.EwwnvNAZrNPDHLl47O2zDcfpfeM4qgD_0 2024-09-12T18:00:09.378 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5775071563129147631', time=2024-09-12T19:47:53.969554+0000, chain.objs.size()=1 2024-09-12T18:00:09.379 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.bxU1-ko66lZdlqjlfMKWzPE0IxXl9ey_0 2024-09-12T18:00:09.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5675860967825308749', time=2024-09-12T19:47:55.258830+0000, chain.objs.size()=1 2024-09-12T18:00:09.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.vq_RF-ozpLWwxRZJB-U_OKR0qjlYdId_0 2024-09-12T18:00:09.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.376+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5781532857265015178', time=2024-09-12T19:47:55.279713+0000, chain.objs.size()=1 2024-09-12T18:00:09.380 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.376+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.JNkpr3FvwLJxeAUTElZXrW2gJVq6wOp_0 2024-09-12T18:00:09.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16928952036656876980', time=2024-09-12T19:47:58.478857+0000, chain.objs.size()=1 2024-09-12T18:00:09.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.298__shadow_.V1Y04G1mGUZ9QCSOcnbFuR1cusE_T4__0 2024-09-12T18:00:09.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15354022621140212780', time=2024-09-12T19:47:59.172098+0000, chain.objs.size()=1 2024-09-12T18:00:09.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.299__shadow_.xy1yU3n_fIlv4xQ7EcC1Kjacd2GIWCO_0 2024-09-12T18:00:09.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4908140853830668794', time=2024-09-12T19:48:08.259061+0000, chain.objs.size()=1 2024-09-12T18:00:09.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.313__shadow_.l-6XmLE-4qgnVuINl7PIZiia8ZshCXH_0 2024-09-12T18:00:09.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13480579503553413940', time=2024-09-12T19:48:33.497982+0000, chain.objs.size()=1 2024-09-12T18:00:09.381 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3oAKIo8oM2Iz5z0-8DD_nZ1w4o99seo_0 2024-09-12T18:00:09.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7956888635411636531', time=2024-09-12T19:48:33.563962+0000, chain.objs.size()=1 2024-09-12T18:00:09.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4523weCIwI_4KbmZ8X5N5cGZdekNN8q_0 2024-09-12T18:00:09.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4301142806951541275', time=2024-09-12T19:48:33.727701+0000, chain.objs.size()=1 2024-09-12T18:00:09.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.nQQYoo0GN4p4whJ6uDQeM_Nt2H7C-oS_0 2024-09-12T18:00:09.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0b435640 0 -- 172.21.15.183:0/554355061 >> [v2:172.21.15.196:6800/519579037,v1:172.21.15.196:6801/519579037] conn(0x7f3c04035040 msgr2=0x7f3ad4086810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:09.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7617827904270906202', time=2024-09-12T19:48:33.736044+0000, chain.objs.size()=1 2024-09-12T18:00:09.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.h0sVQkN_wil3mDAMf_O2Emr8Dpxvp_9_0 2024-09-12T18:00:09.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9997066136330089839', time=2024-09-12T19:48:33.750006+0000, chain.objs.size()=1 2024-09-12T18:00:09.382 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.380+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FoBd6O0IdzK-dKV-L1yFa-TKGyg_myz_0 2024-09-12T18:00:09.385 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.384+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2773894386945769379', time=2024-09-12T19:48:33.762988+0000, chain.objs.size()=1 2024-09-12T18:00:09.386 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.384+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.GioRk9lSxFty9Rz_W_fRUzDMZxcYvDS_0 2024-09-12T18:00:09.386 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.384+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12056713464771741688', time=2024-09-12T19:48:33.936308+0000, chain.objs.size()=1 2024-09-12T18:00:09.386 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.384+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7YjhGoTfjJprjfZLl_Dw5aNBCObh-pr_0 2024-09-12T18:00:09.386 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.384+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17111581556912472672', time=2024-09-12T19:48:34.108183+0000, chain.objs.size()=1 2024-09-12T18:00:09.387 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.384+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.RUrc1Fz2sJylPGoxGlw2n-2b5gN8mvm_0 2024-09-12T18:00:09.387 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.384+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5863502421275938734', time=2024-09-12T19:48:34.181870+0000, chain.objs.size()=1 2024-09-12T18:00:09.387 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.384+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.mmmHn-J679s83O_1E1ZTD0ZGLUYTyjp_0 2024-09-12T18:00:09.387 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.384+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1484319207337537012', time=2024-09-12T19:48:34.199024+0000, chain.objs.size()=1 2024-09-12T18:00:09.387 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.384+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VlV9W9T6g54c1Ib9wY0HOwcDE3J91ji_0 2024-09-12T18:00:09.387 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.384+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18198130533988813334', time=2024-09-12T19:48:34.484831+0000, chain.objs.size()=1 2024-09-12T18:00:09.387 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.384+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.09L5mGNIcBYwrEHRp99sR2qYUot-_rd_0 2024-09-12T18:00:09.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1961335187197385901', time=2024-09-12T19:48:34.539607+0000, chain.objs.size()=1 2024-09-12T18:00:09.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.xPQg8IutVHXWbbLPubtrk8rrUHObdFY_0 2024-09-12T18:00:09.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5642420754346782394', time=2024-09-12T19:48:34.673894+0000, chain.objs.size()=1 2024-09-12T18:00:09.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wkT8rlyIMvjPl8X6bvy1cdmCWvmEi5E_0 2024-09-12T18:00:09.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6756321282896919583', time=2024-09-12T19:48:34.681780+0000, chain.objs.size()=1 2024-09-12T18:00:09.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vSLcrEAZpbbUMzXYy_0nntVe26OsyEN_0 2024-09-12T18:00:09.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3484919580585038873', time=2024-09-12T19:48:34.708683+0000, chain.objs.size()=1 2024-09-12T18:00:09.389 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.QURyMV7Fcz78S8PU9Zr10HuefrEc5-q_0 2024-09-12T18:00:09.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0c437640 0 -- 172.21.15.183:0/554355061 >> [v2:172.21.15.183:6824/167237257,v1:172.21.15.183:6825/167237257] conn(0x5646e38846c0 msgr2=0x5646e3886ad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T18:00:09.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8297724458214410701', time=2024-09-12T19:48:34.711705+0000, chain.objs.size()=1 2024-09-12T18:00:09.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.DpRVHtNTTTkfCH04WW97nVi_Taw-XjP_0 2024-09-12T18:00:09.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9853054644273063133', time=2024-09-12T19:48:34.737348+0000, chain.objs.size()=1 2024-09-12T18:00:09.390 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.388+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tbhzM-6YFQkUdudauKTzTLX_o6MGoIk_0 2024-09-12T18:00:09.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.392+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2866016250758870445', time=2024-09-12T19:48:34.764172+0000, chain.objs.size()=1 2024-09-12T18:00:09.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.392+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.20xb9k_dEjM7dpfQGhyQhafPAPqiN6g_0 2024-09-12T18:00:09.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.392+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5349976586494842712', time=2024-09-12T19:48:34.797217+0000, chain.objs.size()=1 2024-09-12T18:00:09.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.392+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8YLYs3S2r7Ax7mPdSUdtP5gIlQbbe29_0 2024-09-12T18:00:09.395 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.392+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11129763229536388734', time=2024-09-12T19:48:35.001896+0000, chain.objs.size()=1 2024-09-12T18:00:09.396 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.392+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-XXIOMNKyeU3HAgNPWoP5j-MkmJ0CfL_0 2024-09-12T18:00:09.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11994189592526459019', time=2024-09-12T19:48:35.034622+0000, chain.objs.size()=1 2024-09-12T18:00:09.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8W15xNrKrTgOM4nApy0-6aS_9vJAogD_0 2024-09-12T18:00:09.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6212191144278197111', time=2024-09-12T19:48:35.097941+0000, chain.objs.size()=1 2024-09-12T18:00:09.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.c3yF8_q6_sqI3kOUqHQITv-4gVXFCtB_0 2024-09-12T18:00:09.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13370635061029673824', time=2024-09-12T19:48:35.157760+0000, chain.objs.size()=1 2024-09-12T18:00:09.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7gN9bfJ7hruuiTCKu7UkTeKiniurW9C_0 2024-09-12T18:00:09.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7834425908083996690', time=2024-09-12T19:48:35.164124+0000, chain.objs.size()=1 2024-09-12T18:00:09.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VHAqDennVsnjUSqjJXyAf3SGMkqsQYr_0 2024-09-12T18:00:09.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7596452320420567422', time=2024-09-12T19:48:35.199536+0000, chain.objs.size()=1 2024-09-12T18:00:09.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.cgKWno7GozUHOSf1e4xtO56mPapQopV_0 2024-09-12T18:00:09.398 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13875890291740640357', time=2024-09-12T19:48:35.371228+0000, chain.objs.size()=1 2024-09-12T18:00:09.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.DQVfikPPc-b0_mNNz2F2jNt6wUCwt9e_0 2024-09-12T18:00:09.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5125504437260286488', time=2024-09-12T19:48:35.389375+0000, chain.objs.size()=1 2024-09-12T18:00:09.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.N2nK-xUr33Kx-Y0UJFdBjhtbQOXypbQ_0 2024-09-12T18:00:09.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12571659783055062667', time=2024-09-12T19:48:35.414949+0000, chain.objs.size()=1 2024-09-12T18:00:09.399 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4zSnAo14tWc7dVj99PLQlCGFTuwXK6l_0 2024-09-12T18:00:09.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5560667192373939743', time=2024-09-12T19:48:35.495693+0000, chain.objs.size()=1 2024-09-12T18:00:09.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.79AO7enVh9BNC4zEHo_qJTMtKsV89Pc_0 2024-09-12T18:00:09.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1749711990591515048', time=2024-09-12T19:48:35.498910+0000, chain.objs.size()=1 2024-09-12T18:00:09.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.396+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.xfakgTbei9jG-mXaNbzbpCqF3cD4rGF_0 2024-09-12T18:00:09.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.400+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6144376492346525846', time=2024-09-12T19:48:35.516032+0000, chain.objs.size()=1 2024-09-12T18:00:09.400 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.400+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_._zz9W1Yi-opWHR4xxzm5ZptyafopkUK_0 2024-09-12T18:00:09.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11836988528498878900', time=2024-09-12T19:48:35.675921+0000, chain.objs.size()=1 2024-09-12T18:00:09.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.jk4a6kCPiUDx9Ahj6qFo0TY39PzXqwu_0 2024-09-12T18:00:09.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10388939388329473882', time=2024-09-12T19:48:35.689242+0000, chain.objs.size()=1 2024-09-12T18:00:09.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.TDWksbKOxtqGVmSBr_6RP4-c0QhqIY7_0 2024-09-12T18:00:09.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9997413376415854480', time=2024-09-12T19:48:35.725247+0000, chain.objs.size()=1 2024-09-12T18:00:09.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tJ6SXbYo9sh4QNc1B7jUkbEje0K8-Q4_0 2024-09-12T18:00:09.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18081608716339736015', time=2024-09-12T19:48:35.729495+0000, chain.objs.size()=1 2024-09-12T18:00:09.405 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.sWoa1UlsgmApaU4xzgN8qgI2W5bZhLM_0 2024-09-12T18:00:09.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10225014528300653308', time=2024-09-12T19:48:35.761498+0000, chain.objs.size()=1 2024-09-12T18:00:09.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KJziDat132wMf2ad0ZG2ofZ2u8tD4s3_0 2024-09-12T18:00:09.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2210567664466487179', time=2024-09-12T19:48:55.171110+0000, chain.objs.size()=1 2024-09-12T18:00:09.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OOqzh8osI-eBOH3pBeBYg9obWejSr0X_0 2024-09-12T18:00:09.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10028659699136460681', time=2024-09-12T19:48:55.172734+0000, chain.objs.size()=1 2024-09-12T18:00:09.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.SLdlVAohDjaqIG_Thx-h3fbmL6XrrbJ_0 2024-09-12T18:00:09.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7742335337647496740', time=2024-09-12T19:48:55.257255+0000, chain.objs.size()=1 2024-09-12T18:00:09.406 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Mduy36Svh39u1WZnBpYdf1Z6oJrjnER_0 2024-09-12T18:00:09.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9093476621478926982', time=2024-09-12T19:48:55.265632+0000, chain.objs.size()=1 2024-09-12T18:00:09.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2oV5qGhN29KJgRu7r4ne-aW-VCB9dN6_0 2024-09-12T18:00:09.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7087672195350847736', time=2024-09-12T19:48:55.328762+0000, chain.objs.size()=1 2024-09-12T18:00:09.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JbqD51RYkMv-nL9HUQ-jb8uLeznANWE_0 2024-09-12T18:00:09.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11401279182979892661', time=2024-09-12T19:48:55.378008+0000, chain.objs.size()=1 2024-09-12T18:00:09.407 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.404+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CZJP3yW390FbaDE_ADYC2U6Hg1XcW_Y_0 2024-09-12T18:00:09.408 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10558688059132155794', time=2024-09-12T19:48:55.389123+0000, chain.objs.size()=1 2024-09-12T18:00:09.408 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0vbOgPM7-HqAuhBoBoQi6cqjppNnKFy_0 2024-09-12T18:00:09.408 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8184073575938604911', time=2024-09-12T19:48:55.512098+0000, chain.objs.size()=1 2024-09-12T18:00:09.408 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pJNka2YefYagNNGWP4G9WV61Cv3mtWi_0 2024-09-12T18:00:09.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16329142144096993431', time=2024-09-12T19:48:55.527184+0000, chain.objs.size()=1 2024-09-12T18:00:09.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TahfOVOG5fQr7C6JlEoDm-dPK-64Occ_0 2024-09-12T18:00:09.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4543724930587377439', time=2024-09-12T19:48:55.584273+0000, chain.objs.size()=1 2024-09-12T18:00:09.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.AX6CuCYkQaRfhMa57X9EQ80Xwsgc5X0_0 2024-09-12T18:00:09.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17219151976340278188', time=2024-09-12T19:48:55.669793+0000, chain.objs.size()=1 2024-09-12T18:00:09.409 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rKCQjzqfdA283ATb55RrfjJtFLTRARF_0 2024-09-12T18:00:09.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15619872336655611050', time=2024-09-12T19:48:55.680802+0000, chain.objs.size()=1 2024-09-12T18:00:09.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Hl1NtoznVWEGu9I0ifkJT7s6GV5UTsU_0 2024-09-12T18:00:09.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2048012617666686221', time=2024-09-12T19:48:55.960792+0000, chain.objs.size()=1 2024-09-12T18:00:09.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._C8zTex0pqiACiyHSBOWbXl5e6YQ7bf_0 2024-09-12T18:00:09.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16296364284183236284', time=2024-09-12T19:48:55.974286+0000, chain.objs.size()=1 2024-09-12T18:00:09.410 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TItT_u7ZAcrS64SWz4-SbaTjATHset3_0 2024-09-12T18:00:09.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7620961994349721963', time=2024-09-12T19:48:56.000164+0000, chain.objs.size()=1 2024-09-12T18:00:09.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.tEWm0cQ5CxsVddDRhFP4dxilMkocpY7_0 2024-09-12T18:00:09.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9683700935311229234', time=2024-09-12T19:48:56.006560+0000, chain.objs.size()=1 2024-09-12T18:00:09.411 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.6--H8uX5iN2MSvl6azSiWtM8PueosL7_0 2024-09-12T18:00:09.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6490036084354642449', time=2024-09-12T19:48:56.021639+0000, chain.objs.size()=1 2024-09-12T18:00:09.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0kRDyXEmMjT7Y3GQQhQV_Koc1CEQPqd_0 2024-09-12T18:00:09.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5551126062610717833', time=2024-09-12T19:48:56.300116+0000, chain.objs.size()=1 2024-09-12T18:00:09.412 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.408+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Hlt5YoDKHueUeoG4LiSTCwS1GKL_HyD_0 2024-09-12T18:00:09.413 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5954040305934809788', time=2024-09-12T19:48:56.307365+0000, chain.objs.size()=1 2024-09-12T18:00:09.413 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Zgk8d5X4NeeTaSoSvZ7ULxmbI9yuemT_0 2024-09-12T18:00:09.413 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10169637741575917824', time=2024-09-12T19:48:56.319200+0000, chain.objs.size()=1 2024-09-12T18:00:09.413 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.gdjCb1aQ6m5enPM9ees7zI_AhYdjtPz_0 2024-09-12T18:00:09.414 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4212756979741765935', time=2024-09-12T19:48:56.563286+0000, chain.objs.size()=1 2024-09-12T18:00:09.414 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-og7Mq74jCYK1JSslIgSpP4EDn8NPx-_0 2024-09-12T18:00:09.414 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10690850485508983418', time=2024-09-12T19:48:56.579134+0000, chain.objs.size()=1 2024-09-12T18:00:09.414 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CpfiZ8u08pB_qaLO-nDBu4OJZe2gk6V_0 2024-09-12T18:00:09.414 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14492194037908293783', time=2024-09-12T19:48:56.595389+0000, chain.objs.size()=1 2024-09-12T18:00:09.414 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Css7205FYgVdQlquLGTMXh7KiV3aNGE_0 2024-09-12T18:00:09.414 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11345658504628693161', time=2024-09-12T19:48:56.709203+0000, chain.objs.size()=1 2024-09-12T18:00:09.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LlMwhsP3muHuyfGxlixgXIs2k2BPN7t_0 2024-09-12T18:00:09.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11930170392093129825', time=2024-09-12T19:48:56.832404+0000, chain.objs.size()=1 2024-09-12T18:00:09.415 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.412+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.gmUyRmry21YihYY40pNZRBH1U6xgHA1_0 2024-09-12T18:00:09.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8469607160347369039', time=2024-09-12T19:48:56.876634+0000, chain.objs.size()=1 2024-09-12T18:00:09.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.gspSgaZSB621pEFaW_1fBy4VhPborBA_0 2024-09-12T18:00:09.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3137739779448660899', time=2024-09-12T19:48:56.936993+0000, chain.objs.size()=1 2024-09-12T18:00:09.417 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.kuG-YLhytW2yvRWQdfNeZgPXEk1goes_0 2024-09-12T18:00:09.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3954436619860085633', time=2024-09-12T19:48:56.965423+0000, chain.objs.size()=1 2024-09-12T18:00:09.418 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Q3FDFVGSp8X66iWVCfOSMGX-L0uF9da_0 2024-09-12T18:00:09.419 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9457565321488176109', time=2024-09-12T19:48:56.997505+0000, chain.objs.size()=1 2024-09-12T18:00:09.419 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.G9oHpvxwxfeh7h4indZtpvlOnMEVjKZ_0 2024-09-12T18:00:09.419 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2761228059903124387', time=2024-09-12T19:48:57.001795+0000, chain.objs.size()=1 2024-09-12T18:00:09.419 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2z725sfjX3eogQKVEaLJpFkAFnW2TA1_0 2024-09-12T18:00:09.419 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12967352508492872845', time=2024-09-12T19:48:57.167280+0000, chain.objs.size()=1 2024-09-12T18:00:09.419 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zQd9zFp8oLw3yxikVLiR1JexPZiFsXd_0 2024-09-12T18:00:09.420 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6813437521366197726', time=2024-09-12T19:48:57.254574+0000, chain.objs.size()=1 2024-09-12T18:00:09.420 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mhuZZxNW4xep2h8D4mtwQilNZlkGOMD_0 2024-09-12T18:00:09.420 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8180862467903542758', time=2024-09-12T19:48:57.259997+0000, chain.objs.size()=1 2024-09-12T18:00:09.420 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.n6WDFeMOjB4NcgJjouayY0kleBHeNBN_0 2024-09-12T18:00:09.420 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15843127254715833761', time=2024-09-12T19:48:57.320091+0000, chain.objs.size()=1 2024-09-12T18:00:09.420 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CVuv_3JX_ZhnzptOzkjtpJJmR9sJxnn_0 2024-09-12T18:00:09.420 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6824672567274340077', time=2024-09-12T19:48:57.333944+0000, chain.objs.size()=1 2024-09-12T18:00:09.420 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zKugjMQcEMX-DtNhnGITZj6DyVR7ONb_0 2024-09-12T18:00:09.420 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12701856039622023063', time=2024-09-12T19:48:57.486363+0000, chain.objs.size()=1 2024-09-12T18:00:09.421 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.416+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.vXXwmfdDT7Xc7OkYmMWZ4qR16iIJhbv_0 2024-09-12T18:00:09.424 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.420+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/45848 2024-09-12T18:00:09.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T18:00:09.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.468994644757334533', time=2024-09-12T19:48:57.523425+0000, chain.objs.size()=1 2024-09-12T18:00:09.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.AkC4a7gaTNxkXd6vlxOfnEmE9E2z0UV_0 2024-09-12T18:00:09.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5443025616448573322', time=2024-09-12T19:48:57.597189+0000, chain.objs.size()=1 2024-09-12T18:00:09.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.HKkuAtxg49FoH1F-X1Zfo21sqSwYzPt_0 2024-09-12T18:00:09.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12793654124791791707', time=2024-09-12T19:48:57.600214+0000, chain.objs.size()=1 2024-09-12T18:00:09.428 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.QLZLCPOBRvh9d_u9g0cH7NIea27zO9G_0 2024-09-12T18:00:09.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8338567110049882724', time=2024-09-12T19:49:25.144069+0000, chain.objs.size()=1 2024-09-12T18:00:09.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.374__shadow_.ReiBoqQchek67qzGDXj1UAUnfifFLpz_0 2024-09-12T18:00:09.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1068284378347460622', time=2024-09-12T19:49:27.659332+0000, chain.objs.size()=1 2024-09-12T18:00:09.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.378__shadow_._z_uU2nRT9bXD6iLTtS45DrbVRLZbr9_0 2024-09-12T18:00:09.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7154516037490183138', time=2024-09-12T19:49:28.283195+0000, chain.objs.size()=1 2024-09-12T18:00:09.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.379__shadow_.fP8re0qP60B3x_Yuez5bT_3d0AXmdIh_0 2024-09-12T18:00:09.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.733799141737184137', time=2024-09-12T19:50:19.792430+0000, chain.objs.size()=1 2024-09-12T18:00:09.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.458__shadow_.yPuticq9xL4cKUuQc17VXwVwJLWazVq_0 2024-09-12T18:00:09.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18243120217506824388', time=2024-09-12T19:50:39.304105+0000, chain.objs.size()=1 2024-09-12T18:00:09.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.491__shadow_.zW4kiLG3qSYEXyqhpCLIuylSERsZ6iY_0 2024-09-12T18:00:09.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8766254568558721380', time=2024-09-12T19:50:45.972423+0000, chain.objs.size()=1 2024-09-12T18:00:09.429 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.503__shadow:W33a4IGQZObXf5JD-dYc8P4u1Ttt0tZ_.hacREIF0uNQGxPiZOiX3GT5JDBwAqNC_0 2024-09-12T18:00:09.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.576299130614026441', time=2024-09-12T19:50:49.782161+0000, chain.objs.size()=6 2024-09-12T18:00:09.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.1 2024-09-12T18:00:09.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.2 2024-09-12T18:00:09.430 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.424+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.3 2024-09-12T18:00:09.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.4 2024-09-12T18:00:09.431 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.5 2024-09-12T18:00:09.432 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.6 2024-09-12T18:00:09.432 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.428+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10073067173806625293', time=2024-09-12T19:51:24.282110+0000, chain.objs.size()=5 2024-09-12T18:00:09.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.428+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~ehzs12P28jPgdc_MGmv-9J-g1oPA46h.1 2024-09-12T18:00:09.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__shadow_mymultipart.2~ehzs12P28jPgdc_MGmv-9J-g1oPA46h.1_1 2024-09-12T18:00:09.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~ehzs12P28jPgdc_MGmv-9J-g1oPA46h.2 2024-09-12T18:00:09.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__shadow_mymultipart.2~ehzs12P28jPgdc_MGmv-9J-g1oPA46h.2_1 2024-09-12T18:00:09.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~ehzs12P28jPgdc_MGmv-9J-g1oPA46h.3 2024-09-12T18:00:09.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~iUUIKyxwiHvy8Vtq_oUyaQnQdVQIVxR', time=2024-09-12T19:51:35.746487+0000, chain.objs.size()=1 2024-09-12T18:00:09.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.533__multipart_mymultipart.2~iUUIKyxwiHvy8Vtq_oUyaQnQdVQIVxR.1 2024-09-12T18:00:09.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12397570075378917704', time=2024-09-12T19:52:47.157095+0000, chain.objs.size()=1 2024-09-12T18:00:09.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.574__shadow:At4.-qfp0s3yRmMow80zIq7T8ncChFy_.Yh5Aa_HtvPl87zSjtijlFXKKh4hu4G5_0 2024-09-12T18:00:09.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.432+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7173047089485303218', time=2024-09-12T19:52:53.456067+0000, chain.objs.size()=1 2024-09-12T18:00:09.433 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.432+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.576__shadow:9zSmXADjea1gT1ZY77W9J17I3o9Xmr-_.VyIkWJAKgGH7WA7LycVU7w3iY5D5h7-_0 2024-09-12T18:00:09.438 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12658785667453994777', time=2024-09-12T19:53:14.749291+0000, chain.objs.size()=1 2024-09-12T18:00:09.438 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.579__shadow:3YOnRngexqF5NU2ZUc12QLKd34cWKF2_.9l81eiYVl94bq0Alc4k_jMvgCVjSLcY_0 2024-09-12T18:00:09.438 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9201514431495358842', time=2024-09-12T19:53:20.718138+0000, chain.objs.size()=1 2024-09-12T18:00:09.438 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.586__shadow:T8CNgIzk3aHzQXVLLNYx0IbOqFHaRcK_.TtCuYuuSyYWHH_JAWA4E2n2LiJLRana_0 2024-09-12T18:00:09.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8488505900927584032', time=2024-09-12T19:53:46.250902+0000, chain.objs.size()=12 2024-09-12T18:00:09.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.615__multipart_multipart_enc.2~y27NAw8g24ft_phsugG9uiKMLebIYKf.1 2024-09-12T18:00:09.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.615__shadow_multipart_enc.2~y27NAw8g24ft_phsugG9uiKMLebIYKf.1_1 2024-09-12T18:00:09.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.615__multipart_multipart_enc.2~y27NAw8g24ft_phsugG9uiKMLebIYKf.2 2024-09-12T18:00:09.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.615__shadow_multipart_enc.2~y27NAw8g24ft_phsugG9uiKMLebIYKf.2_1 2024-09-12T18:00:09.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.615__multipart_multipart_enc.2~y27NAw8g24ft_phsugG9uiKMLebIYKf.3 2024-09-12T18:00:09.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.615__shadow_multipart_enc.2~y27NAw8g24ft_phsugG9uiKMLebIYKf.3_1 2024-09-12T18:00:09.440 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.615__multipart_multipart_enc.2~y27NAw8g24ft_phsugG9uiKMLebIYKf.4 2024-09-12T18:00:09.441 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.615__shadow_multipart_enc.2~y27NAw8g24ft_phsugG9uiKMLebIYKf.4_1 2024-09-12T18:00:09.441 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.436+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.615__multipart_multipart_enc.2~y27NAw8g24ft_phsugG9uiKMLebIYKf.5 2024-09-12T18:00:09.442 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.615__shadow_multipart_enc.2~y27NAw8g24ft_phsugG9uiKMLebIYKf.5_1 2024-09-12T18:00:09.443 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.440+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.615__multipart_multipart_enc.2~y27NAw8g24ft_phsugG9uiKMLebIYKf.6 2024-09-12T18:00:09.444 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.615__shadow_multipart_enc.2~y27NAw8g24ft_phsugG9uiKMLebIYKf.6_1 2024-09-12T18:00:09.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.444+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5236563784709275120', time=2024-09-12T19:55:55.130740+0000, chain.objs.size()=12 2024-09-12T18:00:09.447 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.623__multipart_multipart_enc.2~rAfsF8S5KL9mPAzd_svJk0FEcsgkRlg.1 2024-09-12T18:00:09.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.623__shadow_multipart_enc.2~rAfsF8S5KL9mPAzd_svJk0FEcsgkRlg.1_1 2024-09-12T18:00:09.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.623__multipart_multipart_enc.2~rAfsF8S5KL9mPAzd_svJk0FEcsgkRlg.2 2024-09-12T18:00:09.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.623__shadow_multipart_enc.2~rAfsF8S5KL9mPAzd_svJk0FEcsgkRlg.2_1 2024-09-12T18:00:09.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.623__multipart_multipart_enc.2~rAfsF8S5KL9mPAzd_svJk0FEcsgkRlg.3 2024-09-12T18:00:09.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.623__shadow_multipart_enc.2~rAfsF8S5KL9mPAzd_svJk0FEcsgkRlg.3_1 2024-09-12T18:00:09.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.623__multipart_multipart_enc.2~rAfsF8S5KL9mPAzd_svJk0FEcsgkRlg.4 2024-09-12T18:00:09.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.444+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.623__shadow_multipart_enc.2~rAfsF8S5KL9mPAzd_svJk0FEcsgkRlg.4_1 2024-09-12T18:00:09.448 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.623__multipart_multipart_enc.2~rAfsF8S5KL9mPAzd_svJk0FEcsgkRlg.5 2024-09-12T18:00:09.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.623__shadow_multipart_enc.2~rAfsF8S5KL9mPAzd_svJk0FEcsgkRlg.5_1 2024-09-12T18:00:09.449 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.623__multipart_multipart_enc.2~rAfsF8S5KL9mPAzd_svJk0FEcsgkRlg.6 2024-09-12T18:00:09.451 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.448+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.623__shadow_multipart_enc.2~rAfsF8S5KL9mPAzd_svJk0FEcsgkRlg.6_1 2024-09-12T18:00:09.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.452+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16649409963479832607', time=2024-09-12T19:56:05.399708+0000, chain.objs.size()=1 2024-09-12T18:00:09.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.452+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.637__shadow_.WwgDHyNClG18924BmrpXii3Cc8ZcNa7_0 2024-09-12T18:00:09.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.452+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16235710161124964790', time=2024-09-12T19:56:25.227021+0000, chain.objs.size()=1 2024-09-12T18:00:09.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.452+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.664__shadow_.nVhc9WYRVwbMj1jAIRjX__IvwndpEus_0 2024-09-12T18:00:09.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.452+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15616846871444725741', time=2024-09-12T19:56:28.655514+0000, chain.objs.size()=1 2024-09-12T18:00:09.453 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.452+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.670__shadow_.9Rvs49CMCz9o-0_YxUxNQLCekE9ZxCA_0 2024-09-12T18:00:09.455 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.452+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.459 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.456+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T18:00:09.461 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:09.462 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:09.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44292' 2024-09-12T18:00:09.464 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13562505619335155594', time=2024-09-12T19:45:31.994864+0000, chain.objs.size()=1 2024-09-12T18:00:09.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.204__shadow_.lMD35ZM42QsV84O1ZaOvh-ORjthpTdX_0 2024-09-12T18:00:09.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5234489610659108357', time=2024-09-12T19:46:53.663398+0000, chain.objs.size()=1 2024-09-12T18:00:09.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.233__shadow_.3VW9aZ9ZmQkFk7RbnW-y0H74MRvHl7v_0 2024-09-12T18:00:09.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1649287589376548382', time=2024-09-12T19:46:59.478584+0000, chain.objs.size()=1 2024-09-12T18:00:09.465 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.241__shadow_.wwbn2CcUuBZXtvxVl90hyXaGdPi7wC3_0 2024-09-12T18:00:09.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1711562257079263119', time=2024-09-12T19:46:59.480485+0000, chain.objs.size()=1 2024-09-12T18:00:09.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.241__shadow_.3glh3BkXy37Z8QZ1Y7ZJIAJldqVuTwu_0 2024-09-12T18:00:09.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9599829851991576015', time=2024-09-12T19:47:32.321776+0000, chain.objs.size()=1 2024-09-12T18:00:09.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jw4Ae7dNH3i-HtT8gp9W_Xn7DU6ecV0_0 2024-09-12T18:00:09.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.351525790145919255', time=2024-09-12T19:47:32.337895+0000, chain.objs.size()=1 2024-09-12T18:00:09.466 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Cuc6yFmFCAEtqZhYaTiZCOSfOdQEFsv_0 2024-09-12T18:00:09.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13878235147485422311', time=2024-09-12T19:47:32.384144+0000, chain.objs.size()=1 2024-09-12T18:00:09.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.uj8ziKAb8qe7NlKUsM_9Wo6wW5Nt9WT_0 2024-09-12T18:00:09.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18130616411860553507', time=2024-09-12T19:47:32.507170+0000, chain.objs.size()=1 2024-09-12T18:00:09.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.JXy7gC-The-crevID-TB6Cw0KZzd4ek_0 2024-09-12T18:00:09.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15011681935247414377', time=2024-09-12T19:47:32.513384+0000, chain.objs.size()=1 2024-09-12T18:00:09.467 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.qDbd1e1W3upor5HSEqkUK0VqZCdxbKe_0 2024-09-12T18:00:09.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3798931260845303304', time=2024-09-12T19:47:32.611728+0000, chain.objs.size()=1 2024-09-12T18:00:09.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.RnEquIvkkPH11cqJg5PyrNNEEyvy3RB_0 2024-09-12T18:00:09.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9444440898238865357', time=2024-09-12T19:47:32.614319+0000, chain.objs.size()=1 2024-09-12T18:00:09.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.JePk3xIaevq-vQjwl3OPOjSp8LqNJaw_0 2024-09-12T18:00:09.468 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10796679464606826797', time=2024-09-12T19:47:32.617560+0000, chain.objs.size()=1 2024-09-12T18:00:09.469 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.460+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.m48A6hl5u81Wsq7AClLKY5XR4k37zlw_0 2024-09-12T18:00:09.471 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10858079253509941634', time=2024-09-12T19:47:32.651190+0000, chain.objs.size()=1 2024-09-12T18:00:09.471 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.qzV7HaIwSJrIzseYpFbu1rbRSNCfYPW_0 2024-09-12T18:00:09.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14030354838890803576', time=2024-09-12T19:47:32.651867+0000, chain.objs.size()=1 2024-09-12T18:00:09.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.pA0CTZ2hSJYloyX4uu4qLULfQC83VSM_0 2024-09-12T18:00:09.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5597563865814283501', time=2024-09-12T19:47:32.653419+0000, chain.objs.size()=1 2024-09-12T18:00:09.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GtisfFvshYHzwW6IdIPE3SKFAxn9CYN_0 2024-09-12T18:00:09.472 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9991482330206889393', time=2024-09-12T19:47:32.667258+0000, chain.objs.size()=1 2024-09-12T18:00:09.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8n0AHhJPq064ZezUULFm6MkXQbO6WOF_0 2024-09-12T18:00:09.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13084902772698977706', time=2024-09-12T19:47:32.694833+0000, chain.objs.size()=1 2024-09-12T18:00:09.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.fgv9e5sphJ03beEPPgpmzzsriWY6ehN_0 2024-09-12T18:00:09.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13197571566510051671', time=2024-09-12T19:47:32.838058+0000, chain.objs.size()=1 2024-09-12T18:00:09.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.P9Y9pEplmGapiPzgytvnC5cRhq32sVc_0 2024-09-12T18:00:09.473 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10434441708123155537', time=2024-09-12T19:47:32.857953+0000, chain.objs.size()=1 2024-09-12T18:00:09.476 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1GK5FyQRrY9CtibxNGDQ9Hc7avz_i7__0 2024-09-12T18:00:09.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12367461584298396247', time=2024-09-12T19:47:32.888814+0000, chain.objs.size()=1 2024-09-12T18:00:09.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ePx8fuiseC1Xv0iT_jIYIjPcE5WNvT0_0 2024-09-12T18:00:09.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9336169755855713688', time=2024-09-12T19:47:32.895942+0000, chain.objs.size()=1 2024-09-12T18:00:09.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Wd9lV7P606z_wTXy5-bKT6dDnL_yd6v_0 2024-09-12T18:00:09.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18083613972805348296', time=2024-09-12T19:47:32.944114+0000, chain.objs.size()=1 2024-09-12T18:00:09.477 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.B-oY2ul4ssfH2lYkllyzWYJCQ7Z5qNi_0 2024-09-12T18:00:09.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7803019368944577165', time=2024-09-12T19:47:32.953308+0000, chain.objs.size()=1 2024-09-12T18:00:09.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.464+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.sfrrSUCf8tGAwoo0n8-aklTRrdDntYb_0 2024-09-12T18:00:09.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3481701834626076497', time=2024-09-12T19:47:33.123477+0000, chain.objs.size()=1 2024-09-12T18:00:09.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.R_H8JVSMfkk9f5RTCYrpQHkXJEQybx-_0 2024-09-12T18:00:09.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13623950827872851381', time=2024-09-12T19:47:33.235384+0000, chain.objs.size()=1 2024-09-12T18:00:09.478 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2c4Sa7u2NAs-lRqlQm3fhYI3H2SNWz9_0 2024-09-12T18:00:09.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10210919327471513488', time=2024-09-12T19:47:33.473226+0000, chain.objs.size()=1 2024-09-12T18:00:09.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.lAukx2fxefTQHqIgaWPVywrhnxmx2M4_0 2024-09-12T18:00:09.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18118287195144036355', time=2024-09-12T19:47:33.541373+0000, chain.objs.size()=1 2024-09-12T18:00:09.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9GCen1vF6jlfaX5FjnnPzrtqkNuMdwu_0 2024-09-12T18:00:09.479 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13537096522823740622', time=2024-09-12T19:47:33.582028+0000, chain.objs.size()=1 2024-09-12T18:00:09.480 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.7q7zxfciMpcxVRtBuZXizZqVekCAMEK_0 2024-09-12T18:00:09.480 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17571645125245288529', time=2024-09-12T19:47:33.633942+0000, chain.objs.size()=1 2024-09-12T18:00:09.480 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Tg7Y5rmehIBtO06vrXAItjzELOtT3bR_0 2024-09-12T18:00:09.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6816556291176764979', time=2024-09-12T19:47:33.748305+0000, chain.objs.size()=1 2024-09-12T18:00:09.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.CHKKxapC3VJj4aYcWRH9OZsBRNYwP2P_0 2024-09-12T18:00:09.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4799371356049858974', time=2024-09-12T19:47:33.797294+0000, chain.objs.size()=1 2024-09-12T18:00:09.485 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.LV0SYfzOeALyUDLD6NsEExnTce0lWMw_0 2024-09-12T18:00:09.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3006184758542494766', time=2024-09-12T19:47:34.049011+0000, chain.objs.size()=1 2024-09-12T18:00:09.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1NznOtbktljITeb_GpbYYfMvcQlmWvK_0 2024-09-12T18:00:09.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.468+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15766319104963993275', time=2024-09-12T19:47:34.100669+0000, chain.objs.size()=1 2024-09-12T18:00:09.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.XH9X5aTdzQlUsdPgWs2OaG8GbxuofIA_0 2024-09-12T18:00:09.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13538462979509569005', time=2024-09-12T19:47:34.145018+0000, chain.objs.size()=1 2024-09-12T18:00:09.486 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FyNZfGIBHa6w6wcOvwcaN5q-Q0dQNBI_0 2024-09-12T18:00:09.487 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18302834113326711192', time=2024-09-12T19:47:34.192411+0000, chain.objs.size()=1 2024-09-12T18:00:09.487 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.7VR_BE619cAuiJ5rLeml4jR6WS8yiH-_0 2024-09-12T18:00:09.487 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15078895046532161294', time=2024-09-12T19:47:34.353008+0000, chain.objs.size()=1 2024-09-12T18:00:09.487 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rVTMquIvGVdZI6J02eI-Vh3JYqAgRVa_0 2024-09-12T18:00:09.487 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2861415982663190793', time=2024-09-12T19:47:34.365079+0000, chain.objs.size()=1 2024-09-12T18:00:09.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jqmHxc8vebqnbNIqtwXS358kIdJrCCV_0 2024-09-12T18:00:09.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6859682661566605693', time=2024-09-12T19:47:34.401350+0000, chain.objs.size()=1 2024-09-12T18:00:09.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.eBj_Z2ieevj-KVUO4qwVd6f-ClBR3Sn_0 2024-09-12T18:00:09.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8838123336270814919', time=2024-09-12T19:47:35.000067+0000, chain.objs.size()=1 2024-09-12T18:00:09.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.263__shadow_.SeCTVLO8EQEnppxjTAiQaf-AWvjiesl_0 2024-09-12T18:00:09.488 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4853569613853408105', time=2024-09-12T19:47:45.361457+0000, chain.objs.size()=1 2024-09-12T18:00:09.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.280__shadow_.IPUzS1O8XTD9OEnqL7TYhe3poQPQ6o0_0 2024-09-12T18:00:09.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6728323600076792616', time=2024-09-12T19:47:48.488512+0000, chain.objs.size()=1 2024-09-12T18:00:09.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.285__shadow_.9iyKErkEWU17K9wNNtnhoehxhn0HGZR_0 2024-09-12T18:00:09.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12148950799684217370', time=2024-09-12T19:47:50.434066+0000, chain.objs.size()=1 2024-09-12T18:00:09.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.288__shadow_.Uu7w5eJU6S3ExbVU4LS6JTMbZIFKat8_0 2024-09-12T18:00:09.489 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17962724465654668937', time=2024-09-12T19:47:57.167907+0000, chain.objs.size()=1 2024-09-12T18:00:09.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.296__shadow_.vOkGcP4UuugpkczHNKQQYxFx2jOoQer_0 2024-09-12T18:00:09.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.944091270317191594', time=2024-09-12T19:47:59.751978+0000, chain.objs.size()=1 2024-09-12T18:00:09.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.472+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.300__shadow_.9cFVYNWZJIUjfl3L4ude6eM4bh7o_k3_0 2024-09-12T18:00:09.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9897269170322509795', time=2024-09-12T19:48:02.227864+0000, chain.objs.size()=1 2024-09-12T18:00:09.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.304__shadow_.6EoiQqon9re3f5PZbqKllhYqgAUbLuI_0 2024-09-12T18:00:09.490 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5437418434782941971', time=2024-09-12T19:48:33.388803+0000, chain.objs.size()=1 2024-09-12T18:00:09.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.TjpzyGv8Uqw4UKtzAs2gonJzOyANwzI_0 2024-09-12T18:00:09.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11727942409037184085', time=2024-09-12T19:48:33.400476+0000, chain.objs.size()=1 2024-09-12T18:00:09.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.yyLIt3ysAwP6TKC7SnUqU6XKuk6qHrD_0 2024-09-12T18:00:09.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3809605740415164547', time=2024-09-12T19:48:33.443195+0000, chain.objs.size()=1 2024-09-12T18:00:09.491 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.XXNrumnU9WeHehrPTXjA123h3ayohnv_0 2024-09-12T18:00:09.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4126920647889939825', time=2024-09-12T19:48:33.476755+0000, chain.objs.size()=1 2024-09-12T18:00:09.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Nc4ghR9qrMZA9ofcZlnn0zcAHyCYMw-_0 2024-09-12T18:00:09.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14931785424291404312', time=2024-09-12T19:48:33.582688+0000, chain.objs.size()=1 2024-09-12T18:00:09.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uS6xnkdtMb_R124WGEF9wEgwTU0stOo_0 2024-09-12T18:00:09.492 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4699482176372810304', time=2024-09-12T19:48:33.778493+0000, chain.objs.size()=1 2024-09-12T18:00:09.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Ydt_IIMBDpUcEDl1_VsmbxBUnF0BOh-_0 2024-09-12T18:00:09.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15671993289353349750', time=2024-09-12T19:48:33.792785+0000, chain.objs.size()=1 2024-09-12T18:00:09.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-N9uy9CoROjYKME2rFnAuZaBJknX7J7_0 2024-09-12T18:00:09.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.104213616372010031', time=2024-09-12T19:48:33.884907+0000, chain.objs.size()=1 2024-09-12T18:00:09.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.GLoc5jPcLbBU3BiYeXnE3aCDHRzmupY_0 2024-09-12T18:00:09.493 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8545662946200470081', time=2024-09-12T19:48:34.181047+0000, chain.objs.size()=1 2024-09-12T18:00:09.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.oEJz1ze2JJAJ_LuWmXukVs6oYddB5n5_0 2024-09-12T18:00:09.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7711832806003838413', time=2024-09-12T19:48:34.460062+0000, chain.objs.size()=1 2024-09-12T18:00:09.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.476+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Gs5G506dartNuQOf05a9K1PzunGn841_0 2024-09-12T18:00:09.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11150435227813277512', time=2024-09-12T19:48:34.472942+0000, chain.objs.size()=1 2024-09-12T18:00:09.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.iVKEpKR8u3b0Mty_Y7j9M972SLaWWc-_0 2024-09-12T18:00:09.494 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15251741853961058035', time=2024-09-12T19:48:34.481927+0000, chain.objs.size()=1 2024-09-12T18:00:09.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vetnhPbwbd_1mfMQh57ZZT8EdVN5rN5_0 2024-09-12T18:00:09.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13714985476631544913', time=2024-09-12T19:48:34.545456+0000, chain.objs.size()=1 2024-09-12T18:00:09.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BKvvE0xxT4FpjsVX5ScA3nT9BGqY5TD_0 2024-09-12T18:00:09.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2775393140397004827', time=2024-09-12T19:48:34.686976+0000, chain.objs.size()=1 2024-09-12T18:00:09.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.jpJpqoCyjJijWFUroYIZLjGBidCSwvA_0 2024-09-12T18:00:09.495 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10891918745305209726', time=2024-09-12T19:48:34.731428+0000, chain.objs.size()=1 2024-09-12T18:00:09.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FoKdc2bL-fNmj-EWUFNO5k8ERDkgI-h_0 2024-09-12T18:00:09.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7308847349417224525', time=2024-09-12T19:48:34.837424+0000, chain.objs.size()=1 2024-09-12T18:00:09.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.iX4v2JB3-7UpoL3ZkC1CXLtvBN4sNGz_0 2024-09-12T18:00:09.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14709223075127324519', time=2024-09-12T19:48:34.862094+0000, chain.objs.size()=1 2024-09-12T18:00:09.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WMVVnOqULtt1tkqUVFdFdzCTcN1ddBq_0 2024-09-12T18:00:09.496 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8508408351007091654', time=2024-09-12T19:48:34.997108+0000, chain.objs.size()=1 2024-09-12T18:00:09.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.E4_3fNXvpN6HNe8DVp8UYu70dZblusO_0 2024-09-12T18:00:09.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16143556331767620819', time=2024-09-12T19:48:35.073169+0000, chain.objs.size()=1 2024-09-12T18:00:09.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hHINF05FVX9coeQdqWecdBDJmVYhlIp_0 2024-09-12T18:00:09.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12262209904862346946', time=2024-09-12T19:48:35.088210+0000, chain.objs.size()=1 2024-09-12T18:00:09.497 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FRVUw-_2BY3QP87ClSG6POqEgFv0OT__0 2024-09-12T18:00:09.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7356278156830324617', time=2024-09-12T19:48:35.089549+0000, chain.objs.size()=1 2024-09-12T18:00:09.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Qb-fHU6L5VAwewpJ9OHMZXm21M5B-cF_0 2024-09-12T18:00:09.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15232695500642188375', time=2024-09-12T19:48:35.100646+0000, chain.objs.size()=1 2024-09-12T18:00:09.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.lXUWEAI-CN-w7hG-iUAeDPfpKGQB7i__0 2024-09-12T18:00:09.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8943403341237839290', time=2024-09-12T19:48:35.106796+0000, chain.objs.size()=1 2024-09-12T18:00:09.498 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.480+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3QGOIyKhJqv_113Jn3jQPRyE5k2Fugi_0 2024-09-12T18:00:09.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16736298065891089486', time=2024-09-12T19:48:35.150345+0000, chain.objs.size()=1 2024-09-12T18:00:09.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hWxM1vuuFK-IS3osKegFHBzhZF1LbLb_0 2024-09-12T18:00:09.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3662201135364683032', time=2024-09-12T19:48:35.198422+0000, chain.objs.size()=1 2024-09-12T18:00:09.506 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fILH4tzkr8X3e1EaeqcoquiJyk8LmAh_0 2024-09-12T18:00:09.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13063626828574657220', time=2024-09-12T19:48:35.200864+0000, chain.objs.size()=1 2024-09-12T18:00:09.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Elc1gsr2Sg6uwFzF38wl5vjO3ZiTPP-_0 2024-09-12T18:00:09.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.633010142190274425', time=2024-09-12T19:48:35.327163+0000, chain.objs.size()=1 2024-09-12T18:00:09.507 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1mc2leTwBs_JGiCHA8WNu4jlIBHtUjn_0 2024-09-12T18:00:09.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18153825263160224704', time=2024-09-12T19:48:35.330132+0000, chain.objs.size()=1 2024-09-12T18:00:09.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YtvXmr729n82OSaSYw_RFLIe8CrAaDe_0 2024-09-12T18:00:09.508 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9759147863983345751', time=2024-09-12T19:48:35.332574+0000, chain.objs.size()=1 2024-09-12T18:00:09.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.R48n_DofYoyh2aBioj2VXBouvBZU_yQ_0 2024-09-12T18:00:09.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2694966521101655359', time=2024-09-12T19:48:35.336005+0000, chain.objs.size()=1 2024-09-12T18:00:09.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0sYKQ_fFE9k5hfKcerOoykX8qOujOMg_0 2024-09-12T18:00:09.509 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13446819235197357471', time=2024-09-12T19:48:35.365417+0000, chain.objs.size()=1 2024-09-12T18:00:09.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NUdzrSSG6Qxd495heQy3W4UW46RLoHw_0 2024-09-12T18:00:09.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16014964936649295407', time=2024-09-12T19:48:35.379848+0000, chain.objs.size()=1 2024-09-12T18:00:09.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1zzBIqDYfVN4wuhXr0iO0yxtf4MNc8j_0 2024-09-12T18:00:09.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3354351374792101618', time=2024-09-12T19:48:35.403506+0000, chain.objs.size()=1 2024-09-12T18:00:09.510 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.dIlwNdfiXKMmniCRHyRU4W0GI3ZLscs_0 2024-09-12T18:00:09.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3969006424731873424', time=2024-09-12T19:48:35.428764+0000, chain.objs.size()=1 2024-09-12T18:00:09.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.2RKFHDagds_VK-zf0H54kf9Y3uPdFkb_0 2024-09-12T18:00:09.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9301132341062668200', time=2024-09-12T19:48:35.445236+0000, chain.objs.size()=1 2024-09-12T18:00:09.511 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.484+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.jvJEw_Fk0bYJgL6l7B7ECtIF_611eIY_0 2024-09-12T18:00:09.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9563299217855962460', time=2024-09-12T19:48:35.697890+0000, chain.objs.size()=1 2024-09-12T18:00:09.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.xf65PPuOJKlHFe1Xqu_uHBsE8AgvreD_0 2024-09-12T18:00:09.512 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11190288987902582606', time=2024-09-12T19:48:35.768551+0000, chain.objs.size()=1 2024-09-12T18:00:09.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.5tRXA5_KRrESzreziyNnym-D5egiWe3_0 2024-09-12T18:00:09.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7739873194017973738', time=2024-09-12T19:48:35.773601+0000, chain.objs.size()=1 2024-09-12T18:00:09.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1JKzdirobPGgshcY17nQ_y7mmAbInTh_0 2024-09-12T18:00:09.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14845280859018585486', time=2024-09-12T19:48:55.263733+0000, chain.objs.size()=1 2024-09-12T18:00:09.513 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CY_iZyh2ttxERoHvnezoI6j5ia0yndW_0 2024-09-12T18:00:09.514 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15230276463789258442', time=2024-09-12T19:48:55.301608+0000, chain.objs.size()=1 2024-09-12T18:00:09.514 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CamDtqQjjOzqQwQw9HNM79VRajHlaRY_0 2024-09-12T18:00:09.514 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2251564405901963311', time=2024-09-12T19:48:55.355599+0000, chain.objs.size()=1 2024-09-12T18:00:09.514 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.yoFyD2fyxnYHsqiz9oLX170hUX2q6MA_0 2024-09-12T18:00:09.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15594320390561546165', time=2024-09-12T19:48:55.532389+0000, chain.objs.size()=1 2024-09-12T18:00:09.515 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LNFsvIv9VfUHZUov1LGiVsHeBL8LRSW_0 2024-09-12T18:00:09.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1589986146788699276', time=2024-09-12T19:48:55.630059+0000, chain.objs.size()=1 2024-09-12T18:00:09.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.jAd7OQBfW6q3YPhN8ygz14LAv-1w37w_0 2024-09-12T18:00:09.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11671611625301159275', time=2024-09-12T19:48:55.846463+0000, chain.objs.size()=1 2024-09-12T18:00:09.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2xcFZqE_HqGJslbdQt_w-Sqd7he2LJd_0 2024-09-12T18:00:09.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7404250181602624287', time=2024-09-12T19:48:55.871604+0000, chain.objs.size()=1 2024-09-12T18:00:09.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.UOvnt_8Hs_CvgZogusvYNxgaTU1fYig_0 2024-09-12T18:00:09.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2556693489560469153', time=2024-09-12T19:48:55.887039+0000, chain.objs.size()=1 2024-09-12T18:00:09.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Su64HkIK29lMG9lKvJQNTu5KiRoCGy7_0 2024-09-12T18:00:09.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10393998663172011366', time=2024-09-12T19:48:55.917824+0000, chain.objs.size()=1 2024-09-12T18:00:09.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.gCuFFloagaiWLMvMqDbg3igbK7N1P8A_0 2024-09-12T18:00:09.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1536118372124880027', time=2024-09-12T19:48:55.993632+0000, chain.objs.size()=1 2024-09-12T18:00:09.516 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-yXO6O9FLFud7FlpqQFQ43rGMT7jQyh_0 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5241075174203689655', time=2024-09-12T19:48:55.997201+0000, chain.objs.size()=1 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.aEUWqh4mQp2sqpAypvyMDQhNopzHlrz_0 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16959958732686918823', time=2024-09-12T19:48:56.027981+0000, chain.objs.size()=1 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Fx-E3HCduzAM4rfc6zcBX7ghwcgQciH_0 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11887833412804855987', time=2024-09-12T19:48:56.167575+0000, chain.objs.size()=1 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.488+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lKXkDfuxFBqmLRuyJT1f57t3GCBlimf_0 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3078685469065459386', time=2024-09-12T19:48:56.176498+0000, chain.objs.size()=1 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._veP0gQ5yCYy0coI1HUkEGvyBGEiHw0_0 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8514032165063731490', time=2024-09-12T19:48:56.203286+0000, chain.objs.size()=1 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.z3Tqsn3TQs9s7736cnHR0uIWNX-aX_x_0 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.446556750415341660', time=2024-09-12T19:48:56.215178+0000, chain.objs.size()=1 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lRMRuUKrtzpoI574t9oJyQbIimC5Evj_0 2024-09-12T18:00:09.517 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.492+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15872092036447513807', time=2024-09-12T19:48:56.225896+0000, chain.objs.size()=1 2024-09-12T18:00:09.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.O3UtH2DrKVMbmNSiG6d7WhJmmMCLvzU_0 2024-09-12T18:00:09.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.492+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/44292 2024-09-12T18:00:09.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=28, truncated=0, next_marker='' 2024-09-12T18:00:09.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8905404304274892536', time=2024-09-12T19:48:56.320732+0000, chain.objs.size()=1 2024-09-12T18:00:09.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.elRcFAZGocXRZFdvEiyeGLwOtcJXXxX_0 2024-09-12T18:00:09.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6977752880729908173', time=2024-09-12T19:48:56.557670+0000, chain.objs.size()=1 2024-09-12T18:00:09.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.6b0wkUrQ1DU7QsKClPNsZce42PmhOx0_0 2024-09-12T18:00:09.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6676551599022696404', time=2024-09-12T19:48:56.590505+0000, chain.objs.size()=1 2024-09-12T18:00:09.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.kZ1zT3vOzMtyu0w0hW6_RrwlpuxuJb2_0 2024-09-12T18:00:09.518 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12104383082825233998', time=2024-09-12T19:48:56.620689+0000, chain.objs.size()=1 2024-09-12T18:00:09.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Hzx89GMwyhTVvGP7TIRKdusLfPXIqQG_0 2024-09-12T18:00:09.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17393568920135468097', time=2024-09-12T19:48:56.630936+0000, chain.objs.size()=1 2024-09-12T18:00:09.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xbL-qaJEvY7344giOGwEhMusABZL8aV_0 2024-09-12T18:00:09.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13478683168310777819', time=2024-09-12T19:48:56.679510+0000, chain.objs.size()=1 2024-09-12T18:00:09.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1mf-TUo6TbXy81Sl1mg3DnMbr_qsEWs_0 2024-09-12T18:00:09.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3650161152599194538', time=2024-09-12T19:48:56.965272+0000, chain.objs.size()=1 2024-09-12T18:00:09.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.bAwklgz-CKtzvr4KIF06K22SX29A7Ha_0 2024-09-12T18:00:09.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14462511752652711036', time=2024-09-12T19:48:57.154683+0000, chain.objs.size()=1 2024-09-12T18:00:09.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.fIwFnpdWOlMPrNqcKXZ-bvxJW2kGuLZ_0 2024-09-12T18:00:09.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5326116718285310500', time=2024-09-12T19:48:57.169194+0000, chain.objs.size()=1 2024-09-12T18:00:09.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Fzq-kvptQVArXD2-xLg4YHUWmu02kP3_0 2024-09-12T18:00:09.519 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10483076301210252909', time=2024-09-12T19:48:57.219216+0000, chain.objs.size()=1 2024-09-12T18:00:09.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.23_K9mSZeHUpN0Ni1FPOwzyKXZ0Duzl_0 2024-09-12T18:00:09.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4988767815590795891', time=2024-09-12T19:48:57.480840+0000, chain.objs.size()=1 2024-09-12T18:00:09.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.7igkHcSv49hwQx13LoLi3DDx-lHm5Gr_0 2024-09-12T18:00:09.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17531162370863267935', time=2024-09-12T19:49:04.927053+0000, chain.objs.size()=1 2024-09-12T18:00:09.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.496+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.337__shadow_.sVjM4_jLg21BaqgjsXLSTW5G3d9SOfc_0 2024-09-12T18:00:09.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14384762690609841353', time=2024-09-12T19:49:25.718989+0000, chain.objs.size()=1 2024-09-12T18:00:09.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.375__shadow_.m3ojmWpUaqasaKczN_D8eDW0GnUkx2l_0 2024-09-12T18:00:09.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14378917016133884828', time=2024-09-12T19:50:00.028231+0000, chain.objs.size()=1 2024-09-12T18:00:09.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.430__shadow_.avCvVyL1H_S4qvQ2sI4446RVgQokxiW_0 2024-09-12T18:00:09.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3193173161400334745', time=2024-09-12T19:50:07.407392+0000, chain.objs.size()=1 2024-09-12T18:00:09.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.442__shadow_.UKj_I7PvmP2QJseI99X-QH2peGyrIWf_0 2024-09-12T18:00:09.520 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11988046961687828042', time=2024-09-12T19:50:22.588996+0000, chain.objs.size()=1 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.461__shadow_.3Wb3nDLyAt7RGWgdzhegFiX-nRFA8px_0 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10531558037362606194', time=2024-09-12T19:50:24.409836+0000, chain.objs.size()=1 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.463__shadow_.YaNCdGC9JdUDgI1QUMlIMJ7UbEqFK6V_0 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4232314753851032992', time=2024-09-12T19:50:25.215409+0000, chain.objs.size()=1 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.464__shadow_.dlVKE8r7onPb5c9S84QJz4bfNtkzCh9_0 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1261040675362333113', time=2024-09-12T19:50:33.903837+0000, chain.objs.size()=1 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.483__shadow_.d5H1IP0YB4xaifL-OBr5EQ5s0VjMN79_0 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5287931383510548737', time=2024-09-12T19:50:34.625023+0000, chain.objs.size()=1 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.484__shadow_.DqNYZKwJOh88BpD9wWdbZehHdEzfgzk_0 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~x9f4SU9TuPlm77JMr7z-3Sbh-gxeWs4', time=2024-09-12T19:51:12.712075+0000, chain.objs.size()=1 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~x9f4SU9TuPlm77JMr7z-3Sbh-gxeWs4.3 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5951675109065737018', time=2024-09-12T19:51:26.240422+0000, chain.objs.size()=2 2024-09-12T18:00:09.521 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~6oTKwd1FROzo0qUt454-lLhBTAw0-10.1 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~6oTKwd1FROzo0qUt454-lLhBTAw0-10.2 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5847164714573606940', time=2024-09-12T19:52:19.480528+0000, chain.objs.size()=1 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.556__shadow_.xh6OruKe_n3KnDOeTNF2Cm9mE2fsK3W_0 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2877903627847151047', time=2024-09-12T19:52:52.447509+0000, chain.objs.size()=1 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.576__shadow:MNYJd.Ho6Wy1dL-Tca3UhNfOnJgIVKs_.Qv6LuP0UnqyZT2cYzdDhEumWmLUInue_0 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17341994544958059663', time=2024-09-12T19:53:21.329499+0000, chain.objs.size()=1 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.587__shadow:X6BGW9FUs-PqunXRAwIIWAIz0dzxVl2_.toJWEOr6ZciXIbdB-q_GIYOWIavo_H2_0 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12985770226151585850', time=2024-09-12T19:53:30.425467+0000, chain.objs.size()=1 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.500+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.604__shadow_.CdkBiOzO2UjksXl77ZCZws1dVL-TqNo_0 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7332267615693992213', time=2024-09-12T19:56:15.657319+0000, chain.objs.size()=1 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.652__shadow_.WoXHPzlO33UTaYjs0pvv_hU2cuD2cay_0 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.504+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8719596300811133473', time=2024-09-12T19:56:27.923188+0000, chain.objs.size()=1 2024-09-12T18:00:09.522 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.668__shadow_.JzFyi76V9Ri5xzDRHw8J4L_vbpdgWx0_0 2024-09-12T18:00:09.525 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.504+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.508+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T18:00:09.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.508+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:09.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:09.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44936' 2024-09-12T18:00:09.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5704700047765472893', time=2024-09-12T19:46:53.666200+0000, chain.objs.size()=1 2024-09-12T18:00:09.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.233__shadow_.WAqtcYyPImlWhCx_0o18-7EPX_mqtkS_0 2024-09-12T18:00:09.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4235807023382920976', time=2024-09-12T19:46:54.931387+0000, chain.objs.size()=1 2024-09-12T18:00:09.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.235__shadow_.ydC3piyEsPRY5bDonNKVixzFzg6WY8n_0 2024-09-12T18:00:09.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7767074454820050707', time=2024-09-12T19:47:04.197365+0000, chain.objs.size()=1 2024-09-12T18:00:09.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.247__shadow_.4EHhXiQKKLQ7uPGOfsP2PU7z4t-QrMW_0 2024-09-12T18:00:09.526 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14619088886193643829', time=2024-09-12T19:47:32.278037+0000, chain.objs.size()=1 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mPB6u8NpEVEvSn4RLUCduMWdPsDiGiN_0 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14679643549915935081', time=2024-09-12T19:47:32.355219+0000, chain.objs.size()=1 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rxa6Kyytdsj6GBeTqzbYTw_iSEKU98D_0 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10667494431643260883', time=2024-09-12T19:47:32.693892+0000, chain.objs.size()=1 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8Fouy6JE0IdlqgYbQ74aNF6bJzVa3rJ_0 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10747214682204556455', time=2024-09-12T19:47:32.798916+0000, chain.objs.size()=1 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2Ndt9HX_JUXU87TyDKNRp6s9h7dh01z_0 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1924179050604793424', time=2024-09-12T19:47:33.133315+0000, chain.objs.size()=1 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._a-k3vS6Xe1NQRNsukjA9Dwh0609Hkl_0 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12919908386576964153', time=2024-09-12T19:47:33.222854+0000, chain.objs.size()=1 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.6z4NftKa7_ykx4PMbHC_nO5BFXAPHFJ_0 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8759514524569036721', time=2024-09-12T19:47:33.274746+0000, chain.objs.size()=1 2024-09-12T18:00:09.527 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.LLfZWR3EIML3TnK0GhHYdjML3eX2_5p_0 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13619408905216996092', time=2024-09-12T19:47:33.320688+0000, chain.objs.size()=1 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._E-Qv4R-0kQyBXfkoS9ARjnuKxqWHMj_0 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3198984888189130246', time=2024-09-12T19:47:33.487563+0000, chain.objs.size()=1 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yNfeA1WHvPoH0hlwc0tW8MC8sV-x3bK_0 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11722660311695143774', time=2024-09-12T19:47:33.493809+0000, chain.objs.size()=1 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.W_kZalTvX_Z8KmN8514fo8YtW-vtxIe_0 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5714927134270926128', time=2024-09-12T19:47:33.557092+0000, chain.objs.size()=1 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.512+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.fU-lwHB6YhrtESowytTu7CcfFvATeg-_0 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11149560649663724226', time=2024-09-12T19:47:33.599209+0000, chain.objs.size()=1 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.QqsAPlT6_MmZXGl9SF3ETz3fPe7z5Lt_0 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8977558345947196207', time=2024-09-12T19:47:33.765342+0000, chain.objs.size()=1 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZLZkHxCPfOa2E6Bak-In8-EJnv8Ihii_0 2024-09-12T18:00:09.528 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17134731590322219846', time=2024-09-12T19:47:33.792758+0000, chain.objs.size()=1 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GLS_iGAYo0jFuo6awesIcrDo5yhMh5o_0 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13671880961353814380', time=2024-09-12T19:47:33.815769+0000, chain.objs.size()=1 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4lyhd1K9DqyocLm3YS023Y67G6yi0cc_0 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16913633903039684126', time=2024-09-12T19:47:33.852399+0000, chain.objs.size()=1 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DzkaNvaROPTxZ_GPDj5gbKMDtEriRDK_0 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1566249665365211438', time=2024-09-12T19:47:33.870258+0000, chain.objs.size()=1 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.c1-e_Cq5Uxl3ifcUTxs_5A-3BF8mzDA_0 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4827304920948943914', time=2024-09-12T19:47:33.885336+0000, chain.objs.size()=1 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.K10sNYSuiJqZdNxXBd51hmFaGxYdwN7_0 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10474167666165501695', time=2024-09-12T19:47:33.911096+0000, chain.objs.size()=1 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FXWOrSbBHNgLjFi_PhKLDLWiBC4ohl1_0 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.365187262456033506', time=2024-09-12T19:47:34.041379+0000, chain.objs.size()=1 2024-09-12T18:00:09.529 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.516+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.uGMJj5Q3hnImTf7IIZtyV7zIZSrfLwM_0 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10232953014983208183', time=2024-09-12T19:47:34.083559+0000, chain.objs.size()=1 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1HuSrFPcKcOY9AK7NFu1gDkunrNuySM_0 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10331736972814534108', time=2024-09-12T19:47:34.095917+0000, chain.objs.size()=1 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aEZBWVT2m1fV-VbPefl45uj6XftnapW_0 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11068853989866785393', time=2024-09-12T19:47:34.111740+0000, chain.objs.size()=1 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.q-meWY3CdWztSoOjZqLHM56e5r9GuD0_0 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5612125907471950503', time=2024-09-12T19:47:34.141783+0000, chain.objs.size()=1 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MeIXsGFjgLgtvogqSyLF-fiCzbXg63Y_0 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.742906573046386820', time=2024-09-12T19:47:34.154425+0000, chain.objs.size()=1 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FXcSLs2pPWaqZbao6gJ-tR8qg-s1bzQ_0 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12009445278977962280', time=2024-09-12T19:47:34.159169+0000, chain.objs.size()=1 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TLC_ssYtNTTPueFFDsLkwjuFQ1sFYnc_0 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11827583561001879455', time=2024-09-12T19:47:34.173774+0000, chain.objs.size()=1 2024-09-12T18:00:09.530 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.qoDHOzI66qx5VVelRuSvmc5z1pzuENN_0 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2924819481831591751', time=2024-09-12T19:47:34.214683+0000, chain.objs.size()=1 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0SmXnETAzpZo-O-CdprYbaW4FK-zVlT_0 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2101077953016202972', time=2024-09-12T19:47:34.220601+0000, chain.objs.size()=1 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.T0IlqSa1PrXCGUIUpS1BEqEc2D-trGw_0 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18106097235241911247', time=2024-09-12T19:47:34.413033+0000, chain.objs.size()=1 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dwdu84O63uVijImYI0w3waWwA9jwa8v_0 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16135043489646376123', time=2024-09-12T19:47:34.465770+0000, chain.objs.size()=1 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.5GevdUZu5bTyggwNCjQSrlmU5wC8fPo_0 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13023374372141216346', time=2024-09-12T19:47:44.148549+0000, chain.objs.size()=1 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.278__shadow_.H0jEtkGa2J3viVzOWD_011YXiqiGWhO_0 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7277182517513319972', time=2024-09-12T19:47:44.772275+0000, chain.objs.size()=1 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.279__shadow_.0Hd8ASSEgi1-Lokc_h5wIRKXNJdWK1N_0 2024-09-12T18:00:09.531 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11360466845260815186', time=2024-09-12T19:47:45.980747+0000, chain.objs.size()=1 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.281__shadow_.S8HRYLUreoLvVTS9YY-pCsanaKfSyL9_0 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8633014706844549184', time=2024-09-12T19:47:49.207767+0000, chain.objs.size()=1 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.286__shadow_.gIDQDmzsGeRgpNODbX6PB9HepuHqC_k_0 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4844593545146915432', time=2024-09-12T19:47:49.831695+0000, chain.objs.size()=1 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.287__shadow_.wPoAQhVOffSslML5WmUNlDum7YEvPkc_0 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5626018747185886874', time=2024-09-12T19:47:55.271009+0000, chain.objs.size()=1 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.ebSdjP5dmMZydORGKyfYCYpcG63Latq_0 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2276236916200467030', time=2024-09-12T19:47:55.288089+0000, chain.objs.size()=1 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.Wr8lya9YtGomcBhEu7BsQ_-xHiW1k-2_0 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17507449879167323754', time=2024-09-12T19:47:55.299196+0000, chain.objs.size()=1 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.NNPqsjJbMOa_WnHawADvqFP-RP_PaIA_0 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8508785505774166585', time=2024-09-12T19:47:58.473819+0000, chain.objs.size()=1 2024-09-12T18:00:09.532 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.298__shadow_.oV99OLafLsyMr-F-3IHOxX-aexjCk3p_0 2024-09-12T18:00:09.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13826355146486010663', time=2024-09-12T19:48:02.853091+0000, chain.objs.size()=1 2024-09-12T18:00:09.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.305__shadow_.aWY29maZq_6rQuyDUcbtrRW6QhRyrWY_0 2024-09-12T18:00:09.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5783705928006043497', time=2024-09-12T19:48:11.930262+0000, chain.objs.size()=1 2024-09-12T18:00:09.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.520+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.319__shadow:61rtcLw3UC51ANTmkKpfJZjXr4-MyVI_.ESJyxzgPssmzB4iwdFi710NCeiYrVy3_0 2024-09-12T18:00:09.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7442338550289431741', time=2024-09-12T19:48:33.405931+0000, chain.objs.size()=1 2024-09-12T18:00:09.533 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.l2oNycJt9XtC0qVCW689zbnjOJR4MBD_0 2024-09-12T18:00:09.535 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16238159726844317765', time=2024-09-12T19:48:33.416792+0000, chain.objs.size()=1 2024-09-12T18:00:09.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uUb8mvi6Y4hH6GtmvCl8BulSiitD4tF_0 2024-09-12T18:00:09.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14656784193577504175', time=2024-09-12T19:48:33.433626+0000, chain.objs.size()=1 2024-09-12T18:00:09.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.TM7NkRyC6h01Y39t9xBeYMInGkRbZpp_0 2024-09-12T18:00:09.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11534406191397742448', time=2024-09-12T19:48:33.458132+0000, chain.objs.size()=1 2024-09-12T18:00:09.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MKe_ciMBFQQXUj8SLqmH9sdndpJwneK_0 2024-09-12T18:00:09.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4688265880291139902', time=2024-09-12T19:48:33.804861+0000, chain.objs.size()=1 2024-09-12T18:00:09.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.avj_JlcEvBGaTUjUB14bmQ664lME9kE_0 2024-09-12T18:00:09.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17498932836535192990', time=2024-09-12T19:48:33.816489+0000, chain.objs.size()=1 2024-09-12T18:00:09.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WcOpSjC_qw8pxMcRAFK3VJl_LRa_KNt_0 2024-09-12T18:00:09.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3711848045132888657', time=2024-09-12T19:48:33.866398+0000, chain.objs.size()=1 2024-09-12T18:00:09.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.nfRolWKt8Amn--fhjIAugUz2dD6bRWj_0 2024-09-12T18:00:09.536 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5010237253800932583', time=2024-09-12T19:48:33.888290+0000, chain.objs.size()=1 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.RtSyV2ge8QbmcvxsawEVXl6ZW8drGoQ_0 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16894707184823567449', time=2024-09-12T19:48:33.929834+0000, chain.objs.size()=1 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.o7bwSjxdWOBVJYvlpG2K2dQtlJpzx2v_0 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8838830304157495202', time=2024-09-12T19:48:34.181162+0000, chain.objs.size()=1 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YwTXyweXFO_DH4EvQR88lSO3y_7PiA9_0 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2997222899846516400', time=2024-09-12T19:48:34.405104+0000, chain.objs.size()=1 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.OX8AVPdgaL59IMB16sNoUbKSsNMZeBc_0 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6753015989786989756', time=2024-09-12T19:48:34.495413+0000, chain.objs.size()=1 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.524+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.UAJlXn0jxiM-_nK5rChV_Tf03l9kVZ7_0 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18258593499441761486', time=2024-09-12T19:48:34.515507+0000, chain.objs.size()=1 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-LgcDOOuZO2kyyyOaSSI4AgIPZsJUg__0 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3232017903369227394', time=2024-09-12T19:48:34.524251+0000, chain.objs.size()=1 2024-09-12T18:00:09.537 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ZlJKVGO6y-u7jTUnRYJlKB0De5IXTW4_0 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12982258392890587842', time=2024-09-12T19:48:34.664731+0000, chain.objs.size()=1 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.HWPHkjrHSZKahE6x1k7ANFpwX2FjwxC_0 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.445231261595655158', time=2024-09-12T19:48:34.678894+0000, chain.objs.size()=1 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qFAPyJhsHlU_ZLbY8VITcx4bdfVNKy5_0 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11670651795678622795', time=2024-09-12T19:48:34.708907+0000, chain.objs.size()=1 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ZuxIkFl9jlNLGOsGtTkbX0krO8yH61I_0 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8793183556368347485', time=2024-09-12T19:48:34.713106+0000, chain.objs.size()=1 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.UW0x_ufkURZAAyAd8NtVqBRspQIcNmT_0 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8902858513355207925', time=2024-09-12T19:48:34.828334+0000, chain.objs.size()=1 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.z5N-Zxih_bhK5Fu49eVaLFlNu_dldPu_0 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6834541461441718371', time=2024-09-12T19:48:34.842922+0000, chain.objs.size()=1 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BBKPPLy8gPayUg3Y5Gnqz4J85a-paGk_0 2024-09-12T18:00:09.538 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12411502074763614530', time=2024-09-12T19:48:34.980853+0000, chain.objs.size()=1 2024-09-12T18:00:09.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.LNAW0cjS-obMCcbW7_XL8nY-ZXXwbTW_0 2024-09-12T18:00:09.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12298455954385412588', time=2024-09-12T19:48:35.056319+0000, chain.objs.size()=1 2024-09-12T18:00:09.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9Ya-JTnoL79EXjhyAdLdx1xGYpb5nii_0 2024-09-12T18:00:09.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8730031396357981547', time=2024-09-12T19:48:35.097585+0000, chain.objs.size()=1 2024-09-12T18:00:09.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MydwYMM5SMDFIwCFgvc0s-o_sH5Tkmt_0 2024-09-12T18:00:09.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16446997550937482774', time=2024-09-12T19:48:35.316606+0000, chain.objs.size()=1 2024-09-12T18:00:09.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VETxWEl6MYFal7iEmldOYNJMfYFkWbT_0 2024-09-12T18:00:09.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2076186367606470105', time=2024-09-12T19:48:35.436571+0000, chain.objs.size()=1 2024-09-12T18:00:09.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.nmz--EZo7Hyf_LVgmGRy9AapJM23ZZu_0 2024-09-12T18:00:09.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12364743993342471636', time=2024-09-12T19:48:35.477152+0000, chain.objs.size()=1 2024-09-12T18:00:09.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.528+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.L-w2awCrcpZvNJH7MiAk1tzTI6BDA8d_0 2024-09-12T18:00:09.539 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6362592611981047234', time=2024-09-12T19:48:35.490943+0000, chain.objs.size()=1 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.r6ulz50o7jtunDSUwxDJUt-V3CgSRyj_0 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2166982562209846617', time=2024-09-12T19:48:35.529479+0000, chain.objs.size()=1 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.xPEGLmkQqi-NJJBuHq_-hhjHgyMM-e4_0 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0b435640 0 -- 172.21.15.183:0/554355061 >> [v2:172.21.15.183:6800/6683054,v1:172.21.15.183:6801/6683054] conn(0x5646e3734870 msgr2=0x7f3ad4087290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7613979561983890388', time=2024-09-12T19:48:35.679832+0000, chain.objs.size()=1 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ElaHd56yksHWeB5t9-URUIaZvFnM8DD_0 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1498428308937109101', time=2024-09-12T19:48:35.722516+0000, chain.objs.size()=1 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KmdZpSr6UTRt5qaswUP8XWF5U4XIjMz_0 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14382372260610445833', time=2024-09-12T19:48:35.745994+0000, chain.objs.size()=1 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KMuUbaQSKjUI5Et8NQMUKGyF3Du9Pm1_0 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13964579532846952320', time=2024-09-12T19:48:55.167185+0000, chain.objs.size()=1 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.OD2y5axg2VkkAFBzmElmfUZuw7p4FF3_0 2024-09-12T18:00:09.540 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15767007580724255969', time=2024-09-12T19:48:55.191058+0000, chain.objs.size()=1 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.IO7UMDhxk_1OdgL800tgnPnTQf81MMK_0 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3604772308876966662', time=2024-09-12T19:48:55.296609+0000, chain.objs.size()=1 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.9q-NOx49yoG4Leq2SWGq9telF8VKQ5v_0 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10596941875548863274', time=2024-09-12T19:48:55.339414+0000, chain.objs.size()=1 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XS8juyoYMFYoZjmrm_4Cds_iIU9Cipb_0 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12577452023424747646', time=2024-09-12T19:48:55.513552+0000, chain.objs.size()=1 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.L2RnTG5zyGcs4Ok1ZAELFpZF33XPCa__0 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14709538422683861657', time=2024-09-12T19:48:55.515518+0000, chain.objs.size()=1 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.dii2pVerDDOpl6fesF1cAVbpXnV1KKz_0 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13958767634258103773', time=2024-09-12T19:48:55.582048+0000, chain.objs.size()=1 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.b9RwV5UI9BMNeACP6hxd271fzaNOM2y_0 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3777678024390789646', time=2024-09-12T19:48:55.659965+0000, chain.objs.size()=1 2024-09-12T18:00:09.541 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.532+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0wl3_jTm-cV3mhZePvS1sIX1LdE5dZJ_0 2024-09-12T18:00:09.543 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17920586521003380045', time=2024-09-12T19:48:55.660784+0000, chain.objs.size()=1 2024-09-12T18:00:09.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pvQSvobms9pCPS13kLjAadqzrNTFweB_0 2024-09-12T18:00:09.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9550635029723768656', time=2024-09-12T19:48:55.685159+0000, chain.objs.size()=1 2024-09-12T18:00:09.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.6sI9gdzd6LF3sZY7qpIpm6yVI5WayAL_0 2024-09-12T18:00:09.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13091161563984595100', time=2024-09-12T19:48:55.709761+0000, chain.objs.size()=1 2024-09-12T18:00:09.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5XGb4JOq6ZGXR5hyNbnK6q8WUM2j0az_0 2024-09-12T18:00:09.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11314215112233999703', time=2024-09-12T19:48:55.838428+0000, chain.objs.size()=1 2024-09-12T18:00:09.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.tU1CHiPzC_n54U8XT9Bov4A9mF_z4Mj_0 2024-09-12T18:00:09.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4442678224543606368', time=2024-09-12T19:48:55.928039+0000, chain.objs.size()=1 2024-09-12T18:00:09.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JGMMNCXUPFyzxAqiiQJFA00iOG5sDpH_0 2024-09-12T18:00:09.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9628857566224048032', time=2024-09-12T19:48:56.164367+0000, chain.objs.size()=1 2024-09-12T18:00:09.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4HUcaF5VRAK4Ktib-uP9tfNSNPNMggW_0 2024-09-12T18:00:09.544 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.850512336036647810', time=2024-09-12T19:48:56.239336+0000, chain.objs.size()=1 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.8s3FzCaH3DX3jLE0paVeZvvBQdbc7N7_0 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16184875327121090937', time=2024-09-12T19:48:56.282110+0000, chain.objs.size()=1 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3VzTY4G6rh1utEIb_XHcghKXGBCJCEf_0 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12011426341703471063', time=2024-09-12T19:48:56.357244+0000, chain.objs.size()=1 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2xz_cNI1PEwDC-1mA7bM0GtnkWElpKA_0 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8497688303625118204', time=2024-09-12T19:48:56.582298+0000, chain.objs.size()=1 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JmxEPS4V5iHH91bQr21iPUd2D0vB8ry_0 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4276798984482388730', time=2024-09-12T19:48:56.686987+0000, chain.objs.size()=1 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WU0nrnEQSO7BbCwucNKUtts-qpHN-rH_0 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13998587502495259621', time=2024-09-12T19:48:56.844279+0000, chain.objs.size()=1 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.hzjxvOM8pbbv0zwczd7EV-ypMhWdjY1_0 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10014995065705679614', time=2024-09-12T19:48:56.866296+0000, chain.objs.size()=1 2024-09-12T18:00:09.545 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pou-61qd9ewHQtQC7eDklaYWdvTbOS2_0 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17963257380777100411', time=2024-09-12T19:48:56.968106+0000, chain.objs.size()=1 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Gi8cbM7Zt0ePnI_oRbCz9T7KuVqQ1tr_0 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4737511905412248140', time=2024-09-12T19:48:56.970118+0000, chain.objs.size()=1 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.7GsAahsW2R6OZyATqOlJr_i20I0Dsmt_0 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2759898256755027808', time=2024-09-12T19:48:57.133557+0000, chain.objs.size()=1 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.536+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.g75tOpNlKGP7Mj0tsS5-tBiXXHKKHAZ_0 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/44936 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8691239912400306492', time=2024-09-12T19:48:57.186734+0000, chain.objs.size()=1 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ynb8bc8Kj60R5uTR6kVjk2CpMJflZpI_0 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13776146749101829593', time=2024-09-12T19:48:57.216533+0000, chain.objs.size()=1 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4gxpDMQDuzCPdiTMI6nby4WFLMpT4ag_0 2024-09-12T18:00:09.546 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.681731829305760471', time=2024-09-12T19:48:57.427635+0000, chain.objs.size()=1 2024-09-12T18:00:09.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.S2UhOI5aDooLpMjfu5-FU5gokbujICc_0 2024-09-12T18:00:09.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9389593607815856977', time=2024-09-12T19:48:57.482161+0000, chain.objs.size()=1 2024-09-12T18:00:09.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pWYm4zjrSxhpodg9NdEwCcWO_vbco4y_0 2024-09-12T18:00:09.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18069708580951247334', time=2024-09-12T19:48:57.563129+0000, chain.objs.size()=1 2024-09-12T18:00:09.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.jGvU8qH4cLwKV0C-SvOsfrhGyJt0o3D_0 2024-09-12T18:00:09.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9541444329084500898', time=2024-09-12T19:48:57.605015+0000, chain.objs.size()=1 2024-09-12T18:00:09.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.kLRYz3xjspSysUxLViM1RVep8mu-eha_0 2024-09-12T18:00:09.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15037551017765893749', time=2024-09-12T19:50:22.589619+0000, chain.objs.size()=1 2024-09-12T18:00:09.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.461__shadow_.RcZgo7o5Rc2YSeqd610T3qgFurlAlcl_0 2024-09-12T18:00:09.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~rjeTYL51YjO7iHVx-X8VXnnPCjP2K15', time=2024-09-12T19:51:06.765551+0000, chain.objs.size()=1 2024-09-12T18:00:09.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~rjeTYL51YjO7iHVx-X8VXnnPCjP2K15.1 2024-09-12T18:00:09.547 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16126745410455434145', time=2024-09-12T19:51:16.007142+0000, chain.objs.size()=6 2024-09-12T18:00:09.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~x9f4SU9TuPlm77JMr7z-3Sbh-gxeWs4.1 2024-09-12T18:00:09.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~x9f4SU9TuPlm77JMr7z-3Sbh-gxeWs4.2 2024-09-12T18:00:09.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.mu8fqDKW4D0s25Vh3JiqH-ArSn6yGBj0.3 2024-09-12T18:00:09.548 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.540+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~x9f4SU9TuPlm77JMr7z-3Sbh-gxeWs4.4 2024-09-12T18:00:09.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~x9f4SU9TuPlm77JMr7z-3Sbh-gxeWs4.5 2024-09-12T18:00:09.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~x9f4SU9TuPlm77JMr7z-3Sbh-gxeWs4.6 2024-09-12T18:00:09.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.101097513757005404', time=2024-09-12T19:53:16.350277+0000, chain.objs.size()=1 2024-09-12T18:00:09.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.580__shadow:J5jERERJd6mQdnYYSn0rW0eLfQm2gyz_.DVW02EilP33HyYibT-aHbvNDVRqOck1_0 2024-09-12T18:00:09.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6462932281418123526', time=2024-09-12T19:53:19.810413+0000, chain.objs.size()=1 2024-09-12T18:00:09.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.585__shadow:tRUl8QR2HO6acRMCFLeSEU.LtfqnEkZ_.Lsp-KUmeD_005NgdYQ1aqpc9FGtEtSN_0 2024-09-12T18:00:09.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10387215145183156175', time=2024-09-12T19:53:20.730447+0000, chain.objs.size()=1 2024-09-12T18:00:09.549 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.586__shadow:QmxO5Y5O4lQtM1fjdCLcA7FCSpmCdiD_.ZJMInfc6BSGDvet1a6yE-LS9T2QZMQa_0 2024-09-12T18:00:09.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4351324506610090649', time=2024-09-12T19:53:21.419566+0000, chain.objs.size()=1 2024-09-12T18:00:09.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.587__shadow:yb44cZ2rxLYnznSSoxhaRSf1IEn6Aoi_.fc7xom3p3dBRrek9SRmFuk3VJsBXaW5_0 2024-09-12T18:00:09.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.544+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8326390329358037677', time=2024-09-12T19:56:06.097238+0000, chain.objs.size()=1 2024-09-12T18:00:09.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.544+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.638__shadow_.0kkmtX47NOUYWes5IwmHEuJqEJCVglq_0 2024-09-12T18:00:09.550 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.548+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.551 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.548+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T18:00:09.552 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:09.553 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:09.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48366' 2024-09-12T18:00:09.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16210379510657580649', time=2024-09-12T19:44:53.204793+0000, chain.objs.size()=3 2024-09-12T18:00:09.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.158__shadow_.ygwcd8n956zZLaz1-P9Ju3fNUfVpH6S_0 2024-09-12T18:00:09.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.158__shadow_.ygwcd8n956zZLaz1-P9Ju3fNUfVpH6S_1 2024-09-12T18:00:09.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.158__shadow_.ygwcd8n956zZLaz1-P9Ju3fNUfVpH6S_2 2024-09-12T18:00:09.554 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14964715503332287811', time=2024-09-12T19:44:53.218742+0000, chain.objs.size()=3 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.158__shadow_.tQTqRkWGLXCkgJc2UeMgSPY9gKmZnjm_0 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.158__shadow_.tQTqRkWGLXCkgJc2UeMgSPY9gKmZnjm_1 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.158__shadow_.tQTqRkWGLXCkgJc2UeMgSPY9gKmZnjm_2 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_aFQxlHuk1jkdpyxqSwbXE8hUNYanGh_', time=2024-09-12T19:44:58.993985+0000, chain.objs.size()=3 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.vc4zeEZ7i937grnIv9SIE_d5KEKv9-n_0 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.vc4zeEZ7i937grnIv9SIE_d5KEKv9-n_1 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.vc4zeEZ7i937grnIv9SIE_d5KEKv9-n_2 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15724527842048368050', time=2024-09-12T19:46:58.314840+0000, chain.objs.size()=1 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.239__shadow_.ZdJ6bq1dFwbcRh4RP6LgSm1u_Xk9Qxu_0 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14727926801191402582', time=2024-09-12T19:47:00.094754+0000, chain.objs.size()=1 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.242__shadow_.UZSoLL0QKPmeqUE3gJafDtjt-8dfnFs_0 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4410963325814123767', time=2024-09-12T19:47:04.785660+0000, chain.objs.size()=1 2024-09-12T18:00:09.555 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.552+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.248__shadow_.ZO8JCBQXLWrBa7ZM2n_MrYOCOoxKcaD_0 2024-09-12T18:00:09.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1092133693739766792', time=2024-09-12T19:47:04.791207+0000, chain.objs.size()=1 2024-09-12T18:00:09.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.248__shadow_.gDuFogla_Ds_r4DDkD_iaEMfzBioAor_0 2024-09-12T18:00:09.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16175201763152432970', time=2024-09-12T19:47:12.241720+0000, chain.objs.size()=1 2024-09-12T18:00:09.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.260__shadow_.Zg0YZYlU1y_o1hVSTcv2btBE0EpGP8l_0 2024-09-12T18:00:09.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12801848065243249550', time=2024-09-12T19:47:32.198804+0000, chain.objs.size()=1 2024-09-12T18:00:09.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.v-xvKLUjlZpEf_Gm-yUAYB3DmYcm6QD_0 2024-09-12T18:00:09.558 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8287490927060098013', time=2024-09-12T19:47:32.200548+0000, chain.objs.size()=1 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.dELBjlzpCwG9Q0yrs2WRWfOjQRgPk4F_0 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10950242871174350379', time=2024-09-12T19:47:32.252680+0000, chain.objs.size()=1 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.831addl3eGhSg4MDg6RSWlf6qbGJI3a_0 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13851174962430604271', time=2024-09-12T19:47:32.291435+0000, chain.objs.size()=1 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tbhAAwkAlDTrxHOHIT0mL7DiFAPn75F_0 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.880872123325195227', time=2024-09-12T19:47:32.300394+0000, chain.objs.size()=1 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1pwSN8eOZeHi4Ybc11zfFUQQntZnNoi_0 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14123968755953726730', time=2024-09-12T19:47:32.318830+0000, chain.objs.size()=1 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.3HdST4p0qFGDWgy6S1vLQke0fkBPjfs_0 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17988063433391290741', time=2024-09-12T19:47:32.326700+0000, chain.objs.size()=1 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.LQlEF_cRNsk9FFbsdwXciPQZyjgMd8-_0 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8770928929715030438', time=2024-09-12T19:47:32.329722+0000, chain.objs.size()=1 2024-09-12T18:00:09.559 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.b7NGx9EAxykichtQZhbqdHRAdpK_q3h_0 2024-09-12T18:00:09.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5137067578287654985', time=2024-09-12T19:47:32.342111+0000, chain.objs.size()=1 2024-09-12T18:00:09.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TapaC8zDXE3w3ZW1i8whsDellUVnWnX_0 2024-09-12T18:00:09.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2119159127288907729', time=2024-09-12T19:47:32.357639+0000, chain.objs.size()=1 2024-09-12T18:00:09.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.556+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.VqSDbb-_3PrEyCMkUYf8LK0vVUUAo33_0 2024-09-12T18:00:09.560 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16627605697736549614', time=2024-09-12T19:47:32.395755+0000, chain.objs.size()=1 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1hDRcywtUFxVx1pseMaMKk6VV7Byn7Y_0 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7448873061305727064', time=2024-09-12T19:47:32.594293+0000, chain.objs.size()=1 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Q85fd7WggBEP8yjzAK2lTKb2zr1-CNU_0 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7531321380477674240', time=2024-09-12T19:47:32.679626+0000, chain.objs.size()=1 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.y-fYx9ZZ_V2ZnIU9DlKlmneYwOu1n69_0 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13637310602139324568', time=2024-09-12T19:47:32.696734+0000, chain.objs.size()=1 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tvTYmNaTxbqir7naMVSFMj6MCOmb0QT_0 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13438077918355400846', time=2024-09-12T19:47:32.819743+0000, chain.objs.size()=1 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.CAJmReLXrk7Sx3IdfElgcfSQEgZc-eB_0 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2741129096352146835', time=2024-09-12T19:47:32.829573+0000, chain.objs.size()=1 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Q9ZgMQHJ7_V5bW1CypaHIANtcXXwdUw_0 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18263328645598392709', time=2024-09-12T19:47:32.844617+0000, chain.objs.size()=1 2024-09-12T18:00:09.561 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.t-7VhWBub9c4SQPDeMb-PtJyJmxM_5R_0 2024-09-12T18:00:09.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2177187243843073703', time=2024-09-12T19:47:32.850123+0000, chain.objs.size()=1 2024-09-12T18:00:09.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.w-f8kY1tDm43-n2dzJaEC7hILH-9td9_0 2024-09-12T18:00:09.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5084747964618010161', time=2024-09-12T19:47:32.860014+0000, chain.objs.size()=1 2024-09-12T18:00:09.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ThRftfGoqbKJxrnp-7jT4iqcd0CdNmM_0 2024-09-12T18:00:09.562 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6328405671792453754', time=2024-09-12T19:47:32.944845+0000, chain.objs.size()=1 2024-09-12T18:00:09.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FCOP7xpsJLeTffkj3G67_h9_CPmZJeX_0 2024-09-12T18:00:09.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1678467509851144033', time=2024-09-12T19:47:33.177072+0000, chain.objs.size()=1 2024-09-12T18:00:09.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Aw1e0yg4qU8xGzI_eRdQJqNoDLPvkuo_0 2024-09-12T18:00:09.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6366220725949090639', time=2024-09-12T19:47:33.212082+0000, chain.objs.size()=1 2024-09-12T18:00:09.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.K6MxbijHV33ODdfDFMtY4gzQEmDR6Kz_0 2024-09-12T18:00:09.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13778117420072646309', time=2024-09-12T19:47:33.265549+0000, chain.objs.size()=1 2024-09-12T18:00:09.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gpHNz8pyVax2qPXLdjP2x1yVHnTQski_0 2024-09-12T18:00:09.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14794064523706736636', time=2024-09-12T19:47:33.285289+0000, chain.objs.size()=1 2024-09-12T18:00:09.563 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NIB4T81j-dSfi_JSXQrwwPMbPP37BNF_0 2024-09-12T18:00:09.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12018078061147024285', time=2024-09-12T19:47:33.295127+0000, chain.objs.size()=1 2024-09-12T18:00:09.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.VJmcvPAsHs4ETUFPrDnLXcBS3JoIe3J_0 2024-09-12T18:00:09.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15818058317981173083', time=2024-09-12T19:47:33.324951+0000, chain.objs.size()=1 2024-09-12T18:00:09.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.CF2rf7Ehq3q6dbp15dhnbhQRN25-WgU_0 2024-09-12T18:00:09.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.214628623490046025', time=2024-09-12T19:47:33.471766+0000, chain.objs.size()=1 2024-09-12T18:00:09.564 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rk6g4E4mhm83xZTWwFcm2XT9_Vsu1oF_0 2024-09-12T18:00:09.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4537058148575663681', time=2024-09-12T19:47:33.592286+0000, chain.objs.size()=1 2024-09-12T18:00:09.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NlPTml7YudcgCmDKZYpf__681p04KUV_0 2024-09-12T18:00:09.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5275515742785801053', time=2024-09-12T19:47:33.759473+0000, chain.objs.size()=1 2024-09-12T18:00:09.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Z0oqLu0xUxREs_t4A3bjiTv-RUMwZud_0 2024-09-12T18:00:09.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2032646820276939032', time=2024-09-12T19:47:33.793621+0000, chain.objs.size()=1 2024-09-12T18:00:09.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._dz8Ul_GgvWUN_PGnExPiRQCMqenaKH_0 2024-09-12T18:00:09.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7455259757718358750', time=2024-09-12T19:47:33.891235+0000, chain.objs.size()=1 2024-09-12T18:00:09.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.IlAMIpJdUR8v-Ykv8Ullm4qJhJeKl4X_0 2024-09-12T18:00:09.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3468168714123037150', time=2024-09-12T19:47:34.113530+0000, chain.objs.size()=1 2024-09-12T18:00:09.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.560+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GnR5_lm3a1Cjjksy3Cj8x1Zfz0Yc8hH_0 2024-09-12T18:00:09.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4277301546833434308', time=2024-09-12T19:47:34.191691+0000, chain.objs.size()=1 2024-09-12T18:00:09.565 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZlWOudG2_7-tuukz_dLJFQ4qSG450nD_0 2024-09-12T18:00:09.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4806147259002091021', time=2024-09-12T19:47:34.236389+0000, chain.objs.size()=1 2024-09-12T18:00:09.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TNCobURFHIZqdZOx2HK-uUypQKa5HYG_0 2024-09-12T18:00:09.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15976436459219633327', time=2024-09-12T19:47:34.237049+0000, chain.objs.size()=1 2024-09-12T18:00:09.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ykq6rIDkc-TAPViRA6XENPBTR1UKcb-_0 2024-09-12T18:00:09.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2214287768763935292', time=2024-09-12T19:47:34.379114+0000, chain.objs.size()=1 2024-09-12T18:00:09.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WGgHllBHoX-bY86ncfoJSXBjaUn8OWU_0 2024-09-12T18:00:09.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1130596111907994139', time=2024-09-12T19:47:34.417484+0000, chain.objs.size()=1 2024-09-12T18:00:09.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.AiGz-bBwdnp42srlS4fdidjEeqjl2LS_0 2024-09-12T18:00:09.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13753623328406795542', time=2024-09-12T19:47:34.476690+0000, chain.objs.size()=1 2024-09-12T18:00:09.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Fnmscu43YY8mHE2sZtM3de6rCMH_Ph5_0 2024-09-12T18:00:09.567 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12242121373868586874', time=2024-09-12T19:47:35.589963+0000, chain.objs.size()=1 2024-09-12T18:00:09.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.264__shadow_.zySFXr7zmsiBpePCHs_GHhITymw7HP1_0 2024-09-12T18:00:09.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13768513585443697252', time=2024-09-12T19:47:39.230493+0000, chain.objs.size()=1 2024-09-12T18:00:09.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.270__shadow_.5P7HAhK7BrIPu1vvpQSv7IQCwpjP1wO_0 2024-09-12T18:00:09.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13453755833461003861', time=2024-09-12T19:47:48.495030+0000, chain.objs.size()=1 2024-09-12T18:00:09.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.285__shadow_.6cohFKfY9jRSQhGrIL-6WSDl3zvbNP-_0 2024-09-12T18:00:09.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3258284391584070293', time=2024-09-12T19:47:52.613845+0000, chain.objs.size()=1 2024-09-12T18:00:09.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.291__shadow_.fdHvzptgOzxgSv2N9aKf3Wa7IxTPEdV_0 2024-09-12T18:00:09.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.634693097492899560', time=2024-09-12T19:47:53.957065+0000, chain.objs.size()=1 2024-09-12T18:00:09.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.D9DO4SpYePP6SsOV7hwMmDcoXHz_M9H_0 2024-09-12T18:00:09.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.607606506772511432', time=2024-09-12T19:47:56.517269+0000, chain.objs.size()=1 2024-09-12T18:00:09.568 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.295__shadow_.mm6Uyfmv9FvA9AChMKafnz4LOqweCCA_0 2024-09-12T18:00:09.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10278539009984540530', time=2024-09-12T19:48:33.459521+0000, chain.objs.size()=1 2024-09-12T18:00:09.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.reKAgKrUFTlaSlq9eCoJEM-DVEfx9Yd_0 2024-09-12T18:00:09.569 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4052149775982966303', time=2024-09-12T19:48:33.478828+0000, chain.objs.size()=1 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.e5sXmY_Lr3F0JB_BGy3VgnNOr9MMXRh_0 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6869981221182152480', time=2024-09-12T19:48:33.618979+0000, chain.objs.size()=1 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.CMvrRIfvLxZZOKPYOp9enshExSh-d4d_0 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1585846687192757523', time=2024-09-12T19:48:33.741114+0000, chain.objs.size()=1 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.IE-YbXzkKK3DAlGHd-jCGhWlVal9dUq_0 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11077616120283132494', time=2024-09-12T19:48:33.818730+0000, chain.objs.size()=1 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ucsOFOPXAKQqZOnEecoqzhd3v9boRgg_0 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4668805027172317641', time=2024-09-12T19:48:33.911716+0000, chain.objs.size()=1 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.564+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-rLxUoW9gEKlKTDDS1avPSfLAD7S8Cq_0 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7903717739677352565', time=2024-09-12T19:48:34.109843+0000, chain.objs.size()=1 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Qik6Lv_GvnWy4tN_OGjnCAlzl7QQeos_0 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3269651794387649199', time=2024-09-12T19:48:34.195139+0000, chain.objs.size()=1 2024-09-12T18:00:09.570 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.GwfMaojxQLrszFW-kIreMpDBFiycWL2_0 2024-09-12T18:00:09.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17932834961637858055', time=2024-09-12T19:48:34.242016+0000, chain.objs.size()=1 2024-09-12T18:00:09.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BIwzP1wARSfJIFyanDEbbnryWJwRK_j_0 2024-09-12T18:00:09.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13334852955357007461', time=2024-09-12T19:48:34.448526+0000, chain.objs.size()=1 2024-09-12T18:00:09.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.5tQAYsdEly4XbSGPZLC2eNf_BJPVPI0_0 2024-09-12T18:00:09.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10434808874865640371', time=2024-09-12T19:48:34.457852+0000, chain.objs.size()=1 2024-09-12T18:00:09.571 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.UPMc6TyCH4L4yXBP0yNrDh_xorb5Ise_0 2024-09-12T18:00:09.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4379045526946840820', time=2024-09-12T19:48:34.481354+0000, chain.objs.size()=1 2024-09-12T18:00:09.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.UqgQOgVt9dtztRxcr959C2ytuov5ebI_0 2024-09-12T18:00:09.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6180350288204644701', time=2024-09-12T19:48:34.513521+0000, chain.objs.size()=1 2024-09-12T18:00:09.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.8rwXtMnxTy6eDwaE-kjgDQ5wptlfEGF_0 2024-09-12T18:00:09.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.579656124797362243', time=2024-09-12T19:48:34.736704+0000, chain.objs.size()=1 2024-09-12T18:00:09.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fOYSGJg-NjF4Cn6kHfrDPL-vT7mu5zA_0 2024-09-12T18:00:09.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2833499226250134678', time=2024-09-12T19:48:34.748958+0000, chain.objs.size()=1 2024-09-12T18:00:09.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.DAwUz4FhfhualmQnu7OeMLIEEUgkSv9_0 2024-09-12T18:00:09.572 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1392214192812990184', time=2024-09-12T19:48:34.808262+0000, chain.objs.size()=1 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.27cDl3SVrcuI8UoOYEvVuwUJO8H5hr7_0 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12236698041864237306', time=2024-09-12T19:48:34.865373+0000, chain.objs.size()=1 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wqj8I8pQfJUYZzPf7UdT8YVbOj0oyjY_0 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4296253747289926283', time=2024-09-12T19:48:34.872499+0000, chain.objs.size()=1 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.k3DiMx2YQyV_1UKBOIjdDETjn-F6x4B_0 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3377857901867082216', time=2024-09-12T19:48:35.030347+0000, chain.objs.size()=1 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9-x5c8BGZwhHH0CM4gn2-oLFV_JsbVK_0 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.584329270468414903', time=2024-09-12T19:48:35.138598+0000, chain.objs.size()=1 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ZOBzXdW_9RpHZ9Ui3zaPA_6VTMQrv8K_0 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3739850731629071114', time=2024-09-12T19:48:35.332478+0000, chain.objs.size()=1 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.gIStSaLVjmBds-mtWbShk68APDqVZud_0 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2136783433725205842', time=2024-09-12T19:48:35.373201+0000, chain.objs.size()=1 2024-09-12T18:00:09.573 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.568+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-LbKcBCA86NFlsYtMCPWC8nzqemEMMR_0 2024-09-12T18:00:09.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.511312375999048132', time=2024-09-12T19:48:35.405212+0000, chain.objs.size()=1 2024-09-12T18:00:09.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.onbqfxVoY9-zxRCy0oqJKWKouERaBNd_0 2024-09-12T18:00:09.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11969400077813257242', time=2024-09-12T19:48:35.475264+0000, chain.objs.size()=1 2024-09-12T18:00:09.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Qkrd_DnoSCQSzeUobN0H_JEwNa8MeFP_0 2024-09-12T18:00:09.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3533401273787383098', time=2024-09-12T19:48:35.637852+0000, chain.objs.size()=1 2024-09-12T18:00:09.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.3hnOmo-VDN3Xf3fwEHg3YTNGtpOYb-q_0 2024-09-12T18:00:09.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2159580660728014199', time=2024-09-12T19:48:35.714914+0000, chain.objs.size()=1 2024-09-12T18:00:09.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.60OEX8JEmogwEYxQLsVonjD4clhM1aT_0 2024-09-12T18:00:09.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5839708878617897427', time=2024-09-12T19:48:35.716295+0000, chain.objs.size()=1 2024-09-12T18:00:09.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7q3jsZpaE7WjSqNCac57NUp6etwwH2h_0 2024-09-12T18:00:09.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7405917698524475999', time=2024-09-12T19:48:35.736077+0000, chain.objs.size()=1 2024-09-12T18:00:09.575 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YqmSyFR5xjRvwCbct4NLWLyLY4sbss1_0 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3657300399743105079', time=2024-09-12T19:48:35.778912+0000, chain.objs.size()=1 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Xdwm2bEolCD9VaCnTq6e6WF10fpKIrl_0 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7217469532233625240', time=2024-09-12T19:48:35.783276+0000, chain.objs.size()=1 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9snXpKUhyFARqYxAox7pu4_eQaTfOFr_0 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16377376410887128002', time=2024-09-12T19:48:55.278013+0000, chain.objs.size()=1 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ULiVrWtHlQbRBJcqWLuN3nxs1orXRFX_0 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16573613494748966286', time=2024-09-12T19:48:55.539473+0000, chain.objs.size()=1 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.uBK5KEasNOP3UVMOJHejfMjS05bfhm9_0 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10453466242837422717', time=2024-09-12T19:48:55.637710+0000, chain.objs.size()=1 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Uf43EQV5614VViTOLOmeFW2diWHpBDf_0 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17695413917251017487', time=2024-09-12T19:48:55.658537+0000, chain.objs.size()=1 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XGVmSji4jboaBcmGwErSczNT8lrWUOG_0 2024-09-12T18:00:09.576 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3713208323459913759', time=2024-09-12T19:48:55.968528+0000, chain.objs.size()=1 2024-09-12T18:00:09.577 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.EkkxGg3ELdFJR_95CfDNG-FfdzbsXDx_0 2024-09-12T18:00:09.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.469634011477238023', time=2024-09-12T19:48:55.989839+0000, chain.objs.size()=1 2024-09-12T18:00:09.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WA9CHA_nA9a_qTOegQkPSKHV-sPZpqT_0 2024-09-12T18:00:09.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3986314647018979020', time=2024-09-12T19:48:56.008580+0000, chain.objs.size()=1 2024-09-12T18:00:09.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.EMfM6I0LfS5NYoXKU9bxinnbrLp20n3_0 2024-09-12T18:00:09.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14417110472755359837', time=2024-09-12T19:48:56.246877+0000, chain.objs.size()=1 2024-09-12T18:00:09.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CBQwQzpTZkrqdyw3se0YX8jVUJ7_c8R_0 2024-09-12T18:00:09.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17611176569139086500', time=2024-09-12T19:48:56.252664+0000, chain.objs.size()=1 2024-09-12T18:00:09.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.B1Jx3j8GKGzYlA3PvgtMGZMPURyGoEw_0 2024-09-12T18:00:09.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.798656550252360997', time=2024-09-12T19:48:56.353420+0000, chain.objs.size()=1 2024-09-12T18:00:09.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lRFKSOo7QnQBSZ_qCcHN8TI8Z9rUb7Q_0 2024-09-12T18:00:09.578 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4284372778342997433', time=2024-09-12T19:48:56.585377+0000, chain.objs.size()=1 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.26EB6VY0uhrQ1aYXpkbyyJ0OG_4Dl3R_0 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10634236528068191510', time=2024-09-12T19:48:56.632645+0000, chain.objs.size()=1 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.qZurE7HC-e3oWzTBAhWvCinleQE_K6G_0 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14200377820663866249', time=2024-09-12T19:48:56.652622+0000, chain.objs.size()=1 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.572+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.l8-QKPBr1ZbKvKSxdzu8yHRlwxeVuSI_0 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.191001967387225060', time=2024-09-12T19:48:56.704427+0000, chain.objs.size()=1 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.AIn8J78ERXpLccZwkVOjUhiZDe353lg_0 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12480709007074078309', time=2024-09-12T19:48:56.837757+0000, chain.objs.size()=1 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.h3tF0Mxa_T6Sl7Suo4gQO-c4kL8eOm1_0 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15272320148203163805', time=2024-09-12T19:48:56.846472+0000, chain.objs.size()=1 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.SrbMhR_6BOREHdKG6gMZCIjU-IuKgUb_0 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16073320055244973756', time=2024-09-12T19:48:56.848589+0000, chain.objs.size()=1 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CY9b4GsJyxhEY9SFsCX2jIHVNLgeKhh_0 2024-09-12T18:00:09.579 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.576+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4218260003340425880', time=2024-09-12T19:48:56.863312+0000, chain.objs.size()=1 2024-09-12T18:00:09.580 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VnMideBJ5h-YnJKhsCxVTvJk18aavqR_0 2024-09-12T18:00:09.580 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.576+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48366 2024-09-12T18:00:09.581 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=31, truncated=0, next_marker='' 2024-09-12T18:00:09.581 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3466856477528646111', time=2024-09-12T19:48:56.879485+0000, chain.objs.size()=1 2024-09-12T18:00:09.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.wqeZWcyCfzXniaiK_IIgW8zmzu0AUXp_0 2024-09-12T18:00:09.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12121167574849328795', time=2024-09-12T19:48:56.898812+0000, chain.objs.size()=1 2024-09-12T18:00:09.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.EdfeQ7UwyMkg4Zhb2yT0sncpzts66a9_0 2024-09-12T18:00:09.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.340343669386441089', time=2024-09-12T19:48:56.906342+0000, chain.objs.size()=1 2024-09-12T18:00:09.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.i4LNCEBwu5qeSiSNtnywMGUvje-zRYK_0 2024-09-12T18:00:09.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.648889421970870697', time=2024-09-12T19:48:56.908047+0000, chain.objs.size()=1 2024-09-12T18:00:09.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1uDaySqo97LbNxJOep6-nPGa7MVkD3t_0 2024-09-12T18:00:09.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16997088480793944836', time=2024-09-12T19:48:56.937838+0000, chain.objs.size()=1 2024-09-12T18:00:09.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.jRhdiJCiJlrzQ_qtoHHVcV7XQp7Y525_0 2024-09-12T18:00:09.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2604285909267677019', time=2024-09-12T19:48:57.015520+0000, chain.objs.size()=1 2024-09-12T18:00:09.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XskBTmi9Dku7cMmrx1g0R1MefeX8sj7_0 2024-09-12T18:00:09.582 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5529002036197466787', time=2024-09-12T19:48:57.257312+0000, chain.objs.size()=1 2024-09-12T18:00:09.583 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._AHIFX4UXFZnCkX0EUrrsv13PoOtfCD_0 2024-09-12T18:00:09.583 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5845855819489920769', time=2024-09-12T19:48:57.270384+0000, chain.objs.size()=1 2024-09-12T18:00:09.583 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XDxZ811Tlofyk9fEqz5jzAEm9jzazk0_0 2024-09-12T18:00:09.583 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8967142169879339063', time=2024-09-12T19:48:57.439595+0000, chain.objs.size()=1 2024-09-12T18:00:09.583 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._EVcewN7QTIXm8xP4N_eSsUYKvhNHbn_0 2024-09-12T18:00:09.583 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16933514671954618260', time=2024-09-12T19:48:57.598264+0000, chain.objs.size()=1 2024-09-12T18:00:09.583 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ask3t-Pp8wogFnq0efaA8l4E3Zsls71_0 2024-09-12T18:00:09.583 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11132156148488809281', time=2024-09-12T19:49:03.246263+0000, chain.objs.size()=1 2024-09-12T18:00:09.583 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.334__shadow_.H_qS3jr--9e85gGxuP3FmPcaa4QcoxI_0 2024-09-12T18:00:09.583 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2069348734753699767', time=2024-09-12T19:50:02.918842+0000, chain.objs.size()=1 2024-09-12T18:00:09.583 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.435__shadow_.3YbMNXTXdVlM-d3OKpp9u0zSgMRtV1O_0 2024-09-12T18:00:09.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14496459989575934948', time=2024-09-12T19:50:21.661439+0000, chain.objs.size()=1 2024-09-12T18:00:09.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.460__shadow_.o-fetCIyq2SkSTERVfbuT_hU5jIW_W4_0 2024-09-12T18:00:09.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14633878376066789420', time=2024-09-12T19:50:33.908157+0000, chain.objs.size()=1 2024-09-12T18:00:09.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.483__shadow_.ublQV066F5kmLfIZL_g_-EivK-QeNLG_0 2024-09-12T18:00:09.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1163696461964811908', time=2024-09-12T19:50:35.028625+0000, chain.objs.size()=1 2024-09-12T18:00:09.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.485__shadow_.8NH9xRE3logfp5JB6LxtFziZ3hSeJeZ_0 2024-09-12T18:00:09.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18272335758571433950', time=2024-09-12T19:50:39.970141+0000, chain.objs.size()=1 2024-09-12T18:00:09.586 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.493__shadow_.jzofWdLZfxP7QOe-Bjt4k-2v_LVBqZX_0 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11309355909271199576', time=2024-09-12T19:50:45.709590+0000, chain.objs.size()=1 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.503__shadow:W33a4IGQZObXf5JD-dYc8P4u1Ttt0tZ_.hacREIF0uNQGxPiZOiX3GT5JDBwAqNC_0 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11794746662005668432', time=2024-09-12T19:50:45.711829+0000, chain.objs.size()=1 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.503__shadow:W33a4IGQZObXf5JD-dYc8P4u1Ttt0tZ_.hacREIF0uNQGxPiZOiX3GT5JDBwAqNC_0 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15929822045578796133', time=2024-09-12T19:50:56.098190+0000, chain.objs.size()=1 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.518__multipart_mymultipart.2~W2Sh2CittW9lLkw4_nVh3VxEFhxHhOy.1 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5408890358005898546', time=2024-09-12T19:51:26.822010+0000, chain.objs.size()=2 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.580+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~rhk-JWsUsQpVq1Qm_rkLbz-MO4d33dV.1 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~rhk-JWsUsQpVq1Qm_rkLbz-MO4d33dV.2 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12054936154741729898', time=2024-09-12T19:51:31.450081+0000, chain.objs.size()=1 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.528__shadow_.WSYSeCp2uvPTIkqJBsIO-ypkxX5EA3U_0 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8107864847250741662', time=2024-09-12T19:52:15.100203+0000, chain.objs.size()=1 2024-09-12T18:00:09.587 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.552__shadow_.30VjX23fCEiLUkuacSjQrmsjb4Y_uDC_0 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6774083630662353342', time=2024-09-12T19:52:34.996390+0000, chain.objs.size()=1 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:wt4AbRCERtVXsyp0oFR1DKqWa55MKP0_.EETb6aQ97I0NQ7l59B5OykrXfi3kvb-_0 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6981173264831632435', time=2024-09-12T19:52:41.845996+0000, chain.objs.size()=1 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.570__shadow:RYRlD-ooB23Kqzj-cFDd8YA5zEnyOwd_.Io_cMgaU6bTqdfDSP2XY6_JYGiXH7Yu_0 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14984481971535611020', time=2024-09-12T19:52:42.508268+0000, chain.objs.size()=1 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.571__shadow_.Xnja14Z7Ze6tZ15qc3t-qyNyic6S-kB_0 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3645483630322218664', time=2024-09-12T19:52:49.044990+0000, chain.objs.size()=1 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.575__shadow_.m10eoUNYcIhEijEnrk6lwMmrnk-jjFx_0 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7746684919425279084', time=2024-09-12T19:52:59.336366+0000, chain.objs.size()=1 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:ZbSdd5Me-KXC-bO3D3JNVQyWcgGSHPy_.OZtF9ZY4sfyo-ya1_NvGVHsNTaXQ_zb_0 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17156865289077528010', time=2024-09-12T19:53:03.575785+0000, chain.objs.size()=1 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:3RxOdWV447IwFCz1pnZ4olk-0Lym2ft_.Od4waW-KjWN2zyKM3y3TNGplbsGRnPg_0 2024-09-12T18:00:09.588 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5045068877920551181', time=2024-09-12T19:53:04.377951+0000, chain.objs.size()=1 2024-09-12T18:00:09.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:WJW5Fqh25ylD88pkqb4Sr8kJ9zz5XTK_.WEO0zfl8TxZVmWmGFRFbWtjEQtcDzRx_0 2024-09-12T18:00:09.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13921814745698401834', time=2024-09-12T19:53:39.562971+0000, chain.objs.size()=12 2024-09-12T18:00:09.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.613__multipart_multipart_enc.2~rGTiHeNxuTozi_DNQ2zAk1FcR7L7FCh.1 2024-09-12T18:00:09.589 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.613__shadow_multipart_enc.2~rGTiHeNxuTozi_DNQ2zAk1FcR7L7FCh.1_1 2024-09-12T18:00:09.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.613__multipart_multipart_enc.2~rGTiHeNxuTozi_DNQ2zAk1FcR7L7FCh.2 2024-09-12T18:00:09.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.613__shadow_multipart_enc.2~rGTiHeNxuTozi_DNQ2zAk1FcR7L7FCh.2_1 2024-09-12T18:00:09.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.613__multipart_multipart_enc.2~rGTiHeNxuTozi_DNQ2zAk1FcR7L7FCh.3 2024-09-12T18:00:09.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.584+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.613__shadow_multipart_enc.2~rGTiHeNxuTozi_DNQ2zAk1FcR7L7FCh.3_1 2024-09-12T18:00:09.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.613__multipart_multipart_enc.2~rGTiHeNxuTozi_DNQ2zAk1FcR7L7FCh.4 2024-09-12T18:00:09.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.613__shadow_multipart_enc.2~rGTiHeNxuTozi_DNQ2zAk1FcR7L7FCh.4_1 2024-09-12T18:00:09.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.613__multipart_multipart_enc.2~rGTiHeNxuTozi_DNQ2zAk1FcR7L7FCh.5 2024-09-12T18:00:09.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.613__shadow_multipart_enc.2~rGTiHeNxuTozi_DNQ2zAk1FcR7L7FCh.5_1 2024-09-12T18:00:09.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.613__multipart_multipart_enc.2~rGTiHeNxuTozi_DNQ2zAk1FcR7L7FCh.6 2024-09-12T18:00:09.590 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.613__shadow_multipart_enc.2~rGTiHeNxuTozi_DNQ2zAk1FcR7L7FCh.6_1 2024-09-12T18:00:09.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13306643823199759949', time=2024-09-12T19:57:25.555057+0000, chain.objs.size()=10 2024-09-12T18:00:09.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.735__multipart_foo.2~Xrl_uUz3CHgjXUoOQDm1lbE0YUO1igR.1 2024-09-12T18:00:09.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.735__multipart_foo.2~Xrl_uUz3CHgjXUoOQDm1lbE0YUO1igR.2 2024-09-12T18:00:09.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.735__multipart_foo.2~Xrl_uUz3CHgjXUoOQDm1lbE0YUO1igR.3 2024-09-12T18:00:09.591 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.735__multipart_foo.2~Xrl_uUz3CHgjXUoOQDm1lbE0YUO1igR.4 2024-09-12T18:00:09.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.735__multipart_foo.2~Xrl_uUz3CHgjXUoOQDm1lbE0YUO1igR.5 2024-09-12T18:00:09.592 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.588+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.735__multipart_foo.2~Xrl_uUz3CHgjXUoOQDm1lbE0YUO1igR.6 2024-09-12T18:00:09.593 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.735__multipart_foo.2~Xrl_uUz3CHgjXUoOQDm1lbE0YUO1igR.7 2024-09-12T18:00:09.593 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.735__multipart_foo.2~Xrl_uUz3CHgjXUoOQDm1lbE0YUO1igR.8 2024-09-12T18:00:09.594 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.735__multipart_foo.2~Xrl_uUz3CHgjXUoOQDm1lbE0YUO1igR.9 2024-09-12T18:00:09.594 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.735__multipart_foo.2~Xrl_uUz3CHgjXUoOQDm1lbE0YUO1igR.10 2024-09-12T18:00:09.594 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.592+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.596 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T18:00:09.598 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:09.599 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:09.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/78131' 2024-09-12T18:00:09.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4107309839109468674', time=2024-09-12T19:44:54.958025+0000, chain.objs.size()=3 2024-09-12T18:00:09.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__multipart_mymultipart-STANDARD.2~1fu3k08VVHWw8RUenpISgydZ6AxFSk4.1 2024-09-12T18:00:09.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__multipart_mymultipart-STANDARD.2~1fu3k08VVHWw8RUenpISgydZ6AxFSk4.2 2024-09-12T18:00:09.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__multipart_mymultipart-STANDARD.2~1fu3k08VVHWw8RUenpISgydZ6AxFSk4.3 2024-09-12T18:00:09.600 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10074937631668802764', time=2024-09-12T19:44:55.750532+0000, chain.objs.size()=3 2024-09-12T18:00:09.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.1ozVFsAqecyIss01lBMMG9Efe3Zf6tq_0 2024-09-12T18:00:09.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.1ozVFsAqecyIss01lBMMG9Efe3Zf6tq_1 2024-09-12T18:00:09.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.160__shadow_.1ozVFsAqecyIss01lBMMG9Efe3Zf6tq_2 2024-09-12T18:00:09.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4793767685547451472', time=2024-09-12T19:44:58.847322+0000, chain.objs.size()=5 2024-09-12T18:00:09.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__multipart_foo-FROZEN.2~kRg8xB5Yr8cLwlm5SknmMyApl1h1LXV.1 2024-09-12T18:00:09.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_foo-FROZEN.2~kRg8xB5Yr8cLwlm5SknmMyApl1h1LXV.1_1 2024-09-12T18:00:09.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__multipart_foo-FROZEN.2~kRg8xB5Yr8cLwlm5SknmMyApl1h1LXV.2 2024-09-12T18:00:09.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_foo-FROZEN.2~kRg8xB5Yr8cLwlm5SknmMyApl1h1LXV.2_1 2024-09-12T18:00:09.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__multipart_foo-FROZEN.2~kRg8xB5Yr8cLwlm5SknmMyApl1h1LXV.3 2024-09-12T18:00:09.601 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7069913743151235719', time=2024-09-12T19:46:56.611160+0000, chain.objs.size()=1 2024-09-12T18:00:09.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.596+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.237__shadow_.WCYvDBnDt2lkYQTRewo9k8DFmMXqL3V_0 2024-09-12T18:00:09.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17957172253558116221', time=2024-09-12T19:46:56.612762+0000, chain.objs.size()=1 2024-09-12T18:00:09.602 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.237__shadow_.DyVnL0tTDJRCRuTctnC5nTRH0b_IaF-_0 2024-09-12T18:00:09.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14266806827993161576', time=2024-09-12T19:47:05.391818+0000, chain.objs.size()=1 2024-09-12T18:00:09.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.249__shadow_.sBIs51XZQ6MfkMXzHjeEa_Z9GNPSHL6_0 2024-09-12T18:00:09.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10728600569186898435', time=2024-09-12T19:47:07.923890+0000, chain.objs.size()=1 2024-09-12T18:00:09.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.253__shadow_.JCP6XBXSA9kcXQOLihPdDk_oZG4YgQ0_0 2024-09-12T18:00:09.603 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12986983664840136171', time=2024-09-12T19:47:12.238616+0000, chain.objs.size()=1 2024-09-12T18:00:09.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.260__shadow_.7jbRTp9X5v9sZem44XKQ2TG1mmAbBTi_0 2024-09-12T18:00:09.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8052474514093148654', time=2024-09-12T19:47:32.372047+0000, chain.objs.size()=1 2024-09-12T18:00:09.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oFrJNxGw2oLeatOKUkTnAiKjEtvqWuC_0 2024-09-12T18:00:09.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13326275896529699900', time=2024-09-12T19:47:32.391686+0000, chain.objs.size()=1 2024-09-12T18:00:09.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.U1jbZjGqDGqSr0IzjrppXnOLdst3iHi_0 2024-09-12T18:00:09.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10964581813304922505', time=2024-09-12T19:47:32.398441+0000, chain.objs.size()=1 2024-09-12T18:00:09.604 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aSbFi_eZUHBV2ACcVYp2_u6DV5opfqk_0 2024-09-12T18:00:09.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7263412643675322381', time=2024-09-12T19:47:32.592977+0000, chain.objs.size()=1 2024-09-12T18:00:09.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.LXNwEoaJ91lz9V6j31mh8-vdVhRo1KD_0 2024-09-12T18:00:09.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17184668500699115850', time=2024-09-12T19:47:32.600191+0000, chain.objs.size()=1 2024-09-12T18:00:09.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.XWuUBYAOJQR38nfmjM6KNtMmKfHsBOm_0 2024-09-12T18:00:09.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17716787755183487978', time=2024-09-12T19:47:32.670728+0000, chain.objs.size()=1 2024-09-12T18:00:09.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.iWQf2A4TEJWBPLlKvxlzaDiTiDZcCCq_0 2024-09-12T18:00:09.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4593549432200544805', time=2024-09-12T19:47:32.674809+0000, chain.objs.size()=1 2024-09-12T18:00:09.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.kNDMeXn0sdQwmoat4tgBu1Bw4vErRQD_0 2024-09-12T18:00:09.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14515054154461885051', time=2024-09-12T19:47:32.800157+0000, chain.objs.size()=1 2024-09-12T18:00:09.605 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.600+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.hp_95TxZGz_jNfAuVewkEqAv9GdInWJ_0 2024-09-12T18:00:09.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13481244496396223079', time=2024-09-12T19:47:32.802529+0000, chain.objs.size()=1 2024-09-12T18:00:09.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SFOvBHWu4fVTTWQCend_hdEK69nYaT6_0 2024-09-12T18:00:09.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17437608809300576346', time=2024-09-12T19:47:32.896492+0000, chain.objs.size()=1 2024-09-12T18:00:09.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.6WpVAybRFXNMlmQk6tDoU76OXIbbrXM_0 2024-09-12T18:00:09.606 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17626134416605262738', time=2024-09-12T19:47:33.117847+0000, chain.objs.size()=1 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.raeuM35P0-GVi26_5g8QhWzKOGgAmwA_0 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17179086247218742923', time=2024-09-12T19:47:33.133971+0000, chain.objs.size()=1 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tT2tMYjshM663k29UPMXumdkB3QK8Jb_0 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5000596870861773919', time=2024-09-12T19:47:33.158010+0000, chain.objs.size()=1 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.bs68ntMCzFCZqOlxL3vjJX3b3afUD4C_0 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5009650649019658850', time=2024-09-12T19:47:33.187035+0000, chain.objs.size()=1 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.wJYiKfepju86UO7FeVWLYFTuEg_bCks_0 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8559026598852744580', time=2024-09-12T19:47:33.245760+0000, chain.objs.size()=1 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8vFCKSPZtIsSAuPRe3ySP5IwAINqyMi_0 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13307218264538467890', time=2024-09-12T19:47:33.261747+0000, chain.objs.size()=1 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.G1HJYYnLDdiFNIfqFwJ6Ha_kaPC3cVd_0 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6198241404392258052', time=2024-09-12T19:47:33.269205+0000, chain.objs.size()=1 2024-09-12T18:00:09.607 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.QzEwEYehfr4Pm-rvDBAtIztu7Gh3An5_0 2024-09-12T18:00:09.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7208661221967536827', time=2024-09-12T19:47:33.271669+0000, chain.objs.size()=1 2024-09-12T18:00:09.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.puJJaQ_lywsMFRWMJqH9reodVWL9epN_0 2024-09-12T18:00:09.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13275473706680228906', time=2024-09-12T19:47:33.276508+0000, chain.objs.size()=1 2024-09-12T18:00:09.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mN-ZKtCyI_5SC94cLD2sjvzqaL8mLWy_0 2024-09-12T18:00:09.608 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2027613358389863414', time=2024-09-12T19:47:33.314815+0000, chain.objs.size()=1 2024-09-12T18:00:09.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yHvJ0cNzghbx1-ZcSj1C7RjKb1r5RX2_0 2024-09-12T18:00:09.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15736306656546231337', time=2024-09-12T19:47:33.316553+0000, chain.objs.size()=1 2024-09-12T18:00:09.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.604+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.popFsHx0FEYGpUkgkEMi732ZgRE9p8c_0 2024-09-12T18:00:09.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5002000606007965929', time=2024-09-12T19:47:33.323567+0000, chain.objs.size()=1 2024-09-12T18:00:09.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.VsYEQZRBzMf7gdL7s65z3v9qVzdMVjR_0 2024-09-12T18:00:09.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2723942721093260812', time=2024-09-12T19:47:33.324299+0000, chain.objs.size()=1 2024-09-12T18:00:09.609 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Mk3xrqs6MgNO2CQNSf0y8O_8RazaD8B_0 2024-09-12T18:00:09.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2565893482434213848', time=2024-09-12T19:47:33.463627+0000, chain.objs.size()=1 2024-09-12T18:00:09.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8d6W7I4IuXdiZzfjk8OwSXjmkg6XisZ_0 2024-09-12T18:00:09.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1089873683590382415', time=2024-09-12T19:47:33.484675+0000, chain.objs.size()=1 2024-09-12T18:00:09.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.-3Y70m_wlhPM8_OJQuWzILlOKkOPbIF_0 2024-09-12T18:00:09.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5735138865218191163', time=2024-09-12T19:47:33.523480+0000, chain.objs.size()=1 2024-09-12T18:00:09.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Y8D5-oGfoH69KGodbDFcjalet3JErZo_0 2024-09-12T18:00:09.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13147829249739220615', time=2024-09-12T19:47:33.596740+0000, chain.objs.size()=1 2024-09-12T18:00:09.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.g0Jmoid-zXW1HWU04h4CaZtK3_10bCa_0 2024-09-12T18:00:09.610 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.864759837597931196', time=2024-09-12T19:47:33.630636+0000, chain.objs.size()=1 2024-09-12T18:00:09.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DP6oUovv3_TxgtFykcVuWOG8uKDI5vL_0 2024-09-12T18:00:09.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14748648146881184041', time=2024-09-12T19:47:33.765519+0000, chain.objs.size()=1 2024-09-12T18:00:09.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.LfzfGBpNSyo_CgMO88FCwIeAkRh-XpC_0 2024-09-12T18:00:09.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15528313961928907625', time=2024-09-12T19:47:33.786491+0000, chain.objs.size()=1 2024-09-12T18:00:09.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.zgi-3-ry9EDE55dDjrfUzgYtVNAAfN1_0 2024-09-12T18:00:09.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14466047322236232859', time=2024-09-12T19:47:33.792313+0000, chain.objs.size()=1 2024-09-12T18:00:09.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.b73O3uWhK5e10Vw0_335wAG_I90pOJ3_0 2024-09-12T18:00:09.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6559923518756186933', time=2024-09-12T19:47:33.824995+0000, chain.objs.size()=1 2024-09-12T18:00:09.611 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0EB1Tj5SaeiXZnZ19uS9V8y6YlUyMzb_0 2024-09-12T18:00:09.612 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1465937078056331123', time=2024-09-12T19:47:33.838538+0000, chain.objs.size()=1 2024-09-12T18:00:09.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.XVCst6C7wKeaYRxBVjw3THYNE8JEa2e_0 2024-09-12T18:00:09.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13852615437014546205', time=2024-09-12T19:47:34.053835+0000, chain.objs.size()=1 2024-09-12T18:00:09.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.PCeWbvy0jnQhJldEDUJWI-XixUG7QN4_0 2024-09-12T18:00:09.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7809052457932584259', time=2024-09-12T19:47:34.100383+0000, chain.objs.size()=1 2024-09-12T18:00:09.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.A86BaMNx-yhyT8NvBcCn5W2DrJ-8-FQ_0 2024-09-12T18:00:09.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4493865124066745947', time=2024-09-12T19:47:34.189479+0000, chain.objs.size()=1 2024-09-12T18:00:09.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.bbMrFzgCi4OlX13bPQXMk26LZWQ5397_0 2024-09-12T18:00:09.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11216976527941260209', time=2024-09-12T19:47:34.196471+0000, chain.objs.size()=1 2024-09-12T18:00:09.613 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0-ZJJ_3jMKEUZyu5ZVaLPdzXHUTxey__0 2024-09-12T18:00:09.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1677913819809313431', time=2024-09-12T19:47:34.211742+0000, chain.objs.size()=1 2024-09-12T18:00:09.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.wT764kt3dYFpfmkIwMF3vRBDrSLHPEw_0 2024-09-12T18:00:09.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4109675802636203165', time=2024-09-12T19:47:34.424248+0000, chain.objs.size()=1 2024-09-12T18:00:09.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SK0GZJaUL0v0JvUykx94gNTgqgKnS-u_0 2024-09-12T18:00:09.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15172736141225522765', time=2024-09-12T19:47:34.442549+0000, chain.objs.size()=1 2024-09-12T18:00:09.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0gnwckHwTWkD4PIvFVsm-pd2RQFx-fB_0 2024-09-12T18:00:09.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2831097287795811531', time=2024-09-12T19:47:34.469642+0000, chain.objs.size()=1 2024-09-12T18:00:09.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UvNnZThzpC5U1sjmdzjWSwgglX3l36V_0 2024-09-12T18:00:09.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4310299209861074170', time=2024-09-12T19:47:34.480807+0000, chain.objs.size()=1 2024-09-12T18:00:09.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.608+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.v8izvfvpsKvxQCb_gLpBVA1EezL4ESt_0 2024-09-12T18:00:09.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13151651553583243804', time=2024-09-12T19:47:35.000882+0000, chain.objs.size()=1 2024-09-12T18:00:09.614 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.263__shadow_.oMXV-Na_Xvya8HZGLxzMEnAOU80yxV2_0 2024-09-12T18:00:09.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8044873552204325854', time=2024-09-12T19:47:42.912032+0000, chain.objs.size()=1 2024-09-12T18:00:09.615 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.276__shadow_.TJWA2z5ZF-SUq33fIvWZT0H1IeVcyOX_0 2024-09-12T18:00:09.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14803048231072323824', time=2024-09-12T19:47:55.258362+0000, chain.objs.size()=1 2024-09-12T18:00:09.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.rleEGPjbu-EEAfFKZp_1fwuA1v6CKZ-_0 2024-09-12T18:00:09.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15115922425440093250', time=2024-09-12T19:48:33.510975+0000, chain.objs.size()=1 2024-09-12T18:00:09.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.5KlEerTCS0CUp_bCGLcvQmdYE1G2Hzn_0 2024-09-12T18:00:09.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7273449137368054607', time=2024-09-12T19:48:33.513196+0000, chain.objs.size()=1 2024-09-12T18:00:09.616 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.PRteX1sdjlvJTJPs7MLKKSFXADHdadh_0 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13077450293286459426', time=2024-09-12T19:48:33.561328+0000, chain.objs.size()=1 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MZGkITl_J8Ndui77AEiAoif8IQ3IX3i_0 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.43844415083857571', time=2024-09-12T19:48:33.754360+0000, chain.objs.size()=1 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.twAsg19M5J-L46aYpd8EKYdKDTEIOP6_0 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9350623971515601948', time=2024-09-12T19:48:33.782999+0000, chain.objs.size()=1 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.iI-3D2IYB-GuPZLWB5QEj5Zh2fSRxUF_0 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13414200427757151316', time=2024-09-12T19:48:33.816277+0000, chain.objs.size()=1 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_._iSmCz8357uuoOrArEcxyqUej01Terj_0 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2499320442249519005', time=2024-09-12T19:48:33.875536+0000, chain.objs.size()=1 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.dJyG0SppUyXty13SXi8AOWfHzy_opNt_0 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.800035125283245659', time=2024-09-12T19:48:34.092836+0000, chain.objs.size()=1 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-8_Gjn6HV9mOlx6ECflYrQqrijmzwA2_0 2024-09-12T18:00:09.617 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8262782192723953090', time=2024-09-12T19:48:34.102953+0000, chain.objs.size()=1 2024-09-12T18:00:09.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.OQgrggtviIHoMfs3f_YszTPrSDNQc3-_0 2024-09-12T18:00:09.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10238500092406160970', time=2024-09-12T19:48:34.131318+0000, chain.objs.size()=1 2024-09-12T18:00:09.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.QJ17euo9-SyIepwGCEFuIoYZe-wSgwl_0 2024-09-12T18:00:09.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12140663442963037221', time=2024-09-12T19:48:34.223404+0000, chain.objs.size()=1 2024-09-12T18:00:09.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.QfFQWxPkCxWuOo0M3qgnGiG0HQo7o_E_0 2024-09-12T18:00:09.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2825514093710240190', time=2024-09-12T19:48:34.412052+0000, chain.objs.size()=1 2024-09-12T18:00:09.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.iX4Klxpdfrg7-lPwQqp8rnH0dZ-wMKC_0 2024-09-12T18:00:09.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4906077339972750723', time=2024-09-12T19:48:34.478976+0000, chain.objs.size()=1 2024-09-12T18:00:09.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.2uLnyMUUrP7zPUwshU99PKSe5jMrfzB_0 2024-09-12T18:00:09.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14722400958252912253', time=2024-09-12T19:48:34.480134+0000, chain.objs.size()=1 2024-09-12T18:00:09.618 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.612+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.lg2NHJK1uIPEyftf9b7VC7cwCXyu6q7_0 2024-09-12T18:00:09.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5875998775805212423', time=2024-09-12T19:48:34.517015+0000, chain.objs.size()=1 2024-09-12T18:00:09.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Rt9IvUu-DffVXn2eFHuWGY0CwevFuz0_0 2024-09-12T18:00:09.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.79350766665855563', time=2024-09-12T19:48:34.754119+0000, chain.objs.size()=1 2024-09-12T18:00:09.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.lbvP7ceWev6jETlGc_jVQVvs_1KqsMe_0 2024-09-12T18:00:09.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6595368664427757166', time=2024-09-12T19:48:34.781104+0000, chain.objs.size()=1 2024-09-12T18:00:09.619 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.dCKM9etYAi8-E_NV3aYzpocUbiiw04f_0 2024-09-12T18:00:09.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16327729638558951369', time=2024-09-12T19:48:34.815815+0000, chain.objs.size()=1 2024-09-12T18:00:09.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.6vk5IpoWtpCU-NSSaTK_DZ8dQP-NQkK_0 2024-09-12T18:00:09.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8765614125941074131', time=2024-09-12T19:48:34.831795+0000, chain.objs.size()=1 2024-09-12T18:00:09.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fjXjl6LrPxz-ZW-wJLzHkn3UBgM98p__0 2024-09-12T18:00:09.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11483493100329860822', time=2024-09-12T19:48:34.995729+0000, chain.objs.size()=1 2024-09-12T18:00:09.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.TenDw8N87GyKoF3QCaQ7ReSfwbCVrZ4_0 2024-09-12T18:00:09.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9321201067807250706', time=2024-09-12T19:48:35.048353+0000, chain.objs.size()=1 2024-09-12T18:00:09.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.TDi5B4FpZO4B9k6-GdwxJA5IvAwE7ia_0 2024-09-12T18:00:09.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5186493493079226480', time=2024-09-12T19:48:35.082243+0000, chain.objs.size()=1 2024-09-12T18:00:09.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uY7Ivk71w-m1-t4ykg3FqY0u3xX92D0_0 2024-09-12T18:00:09.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.336675225359873538', time=2024-09-12T19:48:35.153084+0000, chain.objs.size()=1 2024-09-12T18:00:09.620 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fIrx53RYEFvtksdNSz1r2V2j92GMViU_0 2024-09-12T18:00:09.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15178158073059560171', time=2024-09-12T19:48:35.162359+0000, chain.objs.size()=1 2024-09-12T18:00:09.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4xCpKiT7KUM_O2NKkbUrvIILHEq7nLx_0 2024-09-12T18:00:09.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6795427721418548877', time=2024-09-12T19:48:35.163643+0000, chain.objs.size()=1 2024-09-12T18:00:09.621 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.616+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vwtxZ8yBqnfufDIrmrILtc1CwiCMJVk_0 2024-09-12T18:00:09.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7424762100900728733', time=2024-09-12T19:48:35.356831+0000, chain.objs.size()=1 2024-09-12T18:00:09.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.XpJq9_4dTLxk9lHJs-rCizTfljC6nis_0 2024-09-12T18:00:09.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4300594453448336378', time=2024-09-12T19:48:35.389686+0000, chain.objs.size()=1 2024-09-12T18:00:09.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.T9kuH6F3K8nGI_iuKL7F9FkRgX6cb3S_0 2024-09-12T18:00:09.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12863625290235998661', time=2024-09-12T19:48:35.428741+0000, chain.objs.size()=1 2024-09-12T18:00:09.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.kXIcLP5ryFL0CEgbmyOLLKlxwcRVz2e_0 2024-09-12T18:00:09.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18145545740520713905', time=2024-09-12T19:48:35.446747+0000, chain.objs.size()=1 2024-09-12T18:00:09.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.08Jq1ed2nQ-Rz7donecpIHdwIuNlhE1_0 2024-09-12T18:00:09.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3219872203451438616', time=2024-09-12T19:48:35.636516+0000, chain.objs.size()=1 2024-09-12T18:00:09.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hXmuCTfrTfcAz5OGTUNEKfg1Z4LLQKt_0 2024-09-12T18:00:09.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11213877742769908574', time=2024-09-12T19:48:35.720739+0000, chain.objs.size()=1 2024-09-12T18:00:09.622 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.jI6pYvqSJcvhj_VjKiz2j9yYnKs5B-S_0 2024-09-12T18:00:09.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6858692365355159308', time=2024-09-12T19:48:35.755016+0000, chain.objs.size()=1 2024-09-12T18:00:09.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hmAzvJwyIe8YqjNfXC45az244E8cww8_0 2024-09-12T18:00:09.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17428433544894547946', time=2024-09-12T19:48:35.759505+0000, chain.objs.size()=1 2024-09-12T18:00:09.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.goerdXuczzIVYNsMxz_gNLy-TuUl0G8_0 2024-09-12T18:00:09.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17970194543833382746', time=2024-09-12T19:48:55.139166+0000, chain.objs.size()=1 2024-09-12T18:00:09.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.QJQJENRjfT5L6Q-D3WhKHswHmPDI8cL_0 2024-09-12T18:00:09.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5212611507407749865', time=2024-09-12T19:48:55.282770+0000, chain.objs.size()=1 2024-09-12T18:00:09.623 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.glzECu-3182KRo_sSNnKB2UGxhaQX8p_0 2024-09-12T18:00:09.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8757726206451686047', time=2024-09-12T19:48:55.314905+0000, chain.objs.size()=1 2024-09-12T18:00:09.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.wmHxIfT6M4psigjyZsKHcS4GMlEZ1EZ_0 2024-09-12T18:00:09.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13807772451399980033', time=2024-09-12T19:48:55.321460+0000, chain.objs.size()=1 2024-09-12T18:00:09.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.QFMeyzvldMmcxAoXKZxPGkzm6e3xWuE_0 2024-09-12T18:00:09.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18103992199462734421', time=2024-09-12T19:48:55.336643+0000, chain.objs.size()=1 2024-09-12T18:00:09.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lGliH6soEyexAr01koJnB_nCRrsKJaL_0 2024-09-12T18:00:09.624 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5934543465003396153', time=2024-09-12T19:48:55.339717+0000, chain.objs.size()=1 2024-09-12T18:00:09.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lpF6m5RUZk2Sikgg_RgIE3cJF8xKC8H_0 2024-09-12T18:00:09.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17132790073817553058', time=2024-09-12T19:48:55.340367+0000, chain.objs.size()=1 2024-09-12T18:00:09.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.RHLq0xG1jFuSddS2RRqfY4poTph-tvQ_0 2024-09-12T18:00:09.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.853121624249726725', time=2024-09-12T19:48:55.364936+0000, chain.objs.size()=1 2024-09-12T18:00:09.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.FTH-UUiUuJ8YxKxkTN5yt9Un5SNgG2u_0 2024-09-12T18:00:09.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5132697586665567329', time=2024-09-12T19:48:55.541534+0000, chain.objs.size()=1 2024-09-12T18:00:09.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.969VTFMPV8QVlfcL-8sZ3o4gOwrhOVQ_0 2024-09-12T18:00:09.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5014674786459767542', time=2024-09-12T19:48:55.570231+0000, chain.objs.size()=1 2024-09-12T18:00:09.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Pw2f_uKgQQbgAea5cr5PEd0jfBPPt0E_0 2024-09-12T18:00:09.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12741264813994927962', time=2024-09-12T19:48:55.611789+0000, chain.objs.size()=1 2024-09-12T18:00:09.625 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.620+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.wx7o4Pu88FbuMwEF1---gSjbV93_iKC_0 2024-09-12T18:00:09.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.624+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2209190236200844419', time=2024-09-12T19:48:55.655950+0000, chain.objs.size()=1 2024-09-12T18:00:09.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.624+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JA5Gcr8xmjA8QY0ak6pwq0eXKhHZvV7_0 2024-09-12T18:00:09.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.624+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14639263055210468635', time=2024-09-12T19:48:55.670812+0000, chain.objs.size()=1 2024-09-12T18:00:09.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.624+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.PIxnkBwvbxHBfhjUXG7y5Y5Fss1OnfU_0 2024-09-12T18:00:09.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.624+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5037198930862454254', time=2024-09-12T19:48:55.694725+0000, chain.objs.size()=1 2024-09-12T18:00:09.626 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.624+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Lkap5uH_sDYt2ryLHow2QgzSTNsasel_0 2024-09-12T18:00:09.627 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.624+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/78131 2024-09-12T18:00:09.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=38, truncated=0, next_marker='' 2024-09-12T18:00:09.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12430112902105579460', time=2024-09-12T19:48:55.874489+0000, chain.objs.size()=1 2024-09-12T18:00:09.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.RJTHMi4xQxqNT5D_w_DVTTmwpxEwROR_0 2024-09-12T18:00:09.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9567406935247708420', time=2024-09-12T19:48:55.923642+0000, chain.objs.size()=1 2024-09-12T18:00:09.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Ie_IvpuPRhzgIww38BRWGE7upyxG_sY_0 2024-09-12T18:00:09.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10638911943647222991', time=2024-09-12T19:48:56.163607+0000, chain.objs.size()=1 2024-09-12T18:00:09.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.iBRCZsrFzRk2ogaiHTH8RlE6_uKwByh_0 2024-09-12T18:00:09.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10427123095298892271', time=2024-09-12T19:48:56.170677+0000, chain.objs.size()=1 2024-09-12T18:00:09.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VYaeB7RQdxxUnoZuhM-o6WcXXcZ1xQf_0 2024-09-12T18:00:09.630 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10054426704515907604', time=2024-09-12T19:48:56.235053+0000, chain.objs.size()=1 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ypEbramjlAMeifl3JqGLZVsWrwYkqom_0 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13904161791606043895', time=2024-09-12T19:48:56.255197+0000, chain.objs.size()=1 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.bd5rHR323y8z3PibBg5L7aRI22QHwrf_0 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5219081855405510454', time=2024-09-12T19:48:56.305613+0000, chain.objs.size()=1 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zwFhWJRMve1iZEcGXlO9xZpujJp_Bu3_0 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9084733908761675907', time=2024-09-12T19:48:56.323807+0000, chain.objs.size()=1 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.N-IAiZTeqwobVykoqXesqzLcM3WWsjo_0 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13997568444810246207', time=2024-09-12T19:48:56.357080+0000, chain.objs.size()=1 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.yl30TGzWYgSBYFwWnWFINJqqTRR48CK_0 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12256252379972796369', time=2024-09-12T19:48:56.359258+0000, chain.objs.size()=1 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.IOg3drNFeeAljazWE9OsPQ_WTpBXLAM_0 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9235676280288659471', time=2024-09-12T19:48:56.548908+0000, chain.objs.size()=1 2024-09-12T18:00:09.631 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ibtgLE9n6nQXJPGT_7wX4WuwvufssMv_0 2024-09-12T18:00:09.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.402769890491124942', time=2024-09-12T19:48:56.602852+0000, chain.objs.size()=1 2024-09-12T18:00:09.632 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.SnJKcYfcQcQv5pswp-E1bcyiRFWawlA_0 2024-09-12T18:00:09.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3801687854704472107', time=2024-09-12T19:48:56.609387+0000, chain.objs.size()=1 2024-09-12T18:00:09.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.EAUC6Gu4-k9Gm04NiEjYzRzJVc-yFWI_0 2024-09-12T18:00:09.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7231889428688790913', time=2024-09-12T19:48:56.711980+0000, chain.objs.size()=1 2024-09-12T18:00:09.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.yKoqpRYM3pDm0wGHk0yVI61qGqn_CMm_0 2024-09-12T18:00:09.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11277271780051313614', time=2024-09-12T19:48:56.840570+0000, chain.objs.size()=1 2024-09-12T18:00:09.633 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.wUlp0_s8x19mEWSRb3tbM__Pt88izj0_0 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4942348427203614698', time=2024-09-12T19:48:56.981866+0000, chain.objs.size()=1 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.h5kLjx7RQ0p_CWqoM0LmLBKAcHeoCRv_0 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.836347910530405535', time=2024-09-12T19:48:57.015723+0000, chain.objs.size()=1 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zq95MRM4FfnbDt6v1xXxlryiN8Kqzn1_0 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6527368163511865569', time=2024-09-12T19:48:57.279388+0000, chain.objs.size()=1 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3XMBgiAykFfvlPJJPnsO3HlhC7keXq7_0 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8378283118722630133', time=2024-09-12T19:48:57.280183+0000, chain.objs.size()=1 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.z4PU3Yx33LGE9YWH4NJav_JzMelGuvQ_0 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2836867342338316567', time=2024-09-12T19:48:57.316751+0000, chain.objs.size()=1 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.628+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pu7W4Od5Hq5rA0PuJtjUfXthanhEQru_0 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8735630406784389233', time=2024-09-12T19:48:57.331546+0000, chain.objs.size()=1 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.n-oVnfMwQbrqoE8dLwqq9v1klvx1R66_0 2024-09-12T18:00:09.634 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13675856626795188111', time=2024-09-12T19:48:57.334064+0000, chain.objs.size()=1 2024-09-12T18:00:09.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.vUmuIt-tWJmGJImbJZPh249MOU9V1Fj_0 2024-09-12T18:00:09.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8617809132316116678', time=2024-09-12T19:48:57.431217+0000, chain.objs.size()=1 2024-09-12T18:00:09.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.f5s_bRl4m8M5DL2VgUB2tG1I8u6w3py_0 2024-09-12T18:00:09.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18206100013397905905', time=2024-09-12T19:48:57.491412+0000, chain.objs.size()=1 2024-09-12T18:00:09.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XxdU0xl2tZNLhF32OzeHFQ1sG7gCvKf_0 2024-09-12T18:00:09.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16769380632496639156', time=2024-09-12T19:48:57.547630+0000, chain.objs.size()=1 2024-09-12T18:00:09.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.lPsYpAizvo_TVz3QT_czOA0VNR0_-Yy_0 2024-09-12T18:00:09.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15076524755792014008', time=2024-09-12T19:48:57.590469+0000, chain.objs.size()=1 2024-09-12T18:00:09.635 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.YRY9CPdbTbVub8zhP1BG3L3NgS09YK9_0 2024-09-12T18:00:09.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7825543556297272937', time=2024-09-12T19:50:23.504016+0000, chain.objs.size()=1 2024-09-12T18:00:09.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.462__shadow_.oe5f7pRY2i3JBHrlGjhecSgMblqGj-I_0 2024-09-12T18:00:09.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9440185591730986519', time=2024-09-12T19:50:45.706614+0000, chain.objs.size()=1 2024-09-12T18:00:09.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.503__shadow:W33a4IGQZObXf5JD-dYc8P4u1Ttt0tZ_.hacREIF0uNQGxPiZOiX3GT5JDBwAqNC_0 2024-09-12T18:00:09.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17535456401099315269', time=2024-09-12T19:50:49.524235+0000, chain.objs.size()=6 2024-09-12T18:00:09.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.1 2024-09-12T18:00:09.636 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.2 2024-09-12T18:00:09.637 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.3 2024-09-12T18:00:09.637 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.4 2024-09-12T18:00:09.637 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.5 2024-09-12T18:00:09.637 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.6 2024-09-12T18:00:09.637 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10758523840500832289', time=2024-09-12T19:51:12.727282+0000, chain.objs.size()=6 2024-09-12T18:00:09.637 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.632+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~a0HJ_036F9EGsXAKyEhTG3QtS8MQc1X.1 2024-09-12T18:00:09.638 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.T9eolnO8tl5nw6GwEwNSQvNNl0f23bgE.2 2024-09-12T18:00:09.638 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~a0HJ_036F9EGsXAKyEhTG3QtS8MQc1X.3 2024-09-12T18:00:09.638 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~a0HJ_036F9EGsXAKyEhTG3QtS8MQc1X.4 2024-09-12T18:00:09.639 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~a0HJ_036F9EGsXAKyEhTG3QtS8MQc1X.5 2024-09-12T18:00:09.639 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~a0HJ_036F9EGsXAKyEhTG3QtS8MQc1X.6 2024-09-12T18:00:09.639 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4443958216418678806', time=2024-09-12T19:51:24.433517+0000, chain.objs.size()=4 2024-09-12T18:00:09.639 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~JXKfPvf2P4mQvRq3brQv9Jcd9HzB9FN.1 2024-09-12T18:00:09.639 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__shadow_mymultipart.2~JXKfPvf2P4mQvRq3brQv9Jcd9HzB9FN.1_1 2024-09-12T18:00:09.639 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__multipart_mymultipart.2~JXKfPvf2P4mQvRq3brQv9Jcd9HzB9FN.2 2024-09-12T18:00:09.639 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.523__shadow_mymultipart.2~JXKfPvf2P4mQvRq3brQv9Jcd9HzB9FN.2_1 2024-09-12T18:00:09.640 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~q7AuEjt6jlKQYNDCZhqVMZlliZ_I9M7', time=2024-09-12T19:51:34.344985+0000, chain.objs.size()=1 2024-09-12T18:00:09.640 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.531__multipart_mymultipart2.2~q7AuEjt6jlKQYNDCZhqVMZlliZ_I9M7.1 2024-09-12T18:00:09.640 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13457334851273690780', time=2024-09-12T19:52:40.442587+0000, chain.objs.size()=1 2024-09-12T18:00:09.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:rJInhbzZLhmyYQe7q.ayCDu3-TgWVgu_.sa2SqQvkcKfY-o0HQVVLnXXFwdEw36k_0 2024-09-12T18:00:09.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6785538836169453606', time=2024-09-12T19:52:48.154224+0000, chain.objs.size()=1 2024-09-12T18:00:09.641 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.636+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.574__shadow:8Qk662Fmdq1mclmF2AcXWZBD.1M8o7o_.flw_BiUXgUR_Uq6qG7OfeeybP_BmcKw_0 2024-09-12T18:00:09.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3659266195887893485', time=2024-09-12T19:52:57.851297+0000, chain.objs.size()=1 2024-09-12T18:00:09.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:.HBVZY7T.upKrtX87n.j.r.WU12K967_.RdGYCpae1EcV8mKSz-UO0mDEFCeWIzz_0 2024-09-12T18:00:09.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16103282610784694339', time=2024-09-12T19:53:17.845085+0000, chain.objs.size()=1 2024-09-12T18:00:09.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.583__shadow:7bt.w1WcBIlC5-W.kbtX8Ss8M7-72Go_.-05a1PYCMW3kupDeUy_G-coS-6uTDkB_0 2024-09-12T18:00:09.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10168815113609839867', time=2024-09-12T19:53:21.281370+0000, chain.objs.size()=1 2024-09-12T18:00:09.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.587__shadow:voohzyA3Bic090s4KTEn5Uez5Jkq12F_.nxDAGPsgISNheJR1_iYSsTZSQRALbe-_0 2024-09-12T18:00:09.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.640+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9012058561354372874', time=2024-09-12T19:55:49.113374+0000, chain.objs.size()=1 2024-09-12T18:00:09.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.618__shadow_.kGdfwVEz-ZeoVx_tcULL8_WiDcT5tAB_0 2024-09-12T18:00:09.642 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.640+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.645 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T18:00:09.646 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:09.647 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:09.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48902' 2024-09-12T18:00:09.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5925174148161416961', time=2024-09-12T19:46:51.085779+0000, chain.objs.size()=1 2024-09-12T18:00:09.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.228__shadow_.DL9OOv50I-dKLiCMgHpnzM6nyrA-vue_0 2024-09-12T18:00:09.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9645197585784367707', time=2024-09-12T19:46:51.813878+0000, chain.objs.size()=1 2024-09-12T18:00:09.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.230__shadow_.jM9q1-qwJ5b1cLKGxZaZbNWnnWMYKRX_0 2024-09-12T18:00:09.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4798756110055026774', time=2024-09-12T19:47:00.097616+0000, chain.objs.size()=1 2024-09-12T18:00:09.648 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.242__shadow_.k6TsHCCDZfy4E5JOOdmoC26efqNB7Em_0 2024-09-12T18:00:09.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6959590082112485339', time=2024-09-12T19:47:02.378072+0000, chain.objs.size()=1 2024-09-12T18:00:09.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.244__shadow_.o90lllNO5y2b0HCf43KbMrkcTN9If95_0 2024-09-12T18:00:09.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5905795752617505347', time=2024-09-12T19:47:08.566678+0000, chain.objs.size()=1 2024-09-12T18:00:09.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.254__shadow_.DjfXs-HZax0pMERaxQkZCwecUt4YEsi_0 2024-09-12T18:00:09.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15792272610020280983', time=2024-09-12T19:47:09.778448+0000, chain.objs.size()=1 2024-09-12T18:00:09.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.256__shadow_.w8407bLaE9FpMDk2H2Tr_gl8Mg9kop3_0 2024-09-12T18:00:09.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1576090429424139079', time=2024-09-12T19:47:32.268073+0000, chain.objs.size()=1 2024-09-12T18:00:09.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ej0oDH-YjhCQTtrwCe2RFaPpuxJHLbk_0 2024-09-12T18:00:09.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2601263605177458526', time=2024-09-12T19:47:32.286767+0000, chain.objs.size()=1 2024-09-12T18:00:09.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.vcj8mQzhhevJ_Y11ufseA60vwz5MfmF_0 2024-09-12T18:00:09.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5980793056972243189', time=2024-09-12T19:47:32.293394+0000, chain.objs.size()=1 2024-09-12T18:00:09.649 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Si2UhAOS23-BcecpEcJrbI-p3pKGG3m_0 2024-09-12T18:00:09.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16964462429834710712', time=2024-09-12T19:47:32.358169+0000, chain.objs.size()=1 2024-09-12T18:00:09.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WkVl0URaoDryb0p5gyhnxO6SKwATTrO_0 2024-09-12T18:00:09.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13206368112768658550', time=2024-09-12T19:47:32.377835+0000, chain.objs.size()=1 2024-09-12T18:00:09.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.VTkyQTsnvipk_8nD0AOOUEq8dVcsLLA_0 2024-09-12T18:00:09.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17098416994732194897', time=2024-09-12T19:47:32.381861+0000, chain.objs.size()=1 2024-09-12T18:00:09.650 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.644+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.zQKliar5TKBpLQuIibUxbtISioEuVsa_0 2024-09-12T18:00:09.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1287743217839192180', time=2024-09-12T19:47:32.533034+0000, chain.objs.size()=1 2024-09-12T18:00:09.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FvrY2ILlmio-1jAc3ae50NjimU_0w9A_0 2024-09-12T18:00:09.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4143963224370992515', time=2024-09-12T19:47:32.541159+0000, chain.objs.size()=1 2024-09-12T18:00:09.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.oz5ftrrJP8k8UI6FwCE0QHk_BD5INsQ_0 2024-09-12T18:00:09.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14693258786541296242', time=2024-09-12T19:47:33.114789+0000, chain.objs.size()=1 2024-09-12T18:00:09.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.hKsBW0lmRUnjHbBw-f00gjWP4u9dLzS_0 2024-09-12T18:00:09.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.368340939886481080', time=2024-09-12T19:47:33.171623+0000, chain.objs.size()=1 2024-09-12T18:00:09.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KP22nZQs9gCLv0ImjwhkwCXrJyl_zSw_0 2024-09-12T18:00:09.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4496276406295540097', time=2024-09-12T19:47:33.172807+0000, chain.objs.size()=1 2024-09-12T18:00:09.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.3Sfm7qEwrPrlY7ULDA0Q1LTC3dxB_cV_0 2024-09-12T18:00:09.651 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14997942306805796838', time=2024-09-12T19:47:33.213161+0000, chain.objs.size()=1 2024-09-12T18:00:09.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.511eEqmDB4IacqbfJ4cDCYFi_vR-anI_0 2024-09-12T18:00:09.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8635719674792811061', time=2024-09-12T19:47:33.214388+0000, chain.objs.size()=1 2024-09-12T18:00:09.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TrqwBVUtdP0m034UJ97nv7WilqiYfwz_0 2024-09-12T18:00:09.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4220186558209436617', time=2024-09-12T19:47:33.252794+0000, chain.objs.size()=1 2024-09-12T18:00:09.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9ocgSFF6Lx3OY4BUWqXof4Gy4I4dZ-b_0 2024-09-12T18:00:09.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13702687894744200904', time=2024-09-12T19:47:33.443535+0000, chain.objs.size()=1 2024-09-12T18:00:09.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._4jQ1a91IVKcIKdrMomzZhtVBfk2oSv_0 2024-09-12T18:00:09.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3890392302261474957', time=2024-09-12T19:47:33.502748+0000, chain.objs.size()=1 2024-09-12T18:00:09.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0Gh5pI8l2ytfTE1VN1wYKe4WIN7DLMS_0 2024-09-12T18:00:09.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11391774670246894854', time=2024-09-12T19:47:33.834655+0000, chain.objs.size()=1 2024-09-12T18:00:09.652 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TL_UXY2YW76ibrkDw21ksv4xujkawN8_0 2024-09-12T18:00:09.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7563356020549620817', time=2024-09-12T19:47:33.905858+0000, chain.objs.size()=1 2024-09-12T18:00:09.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.zGpp7I1ktpN5MoSm5HWno9Xo5ktGrE8_0 2024-09-12T18:00:09.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4102940889025100723', time=2024-09-12T19:47:34.168660+0000, chain.objs.size()=1 2024-09-12T18:00:09.653 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.648+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ZEmo3bhgXKWYsCZk1tpMi1ODem-EbCO_0 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14245878171199632503', time=2024-09-12T19:47:34.207566+0000, chain.objs.size()=1 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._ibAhKB25_t5C4Br0BLKMGWkppVx5JU_0 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13573059115171996176', time=2024-09-12T19:47:34.339743+0000, chain.objs.size()=1 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rfPI9jajEgI2A1_JEUwiRIoJ5doslSs_0 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4835993600407297056', time=2024-09-12T19:47:34.393022+0000, chain.objs.size()=1 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.D5rOr03ktIyC8vpCWcorKu-9M31wOiw_0 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11052322713916121538', time=2024-09-12T19:47:34.399702+0000, chain.objs.size()=1 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.We8Pt3VUZNDj4y74Ed1xsNCc-DKeIir_0 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2153065868060861516', time=2024-09-12T19:47:34.430106+0000, chain.objs.size()=1 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.kELXn2n7ygBkSPPTi4J1aGoLFn4CYI-_0 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6553447731139762089', time=2024-09-12T19:47:34.479531+0000, chain.objs.size()=1 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.87f-6ul3CMgF5v6CeIpvcUyFDdYVbze_0 2024-09-12T18:00:09.654 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5172500536894154443', time=2024-09-12T19:47:55.310328+0000, chain.objs.size()=1 2024-09-12T18:00:09.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.o91VnALbP5VYa06lMrlc1iwFz1TarCO_0 2024-09-12T18:00:09.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4373933683440714349', time=2024-09-12T19:47:57.172238+0000, chain.objs.size()=1 2024-09-12T18:00:09.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.296__shadow_.ZOuSyzFhJbDSgPEcNTFscgKM0IcFvTn_0 2024-09-12T18:00:09.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3972252446829300451', time=2024-09-12T19:47:58.480798+0000, chain.objs.size()=1 2024-09-12T18:00:09.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.298__shadow_.foT0NGdb6Q9ui2PnUSk0TG3sVD0sHi8_0 2024-09-12T18:00:09.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3155843332823586369', time=2024-09-12T19:47:59.170393+0000, chain.objs.size()=1 2024-09-12T18:00:09.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.299__shadow_.d5GOJSsrQAVTOKAnTlO-74faYReP0Ul_0 2024-09-12T18:00:09.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7906237419139012343', time=2024-09-12T19:48:33.589730+0000, chain.objs.size()=1 2024-09-12T18:00:09.655 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9hVht_mxJ-Yylo6BLSzyfqKYJxfLrXl_0 2024-09-12T18:00:09.657 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5916712027853388478', time=2024-09-12T19:48:33.729727+0000, chain.objs.size()=1 2024-09-12T18:00:09.657 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.2Az4KsmHl7MgvCATIj9T6RhrUV7a-eF_0 2024-09-12T18:00:09.657 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4364836862931249939', time=2024-09-12T19:48:33.784193+0000, chain.objs.size()=1 2024-09-12T18:00:09.657 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tzmgYlvjIoRBYt3m9nR2pOGPKuuUOb6_0 2024-09-12T18:00:09.657 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13928862328932959717', time=2024-09-12T19:48:33.846279+0000, chain.objs.size()=1 2024-09-12T18:00:09.657 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.M3fH9VGjcRM2O729aSwVsqWztaCZ2dB_0 2024-09-12T18:00:09.657 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10971578696201302317', time=2024-09-12T19:48:34.060020+0000, chain.objs.size()=1 2024-09-12T18:00:09.657 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qfOQkhk8LaCuoFBOPqTszyrpdhYanZa_0 2024-09-12T18:00:09.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16921911954641384620', time=2024-09-12T19:48:34.119792+0000, chain.objs.size()=1 2024-09-12T18:00:09.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.I6ShWrDBTlQtC9wjAjJKwtiuXDM7jhh_0 2024-09-12T18:00:09.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5546321485616940667', time=2024-09-12T19:48:34.126609+0000, chain.objs.size()=1 2024-09-12T18:00:09.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hWxPMAWG00dPyPofH7CjNd0DX6nMU-C_0 2024-09-12T18:00:09.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16107092491338596923', time=2024-09-12T19:48:34.373058+0000, chain.objs.size()=1 2024-09-12T18:00:09.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.K9PHSYPwSRwHTTJgDQ39SxbNo4tgDo9_0 2024-09-12T18:00:09.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16910341707535017146', time=2024-09-12T19:48:34.412555+0000, chain.objs.size()=1 2024-09-12T18:00:09.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.PMyVTlzbM1y6viocFXy6t4N0NwVyZg3_0 2024-09-12T18:00:09.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1475498392176310780', time=2024-09-12T19:48:34.446426+0000, chain.objs.size()=1 2024-09-12T18:00:09.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.r64wRmdoeIlWuG9zS1Ru9M5XxwjaY3U_0 2024-09-12T18:00:09.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8895783079187275085', time=2024-09-12T19:48:34.561278+0000, chain.objs.size()=1 2024-09-12T18:00:09.658 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.nmUlWbU8mBW_ho4tVGYFuUBc3mzjZuK_0 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.543898730412408551', time=2024-09-12T19:48:34.709454+0000, chain.objs.size()=1 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.652+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NMww39N3F8_8bxBE1r9CCrGPFETqmC0_0 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17887868335832210862', time=2024-09-12T19:48:34.783284+0000, chain.objs.size()=1 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.QQH6-1MxlvV0hF80AtW0aflAYYxhe1E_0 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16197993561274096143', time=2024-09-12T19:48:34.843715+0000, chain.objs.size()=1 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.G4hz8XFWW9PRnvXpSe8p-_yWX0jPRXs_0 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2267662623353759739', time=2024-09-12T19:48:35.061232+0000, chain.objs.size()=1 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.J9SbOLSYE4r288cJzuWOHqrpdPzXLN0_0 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6712295535022311145', time=2024-09-12T19:48:35.083048+0000, chain.objs.size()=1 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9DQV2Jr0fNqVftOkSQPffPNbjG0e7-f_0 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16518222800811297174', time=2024-09-12T19:48:35.118672+0000, chain.objs.size()=1 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.T84z_eH7jqnXmMtSGLnclzSbfzJsYnm_0 2024-09-12T18:00:09.659 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9403659396478809315', time=2024-09-12T19:48:35.137361+0000, chain.objs.size()=1 2024-09-12T18:00:09.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.u9ujcAW7g36-c3_yshq52fMbtyj_dvM_0 2024-09-12T18:00:09.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12880728093367272542', time=2024-09-12T19:48:35.191190+0000, chain.objs.size()=1 2024-09-12T18:00:09.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.QS-WymepA0EY6NZyWNGA4K0Y-_u0fvV_0 2024-09-12T18:00:09.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5570884080399741681', time=2024-09-12T19:48:35.201631+0000, chain.objs.size()=1 2024-09-12T18:00:09.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.gftx4cF2xEb7z6wSlLIO0xE8Kr-69r3_0 2024-09-12T18:00:09.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14602887464165077127', time=2024-09-12T19:48:35.337940+0000, chain.objs.size()=1 2024-09-12T18:00:09.660 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ADrWjHWXeMh9cr487r0hlqbtRDhHpWh_0 2024-09-12T18:00:09.661 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11748519408336516696', time=2024-09-12T19:48:35.349535+0000, chain.objs.size()=1 2024-09-12T18:00:09.664 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.sVL4oZOqqXLNjbBG7X-8oDE8hUsH6kn_0 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10362366984380083421', time=2024-09-12T19:48:35.396900+0000, chain.objs.size()=1 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qvXz0-VCNKq-fvi3kM4pfQPpFUY4Ny0_0 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7946398664785712948', time=2024-09-12T19:48:35.426029+0000, chain.objs.size()=1 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vjrHnalvk0QNzCaOCmVYOVaaFA4MNek_0 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6978804775844365216', time=2024-09-12T19:48:35.690440+0000, chain.objs.size()=1 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.5-rm7nj74iP09LHgMniR3dnx6ARrVFk_0 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17166424298929504792', time=2024-09-12T19:48:35.702767+0000, chain.objs.size()=1 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VyrMiI-h8H_fKV3uSp7skmD53zW1EOD_0 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6053634105514516508', time=2024-09-12T19:48:35.708005+0000, chain.objs.size()=1 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.zuzBqfBUIQU6yADIqk99COB409o5JnJ_0 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14318633092088720998', time=2024-09-12T19:48:35.773306+0000, chain.objs.size()=1 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ksAlSX40r7lo0bBOwIHY4OG_Aab3z75_0 2024-09-12T18:00:09.665 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13819985660142026125', time=2024-09-12T19:48:55.210248+0000, chain.objs.size()=1 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.PBsvsrjUCLHcYA2FlnTmMeLs4QS947O_0 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17907910555978701989', time=2024-09-12T19:48:55.223497+0000, chain.objs.size()=1 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.y4552uhxLaSfO_wouK5FGivrAAFKpIW_0 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.656+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16241179075973912930', time=2024-09-12T19:48:55.266962+0000, chain.objs.size()=1 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.NPx8TkAnEdgiy-a5iUpd7ailn82Dezd_0 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7646039392236150655', time=2024-09-12T19:48:55.275624+0000, chain.objs.size()=1 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sgyeghJ0g8GRgiu0tulnW_fQM5iMYdl_0 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2152892534709298074', time=2024-09-12T19:48:55.362720+0000, chain.objs.size()=1 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.9eHVBiAy3LYPlfV48fPlFwcDiqCn0QK_0 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1953349947282468763', time=2024-09-12T19:48:55.367300+0000, chain.objs.size()=1 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.dsqqefa5-zAVGL3hdpiyFQxLGi1CQDA_0 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3604748233249388079', time=2024-09-12T19:48:55.374587+0000, chain.objs.size()=1 2024-09-12T18:00:09.666 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KZ8403UoVocyxSv0h3pP8QCzT6UxeoG_0 2024-09-12T18:00:09.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18138294619340687523', time=2024-09-12T19:48:55.596843+0000, chain.objs.size()=1 2024-09-12T18:00:09.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.qBivBgeAcBcmHBqn6ODB-dajXrZ7Vwq_0 2024-09-12T18:00:09.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15869272194405020054', time=2024-09-12T19:48:55.601463+0000, chain.objs.size()=1 2024-09-12T18:00:09.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.jyoBtbTy1ms-Jamxp5Q-X2c22W8G0jW_0 2024-09-12T18:00:09.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14965725968868005578', time=2024-09-12T19:48:55.637936+0000, chain.objs.size()=1 2024-09-12T18:00:09.667 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Za7mELp-nWqq0z9zcjWxsvUmKUHY-kf_0 2024-09-12T18:00:09.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5467633839173516033', time=2024-09-12T19:48:55.691420+0000, chain.objs.size()=1 2024-09-12T18:00:09.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rlZwYqKWZq6QB35iAPmE1eLRHs_YiIG_0 2024-09-12T18:00:09.668 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8962576274675910129', time=2024-09-12T19:48:55.719305+0000, chain.objs.size()=1 2024-09-12T18:00:09.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.yCs1c7eKb2ha7VC_NnZH-BRWC8BgxIg_0 2024-09-12T18:00:09.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10202167520089843958', time=2024-09-12T19:48:55.885389+0000, chain.objs.size()=1 2024-09-12T18:00:09.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.1vupGcGBm5bCEkOYEj3JPOnjMRgmlzD_0 2024-09-12T18:00:09.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9147553210496810945', time=2024-09-12T19:48:55.892012+0000, chain.objs.size()=1 2024-09-12T18:00:09.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.U9jsZMTWnV9xMrNZnUVHqG-YMf6C2Mx_0 2024-09-12T18:00:09.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10601276079075901685', time=2024-09-12T19:48:55.942024+0000, chain.objs.size()=1 2024-09-12T18:00:09.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_._O73TNjQNAOznRrbTeGZVWEWfkkzl0w_0 2024-09-12T18:00:09.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9904912163090215517', time=2024-09-12T19:48:55.961738+0000, chain.objs.size()=1 2024-09-12T18:00:09.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Y-Y03yOetHYRQV6maWgiinSeSuIRHLB_0 2024-09-12T18:00:09.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7088521441585040628', time=2024-09-12T19:48:55.976583+0000, chain.objs.size()=1 2024-09-12T18:00:09.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.li5b5CKZaU3O5wkcPj9KADslcuIr0E__0 2024-09-12T18:00:09.669 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2491807106969180417', time=2024-09-12T19:48:56.281106+0000, chain.objs.size()=1 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.FoEDx0ARbdfjfp14Nqqu5rWO2YPxxd8_0 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14762632899614525618', time=2024-09-12T19:48:56.358353+0000, chain.objs.size()=1 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KrWnH390D28VDv5nUQuDMqHBYDp79M2_0 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6111475550591788651', time=2024-09-12T19:48:56.645412+0000, chain.objs.size()=1 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.660+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.9UUYZXUQOzZ5jD1IDhH2ai16vzxvTSd_0 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16191076754374624601', time=2024-09-12T19:48:56.660630+0000, chain.objs.size()=1 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ZMsrWThUkAhYrtMBJzritH08GCiuFQ9_0 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13458621485367681153', time=2024-09-12T19:48:56.662737+0000, chain.objs.size()=1 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.HkHRy0Vr9IGSoLiOkti5aJ3-BKSsj-9_0 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9920980813755775041', time=2024-09-12T19:48:56.691197+0000, chain.objs.size()=1 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.6aF-2WLACVyLQIZN1TWDTde55kQnwH8_0 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2668418340957374738', time=2024-09-12T19:48:56.700219+0000, chain.objs.size()=1 2024-09-12T18:00:09.670 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.z0LHp9ID8bMbG_VndxluHDW-IF1TmOL_0 2024-09-12T18:00:09.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17102251230088734954', time=2024-09-12T19:48:56.887980+0000, chain.objs.size()=1 2024-09-12T18:00:09.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Wwd_UFKh0PbQlW2LvgYbtntcLA4jxDG_0 2024-09-12T18:00:09.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.945078564323021491', time=2024-09-12T19:48:56.899385+0000, chain.objs.size()=1 2024-09-12T18:00:09.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4AbPiQ1o7zvBbMZH5KRk31uPxKGfnp5_0 2024-09-12T18:00:09.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13260869715748729808', time=2024-09-12T19:48:56.996692+0000, chain.objs.size()=1 2024-09-12T18:00:09.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.GCUkH7Q_Aqejr6XQDdJUtJ_ChJGSAul_0 2024-09-12T18:00:09.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10662972328269069525', time=2024-09-12T19:48:57.216294+0000, chain.objs.size()=1 2024-09-12T18:00:09.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4qilty2z0qHNUyW_KWNWuiHb0e382iM_0 2024-09-12T18:00:09.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14505632730668914267', time=2024-09-12T19:48:57.225904+0000, chain.objs.size()=1 2024-09-12T18:00:09.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WPdxknwnbEP7sd-CL6L0SP2OKNGHkc0_0 2024-09-12T18:00:09.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13039257373540097667', time=2024-09-12T19:48:57.227700+0000, chain.objs.size()=1 2024-09-12T18:00:09.671 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.X-f7k6OuQbKcEhMMzGElCxLrT12m8Yr_0 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14283998393760659306', time=2024-09-12T19:48:57.241171+0000, chain.objs.size()=1 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.BE-TR_TUOvg9xKO_3JF6xr5BhZnv2Kd_0 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15809256776636512526', time=2024-09-12T19:48:57.275936+0000, chain.objs.size()=1 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.NTFmUzCTfV6hc0YgnfEQ7BN_xFFL9BG_0 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17777342674458333137', time=2024-09-12T19:48:57.445454+0000, chain.objs.size()=1 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.myuBG1G0GdGY_7_Lxqj5q8i2yaBB_Yo_0 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11298054406814038687', time=2024-09-12T19:48:57.519454+0000, chain.objs.size()=1 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.O_1lwYbXooP1ds_xMI-g0riuC1ToEct_0 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15043800387967040638', time=2024-09-12T19:48:57.563331+0000, chain.objs.size()=1 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.IZw2t1R9Aw6Ey1KrZCscHwGxZJhvikX_0 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1820965707731351222', time=2024-09-12T19:48:57.616984+0000, chain.objs.size()=1 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Y1gq20zuj2Hvj1TGbc_9_GI8cZmFTQi_0 2024-09-12T18:00:09.672 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.953885266111270607', time=2024-09-12T19:49:08.286823+0000, chain.objs.size()=1 2024-09-12T18:00:09.673 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.664+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.343__shadow_.rVcKP0J-DDRkHXHi7Q-66DaGA8m2B7p_0 2024-09-12T18:00:09.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/48902 2024-09-12T18:00:09.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-12T18:00:09.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4455939334049250117', time=2024-09-12T19:50:06.119014+0000, chain.objs.size()=1 2024-09-12T18:00:09.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.440__shadow_.YTp8w3SRv3RI4Go_GScJWgxvDtLgecw_0 2024-09-12T18:00:09.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5875593669172241244', time=2024-09-12T19:50:24.913748+0000, chain.objs.size()=1 2024-09-12T18:00:09.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.464__shadow_.MziGb0Cav7n9GhDmGuz2p6t5ghPGeGe_0 2024-09-12T18:00:09.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1054543871578157806', time=2024-09-12T19:50:43.423078+0000, chain.objs.size()=1 2024-09-12T18:00:09.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.500__shadow_.Ux5qWCf1rJaJLx33RTjwy-Noz47d2Gk_0 2024-09-12T18:00:09.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5529521810764626354', time=2024-09-12T19:52:30.118541+0000, chain.objs.size()=1 2024-09-12T18:00:09.674 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.564__shadow_.5A417OKRPWQwuM3DZR9MoytFndUda3z_0 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4467856739636365018', time=2024-09-12T19:52:37.851898+0000, chain.objs.size()=1 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:b8hh000EfTh1xmMMIYIaaCUwrNG2ZRk_.zFCfO0XAht1Pxqvy7LH21eRCT3WWY6Y_0 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17777493130487570770', time=2024-09-12T19:52:47.760351+0000, chain.objs.size()=1 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.574__shadow:4U46PJqUpihbssS-19oUMcPo.qvOU8a_.QpNF0PwJSQ5v47FVDujUDqD__6NzhE2_0 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1943492965300103260', time=2024-09-12T19:53:07.768227+0000, chain.objs.size()=1 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:VmVvdIAchn1gRrrtbKShTxIfAqoTjC6_.HXubgD5tVc7yUiXHm4Ltm5FX8lgco4h_0 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.874875159589808499', time=2024-09-12T19:53:32.115531+0000, chain.objs.size()=1 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.607__shadow_.PBaipF1GzK79eUSj8BYGIEc52XatEQi_0 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3751464403342098701', time=2024-09-12T19:56:39.467100+0000, chain.objs.size()=1 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.691__shadow_.5l87WUY3El4-26d8syP6htFlBN1adMj_0 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6556800361602177395', time=2024-09-12T19:56:40.502788+0000, chain.objs.size()=1 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.668+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.693__shadow:jE3YUCtnqQUE2um--wCiSjOP6uNgzF._._nWVZQv75vKD0w5BwnqvdqSUT_Yz54Q_0 2024-09-12T18:00:09.675 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.672+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.676 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T18:00:09.677 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:09.678 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:09.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/41637' 2024-09-12T18:00:09.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='2~hSymhdhfmg2e8t9wELse_4kDHnj4-nD', time=2024-09-12T19:45:30.702681+0000, chain.objs.size()=2 2024-09-12T18:00:09.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.202__multipart_mymultipart.2~hSymhdhfmg2e8t9wELse_4kDHnj4-nD.1 2024-09-12T18:00:09.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.202__shadow_mymultipart.2~hSymhdhfmg2e8t9wELse_4kDHnj4-nD.1_1 2024-09-12T18:00:09.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1070697805929207319', time=2024-09-12T19:46:57.714830+0000, chain.objs.size()=1 2024-09-12T18:00:09.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.238__shadow_.5ElmeRjR-bW-nXe64Rj9Kvjg07MvxQO_0 2024-09-12T18:00:09.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11070597143902109024', time=2024-09-12T19:47:06.654989+0000, chain.objs.size()=1 2024-09-12T18:00:09.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.251__shadow_.2nd0As8ofUJhrHC27ZBbfWEz08gR0Dn_0 2024-09-12T18:00:09.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10008598140748390289', time=2024-09-12T19:47:12.846568+0000, chain.objs.size()=1 2024-09-12T18:00:09.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.261__shadow_.t1tZIO14TQpg_FMehbzoKzkN8zCrzFJ_0 2024-09-12T18:00:09.680 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1077458148093156928', time=2024-09-12T19:47:32.234832+0000, chain.objs.size()=1 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._nWAmg5CqlfYwwtlqfXQJovSWageHHZ_0 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8598312248434693983', time=2024-09-12T19:47:32.275314+0000, chain.objs.size()=1 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.u7kb1xR2SdVHueOnTAX1mCxyeDcu9mo_0 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11547684163076943153', time=2024-09-12T19:47:32.330112+0000, chain.objs.size()=1 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0zIG9I794wgu3JZDl-sYW0RL7pdB2ON_0 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16649033027757803882', time=2024-09-12T19:47:32.536171+0000, chain.objs.size()=1 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.TGIzvmOt8exRXdpuOInYjwp38fc2IdN_0 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6124146275715378193', time=2024-09-12T19:47:32.559111+0000, chain.objs.size()=1 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.wTjNeMyq5nnQJ1QYDvK_YT3nbVJvnPX_0 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2564367464317210306', time=2024-09-12T19:47:32.569990+0000, chain.objs.size()=1 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.NmqRW4MeVLe3UiM0xwEFheYfF3tXjhY_0 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12672914749397781578', time=2024-09-12T19:47:32.578691+0000, chain.objs.size()=1 2024-09-12T18:00:09.681 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.676+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.HxglrW1KxxglvkscnuKf_dP41Fvl2Oh_0 2024-09-12T18:00:09.682 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12165944715952505533', time=2024-09-12T19:47:32.600765+0000, chain.objs.size()=1 2024-09-12T18:00:09.682 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.8uYcNrmvWecGNv8xh1FX3JzDhxICV2-_0 2024-09-12T18:00:09.682 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12615817209214964512', time=2024-09-12T19:47:32.660776+0000, chain.objs.size()=1 2024-09-12T18:00:09.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ao_KrGdtyelG4rWKtvkc-2u5ljNkJ2-_0 2024-09-12T18:00:09.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5901809573013896922', time=2024-09-12T19:47:32.837054+0000, chain.objs.size()=1 2024-09-12T18:00:09.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1O_DARfwP7yVL41rrQQWSqbOjAW1fOE_0 2024-09-12T18:00:09.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3853721543721286346', time=2024-09-12T19:47:32.878638+0000, chain.objs.size()=1 2024-09-12T18:00:09.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YkMoj4ODJVlZPC2V2Pj0YESbgxXFwF0_0 2024-09-12T18:00:09.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5679939373983371712', time=2024-09-12T19:47:32.880953+0000, chain.objs.size()=1 2024-09-12T18:00:09.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tnO1_1ERTdtFVXJMjA7IbL6xeiHPayh_0 2024-09-12T18:00:09.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17985045686297033514', time=2024-09-12T19:47:33.119879+0000, chain.objs.size()=1 2024-09-12T18:00:09.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rBIHH28VuYsiaI-K4EqKrjrbjjMZbwL_0 2024-09-12T18:00:09.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8549519348056686004', time=2024-09-12T19:47:33.459617+0000, chain.objs.size()=1 2024-09-12T18:00:09.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GzrOaR--wToWpVZ3L0lXO0viikbLr1v_0 2024-09-12T18:00:09.683 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5325745254394436019', time=2024-09-12T19:47:33.503960+0000, chain.objs.size()=1 2024-09-12T18:00:09.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.fN2I-UY3w2o1ua0wzveP29uEkTCRHHg_0 2024-09-12T18:00:09.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7987660379859600197', time=2024-09-12T19:47:33.528947+0000, chain.objs.size()=1 2024-09-12T18:00:09.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Av8NDceXDksXzE7MEn6aRPYp7yXAva8_0 2024-09-12T18:00:09.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16185568937554953560', time=2024-09-12T19:47:33.576446+0000, chain.objs.size()=1 2024-09-12T18:00:09.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4Wq0Q0EJ0MXd2eqhQ09nu9s8lna1V8X_0 2024-09-12T18:00:09.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15364277788361606249', time=2024-09-12T19:47:33.636153+0000, chain.objs.size()=1 2024-09-12T18:00:09.684 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0oV2ATf_enYdergI87vAmO9WfUauCZD_0 2024-09-12T18:00:09.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11858808234770418963', time=2024-09-12T19:47:33.852713+0000, chain.objs.size()=1 2024-09-12T18:00:09.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ddFyz4K7wwn6VqE2Y-tt_xm5tk-6lPl_0 2024-09-12T18:00:09.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7625994833461666211', time=2024-09-12T19:47:33.863614+0000, chain.objs.size()=1 2024-09-12T18:00:09.685 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FsDUPq46rWHnX1qUTx3VvBwlX9RGhl6_0 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5670078739102735656', time=2024-09-12T19:47:33.876714+0000, chain.objs.size()=1 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.680+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.YqYPHNhhfqyPfuGIJvt3yMbxQAFQIKb_0 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5747003839581746069', time=2024-09-12T19:47:33.878481+0000, chain.objs.size()=1 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.PhBS54WEaYvgCd2V_hSBBMVWrSeK_jP_0 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18321883735141253512', time=2024-09-12T19:47:33.930398+0000, chain.objs.size()=1 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UdpFDvAHfetwvzmme6TgRdSZAwdvZxA_0 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13750412725034339844', time=2024-09-12T19:47:34.060632+0000, chain.objs.size()=1 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.6f8hInbh9vBVLIb8fBOmAFkWP00v6LV_0 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13029936353983323251', time=2024-09-12T19:47:34.084781+0000, chain.objs.size()=1 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SZQ333__XpaCUGRHNz_lgmPK7yX2tPf_0 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7164601253673193028', time=2024-09-12T19:47:34.092447+0000, chain.objs.size()=1 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0br2kHcQOuUhHlDuw2NSaC3HNePrqMI_0 2024-09-12T18:00:09.686 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3030801146064159783', time=2024-09-12T19:47:34.157408+0000, chain.objs.size()=1 2024-09-12T18:00:09.687 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.xHqbTTbl6QVmkO-KMC1_c_VxZhecQhc_0 2024-09-12T18:00:09.687 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17327676216684335884', time=2024-09-12T19:47:34.164463+0000, chain.objs.size()=1 2024-09-12T18:00:09.687 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_._x_xRWSVg8HGvcX1wjyqpHff-S2W4vT_0 2024-09-12T18:00:09.687 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4048271194742071796', time=2024-09-12T19:47:34.196755+0000, chain.objs.size()=1 2024-09-12T18:00:09.687 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UQzcWCQG2iefOgJli8Vp0CkdaAf5a6T_0 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.144808343575167304', time=2024-09-12T19:47:34.216855+0000, chain.objs.size()=1 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.AZ2mHduUkHKgMsvMv7MKBG_4zKMQHPI_0 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17504114179598479900', time=2024-09-12T19:47:34.350296+0000, chain.objs.size()=1 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.POSJAeGqe7rm1T3SU7BIJxsEtuB8JmH_0 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12852772632553552008', time=2024-09-12T19:47:34.382918+0000, chain.objs.size()=1 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.qLxveFnJov_WiBXxUUWOSJ9VHGHw7lL_0 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18013737883648697011', time=2024-09-12T19:47:34.389271+0000, chain.objs.size()=1 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.2jwVhrleUhg4-DvEdOPv_ytVWmQjzkA_0 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.158205894522109214', time=2024-09-12T19:47:34.400320+0000, chain.objs.size()=1 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.uuImjPnR2ipyBG4X5yJ6OUZXNpQj2Fx_0 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4013678984710472709', time=2024-09-12T19:47:42.914837+0000, chain.objs.size()=1 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.276__shadow_.2ouFwUtxkB_4RLmdYhPOf3PsAZW1XgY_0 2024-09-12T18:00:09.688 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5883033471889568659', time=2024-09-12T19:47:53.948286+0000, chain.objs.size()=1 2024-09-12T18:00:09.689 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.684+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.4RdLSddmO39b_KRtOQVX3G0-6gc1zHP_0 2024-09-12T18:00:09.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5377177310421806431', time=2024-09-12T19:47:55.257380+0000, chain.objs.size()=1 2024-09-12T18:00:09.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_._YU3vJGxBf9AGGqSakDlwu5h3KzKq8j_0 2024-09-12T18:00:09.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10354693237258407092', time=2024-09-12T19:47:55.263165+0000, chain.objs.size()=1 2024-09-12T18:00:09.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.tpVFYM7eVcjP6eebdDL-Rm381sxqNhX_0 2024-09-12T18:00:09.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5097988428054298768', time=2024-09-12T19:47:55.899566+0000, chain.objs.size()=1 2024-09-12T18:00:09.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.294__shadow_.yj8Umck_c95FDJz2WJKJVphLJ90kCzC_0 2024-09-12T18:00:09.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18257582454080921409', time=2024-09-12T19:48:00.946608+0000, chain.objs.size()=1 2024-09-12T18:00:09.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.302__shadow_.kzCb309RIBa_hzg-2DcN3ntNwHQZKcI_0 2024-09-12T18:00:09.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3971895128523909881', time=2024-09-12T19:48:09.713766+0000, chain.objs.size()=1 2024-09-12T18:00:09.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.315__shadow_.ozDWixKW6Z8cU0hxm0_njhcY9onnL1m_0 2024-09-12T18:00:09.690 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16291983439093859166', time=2024-09-12T19:48:33.427761+0000, chain.objs.size()=1 2024-09-12T18:00:09.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.DyToMVTBI-J8KSky3ehESImLsfHYAo0_0 2024-09-12T18:00:09.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6506140952615341818', time=2024-09-12T19:48:33.485566+0000, chain.objs.size()=1 2024-09-12T18:00:09.691 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ug3SP8DdiY1LQIdiXBaeuzJEW92C847_0 2024-09-12T18:00:09.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2466257024905508736', time=2024-09-12T19:48:33.493683+0000, chain.objs.size()=1 2024-09-12T18:00:09.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.qszffXhOQCAkdRhbWvO35fimHch9Boy_0 2024-09-12T18:00:09.692 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13137929268355284693', time=2024-09-12T19:48:33.502355+0000, chain.objs.size()=1 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.eEx4aohCaRhAlIWs2gX-Hf0yqlZZ3qY_0 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9696575907055403153', time=2024-09-12T19:48:33.567785+0000, chain.objs.size()=1 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.5v6qmF2vTuzJpHRLC4uKB1lc4MdOfy1_0 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17038664089566579348', time=2024-09-12T19:48:33.882614+0000, chain.objs.size()=1 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.rQEm1NRcrDQr7eIT07BEitRDs_zfE_9_0 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12516948193185696163', time=2024-09-12T19:48:34.039133+0000, chain.objs.size()=1 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BVGEsw9FY6uLLwYLlpPbP8WEXGolE-w_0 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16184513982252350992', time=2024-09-12T19:48:34.061109+0000, chain.objs.size()=1 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.gIeCHDj9iKVww9K_lE4i_RvogUfqA0l_0 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16277879401300338445', time=2024-09-12T19:48:34.103241+0000, chain.objs.size()=1 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FMH7g0oAe7iF28bg5eYhfQEgxhwN1l4_0 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2879150717867783072', time=2024-09-12T19:48:34.114052+0000, chain.objs.size()=1 2024-09-12T18:00:09.693 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.pfYsVjwbwvT4rOG5N1MyVbtwaSyRhIJ_0 2024-09-12T18:00:09.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5213253124708128099', time=2024-09-12T19:48:34.126438+0000, chain.objs.size()=1 2024-09-12T18:00:09.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.X2OsWXLjohL4TPVVQDd9LYhwntk75eJ_0 2024-09-12T18:00:09.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4397308014682792367', time=2024-09-12T19:48:34.448120+0000, chain.objs.size()=1 2024-09-12T18:00:09.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4ZXY5jPdpVcaiGSfyNzHk5rShTKRhcG_0 2024-09-12T18:00:09.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8181253639406091226', time=2024-09-12T19:48:34.450126+0000, chain.objs.size()=1 2024-09-12T18:00:09.694 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.688+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Zn505V6F9MzPaAnZUKUh1AQcgX8Mih1_0 2024-09-12T18:00:09.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5285158593202980214', time=2024-09-12T19:48:34.452562+0000, chain.objs.size()=1 2024-09-12T18:00:09.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.z27WnqHZ77hTWOpo2IO3LYMU-nwY9KH_0 2024-09-12T18:00:09.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4508930091003018278', time=2024-09-12T19:48:34.492431+0000, chain.objs.size()=1 2024-09-12T18:00:09.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7GzjiEnt4_DlUY3iSYpUE8utKbNlNmi_0 2024-09-12T18:00:09.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1836466232857018272', time=2024-09-12T19:48:34.512213+0000, chain.objs.size()=1 2024-09-12T18:00:09.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.9I7MA0UcEFZz2fkMisCznxubi_zqkgT_0 2024-09-12T18:00:09.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14441963628644469463', time=2024-09-12T19:48:34.724446+0000, chain.objs.size()=1 2024-09-12T18:00:09.695 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.zLT7DlkY5QCh6hRxXrEBXCzAYJDrqAy_0 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13019180112628714939', time=2024-09-12T19:48:34.737943+0000, chain.objs.size()=1 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.VJ8NNHJd9dQcbBK0xGyOpdQidYzGSYe_0 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9325532559041216978', time=2024-09-12T19:48:34.739790+0000, chain.objs.size()=1 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.plb-PskndGkuQZU-xIxN6KH8KvUuw2F_0 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4902978617078912225', time=2024-09-12T19:48:34.868444+0000, chain.objs.size()=1 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Xuhl9gKGBV1lQ8Mz4_fHVMDrs25djiM_0 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13935372987661740375', time=2024-09-12T19:48:35.196867+0000, chain.objs.size()=1 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Flb3LvKy_JRQkGl3Yh22j8cJ5GiFVYa_0 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16797142251329470098', time=2024-09-12T19:48:35.370494+0000, chain.objs.size()=1 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.lW68fxaaAe9RDZAUOa6ebcxdhqTsBIV_0 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4821279923742643724', time=2024-09-12T19:48:35.441126+0000, chain.objs.size()=1 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.rMdFa4SEC2_UMsqK7aih82bTpC6UTtO_0 2024-09-12T18:00:09.696 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4451145868222799967', time=2024-09-12T19:48:35.442668+0000, chain.objs.size()=1 2024-09-12T18:00:09.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7hQ9-8paRQnAQT7gvNitcCywSHrW9I5_0 2024-09-12T18:00:09.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15675346256973336177', time=2024-09-12T19:48:35.622296+0000, chain.objs.size()=1 2024-09-12T18:00:09.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.J06P42KVIsLQ4Ds1wDeCUYtanZ0DW3g_0 2024-09-12T18:00:09.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1239092232881120253', time=2024-09-12T19:48:35.772476+0000, chain.objs.size()=1 2024-09-12T18:00:09.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.SGwfRhgQZx9Et-7eq27xWQ-tyaRnpmR_0 2024-09-12T18:00:09.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14858547408142893490', time=2024-09-12T19:48:55.222301+0000, chain.objs.size()=1 2024-09-12T18:00:09.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Axsc1WeqJvXBIDyH-oqB-ly-tFbD7qn_0 2024-09-12T18:00:09.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12115302338791745893', time=2024-09-12T19:48:55.234930+0000, chain.objs.size()=1 2024-09-12T18:00:09.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.qI8FYgWtECh-6-T6J--_Il5odt2CZzj_0 2024-09-12T18:00:09.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11978524227413486530', time=2024-09-12T19:48:55.242478+0000, chain.objs.size()=1 2024-09-12T18:00:09.697 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.692+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3LRsqA5DgXtEjji-BKv9xnmDXMixoLb_0 2024-09-12T18:00:09.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1762812750533334193', time=2024-09-12T19:48:55.246849+0000, chain.objs.size()=1 2024-09-12T18:00:09.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sXdmUn9MRDSbYdeGl7vdWPK9FpAmP0__0 2024-09-12T18:00:09.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15273782349049188740', time=2024-09-12T19:48:55.602344+0000, chain.objs.size()=1 2024-09-12T18:00:09.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zPGsMjlTIaFrys9oC6IF6vYdp_niiwt_0 2024-09-12T18:00:09.698 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13205992461251900719', time=2024-09-12T19:48:55.692554+0000, chain.objs.size()=1 2024-09-12T18:00:09.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.YKut3aGCAP3Wa9Yn5g2Pc3mRuccaWWh_0 2024-09-12T18:00:09.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5558305498078105816', time=2024-09-12T19:48:55.705666+0000, chain.objs.size()=1 2024-09-12T18:00:09.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zPREQT0JdwCjeWdEUT9k4DJyT8ZJ2S7_0 2024-09-12T18:00:09.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16979637681656763664', time=2024-09-12T19:48:55.964242+0000, chain.objs.size()=1 2024-09-12T18:00:09.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.BYFlTlW0frs7AT_y4a7cfOg3-WrvBl1_0 2024-09-12T18:00:09.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7376102624725865644', time=2024-09-12T19:48:56.008569+0000, chain.objs.size()=1 2024-09-12T18:00:09.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3uoFwUUBhCRHdRWkCWp7X6PeP2PnaLq_0 2024-09-12T18:00:09.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8232566090395731803', time=2024-09-12T19:48:56.183938+0000, chain.objs.size()=1 2024-09-12T18:00:09.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.dd6w-nNjUQLU9ryxThjfRE7_0aYAgNm_0 2024-09-12T18:00:09.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13401997584999791855', time=2024-09-12T19:48:56.185275+0000, chain.objs.size()=1 2024-09-12T18:00:09.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Q62FdgtEVCONywRBFdki_Je9slx6M_N_0 2024-09-12T18:00:09.699 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6469510663721189992', time=2024-09-12T19:48:56.206143+0000, chain.objs.size()=1 2024-09-12T18:00:09.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Q_xNjUATdsh8NTgVzqx151j8PJ4Www3_0 2024-09-12T18:00:09.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10633226820600150458', time=2024-09-12T19:48:56.254740+0000, chain.objs.size()=1 2024-09-12T18:00:09.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.bH9CyAcQpHGowUJvJOcA9_Xudt7-AWE_0 2024-09-12T18:00:09.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12918648828168702010', time=2024-09-12T19:48:56.292701+0000, chain.objs.size()=1 2024-09-12T18:00:09.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.COovEIrozZqQ33_fmy2UTwxxMkMZP6L_0 2024-09-12T18:00:09.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10393674077068525422', time=2024-09-12T19:48:56.334578+0000, chain.objs.size()=1 2024-09-12T18:00:09.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.hibo57zkalaooEzFHGdKiSnFSvaReUU_0 2024-09-12T18:00:09.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12764874595039189253', time=2024-09-12T19:48:56.337955+0000, chain.objs.size()=1 2024-09-12T18:00:09.700 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.FLvCiOlOd5N26pvslrgZYNKx2sH7D5Q_0 2024-09-12T18:00:09.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2129841286320388900', time=2024-09-12T19:48:56.351889+0000, chain.objs.size()=1 2024-09-12T18:00:09.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sPnt0WtkClYT7MBJwYesfCozO3nRIQI_0 2024-09-12T18:00:09.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2411012204231110555', time=2024-09-12T19:48:56.506374+0000, chain.objs.size()=1 2024-09-12T18:00:09.701 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.QDx9t09fDKrRbrx0lXCEZRLgbfhcdby_0 2024-09-12T18:00:09.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9642509342569633794', time=2024-09-12T19:48:56.512556+0000, chain.objs.size()=1 2024-09-12T18:00:09.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rWXCWW_JG_WUE3SVhq3MfbkY9ZvUSuj_0 2024-09-12T18:00:09.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4927475706655395380', time=2024-09-12T19:48:56.614499+0000, chain.objs.size()=1 2024-09-12T18:00:09.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.kCWbVFRdEeMT8Ov0Jm35oIJieeMAAxq_0 2024-09-12T18:00:09.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8085533788908801892', time=2024-09-12T19:48:56.654028+0000, chain.objs.size()=1 2024-09-12T18:00:09.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.696+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.mY_NFdJmET5VVZVDGzDCvkS56pJVqVB_0 2024-09-12T18:00:09.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3939673909317588952', time=2024-09-12T19:48:56.662174+0000, chain.objs.size()=1 2024-09-12T18:00:09.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.QjPAkR1Q1yNV955gZ8Knki7gNE2r-DI_0 2024-09-12T18:00:09.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7337452916600614002', time=2024-09-12T19:48:56.827290+0000, chain.objs.size()=1 2024-09-12T18:00:09.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.RvOnii9zgMuoagg-8wh6ot9tIm-Ra6G_0 2024-09-12T18:00:09.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14568945798593239395', time=2024-09-12T19:48:56.832234+0000, chain.objs.size()=1 2024-09-12T18:00:09.702 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Pv4KEXCDWs1WBEOFq7r44G1s-75O2Mw_0 2024-09-12T18:00:09.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17376545997578561263', time=2024-09-12T19:48:56.835652+0000, chain.objs.size()=1 2024-09-12T18:00:09.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.qo8d5XVdgZg5Bj8LtL8EhFoO310apZ9_0 2024-09-12T18:00:09.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14754452679543461992', time=2024-09-12T19:48:56.882820+0000, chain.objs.size()=1 2024-09-12T18:00:09.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.h01BNTMms6LSD4hBPOlGgou9N_7_5tR_0 2024-09-12T18:00:09.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7252346868047886396', time=2024-09-12T19:48:56.923643+0000, chain.objs.size()=1 2024-09-12T18:00:09.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.kG7BGf9EjRqcXD0rk_JNKUZPGf8crRI_0 2024-09-12T18:00:09.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17099845739668662545', time=2024-09-12T19:48:56.961537+0000, chain.objs.size()=1 2024-09-12T18:00:09.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.APkKUzJy8EC9MXcRqCH-kiCUlm9Brru_0 2024-09-12T18:00:09.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4642756428648453834', time=2024-09-12T19:48:56.971407+0000, chain.objs.size()=1 2024-09-12T18:00:09.703 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.bOV_Qo_X4bQ0vo6cy8Ii6njoZJw2cq3_0 2024-09-12T18:00:09.704 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.700+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/41637 2024-09-12T18:00:09.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-12T18:00:09.705 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9589087717567443460', time=2024-09-12T19:48:56.999695+0000, chain.objs.size()=1 2024-09-12T18:00:09.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.0Coaf0a7jm5TMYEAmmReIKdD5ACbWx2_0 2024-09-12T18:00:09.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11582772924605819871', time=2024-09-12T19:48:57.139213+0000, chain.objs.size()=1 2024-09-12T18:00:09.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.QSuaJVbiTp7uL2A5RDV7tiLvJk8o6r4_0 2024-09-12T18:00:09.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7538538766573067639', time=2024-09-12T19:48:57.155826+0000, chain.objs.size()=1 2024-09-12T18:00:09.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3WT2gxUfl1s5SrjtaoszJkbm0yag12x_0 2024-09-12T18:00:09.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7646959697112832864', time=2024-09-12T19:48:57.218255+0000, chain.objs.size()=1 2024-09-12T18:00:09.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.IrReRD2YlRb_O_FTc8SzZ8FxYXqXOwp_0 2024-09-12T18:00:09.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13623267351493643271', time=2024-09-12T19:48:57.238535+0000, chain.objs.size()=1 2024-09-12T18:00:09.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.75AmBFeiaNl6CYGE3G58GPQOX7pJBRP_0 2024-09-12T18:00:09.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9703394364876628654', time=2024-09-12T19:48:57.270075+0000, chain.objs.size()=1 2024-09-12T18:00:09.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sP3-rj6ppYZk0OVizpqksKES67QGTwZ_0 2024-09-12T18:00:09.706 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10274322702084888172', time=2024-09-12T19:48:57.319399+0000, chain.objs.size()=1 2024-09-12T18:00:09.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.LAIOUIYqz72VVfefa9Hkw0Hz7TPL760_0 2024-09-12T18:00:09.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2048724011551800137', time=2024-09-12T19:48:57.333988+0000, chain.objs.size()=1 2024-09-12T18:00:09.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.hPGIzGvnfH_YMasVHPI64b5jPz8z_D5_0 2024-09-12T18:00:09.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16419336061460790216', time=2024-09-12T19:48:57.571173+0000, chain.objs.size()=1 2024-09-12T18:00:09.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xH4yfaRTxIhAE-xEmTEIBsQ2dtRiVM1_0 2024-09-12T18:00:09.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1463079016948275329', time=2024-09-12T19:48:57.588921+0000, chain.objs.size()=1 2024-09-12T18:00:09.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.51B4MT0wPwA3595iYJ0573Z6gNE4OH6_0 2024-09-12T18:00:09.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2737560706519201813', time=2024-09-12T19:48:57.612326+0000, chain.objs.size()=1 2024-09-12T18:00:09.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Oc5dveGD12vtFgJgNx8UjWh8mwKR_oM_0 2024-09-12T18:00:09.707 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9507928899402608218', time=2024-09-12T19:49:59.435401+0000, chain.objs.size()=1 2024-09-12T18:00:09.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.429__shadow_.5QanL86n9gJzsdlYKuEJ1puOhgMb5eI_0 2024-09-12T18:00:09.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16903280206350006564', time=2024-09-12T19:50:23.505576+0000, chain.objs.size()=1 2024-09-12T18:00:09.708 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.462__shadow_.GuJECv9uyqjSFaSfA1L6D-WcDNMFB4Z_0 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17926020081552387252', time=2024-09-12T19:50:33.915231+0000, chain.objs.size()=1 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.483__shadow_.3YwpC8mRg3sN-tuHY5FdrZ6AfSzOwxV_0 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2176105850662394252', time=2024-09-12T19:50:34.622167+0000, chain.objs.size()=1 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.484__shadow_.VDl-x0yIlkSOlC3Fk5wQWa9tMZCN9iw_0 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5635796329634003608', time=2024-09-12T19:52:15.353005+0000, chain.objs.size()=1 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.552__shadow_.ftjlOxae_5J7mvN0G--S3INVX9aiH9l_0 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7306209490858135704', time=2024-09-12T19:52:17.401527+0000, chain.objs.size()=1 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.554__shadow_.p9GaQp4RxL7gnmDezAcFybML7MzX-Kg_0 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13549065910806820841', time=2024-09-12T19:52:35.494744+0000, chain.objs.size()=1 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:28EEPr1Bj16YHNDbg96sAij.1o4hJOh_.rSXp3oi2TQnwjACUpMz3po-PYE7E5QX_0 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16067452508476886620', time=2024-09-12T19:53:01.438736+0000, chain.objs.size()=1 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.704+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:Umfn4BUC9NILXtyLP2ox-ojL7CEL-8g_.6o-1sWUbLHa3GnyPJukjg2mB2ziPrWE_0 2024-09-12T18:00:09.709 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6560145890280611436', time=2024-09-12T19:53:02.012820+0000, chain.objs.size()=1 2024-09-12T18:00:09.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:073g1gK2i.uxRD0Sy-OeAjLQp3sLkmM_.PeEtlWfJ0cTc-pJ4KCUfiSTIBFnh_9Z_0 2024-09-12T18:00:09.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12991185977479336328', time=2024-09-12T19:56:04.173823+0000, chain.objs.size()=1 2024-09-12T18:00:09.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.635__shadow_.Chyw3CT_02OICPjZILFXvSWdsofpmXl_0 2024-09-12T18:00:09.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.708+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5647192055821040325', time=2024-09-12T19:56:48.121768+0000, chain.objs.size()=1 2024-09-12T18:00:09.710 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.706__shadow_.K_S_5F_c-MDoy4J55tU6mqChwYbw1X__0 2024-09-12T18:00:09.711 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.708+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.713 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T18:00:09.714 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:09.715 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.712+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:09.716 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/60627' 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9412403614593861137', time=2024-09-12T19:47:03.601563+0000, chain.objs.size()=1 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.246__shadow_.rLCV3pOM354dGs5XB3Krhj_5REoFuMu_0 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.116241362679917331', time=2024-09-12T19:47:05.985902+0000, chain.objs.size()=1 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.250__shadow_.ICuU3QnXmhhWond-RqvNGbq6KjJUz0Z_0 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1630174708641162041', time=2024-09-12T19:47:32.187645+0000, chain.objs.size()=1 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.uHLUYis-Vj0vCcimXkX1kJLwLy4VWTQ_0 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2210489259224931343', time=2024-09-12T19:47:32.197535+0000, chain.objs.size()=1 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ecdvRfgdsDofjLcM3Eahikkdqqmzo47_0 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4660255089128247823', time=2024-09-12T19:47:32.263370+0000, chain.objs.size()=1 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.n7rw1xRcxdJ-jQaEiwWQvBh085FiOQi_0 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2208604859789829802', time=2024-09-12T19:47:32.400852+0000, chain.objs.size()=1 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MXoU08Vpf4tW0xA-hdMV8Hni4n_xwpp_0 2024-09-12T18:00:09.717 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13336649341633543250', time=2024-09-12T19:47:32.643059+0000, chain.objs.size()=1 2024-09-12T18:00:09.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SCtNGoTh9sv8JdTA0euVHke7mIYkQkf_0 2024-09-12T18:00:09.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9732342503479797950', time=2024-09-12T19:47:32.679049+0000, chain.objs.size()=1 2024-09-12T18:00:09.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aJ1Y8aSxiO-uCmn03JaR_WpiEIq-8Ks_0 2024-09-12T18:00:09.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10281077864477745145', time=2024-09-12T19:47:32.806277+0000, chain.objs.size()=1 2024-09-12T18:00:09.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MeyFy0PaBAkxWkZPF8k0d_uMJz0mICD_0 2024-09-12T18:00:09.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7673491051591064230', time=2024-09-12T19:47:32.837236+0000, chain.objs.size()=1 2024-09-12T18:00:09.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.HdSdy1iNTWmr62slcpJsN7qYSpWtEp3_0 2024-09-12T18:00:09.718 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6622510585497316839', time=2024-09-12T19:47:32.846422+0000, chain.objs.size()=1 2024-09-12T18:00:09.719 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.V0Ul71Zpk6Ce-BEVbrgtiC068ngAhY6_0 2024-09-12T18:00:09.719 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17164732614037555018', time=2024-09-12T19:47:32.857543+0000, chain.objs.size()=1 2024-09-12T18:00:09.719 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yDjQ4nVFRbEG26dNk-doK60d3ChQdVd_0 2024-09-12T18:00:09.719 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.598249168688075880', time=2024-09-12T19:47:33.121188+0000, chain.objs.size()=1 2024-09-12T18:00:09.719 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.HICj7VeJ-scawvqjnXnr2dvlTI-rCb6_0 2024-09-12T18:00:09.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15153262059503910024', time=2024-09-12T19:47:33.144837+0000, chain.objs.size()=1 2024-09-12T18:00:09.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.glLbhDQ1vQdyStMtMsLFAi7zJWy1mCO_0 2024-09-12T18:00:09.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13625535934464819218', time=2024-09-12T19:47:33.234016+0000, chain.objs.size()=1 2024-09-12T18:00:09.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Kghc8jStoLQqTRyc3Mi8W50MOK1q0Rk_0 2024-09-12T18:00:09.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17384539060837628680', time=2024-09-12T19:47:33.264447+0000, chain.objs.size()=1 2024-09-12T18:00:09.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.hwv-z1TnzmdTUZk3w2fT-WHSlx5nQem_0 2024-09-12T18:00:09.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10181637510247923440', time=2024-09-12T19:47:33.457762+0000, chain.objs.size()=1 2024-09-12T18:00:09.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.cUVEd-yP8VXUAi9E9NcEp0dz3MKSFxC_0 2024-09-12T18:00:09.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18120748932895973740', time=2024-09-12T19:47:33.500285+0000, chain.objs.size()=1 2024-09-12T18:00:09.720 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jRTkP3mk1Olp-nZrNMd99lCg4J4ou1M_0 2024-09-12T18:00:09.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6514309505316427489', time=2024-09-12T19:47:33.556367+0000, chain.objs.size()=1 2024-09-12T18:00:09.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.W1SegP7HwkeOyrxvfVQGDBadbwDkv7Q_0 2024-09-12T18:00:09.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10488110284939955412', time=2024-09-12T19:47:33.569329+0000, chain.objs.size()=1 2024-09-12T18:00:09.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mT48yWyad3Lr3FUBd67Qp_K-yffRUjp_0 2024-09-12T18:00:09.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16251433021267548642', time=2024-09-12T19:47:33.614491+0000, chain.objs.size()=1 2024-09-12T18:00:09.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.-hIGcI6TsBXg0aHZNPadvCv1uLGiFqz_0 2024-09-12T18:00:09.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15350069360571065198', time=2024-09-12T19:47:33.625833+0000, chain.objs.size()=1 2024-09-12T18:00:09.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.6Vnp99GXqQNwpQm2VGGRY88Mp_QTk2e_0 2024-09-12T18:00:09.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12084310329517302117', time=2024-09-12T19:47:33.640843+0000, chain.objs.size()=1 2024-09-12T18:00:09.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.FoPAqSjRHDsJTonVqycT7vUjmVC-SoG_0 2024-09-12T18:00:09.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1421331878724441089', time=2024-09-12T19:47:33.906322+0000, chain.objs.size()=1 2024-09-12T18:00:09.721 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.716+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.sHxDs0yGq1kvCtvkGiKtk6kf8UcHZfh_0 2024-09-12T18:00:09.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14522266511111217524', time=2024-09-12T19:47:34.126016+0000, chain.objs.size()=1 2024-09-12T18:00:09.722 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.EATXu96ERSoi5jqMDErQPC8amxWaMvP_0 2024-09-12T18:00:09.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14045010086363131684', time=2024-09-12T19:47:34.128253+0000, chain.objs.size()=1 2024-09-12T18:00:09.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jR5rtHYwrRlmuKF-7zqXi4xJqvcJN6P_0 2024-09-12T18:00:09.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8857065529375212720', time=2024-09-12T19:47:34.131766+0000, chain.objs.size()=1 2024-09-12T18:00:09.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.cbQk9tddtbxUIetYsokcqtQFOEqWMSH_0 2024-09-12T18:00:09.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8475580211665211612', time=2024-09-12T19:47:34.136756+0000, chain.objs.size()=1 2024-09-12T18:00:09.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.kVtzhI8nJMt9Qgk0_UwsOqLpQigiLrB_0 2024-09-12T18:00:09.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17750638147691072304', time=2024-09-12T19:47:34.352198+0000, chain.objs.size()=1 2024-09-12T18:00:09.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.cIlaRSfrHtpizxGttH1iNwu0bVBnyez_0 2024-09-12T18:00:09.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4500433432445187390', time=2024-09-12T19:47:34.374901+0000, chain.objs.size()=1 2024-09-12T18:00:09.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.bD9DgYRdGEGes8O1X2Bi_qvvWb9b0_b_0 2024-09-12T18:00:09.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3310268484077939303', time=2024-09-12T19:47:34.401322+0000, chain.objs.size()=1 2024-09-12T18:00:09.723 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.jMjLAy6V47ViAcJ4SQHug5UAYKLtmQP_0 2024-09-12T18:00:09.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16052639928678870373', time=2024-09-12T19:47:34.434255+0000, chain.objs.size()=1 2024-09-12T18:00:09.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.H4vQ94Oba2F4qqGpIl-vpWKMBiw3zB8_0 2024-09-12T18:00:09.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.356579225934708226', time=2024-09-12T19:47:42.912451+0000, chain.objs.size()=1 2024-09-12T18:00:09.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.276__shadow_.kdiG-SpKjXUfww_w3oqnz8dFG4XMmb0_0 2024-09-12T18:00:09.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1936432011727724999', time=2024-09-12T19:47:44.772718+0000, chain.objs.size()=1 2024-09-12T18:00:09.724 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.279__shadow_.D9wE64-nOuXkeQ1GzW0dBSgV2NMpCni_0 2024-09-12T18:00:09.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14242479405984968592', time=2024-09-12T19:47:45.979985+0000, chain.objs.size()=1 2024-09-12T18:00:09.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.281__shadow_.pylhKOdytKhsL7TqLl3ihd9is4bPdNz_0 2024-09-12T18:00:09.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16699342099963221592', time=2024-09-12T19:47:51.669528+0000, chain.objs.size()=1 2024-09-12T18:00:09.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.290__shadow_.AczKpEjp-0Jr_a82rI6TKfeD4QisNqc_0 2024-09-12T18:00:09.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10012310501159221690', time=2024-09-12T19:47:53.944829+0000, chain.objs.size()=1 2024-09-12T18:00:09.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.1MoppHCiDLLql2kabvTLlC648TmdzEW_0 2024-09-12T18:00:09.725 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6808713572276911639', time=2024-09-12T19:47:55.290222+0000, chain.objs.size()=1 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.DFuXACwfR9EFrGaGlyr-d2PWpBGhLtS_0 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17556792868228902654', time=2024-09-12T19:47:57.812097+0000, chain.objs.size()=1 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.297__shadow_.u6G__nEg3avGyfAPLhxrqDyY4QJGVYe_0 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11540163279332512270', time=2024-09-12T19:48:03.654409+0000, chain.objs.size()=1 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.306__shadow_.mALUuFCJOZxLaBUSBhPhhOXx_DL6DTm_0 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2048149731275626171', time=2024-09-12T19:48:33.438288+0000, chain.objs.size()=1 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ZDg3-JjAw4O1BtFkRTm-9r1GpYl654E_0 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.688341747652979242', time=2024-09-12T19:48:33.452269+0000, chain.objs.size()=1 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_._bMFHqW0o-wrCyZRi7gDEbRm554ImUK_0 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14257736911369372350', time=2024-09-12T19:48:33.543169+0000, chain.objs.size()=1 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.J9exxiXXzWqpoI2c7wq-00gK4iV8sFy_0 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10941102924560788823', time=2024-09-12T19:48:33.567785+0000, chain.objs.size()=1 2024-09-12T18:00:09.726 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ugvMU-OdYE9N60mmBUUu9Yf8S7Ga-G9_0 2024-09-12T18:00:09.727 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17630991566557646603', time=2024-09-12T19:48:33.572862+0000, chain.objs.size()=1 2024-09-12T18:00:09.727 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.720+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.V028udBTJPKLrzK6CjQ7lKPcY7H-2KB_0 2024-09-12T18:00:09.727 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6194617643407616072', time=2024-09-12T19:48:33.576214+0000, chain.objs.size()=1 2024-09-12T18:00:09.727 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Vv6eetykf4Hh3V2eGrNKHi5HcLf5CeA_0 2024-09-12T18:00:09.727 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13804222744820976111', time=2024-09-12T19:48:33.723364+0000, chain.objs.size()=1 2024-09-12T18:00:09.727 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.tSO2tDOom-CzVyvtX1MWjJoWw3qMK5F_0 2024-09-12T18:00:09.728 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1528634865625833609', time=2024-09-12T19:48:33.798624+0000, chain.objs.size()=1 2024-09-12T18:00:09.728 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1EJ7G3pwog2Ca8MI5sYCKs0sQa0dnzn_0 2024-09-12T18:00:09.728 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7840678490945804461', time=2024-09-12T19:48:33.849745+0000, chain.objs.size()=1 2024-09-12T18:00:09.728 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.MjOk9jspKl26uojO7wgK1ofBCMwTgEC_0 2024-09-12T18:00:09.728 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14309910638890743525', time=2024-09-12T19:48:33.897187+0000, chain.objs.size()=1 2024-09-12T18:00:09.728 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0jJB9DD_ZDCvguCQAAePASHmeO93nZe_0 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10314915253870086556', time=2024-09-12T19:48:34.050586+0000, chain.objs.size()=1 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WKkOQYsGog5uhveB1oEEUslyBiBaVhA_0 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3708981119142962879', time=2024-09-12T19:48:34.052599+0000, chain.objs.size()=1 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.xNSY4RG72RKAwCelSZVYYc2BU0K9EqM_0 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11278460254047081004', time=2024-09-12T19:48:34.185225+0000, chain.objs.size()=1 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ObxKrWKhi-BPjgG-Vp1Pf_b_VamNi4J_0 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2904161201787613543', time=2024-09-12T19:48:34.194876+0000, chain.objs.size()=1 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ep9LCbSZvQCtWlAjPK68PfWsHxbdjo9_0 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16932613376751929201', time=2024-09-12T19:48:34.218435+0000, chain.objs.size()=1 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KR85UCHTSHRjEAClq2m9_gbhSnIdxOx_0 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16048719413196630135', time=2024-09-12T19:48:34.230319+0000, chain.objs.size()=1 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wsowidg9PjRC8phmNFWwUIKucB1nCME_0 2024-09-12T18:00:09.729 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11151933732154460412', time=2024-09-12T19:48:34.392181+0000, chain.objs.size()=1 2024-09-12T18:00:09.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4O9CbEmT4joRI4kC35-SvgZMbmXj12E_0 2024-09-12T18:00:09.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5337840498789081562', time=2024-09-12T19:48:34.434102+0000, chain.objs.size()=1 2024-09-12T18:00:09.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.YxWDxTxcAh03HGVmNu8Wz1v_AjTY3Ej_0 2024-09-12T18:00:09.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6380615646973971116', time=2024-09-12T19:48:34.548256+0000, chain.objs.size()=1 2024-09-12T18:00:09.730 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.724+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.RdufHC6O9ycMLOnFmrO-TQZfRjNQl4n_0 2024-09-12T18:00:09.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7693179045832817107', time=2024-09-12T19:48:34.556685+0000, chain.objs.size()=1 2024-09-12T18:00:09.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.7bGXZERttWYyJXgSr06gY-u8AUUjMrd_0 2024-09-12T18:00:09.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16284038763314998745', time=2024-09-12T19:48:34.670240+0000, chain.objs.size()=1 2024-09-12T18:00:09.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.CW0gTVGiMpNR0z8QjuJnBsreLl1cQ2p_0 2024-09-12T18:00:09.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3009274807682020403', time=2024-09-12T19:48:34.737665+0000, chain.objs.size()=1 2024-09-12T18:00:09.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.DTWfCvJAxRhUtYQLhMDoJo3M0MJ2BAv_0 2024-09-12T18:00:09.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1730905742855827571', time=2024-09-12T19:48:34.748569+0000, chain.objs.size()=1 2024-09-12T18:00:09.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.AAnd5EcGMHiUJTZaIiZ-edo8ITzhiB__0 2024-09-12T18:00:09.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4413815234333381716', time=2024-09-12T19:48:35.048283+0000, chain.objs.size()=1 2024-09-12T18:00:09.731 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.DQHmGt-7nukml_VV_nrEBLZGeglVJL5_0 2024-09-12T18:00:09.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2118889472099509072', time=2024-09-12T19:48:35.061589+0000, chain.objs.size()=1 2024-09-12T18:00:09.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0VwvjJC5_Z_rzlyQaF7UZlCMmfw6wH3_0 2024-09-12T18:00:09.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7234998425224796563', time=2024-09-12T19:48:35.097560+0000, chain.objs.size()=1 2024-09-12T18:00:09.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.0DsiILX19C4O0JxGUhj-C5Zpi2EOIZe_0 2024-09-12T18:00:09.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12472042064615310433', time=2024-09-12T19:48:35.122573+0000, chain.objs.size()=1 2024-09-12T18:00:09.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.LF2vYCu0BC5qzULQxAheCRJAcUWG1K0_0 2024-09-12T18:00:09.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1989722868984813998', time=2024-09-12T19:48:35.131586+0000, chain.objs.size()=1 2024-09-12T18:00:09.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KbpSafWQqybjfaeFi9rH7bb_OYuDqD2_0 2024-09-12T18:00:09.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8404651415638948856', time=2024-09-12T19:48:35.416059+0000, chain.objs.size()=1 2024-09-12T18:00:09.732 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.OaZ3CCDeAjOjIrq8rB1dDVsldnPQNHZ_0 2024-09-12T18:00:09.733 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7948064996287314604', time=2024-09-12T19:48:35.530232+0000, chain.objs.size()=1 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.PwJlhsXrlD7vFT3uTdOW4ZnodWyA6YL_0 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12841934601496673932', time=2024-09-12T19:48:35.698785+0000, chain.objs.size()=1 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.TQJ1axDKTvr7FvucbGqxogj4aLOWRd6_0 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16954813869213827024', time=2024-09-12T19:48:35.707523+0000, chain.objs.size()=1 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-oCJmG4omZfxgHwBUBB3es3Ux__rqJj_0 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16073477499240685451', time=2024-09-12T19:48:35.754584+0000, chain.objs.size()=1 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.AvidgENnG9-c4kNdh-pmDmtfmuMqHjo_0 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15727040585083564638', time=2024-09-12T19:48:35.786988+0000, chain.objs.size()=1 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Qd7YEIE47YLQKeH0C6ZuB4rpfOY6BM1_0 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8792325513972299105', time=2024-09-12T19:48:55.181802+0000, chain.objs.size()=1 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.L4N2Aueq9bBVAed9Bx3bMGzflc7FsP5_0 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7548513762295344110', time=2024-09-12T19:48:55.225734+0000, chain.objs.size()=1 2024-09-12T18:00:09.734 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.728+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.SU_B6YOrdJN7sgqb4lLGJ5DiQWw4j21_0 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8156656420473469687', time=2024-09-12T19:48:55.296776+0000, chain.objs.size()=1 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Al_hgVaL3PFLw0gytz-B__ah0p-HH-9_0 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7807944341256267676', time=2024-09-12T19:48:55.303605+0000, chain.objs.size()=1 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TnXbyybH7pv9jpmp5v-YbOPP3EdPbyO_0 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.749644753005678275', time=2024-09-12T19:48:55.586045+0000, chain.objs.size()=1 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.rPMiGAK0X74iVqda5F6IOw3brDhUsfl_0 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.716567905193818138', time=2024-09-12T19:48:55.912982+0000, chain.objs.size()=1 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.X3FAPnz_6d9xq0onOUU2eR5OII1ebiQ_0 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16121862969390232105', time=2024-09-12T19:48:55.943984+0000, chain.objs.size()=1 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.hupuxuc6Q_LBaeM_su9yJRAQuYKf3w3_0 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12817841701570468525', time=2024-09-12T19:48:55.953709+0000, chain.objs.size()=1 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.V_VNAzcf33qf25NdEtsSiveV2mxulRv_0 2024-09-12T18:00:09.735 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18033397664029498374', time=2024-09-12T19:48:55.961088+0000, chain.objs.size()=1 2024-09-12T18:00:09.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.58Z5y4VuVHRqNBKBWarAFHG3C9ONnfr_0 2024-09-12T18:00:09.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14657083720498204062', time=2024-09-12T19:48:55.970196+0000, chain.objs.size()=1 2024-09-12T18:00:09.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Lfl7EQx-KvjnwvGqQHHoFsOqv43CrNl_0 2024-09-12T18:00:09.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7643919731978888899', time=2024-09-12T19:48:56.319559+0000, chain.objs.size()=1 2024-09-12T18:00:09.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.6IiuQpQFvFO7UsX8sFEya6Nqmf6oE3P_0 2024-09-12T18:00:09.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4480852250580982633', time=2024-09-12T19:48:56.545424+0000, chain.objs.size()=1 2024-09-12T18:00:09.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.BfiOpMpWyaFFfOGRQ8Fgqb9cD6qoJIB_0 2024-09-12T18:00:09.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5043315074430497929', time=2024-09-12T19:48:56.549254+0000, chain.objs.size()=1 2024-09-12T18:00:09.736 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WwZjYqoBl5fs6qF-2PG5If-9F9NPp32_0 2024-09-12T18:00:09.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13877702483620527032', time=2024-09-12T19:48:56.568589+0000, chain.objs.size()=1 2024-09-12T18:00:09.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JwFThhQ3-IXCSUbo-ytezXajBZzUHIg_0 2024-09-12T18:00:09.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10701269635864967967', time=2024-09-12T19:48:56.624338+0000, chain.objs.size()=1 2024-09-12T18:00:09.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zF9IXujsSqMEeqN-JWF8P2ZGlPHusJp_0 2024-09-12T18:00:09.737 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10104203172986459525', time=2024-09-12T19:48:56.625196+0000, chain.objs.size()=1 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.yX_xSo2uFvAYyTO_boVx9s_w8tPoGqT_0 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14318917794813793826', time=2024-09-12T19:48:56.865940+0000, chain.objs.size()=1 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.8v34MGfb4-0Cd2GzZKpvFwXO2b04hSH_0 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.524992209438052339', time=2024-09-12T19:48:56.867549+0000, chain.objs.size()=1 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.a-EXFZd1TbNmER54g31-Ua_wVt54_ws_0 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14487203139480196625', time=2024-09-12T19:48:56.900632+0000, chain.objs.size()=1 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.SQ87Cotto0u2MjIovU_I8g_Fkn6JNBi_0 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7251107588486401932', time=2024-09-12T19:48:56.997769+0000, chain.objs.size()=1 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Hm-XTc0GtCJBczMf3GwdrJWEOzBDX5z_0 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10637471542078296459', time=2024-09-12T19:48:57.006024+0000, chain.objs.size()=1 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xLcwnqvWaRAk8Z1Msdk9WingskJ3iQL_0 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11467119049329879262', time=2024-09-12T19:48:57.008959+0000, chain.objs.size()=1 2024-09-12T18:00:09.738 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.7qFGL7D-RbfMlOgkuSmYjv768jn11NU_0 2024-09-12T18:00:09.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3185227444083754619', time=2024-09-12T19:48:57.142859+0000, chain.objs.size()=1 2024-09-12T18:00:09.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.5Dr_irxPB_qxr2ZM5wql02EQZc5TwLl_0 2024-09-12T18:00:09.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12269069736427299945', time=2024-09-12T19:48:57.155580+0000, chain.objs.size()=1 2024-09-12T18:00:09.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.732+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ddlC05iPj53kZGZ9XEmmZlktT3nAFsA_0 2024-09-12T18:00:09.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13186250040758667010', time=2024-09-12T19:48:57.165630+0000, chain.objs.size()=1 2024-09-12T18:00:09.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.t6kVgRHV-lvg__7-1xgZ8SVIFmwcxkV_0 2024-09-12T18:00:09.739 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.736+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6831298100097352611', time=2024-09-12T19:48:57.172306+0000, chain.objs.size()=1 2024-09-12T18:00:09.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pg-7S5WL_hrcVsqUMPyTVj07j6o_JGR_0 2024-09-12T18:00:09.740 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.736+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/60627 2024-09-12T18:00:09.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T18:00:09.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2330039866415612021', time=2024-09-12T19:48:57.253456+0000, chain.objs.size()=1 2024-09-12T18:00:09.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.oKe20nk4VoGMXHgqyAz3IsgqmoaHPT3_0 2024-09-12T18:00:09.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15776571162604713994', time=2024-09-12T19:48:57.303437+0000, chain.objs.size()=1 2024-09-12T18:00:09.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.YCxzcQ7wX3vc8B8ZNS5JJDKJEdRirek_0 2024-09-12T18:00:09.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15171456688373047224', time=2024-09-12T19:48:57.544053+0000, chain.objs.size()=1 2024-09-12T18:00:09.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.kwYq9mTgm6d-uwXNNlPTbnLXzKlR82W_0 2024-09-12T18:00:09.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14665950618871668027', time=2024-09-12T19:48:57.585111+0000, chain.objs.size()=1 2024-09-12T18:00:09.742 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.iLvOi4yQSJfDon3kqa3vmBiw6wLwrA8_0 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17352781832726733802', time=2024-09-12T19:49:02.549262+0000, chain.objs.size()=1 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.333__shadow_.AxFBPOTEWzsoSxe_EjhKlzAW9I4OSCl_0 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17958875545690014460', time=2024-09-12T19:50:19.790811+0000, chain.objs.size()=1 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.458__shadow_.RQFXwzFDlb08LA4tHusoCLSi6k7YB2S_0 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18139593453384751389', time=2024-09-12T19:50:33.888189+0000, chain.objs.size()=1 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.483__shadow_.V1QIEHc2yxLa0NwaZ9f9IjqhS4UM3wO_0 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3305925615386573037', time=2024-09-12T19:51:25.828070+0000, chain.objs.size()=1 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.525__multipart_mymultipart.2~T4mtEV6E92DXwifUVYuk5RUjqrFYLKd.1 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14793889564697313467', time=2024-09-12T19:52:34.370535+0000, chain.objs.size()=1 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:shWwelOlvsPthAi02goSs8nkInSqI84_.4F2VKhjPh2KNl4Y7tceL4PSXRJ1dTDu_0 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.93683874037696888', time=2024-09-12T19:53:00.931636+0000, chain.objs.size()=1 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.577__shadow:baRoNXCTj27wnOR0a.OdLlF4dQNQ3Qi_.rphmmDWyXkg9ihz35W97Bdm6Mv2R2DR_0 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6820358928211639594', time=2024-09-12T19:53:14.717469+0000, chain.objs.size()=1 2024-09-12T18:00:09.743 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.579__shadow:CvyXfFBMMbWvPpmM3GXXyjX2C76DQBL_.pqkV_hJKRxlx8PcyM9cXo7T7beweOxB_0 2024-09-12T18:00:09.744 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2146365417537045624', time=2024-09-12T19:53:21.267706+0000, chain.objs.size()=1 2024-09-12T18:00:09.744 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.587__shadow:boz4KcKaCiXSDvO8XeRvd37TRaOB3nu_.0EFt1djHUG5WXcFc7gvQVikKqsrt_Sc_0 2024-09-12T18:00:09.744 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.261169618385379249', time=2024-09-12T19:56:07.184384+0000, chain.objs.size()=1 2024-09-12T18:00:09.744 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.740+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.641__shadow_.4nySktInHQBmA3dJ8_yQNSjgIQWUA7t_0 2024-09-12T18:00:09.744 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18391879452958156421', time=2024-09-12T19:56:10.318241+0000, chain.objs.size()=1 2024-09-12T18:00:09.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.645__shadow_.TPD8F3-TGcPduO2sjpaqsmvKZiRrFhS_0 2024-09-12T18:00:09.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.591221355342671509', time=2024-09-12T19:56:24.332965+0000, chain.objs.size()=1 2024-09-12T18:00:09.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.663__shadow_.4axXgpLexmrJZaY9pCVGdJhEsw1Jsv__0 2024-09-12T18:00:09.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10844302971530592291', time=2024-09-12T19:56:33.517059+0000, chain.objs.size()=1 2024-09-12T18:00:09.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.679__shadow_.sCF9xjf0luH1l1GCKPX9Nq3NW_Y3c85_0 2024-09-12T18:00:09.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14199050916641381220', time=2024-09-12T19:56:46.352936+0000, chain.objs.size()=1 2024-09-12T18:00:09.745 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.703__shadow:NzX9hgOp2QrcAnWyWMAxOhTdrG93o7K_.SVUUwSPNgGGSxH_tNsjhp6-kdh1Jpyf_0 2024-09-12T18:00:09.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14768791709721552691', time=2024-09-12T19:57:15.371798+0000, chain.objs.size()=1 2024-09-12T18:00:09.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.719__shadow_.pTYtZfnRj0f7deuaDCM-E11iCZB61bW_0 2024-09-12T18:00:09.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14585113270787144620', time=2024-09-12T19:57:27.802474+0000, chain.objs.size()=1 2024-09-12T18:00:09.746 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.739__shadow_.kavyewKgDIr5gipjDg5QnUXHngW4CIi_0 2024-09-12T18:00:09.747 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.744+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.749 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T18:00:09.750 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:09.751 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:09.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49649' 2024-09-12T18:00:09.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17576553147335903511', time=2024-09-12T19:44:47.517295+0000, chain.objs.size()=1 2024-09-12T18:00:09.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.147__shadow_.aVMIXD7zHz88wcBzXk9sGyN9nrjTC6P_0 2024-09-12T18:00:09.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11213956300483979767', time=2024-09-12T19:45:10.530842+0000, chain.objs.size()=1 2024-09-12T18:00:09.752 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.179__shadow_.NJxfnvWrtTCRqMHT36krfaFF9Yaf9oy_0 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4867832798610499750', time=2024-09-12T19:47:11.625455+0000, chain.objs.size()=1 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.259__shadow_.XOAkF8Tcw_Bl2mZ8pWlTYgUb86Qe_Gu_0 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1243851620022881746', time=2024-09-12T19:47:32.172358+0000, chain.objs.size()=1 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.CqTPogv3y3EllZ-TLyPlUGDRsf3Kxf4_0 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10208829650615576518', time=2024-09-12T19:47:32.394985+0000, chain.objs.size()=1 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9931qTsj2Cy3l7CREFh6ZBe7w5fMsF6_0 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3010150073031701843', time=2024-09-12T19:47:32.525452+0000, chain.objs.size()=1 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4Yzl-UNS3b6DqGBtJQGhAMiHTe0-scq_0 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4708341663722210966', time=2024-09-12T19:47:32.535804+0000, chain.objs.size()=1 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UlXprfUxiRXpY2MFEG8ipzCR9fF03Ro_0 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.514580141538561784', time=2024-09-12T19:47:32.550631+0000, chain.objs.size()=1 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.7ohWeGK1oUtCNiVyJ8E1oMSDXC_N5Em_0 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5741522415542642398', time=2024-09-12T19:47:32.559344+0000, chain.objs.size()=1 2024-09-12T18:00:09.753 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.trrZEB89PIiBGfU0s_9aPehNAh49mDN_0 2024-09-12T18:00:09.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5193504089913499150', time=2024-09-12T19:47:32.827207+0000, chain.objs.size()=1 2024-09-12T18:00:09.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.UbarNABEytbfktYblPHwKUUx1kVzhtA_0 2024-09-12T18:00:09.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17860910300931440673', time=2024-09-12T19:47:32.836445+0000, chain.objs.size()=1 2024-09-12T18:00:09.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.uRCWrryp65xON4JHC4F76-Cc_kd_EV6_0 2024-09-12T18:00:09.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11313174454989430015', time=2024-09-12T19:47:32.879815+0000, chain.objs.size()=1 2024-09-12T18:00:09.754 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.748+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.T3Tm0eRxc0Uwe2gURqUhNYeYgSUQKcp_0 2024-09-12T18:00:09.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.526536077578804411', time=2024-09-12T19:47:32.916255+0000, chain.objs.size()=1 2024-09-12T18:00:09.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.RFhOaydP4uIoaHHDWSRuF7d5T2oRoNS_0 2024-09-12T18:00:09.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1090283476069358846', time=2024-09-12T19:47:32.942531+0000, chain.objs.size()=1 2024-09-12T18:00:09.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.pYdktjxnL15tE9Amv8hyqlaqyT00pgq_0 2024-09-12T18:00:09.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10841715845522188336', time=2024-09-12T19:47:32.952527+0000, chain.objs.size()=1 2024-09-12T18:00:09.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.p5w-LXZTZPkLkXLM_i0wbAQg8cmGP3i_0 2024-09-12T18:00:09.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.203292855515640262', time=2024-09-12T19:47:33.221866+0000, chain.objs.size()=1 2024-09-12T18:00:09.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.DKh7Y217RCvuS2Ev5vKAl_0uqx8tMSk_0 2024-09-12T18:00:09.755 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2161480528608895505', time=2024-09-12T19:47:33.313386+0000, chain.objs.size()=1 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WeUsf-08fgQstLtgsMDpPzCW4pWWHkS_0 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1908864389495833071', time=2024-09-12T19:47:33.318978+0000, chain.objs.size()=1 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.mRBkXtGTcMWvRUGpK1GwWy9ZIEC88t3_0 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9063468429407079696', time=2024-09-12T19:47:33.517390+0000, chain.objs.size()=1 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WkI5WNHXLb2KfnqbygI-vScuSuaoBGV_0 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15087600963976633861', time=2024-09-12T19:47:33.816229+0000, chain.objs.size()=1 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KkYqVtanaAtWcWpM-avVqQ_cQSX_xm0_0 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9431990809459351100', time=2024-09-12T19:47:33.867041+0000, chain.objs.size()=1 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.pbj15RaHoH3xa1MikJpdaVY4D46ydTj_0 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2859773232864063530', time=2024-09-12T19:47:33.924428+0000, chain.objs.size()=1 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.tAs7PRlryOdAP1whltkp60253qHfSK1_0 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13844972255266817425', time=2024-09-12T19:47:34.054498+0000, chain.objs.size()=1 2024-09-12T18:00:09.756 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.752+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.qBOCRvvlKqymb8pHHEjvyDfrX01uAYK_0 2024-09-12T18:00:09.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15461926555978404620', time=2024-09-12T19:47:34.115307+0000, chain.objs.size()=1 2024-09-12T18:00:09.757 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.ars4gj2awxwi6le86mTgqE8AyvbKVBH_0 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11771867482090555883', time=2024-09-12T19:47:34.117745+0000, chain.objs.size()=1 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yvrWbJkgD_K9dxBSLIi43hpvykDfeM3_0 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18250598486252282745', time=2024-09-12T19:47:34.127977+0000, chain.objs.size()=1 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Obqpsgz36BWcgYsGQneZEdapqT7bRd2_0 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8951606389238718306', time=2024-09-12T19:47:34.128693+0000, chain.objs.size()=1 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.MEq1RHdnbDDP70_H9bKyNqRqW44sDQ6_0 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9479408875752263543', time=2024-09-12T19:47:34.137973+0000, chain.objs.size()=1 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.4MrivyE2aot4xw-_Mpgs_USFsoitMQ1_0 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8225198417923619752', time=2024-09-12T19:47:34.201039+0000, chain.objs.size()=1 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.LkHC1J1VO7kfR_XcRB9QK3rTXUU5sCg_0 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7610770897804343749', time=2024-09-12T19:47:34.414401+0000, chain.objs.size()=1 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.81DPYhH7BFvCPbIbmSHo0MP8nxIYq1Z_0 2024-09-12T18:00:09.758 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4321721706788774791', time=2024-09-12T19:47:34.452924+0000, chain.objs.size()=1 2024-09-12T18:00:09.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.RZ54aV1eE79_X6sAHxWe0g-IfgtlP0R_0 2024-09-12T18:00:09.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5646745644164356144', time=2024-09-12T19:47:34.467613+0000, chain.objs.size()=1 2024-09-12T18:00:09.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.K1GJKLZ8tlKfDxFahC-ktdLeT22QfSb_0 2024-09-12T18:00:09.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13708235234162208957', time=2024-09-12T19:47:34.471147+0000, chain.objs.size()=1 2024-09-12T18:00:09.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.n0x8azJwcraZPRpS0RK_-7nFo1g4W_F_0 2024-09-12T18:00:09.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16068210013491727352', time=2024-09-12T19:47:34.483569+0000, chain.objs.size()=1 2024-09-12T18:00:09.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.RKy0sPAS-7t1MOvL1HSSyPmFSIa5MPT_0 2024-09-12T18:00:09.759 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15732836557809036931', time=2024-09-12T19:47:35.589508+0000, chain.objs.size()=1 2024-09-12T18:00:09.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.264__shadow_.gwavO4ktz4wq3ggdRUqbdLBP2--0flW_0 2024-09-12T18:00:09.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17344485462946152412', time=2024-09-12T19:47:42.287400+0000, chain.objs.size()=1 2024-09-12T18:00:09.760 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.756+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.275__shadow_.amCnv4Bl2RYVlpPNSTmcR_weVGB98tb_0 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10103317842302138068', time=2024-09-12T19:47:47.833468+0000, chain.objs.size()=1 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.284__shadow_.K1ha1mae6hNnCAenlXd6ewYFVRPhB2U_0 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7808743705349938284', time=2024-09-12T19:47:49.833629+0000, chain.objs.size()=1 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.287__shadow_.0B7pUd6wTrELlPyBl6XNWS5q7UP1HPn_0 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9747359533910958415', time=2024-09-12T19:47:51.030974+0000, chain.objs.size()=1 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.289__shadow_.d6RFG_747SYhEhVZaci5nIu_aMukvw5_0 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7761469235969833398', time=2024-09-12T19:47:53.951871+0000, chain.objs.size()=1 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.-hLbhCEyRcZ2knSlnRSMyKVBOyrCjhC_0 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14771544158904830398', time=2024-09-12T19:47:55.322062+0000, chain.objs.size()=1 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.293__shadow_.w0oZhSAMqmhyRuaFQpVzJhy8my3YJ4A_0 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6069829306234270869', time=2024-09-12T19:48:02.859130+0000, chain.objs.size()=1 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.305__shadow_.EfnKPWdOoH7JoIe7MS3UHPAkvqJ2pD3_0 2024-09-12T18:00:09.761 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7070108044697239059', time=2024-09-12T19:48:04.643983+0000, chain.objs.size()=1 2024-09-12T18:00:09.762 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.307__shadow:5PFGxh5BR3y6yZlbretjLpeO9ZSQVUh_.oYalkBro8yzB19SHxLDGs09B5oBAXAK_0 2024-09-12T18:00:09.762 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18303387586470996041', time=2024-09-12T19:48:33.430752+0000, chain.objs.size()=1 2024-09-12T18:00:09.762 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.J5j0dT59gigiMzN7m2xyzvOBFUi-oPV_0 2024-09-12T18:00:09.762 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15926359641335708020', time=2024-09-12T19:48:33.457503+0000, chain.objs.size()=1 2024-09-12T18:00:09.762 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Q-TwW_rpah4KdoTCwvHgW4Gzxdig3jm_0 2024-09-12T18:00:09.762 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1572750366134374729', time=2024-09-12T19:48:33.544761+0000, chain.objs.size()=1 2024-09-12T18:00:09.762 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.rAFGYN_DNpGmpIxrUsEiDUKe0KppLfV_0 2024-09-12T18:00:09.762 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16318991682555203689', time=2024-09-12T19:48:33.743464+0000, chain.objs.size()=1 2024-09-12T18:00:09.762 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ek69vXil-SGmA3iMYt2dHMR0wE6dahI_0 2024-09-12T18:00:09.763 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9359932043792145227', time=2024-09-12T19:48:33.774454+0000, chain.objs.size()=1 2024-09-12T18:00:09.763 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.04SFlaum3W6lJhcF23jF0aRuNkqORks_0 2024-09-12T18:00:09.763 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15813961290846682157', time=2024-09-12T19:48:33.782718+0000, chain.objs.size()=1 2024-09-12T18:00:09.763 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.UULfoI6CqxXHvKA_L8QVZvWG9bLc8Hn_0 2024-09-12T18:00:09.763 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15457357744469360512', time=2024-09-12T19:48:33.840864+0000, chain.objs.size()=1 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.WoceYgv7OEG78t6RQ8JxujopipC3gKj_0 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8067745920247984681', time=2024-09-12T19:48:33.863546+0000, chain.objs.size()=1 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.F3yMxTO9X9XkYXA8gASnK-c-ha2UTzw_0 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14312757852974011216', time=2024-09-12T19:48:33.905744+0000, chain.objs.size()=1 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.hLATCTliBYdyj8addu0DzR6Mfgu1lye_0 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8043842758429319989', time=2024-09-12T19:48:34.043305+0000, chain.objs.size()=1 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.atdLJZDXCFeeu4T2vfwaUitWrEo7i1w_0 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16028811852066044373', time=2024-09-12T19:48:34.143008+0000, chain.objs.size()=1 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.U3FDSkyjQ2LEMmeD21GPii7-nDegOds_0 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4182616117239415956', time=2024-09-12T19:48:34.149686+0000, chain.objs.size()=1 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.70XCUDqJHThuPvMZDbZ1fRWufQ9OXAn_0 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2196629265530423607', time=2024-09-12T19:48:34.155931+0000, chain.objs.size()=1 2024-09-12T18:00:09.764 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.L9CANPhzBurq-Fzbi73YnwDL42uBxQf_0 2024-09-12T18:00:09.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6215964974741995184', time=2024-09-12T19:48:34.230773+0000, chain.objs.size()=1 2024-09-12T18:00:09.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.4drgW68Ohsxsa2A7m2OuRyF4X0gj4wq_0 2024-09-12T18:00:09.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9728695931745361010', time=2024-09-12T19:48:34.546579+0000, chain.objs.size()=1 2024-09-12T18:00:09.765 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.760+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.5rx7nZLDDD692guCwm_06wDovwNxXVr_0 2024-09-12T18:00:09.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14941190192070861628', time=2024-09-12T19:48:34.762137+0000, chain.objs.size()=1 2024-09-12T18:00:09.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.AXFGM6s8h9uNhfnFLCNuIUUN60kfwVF_0 2024-09-12T18:00:09.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2966625075017739845', time=2024-09-12T19:48:34.995591+0000, chain.objs.size()=1 2024-09-12T18:00:09.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-VipoAW8GHhzUqLjzPDfDC1DFHjaGE-_0 2024-09-12T18:00:09.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10897262037820175531', time=2024-09-12T19:48:34.999383+0000, chain.objs.size()=1 2024-09-12T18:00:09.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.nH3zz0w4Px3-SIa3hUBqDX3U_AxTCJi_0 2024-09-12T18:00:09.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8300446936881366340', time=2024-09-12T19:48:35.131561+0000, chain.objs.size()=1 2024-09-12T18:00:09.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.1DU1WOQePLAddltvbuqoGvA6p1UUN_n_0 2024-09-12T18:00:09.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15262057301520150408', time=2024-09-12T19:48:35.137707+0000, chain.objs.size()=1 2024-09-12T18:00:09.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NLUDaGznt79jXkA6aqpADIjM2hqsrF-_0 2024-09-12T18:00:09.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14015179224141190873', time=2024-09-12T19:48:35.173440+0000, chain.objs.size()=1 2024-09-12T18:00:09.766 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Wk7fnhJVgV6iGZXdMZjJbzxZiadch_a_0 2024-09-12T18:00:09.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9150712759193497021', time=2024-09-12T19:48:35.174930+0000, chain.objs.size()=1 2024-09-12T18:00:09.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.kTdhi3yxFJkJeCrZvd4zjNLrxmRqiPm_0 2024-09-12T18:00:09.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3389505471874760408', time=2024-09-12T19:48:35.192715+0000, chain.objs.size()=1 2024-09-12T18:00:09.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.enS6K6ZUs06YX2Sroo2h-leeKrh4Ah__0 2024-09-12T18:00:09.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14526569339656637605', time=2024-09-12T19:48:35.193597+0000, chain.objs.size()=1 2024-09-12T18:00:09.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.zRdtxoKuFBqu7_dSQnWJAucSVF_3eFK_0 2024-09-12T18:00:09.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4520577487063159777', time=2024-09-12T19:48:35.364864+0000, chain.objs.size()=1 2024-09-12T18:00:09.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.HZoQLik3NSp2qR75lkz45pYgQQo7bAl_0 2024-09-12T18:00:09.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9668403752708455848', time=2024-09-12T19:48:35.424223+0000, chain.objs.size()=1 2024-09-12T18:00:09.767 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.HSVIgDEaQtP0hgVn3IaqKftdBKBH5UO_0 2024-09-12T18:00:09.768 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.572739674382965899', time=2024-09-12T19:48:35.433398+0000, chain.objs.size()=1 2024-09-12T18:00:09.768 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.fn-QF6UIdq1cruOaiB0q4M_VPLQnQR5_0 2024-09-12T18:00:09.768 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12682365209544377375', time=2024-09-12T19:48:35.458626+0000, chain.objs.size()=1 2024-09-12T18:00:09.768 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.quy77A0lzeVY6pngahP3-D3MJNKK61h_0 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10025193770845146001', time=2024-09-12T19:48:35.502520+0000, chain.objs.size()=1 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.i4oGNrvBgkM3IbMVuUBLgu-WqqB67us_0 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1063866463105263818', time=2024-09-12T19:48:35.520448+0000, chain.objs.size()=1 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.x7sG6Kf4XwUQtYZsLqPA7HY2JQgsSXg_0 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8978784615950936397', time=2024-09-12T19:48:35.631723+0000, chain.objs.size()=1 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.IuWTZtG9DAhV4sUPaFcB0F7T7g-ABa1_0 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17345548628142986799', time=2024-09-12T19:48:35.659477+0000, chain.objs.size()=1 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.FR3d2-kOfO8dUH4kqOCHlxTGOym_Yse_0 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15414407911501759116', time=2024-09-12T19:48:35.674697+0000, chain.objs.size()=1 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.u2zfLaFQqqxpOd-d2ALV-HmdbrPGCTr_0 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.944330559850184831', time=2024-09-12T19:48:35.702464+0000, chain.objs.size()=1 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.p-opYVJLW9amCb5IK07JSivGgabMIES_0 2024-09-12T18:00:09.769 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3029205778715027512', time=2024-09-12T19:48:35.783163+0000, chain.objs.size()=1 2024-09-12T18:00:09.770 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.BavxleUG7Uqq8r0yCWx1mbBNArTTNaL_0 2024-09-12T18:00:09.770 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15680238527148128404', time=2024-09-12T19:48:55.147850+0000, chain.objs.size()=1 2024-09-12T18:00:09.770 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-bvSqLL810c9xysK9wZCDwXwZox1-kw_0 2024-09-12T18:00:09.770 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1591045740692280324', time=2024-09-12T19:48:55.153876+0000, chain.objs.size()=1 2024-09-12T18:00:09.770 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.764+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Rn5oebhJznmUgSQbpJD3MYwvNJAojSB_0 2024-09-12T18:00:09.770 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1159394024264474273', time=2024-09-12T19:48:55.163910+0000, chain.objs.size()=1 2024-09-12T18:00:09.770 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Id9w3bhN_H2zais2a_DqxRcWaN69k1-_0 2024-09-12T18:00:09.771 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17397043678948662319', time=2024-09-12T19:48:55.236952+0000, chain.objs.size()=1 2024-09-12T18:00:09.771 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.eHSMMrMKWB_XfUYY-ourdv4XOOJF_do_0 2024-09-12T18:00:09.771 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15756699593581737318', time=2024-09-12T19:48:55.314506+0000, chain.objs.size()=1 2024-09-12T18:00:09.771 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.zGgsn_pr1Te905fa-Wlvcl5_SDo0mt8_0 2024-09-12T18:00:09.771 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14362708490173802796', time=2024-09-12T19:48:55.372784+0000, chain.objs.size()=1 2024-09-12T18:00:09.771 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.DgpBXpD8lTSei_5HTGW2oFbP2lPn_8l_0 2024-09-12T18:00:09.771 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4890421660086838070', time=2024-09-12T19:48:55.375264+0000, chain.objs.size()=1 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.KWP3X1rzMU29AI2z3zq03NiqTyyrMR4_0 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8211320516222817643', time=2024-09-12T19:48:55.545874+0000, chain.objs.size()=1 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Mrn9cgQM7sV2zrm3fYy4OQ4aKJKobv__0 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12835228174479097341', time=2024-09-12T19:48:55.613615+0000, chain.objs.size()=1 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ZW6ZKVrIabz5xZdOczFUWUVwL__UFGu_0 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16335198602184930071', time=2024-09-12T19:48:55.627902+0000, chain.objs.size()=1 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XWrUy3AftuB914LOIPIFOG5pBPFG62e_0 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6141295692491468086', time=2024-09-12T19:48:55.675146+0000, chain.objs.size()=1 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.n-1HZY0JzrPfAQZoQOsT5LHNv5MAkjZ_0 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5552746652352670589', time=2024-09-12T19:48:55.714251+0000, chain.objs.size()=1 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.xRM_afy9TLjKt1GCyIktTaa5k92Te8O_0 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12576026134663882488', time=2024-09-12T19:48:55.920076+0000, chain.objs.size()=1 2024-09-12T18:00:09.772 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.uI3K1lMYnLbrvWvT_72sX4IgiwKc4XV_0 2024-09-12T18:00:09.773 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8161938835645577042', time=2024-09-12T19:48:55.977900+0000, chain.objs.size()=1 2024-09-12T18:00:09.773 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ynSMDAciE6MpZMyvLE0ZLJiF2ET9L_X_0 2024-09-12T18:00:09.773 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15300856086979365663', time=2024-09-12T19:48:55.980446+0000, chain.objs.size()=1 2024-09-12T18:00:09.773 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.768+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.sR2hXKVsaObMdgAXDv6PC-2w9utn_10_0 2024-09-12T18:00:09.773 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15530834070890674809', time=2024-09-12T19:48:56.180147+0000, chain.objs.size()=1 2024-09-12T18:00:09.773 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2pPuw813ae3pItNywFFQE93UzgnIP9-_0 2024-09-12T18:00:09.773 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18261065074893274064', time=2024-09-12T19:48:56.272563+0000, chain.objs.size()=1 2024-09-12T18:00:09.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.wqoRgpzXgc30V-G6c3lGO93lhq-kkNw_0 2024-09-12T18:00:09.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14452663684944725936', time=2024-09-12T19:48:56.307247+0000, chain.objs.size()=1 2024-09-12T18:00:09.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TQ9UZpt8AY-izupRweJZCJ7NvZpAJX7_0 2024-09-12T18:00:09.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.658345025381051429', time=2024-09-12T19:48:56.320836+0000, chain.objs.size()=1 2024-09-12T18:00:09.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3RuUZMKfdC6myUWlIxheJVX1N8Tm1N5_0 2024-09-12T18:00:09.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2507240320840648635', time=2024-09-12T19:48:56.644929+0000, chain.objs.size()=1 2024-09-12T18:00:09.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.3vEAU6EHubgnuMJrHNJDxkIS6UEHxS9_0 2024-09-12T18:00:09.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12323400144966242143', time=2024-09-12T19:48:56.657280+0000, chain.objs.size()=1 2024-09-12T18:00:09.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.VDl6czmGapByYdILaLDV5uy4fQnXewf_0 2024-09-12T18:00:09.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2500013296763222172', time=2024-09-12T19:48:56.695851+0000, chain.objs.size()=1 2024-09-12T18:00:09.774 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.t6C11jDM1igr5jGqXlhGtirPh-IVLwP_0 2024-09-12T18:00:09.775 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.772+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/49649 2024-09-12T18:00:09.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=26, truncated=0, next_marker='' 2024-09-12T18:00:09.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18075913442058005345', time=2024-09-12T19:48:56.889717+0000, chain.objs.size()=1 2024-09-12T18:00:09.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.eqQDZtPLsuX4sgDIEBAvAR3fSH2dOJE_0 2024-09-12T18:00:09.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9265462429403668369', time=2024-09-12T19:48:56.951494+0000, chain.objs.size()=1 2024-09-12T18:00:09.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Oy7-PmqTa5h3HHLz6IC0DXaDAwFAkIQ_0 2024-09-12T18:00:09.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17886949729628370170', time=2024-09-12T19:48:56.988283+0000, chain.objs.size()=1 2024-09-12T18:00:09.777 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.aiyEsjxWwS5vmqPnP_-9mIGHd2j7sdD_0 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4421517347788558528', time=2024-09-12T19:48:57.019304+0000, chain.objs.size()=1 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.4W0z1X2jyBnv26GeO6yNwS-BfWrJSNB_0 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8744569989458185436', time=2024-09-12T19:48:57.285774+0000, chain.objs.size()=1 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.-D2uExbd8y0QQ93x336MsYlK4NPLdBh_0 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18043899448055413910', time=2024-09-12T19:48:57.328977+0000, chain.objs.size()=1 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ArhCVzlYRZuPlqP9EhTzFGgxiDFTBUV_0 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16515932418563022824', time=2024-09-12T19:48:57.426327+0000, chain.objs.size()=1 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.grOZwgcCnh562GQrPFrUQ1fsUm6TWoh_0 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8961902367558720587', time=2024-09-12T19:48:57.445863+0000, chain.objs.size()=1 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.8yDU1UEczCiA6KOK0LJBbp4mVllOb89_0 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11848123599670915483', time=2024-09-12T19:48:57.611258+0000, chain.objs.size()=1 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.EEJT1m-vb0iaWmutv5WNUBfOG2xh3vj_0 2024-09-12T18:00:09.778 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.312744249115341590', time=2024-09-12T19:49:13.461693+0000, chain.objs.size()=1 2024-09-12T18:00:09.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.353__shadow_.6dNBeAxYJFl8A-6pz3zNuejaOFMJbBd_0 2024-09-12T18:00:09.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1767695277498571159', time=2024-09-12T19:50:18.900472+0000, chain.objs.size()=1 2024-09-12T18:00:09.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.457__shadow_.AV1SUtVkPxY9qS2Dr6qH-5DGW1VDYl1_0 2024-09-12T18:00:09.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1213837956119863410', time=2024-09-12T19:50:26.517674+0000, chain.objs.size()=1 2024-09-12T18:00:09.779 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.466__shadow_.Lj0pK5dA_3q18yqD4ZiIayZjig1oHW5_0 2024-09-12T18:00:09.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.391145010973233148', time=2024-09-12T19:50:37.503103+0000, chain.objs.size()=1 2024-09-12T18:00:09.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.488__shadow_.SD2QiTGFN00c__DJnBT777tyXKXFKtS_0 2024-09-12T18:00:09.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12641706164702635946', time=2024-09-12T19:50:42.538865+0000, chain.objs.size()=1 2024-09-12T18:00:09.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.498__shadow_.XYwNahQfisKBXGLtJqpQoZPokfaAz5Y_0 2024-09-12T18:00:09.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1361456424297974642', time=2024-09-12T19:50:49.783657+0000, chain.objs.size()=6 2024-09-12T18:00:09.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.1 2024-09-12T18:00:09.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.2 2024-09-12T18:00:09.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.3 2024-09-12T18:00:09.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.4 2024-09-12T18:00:09.780 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.5 2024-09-12T18:00:09.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.507__multipart_srcmultipart.2~9RHObRTrwmAZjz8Y9Tgn--gzE1VR816.6 2024-09-12T18:00:09.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4542137092374833386', time=2024-09-12T19:52:18.319479+0000, chain.objs.size()=1 2024-09-12T18:00:09.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.555__shadow_.yXlrdFCiS3MYDC2sKYHWPzjPWgBVRvJ_0 2024-09-12T18:00:09.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3382832144281665906', time=2024-09-12T19:52:19.206345+0000, chain.objs.size()=1 2024-09-12T18:00:09.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.556__shadow_.pCqAZ12ZIUgxpXQ4EiD40jSRcwHbNsH_0 2024-09-12T18:00:09.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5427553754011452463', time=2024-09-12T19:52:39.551839+0000, chain.objs.size()=1 2024-09-12T18:00:09.781 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.776+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:lwVJqAb0e7.qXoZg8KAawa8RZ41A7BS_.qmApDik2Dswd03Sbgsay6PLzTJeiESi_0 2024-09-12T18:00:09.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14190207698755429292', time=2024-09-12T19:52:40.668252+0000, chain.objs.size()=1 2024-09-12T18:00:09.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:92pJS055zSlWwNa0pfuz-C7csyr-lk0_.NBChdZ3nyvd_o818o5fl-P9_B3V6FBb_0 2024-09-12T18:00:09.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11650243497572393311', time=2024-09-12T19:52:40.845423+0000, chain.objs.size()=1 2024-09-12T18:00:09.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.569__shadow:MzLE.zWF0wwEhPd3M9498GxJT3a3ESf_.N7UspfurXQWlfDNuZB5tTrxG25_gp49_0 2024-09-12T18:00:09.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8664641725560477313', time=2024-09-12T19:52:50.660631+0000, chain.objs.size()=1 2024-09-12T18:00:09.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.576__shadow:KKtShW.PaUcnOWHImFaBEoTt.1pQQv5_.bTiAtwS7zs4CA3O1T-kmt-a-4eu3HR7_0 2024-09-12T18:00:09.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3013607791428784704', time=2024-09-12T19:53:14.762930+0000, chain.objs.size()=1 2024-09-12T18:00:09.782 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.579__shadow:ULCTU4N36lSQSAbYeKTyzuo4uEVRKnn_.3p435Kvx8pmcJWb_QkoED6XmizvO7-r_0 2024-09-12T18:00:09.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6287595067106241850', time=2024-09-12T19:53:21.430089+0000, chain.objs.size()=1 2024-09-12T18:00:09.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.587__shadow:F07Z5RUgEK41.8pCz8eVl-1GZUSUsqN_.Q8CYLtFrsh7H28rC0DS-hrimmHR4YJH_0 2024-09-12T18:00:09.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5335833466340594650', time=2024-09-12T19:55:49.271744+0000, chain.objs.size()=1 2024-09-12T18:00:09.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.618__shadow_.d9kViwYCSoWiih1UK8ikjMqAxJeWtSO_0 2024-09-12T18:00:09.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10036610533946620306', time=2024-09-12T19:56:45.057987+0000, chain.objs.size()=1 2024-09-12T18:00:09.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.701__shadow:51j1eleVwiuI2.pCke7859UKHHyuseL_.qyeX8B4bcBR22PtH3FXJn62QpK3bRRc_0 2024-09-12T18:00:09.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17467676122059894722', time=2024-09-12T19:56:50.434553+0000, chain.objs.size()=1 2024-09-12T18:00:09.783 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.710__shadow:7Yiv2RZH-JGpaZwc.9Oh9enLm6Nr-JF_.L8kfWCfBWF5UgeIhhAIsCwkPS2dg38e_0 2024-09-12T18:00:09.784 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.780+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.786 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T18:00:09.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T18:00:09.787 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.784+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T18:00:09.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47309' 2024-09-12T18:00:09.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4429992986611955452', time=2024-09-12T19:44:54.930827+0000, chain.objs.size()=5 2024-09-12T18:00:09.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__multipart_mymultipart-FROZEN.2~RCARgIk_XtxmmgiaUF_mrnDy99TGV6r.1 2024-09-12T18:00:09.789 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__shadow_mymultipart-FROZEN.2~RCARgIk_XtxmmgiaUF_mrnDy99TGV6r.1_1 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__multipart_mymultipart-FROZEN.2~RCARgIk_XtxmmgiaUF_mrnDy99TGV6r.2 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__shadow_mymultipart-FROZEN.2~RCARgIk_XtxmmgiaUF_mrnDy99TGV6r.2_1 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:fbe06962-a98e-4cf5-b805-dd8639959719.4523.159__multipart_mymultipart-FROZEN.2~RCARgIk_XtxmmgiaUF_mrnDy99TGV6r.3 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='_FVkcQ1BtrajEsD5mXCAKHpaFFlg6oJ1', time=2024-09-12T19:44:57.292162+0000, chain.objs.size()=1 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:fbe06962-a98e-4cf5-b805-dd8639959719.4523.161__shadow_.JElTazHEuqjsXmVGmaveAD4cW9fa0F-_0 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14424943195040587656', time=2024-09-12T19:47:03.599478+0000, chain.objs.size()=1 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.246__shadow_.uQpnHwRGvhSg3WLaJ2e667PlRcL1UrO_0 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10243563219864511136', time=2024-09-12T19:47:04.200209+0000, chain.objs.size()=1 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.247__shadow_.gAE-k7AOmc3s6XyA9kIi7J3syUIdkWA_0 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9240955777007668005', time=2024-09-12T19:47:05.985081+0000, chain.objs.size()=1 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.250__shadow_.F19cB-lS1hepZNoBpHA_lMtJ_LQWtek_0 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13988769117538552693', time=2024-09-12T19:47:12.237943+0000, chain.objs.size()=1 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.260__shadow_.WjLSNbAJPXaRZDka-wTjyIAPqRGOXO5_0 2024-09-12T18:00:09.790 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11384552072167902024', time=2024-09-12T19:47:32.235801+0000, chain.objs.size()=1 2024-09-12T18:00:09.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.3rPZ6yqPjH2ZvSth48hnS-Z6D7_RGg-_0 2024-09-12T18:00:09.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17520586296206664511', time=2024-09-12T19:47:32.278889+0000, chain.objs.size()=1 2024-09-12T18:00:09.791 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.788+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Q1Kys35IJpqpUb70AQTsReMNltuhARk_0 2024-09-12T18:00:09.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8801555181007286548', time=2024-09-12T19:47:32.312196+0000, chain.objs.size()=1 2024-09-12T18:00:09.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.j_Vb_jm-ZqxyvURRvN2A05aprVfyOe2_0 2024-09-12T18:00:09.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14167353713315648145', time=2024-09-12T19:47:32.363032+0000, chain.objs.size()=1 2024-09-12T18:00:09.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.pVLDapYFwmdVqFRRT5lO2EzrTl9V2JN_0 2024-09-12T18:00:09.793 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3094278396840618120', time=2024-09-12T19:47:32.588646+0000, chain.objs.size()=1 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.GmIUGsVAE0e0miSDILLrI3WBaeIeUIv_0 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8074239018865561158', time=2024-09-12T19:47:32.604600+0000, chain.objs.size()=1 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.OgxODrJXGHPlSK8nGOTnBMu5WC-E9kS_0 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5523576092832566371', time=2024-09-12T19:47:32.623588+0000, chain.objs.size()=1 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.hqiU_mifHDp3Cd2D7us--e3VtKernGS_0 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13222678342202694209', time=2024-09-12T19:47:32.878469+0000, chain.objs.size()=1 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.w_rtRQ-iS564ND5iSonFk_0J9PCE27g_0 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13662273181766533162', time=2024-09-12T19:47:32.900156+0000, chain.objs.size()=1 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.KNkJj9BBR8cV6S-mjI6ZluDKHR1VVf0_0 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13547946274938074366', time=2024-09-12T19:47:32.904197+0000, chain.objs.size()=1 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Fp9qj6PCLQ7qQ9bWTh-IjbNdXxndw68_0 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2392689792642518496', time=2024-09-12T19:47:32.932987+0000, chain.objs.size()=1 2024-09-12T18:00:09.794 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.SzOY1T49wZHAsQ0VyzdOXFKA6vxNRor_0 2024-09-12T18:00:09.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11800420532150367245', time=2024-09-12T19:47:32.937058+0000, chain.objs.size()=1 2024-09-12T18:00:09.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.VKFKTNj4pzRGKlMC2SvVCVyy6s7IA51_0 2024-09-12T18:00:09.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16297061137342766131', time=2024-09-12T19:47:33.142414+0000, chain.objs.size()=1 2024-09-12T18:00:09.795 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.11k8Pzw7maBN1fC1sXw18pwTewxupr5_0 2024-09-12T18:00:09.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1518958879276647852', time=2024-09-12T19:47:33.167489+0000, chain.objs.size()=1 2024-09-12T18:00:09.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.aKOeQDLdHL5O_wtlAWN9cjhXNl-Hypv_0 2024-09-12T18:00:09.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.732963484885857829', time=2024-09-12T19:47:33.170466+0000, chain.objs.size()=1 2024-09-12T18:00:09.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.0wOq-PMuiCz4FkFmlgkTX40rxpZORYK_0 2024-09-12T18:00:09.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17354421984050312935', time=2024-09-12T19:47:33.176171+0000, chain.objs.size()=1 2024-09-12T18:00:09.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.D5JdhYjoXcmFYed6WRd08gdDU1OTm4f_0 2024-09-12T18:00:09.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14069146984278618155', time=2024-09-12T19:47:33.185288+0000, chain.objs.size()=1 2024-09-12T18:00:09.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.9sRw7eFfI7O-P-htkEyaQ_GmQGWnf50_0 2024-09-12T18:00:09.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2229331653688260522', time=2024-09-12T19:47:33.200838+0000, chain.objs.size()=1 2024-09-12T18:00:09.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.yLH89rcvhOpxgCXnuKfMBA-hXMowa7D_0 2024-09-12T18:00:09.796 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16685415469329640460', time=2024-09-12T19:47:33.226594+0000, chain.objs.size()=1 2024-09-12T18:00:09.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.gwBq0O3Smf57_fzNsT5OqQubTl1aW5v_0 2024-09-12T18:00:09.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17069321825362993697', time=2024-09-12T19:47:33.268918+0000, chain.objs.size()=1 2024-09-12T18:00:09.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.kbVlmQeJrM6XyaeRZV_84UravPvDLo2_0 2024-09-12T18:00:09.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17219452113151106727', time=2024-09-12T19:47:33.443444+0000, chain.objs.size()=1 2024-09-12T18:00:09.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.rDXi1rpQG7eEcdivn6Ta9SAtIIWCSPm_0 2024-09-12T18:00:09.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13261857172964594133', time=2024-09-12T19:47:33.458564+0000, chain.objs.size()=1 2024-09-12T18:00:09.797 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.792+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.5dA28LVzZ_T9d276XlFbWRjkICRbdUF_0 2024-09-12T18:00:09.798 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3795833392656645100', time=2024-09-12T19:47:33.524036+0000, chain.objs.size()=1 2024-09-12T18:00:09.798 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Y9kvZBaJpKKzQgEcDD6Ah2KpkRk0Pql_0 2024-09-12T18:00:09.798 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2838186229741610547', time=2024-09-12T19:47:33.547830+0000, chain.objs.size()=1 2024-09-12T18:00:09.798 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.Sf5SNXjOW-Rh1URP63xrNFionye4iH2_0 2024-09-12T18:00:09.798 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7217169157050246418', time=2024-09-12T19:47:33.573504+0000, chain.objs.size()=1 2024-09-12T18:00:09.798 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.WIKF0VWkrtYnXKex70sTDD-t7yRcETd_0 2024-09-12T18:00:09.798 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17135533198553863839', time=2024-09-12T19:47:33.614720+0000, chain.objs.size()=1 2024-09-12T18:00:09.798 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.qKx6ayv6EUpOQy7Uz23ZsqPyxkwWoQo_0 2024-09-12T18:00:09.798 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16487006068499432860', time=2024-09-12T19:47:33.928406+0000, chain.objs.size()=1 2024-09-12T18:00:09.798 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.PgUf4ynZu6YD75auzNFsvl3TfaWkFCe_0 2024-09-12T18:00:09.798 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12985445895600653813', time=2024-09-12T19:47:34.336989+0000, chain.objs.size()=1 2024-09-12T18:00:09.798 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.IwHVe-FO7osQfaZfZnmQE5WgPzveK8q_0 2024-09-12T18:00:09.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9260853453193651802', time=2024-09-12T19:47:34.417499+0000, chain.objs.size()=1 2024-09-12T18:00:09.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.wLncfomLNr-vIFsW9gPzeTLCKYko95f_0 2024-09-12T18:00:09.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.11129021064117300587', time=2024-09-12T19:47:34.429286+0000, chain.objs.size()=1 2024-09-12T18:00:09.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.262__shadow_.1hjghoNlW6hOXntQW3pVK9f-9zgGfrA_0 2024-09-12T18:00:09.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5533002125161492487', time=2024-09-12T19:47:39.225179+0000, chain.objs.size()=1 2024-09-12T18:00:09.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.270__shadow_.O-HyXEtXhniYKwueY8--JOXjtgZAFIF_0 2024-09-12T18:00:09.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17633841679766525844', time=2024-09-12T19:47:43.551135+0000, chain.objs.size()=1 2024-09-12T18:00:09.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.277__shadow_.x9JG1NNevBe-aKTXCHINYRzLxAiyxLf_0 2024-09-12T18:00:09.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.18050294079482219431', time=2024-09-12T19:47:50.435313+0000, chain.objs.size()=1 2024-09-12T18:00:09.799 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.288__shadow_.JmFoAoFjbDVbfBQdewl2rh4eApVZgfz_0 2024-09-12T18:00:09.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16847593376394852852', time=2024-09-12T19:47:53.942385+0000, chain.objs.size()=1 2024-09-12T18:00:09.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.EUEA-Hzun_QO-5AMOGUEiL3Yy1-ZMbD_0 2024-09-12T18:00:09.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2159382798626259785', time=2024-09-12T19:47:53.994623+0000, chain.objs.size()=1 2024-09-12T18:00:09.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.292__shadow_.Vs9fV8Fjt8EGpjz5hZ5QHt4Rhm5Y-NN_0 2024-09-12T18:00:09.800 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10389252111640457454', time=2024-09-12T19:47:57.168657+0000, chain.objs.size()=1 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.296__shadow_.c8To6YdMxw5MrfrcE3zNrbCUFMBLwe-_0 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10048263376067927419', time=2024-09-12T19:48:33.421514+0000, chain.objs.size()=1 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.-iYG-xq25XtUK2ddwbYByueSWN7P06Y_0 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5253482935749275282', time=2024-09-12T19:48:33.463605+0000, chain.objs.size()=1 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Y2gF2U11crZGOKBPbeUQ3-4EH7BrhTk_0 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1813972726843294511', time=2024-09-12T19:48:33.468263+0000, chain.objs.size()=1 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.KkdMumwKWxrjLwBE5wK8nspYh9fOz-x_0 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1403652821764093741', time=2024-09-12T19:48:33.486713+0000, chain.objs.size()=1 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.5hqi8sBWrMkM6VJzllWhoYzByQiO_fz_0 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8002697319767460425', time=2024-09-12T19:48:33.498338+0000, chain.objs.size()=1 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.wKv1An4B8CVoEt6_Ryv_fGwQSm4CdUL_0 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17820761770634939087', time=2024-09-12T19:48:33.557049+0000, chain.objs.size()=1 2024-09-12T18:00:09.801 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.Q2XTYmoI4NpYYnGJac_cotZ4plHw3cc_0 2024-09-12T18:00:09.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8809911781733073229', time=2024-09-12T19:48:33.604676+0000, chain.objs.size()=1 2024-09-12T18:00:09.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.5FMJwXlmfeKgQTcMY5FKgZZKSrqO2m8_0 2024-09-12T18:00:09.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8210729399543092157', time=2024-09-12T19:48:33.805871+0000, chain.objs.size()=1 2024-09-12T18:00:09.802 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.796+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.q-k4479ivmod5HqWoiiw0aAFJLe5y31_0 2024-09-12T18:00:09.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16051684348959747186', time=2024-09-12T19:48:33.827622+0000, chain.objs.size()=1 2024-09-12T18:00:09.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.zZie4H05mPkDeVXE84QLjpysBQdEKQZ_0 2024-09-12T18:00:09.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10883518713530278379', time=2024-09-12T19:48:33.831115+0000, chain.objs.size()=1 2024-09-12T18:00:09.803 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.kI2iiMTMkBAoIrFh_cz4mwvjQFJbpYu_0 2024-09-12T18:00:09.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1987949780940676000', time=2024-09-12T19:48:34.095400+0000, chain.objs.size()=1 2024-09-12T18:00:09.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.cRNPv1T7a9sUU-bUdrxQYb9ncKBH_5A_0 2024-09-12T18:00:09.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.203835019922539613', time=2024-09-12T19:48:34.183015+0000, chain.objs.size()=1 2024-09-12T18:00:09.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.HDwT2zrew85n3YmLnOWzP5iS3TjdO5L_0 2024-09-12T18:00:09.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16824011600904015940', time=2024-09-12T19:48:34.186702+0000, chain.objs.size()=1 2024-09-12T18:00:09.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ha4kimEglUx9nxvFPIXr2BZwU96WoQY_0 2024-09-12T18:00:09.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10702882266970225099', time=2024-09-12T19:48:34.206292+0000, chain.objs.size()=1 2024-09-12T18:00:09.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.UGBfJ6joYrV-hhqM9rQLz88hhqQb9Bi_0 2024-09-12T18:00:09.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7598378757177053244', time=2024-09-12T19:48:34.213745+0000, chain.objs.size()=1 2024-09-12T18:00:09.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.lcflCpgcYv2GS7ET47QV7abyY4uAcXf_0 2024-09-12T18:00:09.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8734563376086739446', time=2024-09-12T19:48:34.246360+0000, chain.objs.size()=1 2024-09-12T18:00:09.804 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.APYLnDoqNaKZ4o9Vmc38mNKoG5EuXTu_0 2024-09-12T18:00:09.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17206198324474490449', time=2024-09-12T19:48:34.695699+0000, chain.objs.size()=1 2024-09-12T18:00:09.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.dMh1ZVuwP21zxZa2U2SzXDR_CcMlQJi_0 2024-09-12T18:00:09.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3747916339600958130', time=2024-09-12T19:48:34.765310+0000, chain.objs.size()=1 2024-09-12T18:00:09.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ucGpzfgpt-5afumcGDoJORc53xvb1mi_0 2024-09-12T18:00:09.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9746362118735510335', time=2024-09-12T19:48:34.770645+0000, chain.objs.size()=1 2024-09-12T18:00:09.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.vaGSj_F-q17n03jxroq7ejiPJ02kvuh_0 2024-09-12T18:00:09.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10122101328680541004', time=2024-09-12T19:48:34.821797+0000, chain.objs.size()=1 2024-09-12T18:00:09.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.uOoa5jtrOo1IwApiDUwPPIcMOJC16MH_0 2024-09-12T18:00:09.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1414815370204443265', time=2024-09-12T19:48:35.083687+0000, chain.objs.size()=1 2024-09-12T18:00:09.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ot0q4F-YraW_GvPnGB2ONjvCDfijagE_0 2024-09-12T18:00:09.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7233781056610434058', time=2024-09-12T19:48:35.321096+0000, chain.objs.size()=1 2024-09-12T18:00:09.805 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.800+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.CuWSKwi0o6YG0IgMyMb4lE-r3ekFVAK_0 2024-09-12T18:00:09.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10543795577294381', time=2024-09-12T19:48:35.375572+0000, chain.objs.size()=1 2024-09-12T18:00:09.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.U19ESI_oopI41qgO6N6uGwZz5OX6LeM_0 2024-09-12T18:00:09.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6634647141358176743', time=2024-09-12T19:48:35.423367+0000, chain.objs.size()=1 2024-09-12T18:00:09.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.dkOTXpSUtsgtiZRMN5xf0BVKdqquwbh_0 2024-09-12T18:00:09.806 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8467137356583730186', time=2024-09-12T19:48:35.451971+0000, chain.objs.size()=1 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.NwRAwcoQzVAHif0YqS2F-pd5zCw6fzv_0 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15846320854179685799', time=2024-09-12T19:48:35.453628+0000, chain.objs.size()=1 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.ohpSIAp8Z_T9saAvbrpxfBdw-QGDCz1_0 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8936326779632151819', time=2024-09-12T19:48:35.514856+0000, chain.objs.size()=1 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.N8TytOjmQrJVxjFZIEu9KPDz30JLkHP_0 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10797530287106352191', time=2024-09-12T19:48:35.715545+0000, chain.objs.size()=1 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.nkW5CU6sTux_R1UEWOJlQK813PREcw1_0 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8985636143131637645', time=2024-09-12T19:48:35.729289+0000, chain.objs.size()=1 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.xHcV0VThLcLRK-GPreCNUJIQgVVyWWE_0 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.4073825198141570655', time=2024-09-12T19:48:35.750887+0000, chain.objs.size()=1 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.323__shadow_.IDsPO3z9wBe9tAj1z7B9PJ34ZMIZKZ2_0 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1121417456598750452', time=2024-09-12T19:48:55.209442+0000, chain.objs.size()=1 2024-09-12T18:00:09.807 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.bbJEha3sgbwVbdqxEr4LnyuMdcd5Gmk_0 2024-09-12T18:00:09.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1781035692048443745', time=2024-09-12T19:48:55.250089+0000, chain.objs.size()=1 2024-09-12T18:00:09.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Ju_4I2RzcNufpKB6pLgLVrCybLGij4i_0 2024-09-12T18:00:09.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16268572505854043410', time=2024-09-12T19:48:55.330040+0000, chain.objs.size()=1 2024-09-12T18:00:09.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.wTAzv7PMmbZAfc-4eFukWoJXX5f3qiF_0 2024-09-12T18:00:09.808 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7212146005312845653', time=2024-09-12T19:48:55.613117+0000, chain.objs.size()=1 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.A7fOt2_LTc7CkCmd1t7Suf4EClS2614_0 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6876844853822907289', time=2024-09-12T19:48:55.710415+0000, chain.objs.size()=1 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.pA5HDurI3UYGjS-gilAP60RJoiqR4rv_0 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5625037945073943202', time=2024-09-12T19:48:55.860333+0000, chain.objs.size()=1 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.XXW1v_mK9W71qjfHqFJneL6hdNDl47g_0 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9899162574227027571', time=2024-09-12T19:48:55.907182+0000, chain.objs.size()=1 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.i2Ydo7MW7-KPs6fP7YCjTi35dpADX0-_0 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8008959263583759629', time=2024-09-12T19:48:55.940018+0000, chain.objs.size()=1 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Xs0FM-CkbTdpA7Mk2x58yMFUtuJ-Ds7_0 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.9044346436827254470', time=2024-09-12T19:48:56.333015+0000, chain.objs.size()=1 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.giepexnJ0ayU4ZNcrWUFrLiOQ6YGeq5_0 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1935812788562053843', time=2024-09-12T19:48:56.479910+0000, chain.objs.size()=1 2024-09-12T18:00:09.809 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.aDejp9I1TIFDobvTp9svz0UJOcCmiQU_0 2024-09-12T18:00:09.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7970716906229452551', time=2024-09-12T19:48:56.525995+0000, chain.objs.size()=1 2024-09-12T18:00:09.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.JTda5HjhKgr2GwAxVDcj6wC7q_j4WFT_0 2024-09-12T18:00:09.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15747799494851269973', time=2024-09-12T19:48:56.533653+0000, chain.objs.size()=1 2024-09-12T18:00:09.810 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.804+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.p3G5azhFhS9_uJ-5LI0y6UCTETaGTsZ_0 2024-09-12T18:00:09.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2851147064996396765', time=2024-09-12T19:48:56.630573+0000, chain.objs.size()=1 2024-09-12T18:00:09.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WTb8j_2Fwn71r-nUBGiorMqu9SSnw1__0 2024-09-12T18:00:09.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6759704637648332766', time=2024-09-12T19:48:56.679352+0000, chain.objs.size()=1 2024-09-12T18:00:09.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.Ix7TRZ7zOC-tCqUJL2jRQ6-6janxsdO_0 2024-09-12T18:00:09.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7508686927566701924', time=2024-09-12T19:48:56.841532+0000, chain.objs.size()=1 2024-09-12T18:00:09.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.ODrqkfyGYfHH9cp4c0fQL3WINTEkELB_0 2024-09-12T18:00:09.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3564565345093122140', time=2024-09-12T19:48:57.185935+0000, chain.objs.size()=1 2024-09-12T18:00:09.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.2LHlpbp0vKIFlD0-ifhafUeTwu-XdWm_0 2024-09-12T18:00:09.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.1404459809484372499', time=2024-09-12T19:48:57.224938+0000, chain.objs.size()=1 2024-09-12T18:00:09.811 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.O01a934s3i-PPhuLZN37s57MC9I2paq_0 2024-09-12T18:00:09.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.17737418974574257933', time=2024-09-12T19:48:57.243997+0000, chain.objs.size()=1 2024-09-12T18:00:09.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.CkI6aG6daEaqLsoL-M_iGbHJ-EUyQLf_0 2024-09-12T18:00:09.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15559062302916951303', time=2024-09-12T19:48:57.469396+0000, chain.objs.size()=1 2024-09-12T18:00:09.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.WAxMIfUXqy86TRDVxqov83wdzsnNWSH_0 2024-09-12T18:00:09.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.13368144971976755933', time=2024-09-12T19:48:57.583583+0000, chain.objs.size()=1 2024-09-12T18:00:09.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.TkkrHi-Zq0tXZ9qqL0E516gQE-ZEEJT_0 2024-09-12T18:00:09.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.14775236796671501447', time=2024-09-12T19:48:57.610137+0000, chain.objs.size()=1 2024-09-12T18:00:09.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.324__shadow_.kuQncFIwI0OBh1A1o4_KLsfmRXo1tAf_0 2024-09-12T18:00:09.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7467061116675994437', time=2024-09-12T19:49:04.419437+0000, chain.objs.size()=1 2024-09-12T18:00:09.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.336__shadow_.ZYt2mupVEMwvyYaVG_H2RI4zbs9nd9G_0 2024-09-12T18:00:09.812 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.6016039247464345237', time=2024-09-12T19:49:22.974446+0000, chain.objs.size()=1 2024-09-12T18:00:09.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.372__shadow_.y34HOSlmG7yxyVwHYn1JnzlYeCaA0t__0 2024-09-12T18:00:09.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.15832375570357186715', time=2024-09-12T19:50:08.004122+0000, chain.objs.size()=1 2024-09-12T18:00:09.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.443__shadow_.eXV3mW2tB5LbovRyGR9HUH5qVo5YHdk_0 2024-09-12T18:00:09.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.2786190514975306707', time=2024-09-12T19:50:16.992268+0000, chain.objs.size()=1 2024-09-12T18:00:09.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.455__shadow_.MIJEsjUuo8k9Z0yRbINs6f_P8OITHqL_0 2024-09-12T18:00:09.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16208071325630550929', time=2024-09-12T19:50:33.890430+0000, chain.objs.size()=1 2024-09-12T18:00:09.813 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.808+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.483__shadow_.KjQmWW-rjCcFa1rhdPL69dIATBvvn21_0 2024-09-12T18:00:09.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5927491713470442191', time=2024-09-12T19:50:39.434998+0000, chain.objs.size()=1 2024-09-12T18:00:09.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.491__shadow_.zW4kiLG3qSYEXyqhpCLIuylSERsZ6iY_0 2024-09-12T18:00:09.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.12552578277301294656', time=2024-09-12T19:50:43.418915+0000, chain.objs.size()=1 2024-09-12T18:00:09.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.500__shadow_.Ux5qWCf1rJaJLx33RTjwy-Noz47d2Gk_0 2024-09-12T18:00:09.814 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 0/47309 2024-09-12T18:00:09.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T18:00:09.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.7582932209475272349', time=2024-09-12T19:51:09.704476+0000, chain.objs.size()=6 2024-09-12T18:00:09.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.9xcqTZMJIahnmcJ-g77QGSKRKwf8teoa.1 2024-09-12T18:00:09.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~rjeTYL51YjO7iHVx-X8VXnnPCjP2K15.2 2024-09-12T18:00:09.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~rjeTYL51YjO7iHVx-X8VXnnPCjP2K15.3 2024-09-12T18:00:09.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~rjeTYL51YjO7iHVx-X8VXnnPCjP2K15.4 2024-09-12T18:00:09.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~rjeTYL51YjO7iHVx-X8VXnnPCjP2K15.5 2024-09-12T18:00:09.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.522__multipart_mymultipart.2~rjeTYL51YjO7iHVx-X8VXnnPCjP2K15.6 2024-09-12T18:00:09.816 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.16485445688227697671', time=2024-09-12T19:53:14.706734+0000, chain.objs.size()=1 2024-09-12T18:00:09.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.579__shadow:nR1dfGhI2RB6JPj1Hh7gEfTyr2RjeqK_.QXyhHGJGKBZHlOpWpmXqdWmN3uVpf1v_0 2024-09-12T18:00:09.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.3805470844257685419', time=2024-09-12T19:53:14.778758+0000, chain.objs.size()=1 2024-09-12T18:00:09.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.579__shadow:lUkxqSLdDgFTTLuePN4cH4H.6WRt8Et_.ckck_wZpg9n7vhbSmvJcnL6gZlkMlkT_0 2024-09-12T18:00:09.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.8144938685183473820', time=2024-09-12T19:53:16.368256+0000, chain.objs.size()=1 2024-09-12T18:00:09.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.580__shadow:qBfXQhV-fIphgxVH2xRpTE-494.w3MQ_.6fwpiMhLStvEHg9wE0eWW3fkMrDQnpf_0 2024-09-12T18:00:09.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5390469268771474331', time=2024-09-12T19:56:27.053217+0000, chain.objs.size()=1 2024-09-12T18:00:09.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.666__shadow_.wtjehiQARCb4g_dKoc-GN3vCzNiLMAd_0 2024-09-12T18:00:09.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10258764984727140020', time=2024-09-12T19:56:27.054833+0000, chain.objs.size()=1 2024-09-12T18:00:09.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.666__shadow_.nOn9yqQAT3WAbX47T8DWd8lFKmtDDM9_0 2024-09-12T18:00:09.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.10482770857925805007', time=2024-09-12T19:56:29.418181+0000, chain.objs.size()=1 2024-09-12T18:00:09.817 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.812+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.671__shadow_.cNK4okM2UdTDhAVG2IBOlZNgFW9mgyW_0 2024-09-12T18:00:09.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.816+0000 7f3c0e1309c0 20 garbage collection: RGWGC::process iterating over entry tag='fbe06962-a98e-4cf5-b805-dd8639959719.4523.5952806863279539772', time=2024-09-12T19:56:33.518688+0000, chain.objs.size()=1 2024-09-12T18:00:09.818 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:fbe06962-a98e-4cf5-b805-dd8639959719.4523.679__shadow_.o-A5WFdCAQQJn-0s-3WS0w79kwzuNtE_0 2024-09-12T18:00:09.819 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.816+0000 7f3c0e1309c0 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T18:00:09.822 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.820+0000 7f3ac1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T18:00:09.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.824+0000 7f3c0e1309c0 20 remove_watcher() i=0 2024-09-12T18:00:09.824 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.824+0000 7f3c0e1309c0 2 removed watcher, disabling cache 2024-09-12T18:00:09.825 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.824+0000 7f3c0e1309c0 20 remove_watcher() i=1 2024-09-12T18:00:09.826 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.824+0000 7f3c0e1309c0 20 remove_watcher() i=2 2024-09-12T18:00:09.827 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.824+0000 7f3c0e1309c0 20 remove_watcher() i=3 2024-09-12T18:00:09.828 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.828+0000 7f3c0e1309c0 20 remove_watcher() i=4 2024-09-12T18:00:09.856 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.828+0000 7f3c0e1309c0 20 remove_watcher() i=5 2024-09-12T18:00:09.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.828+0000 7f3c0e1309c0 20 remove_watcher() i=6 2024-09-12T18:00:09.857 INFO:teuthology.orchestra.run.smithi183.stderr:2024-09-12T18:00:09.828+0000 7f3c0e1309c0 20 remove_watcher() i=7 2024-09-12T18:00:09.861 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2024-09-12T18:00:09.871 DEBUG:teuthology.orchestra.run.smithi183:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2024-09-12T18:00:09.909 DEBUG:teuthology.orchestra.run.smithi183:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T18:00:09.956 DEBUG:teuthology.orchestra.run.smithi183:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2024-09-12T18:00:10.004 DEBUG:teuthology.orchestra.run.smithi183:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T18:00:10.052 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm /usr/local/share/ca-certificates/root.crt 2024-09-12T18:00:10.109 DEBUG:teuthology.orchestra.run.smithi183:> sudo update-ca-certificates 2024-09-12T18:00:10.166 INFO:teuthology.orchestra.run.smithi183.stdout:Updating certificates in /etc/ssl/certs... 2024-09-12T18:00:10.562 INFO:teuthology.orchestra.run.smithi183.stdout:0 added, 0 removed; done. 2024-09-12T18:00:10.563 INFO:teuthology.orchestra.run.smithi183.stdout:Running hooks in /etc/ca-certificates/update.d... 2024-09-12T18:00:10.564 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T18:00:10.755 INFO:teuthology.orchestra.run.smithi183.stdout:done. 2024-09-12T18:00:10.755 INFO:teuthology.orchestra.run.smithi183.stdout:done. 2024-09-12T18:00:10.758 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-12T18:00:10.768 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T18:00:10.768 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:00:11.156 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T18:00:11.174 INFO:teuthology.orchestra.run.smithi183.stderr:dumped all 2024-09-12T18:00:11.188 INFO:teuthology.orchestra.run.smithi183.stdout:{"pg_ready":true,"pg_map":{"version":1670,"stamp":"2024-09-12T18:00:09.322329+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":627743454,"num_objects":4840,"num_object_clones":0,"num_object_copies":9680,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4840,"num_whiteouts":0,"num_read":175527,"num_read_kb":2283736,"num_write":137891,"num_write_kb":2330728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14441,"ondisk_log_size":14441,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2544520,"kb_used_data":1285960,"kb_used_omap":12,"kb_used_meta":1258419,"kb_avail":752430200,"statfs":{"total":773094113280,"available":770488524800,"internally_reserved":0,"allocated":1316823040,"data_stored":1271598532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1288621617},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.009000"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.019726+0000","last_change":"2024-09-12T17:42:37.092693+0000","last_active":"2024-09-12T17:57:37.019726+0000","last_peered":"2024-09-12T17:57:37.019726+0000","last_clean":"2024-09-12T17:57:37.019726+0000","last_became_active":"2024-09-12T17:42:37.091935+0000","last_became_peered":"2024-09-12T17:42:37.091935+0000","last_unstale":"2024-09-12T17:57:37.019726+0000","last_undegraded":"2024-09-12T17:57:37.019726+0000","last_fullsized":"2024-09-12T17:57:37.019726+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:20.246178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'1","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.197412+0000","last_change":"2024-09-12T17:30:40.978295+0000","last_active":"2024-09-12T17:55:42.197412+0000","last_peered":"2024-09-12T17:55:42.197412+0000","last_clean":"2024-09-12T17:55:42.197412+0000","last_became_active":"2024-09-12T17:30:40.977598+0000","last_became_peered":"2024-09-12T17:30:40.977598+0000","last_unstale":"2024-09-12T17:55:42.197412+0000","last_undegraded":"2024-09-12T17:55:42.197412+0000","last_fullsized":"2024-09-12T17:55:42.197412+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:36:18.725005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:37.029130+0000","last_change":"2024-09-12T17:30:37.926690+0000","last_active":"2024-09-12T17:55:37.029130+0000","last_peered":"2024-09-12T17:55:37.029130+0000","last_clean":"2024-09-12T17:55:37.029130+0000","last_became_active":"2024-09-12T17:30:37.925309+0000","last_became_peered":"2024-09-12T17:30:37.925309+0000","last_unstale":"2024-09-12T17:55:37.029130+0000","last_undegraded":"2024-09-12T17:55:37.029130+0000","last_fullsized":"2024-09-12T17:55:37.029130+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:19.397344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'23","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.052500+0000","last_change":"2024-09-12T17:28:43.361322+0000","last_active":"2024-09-12T17:57:57.052500+0000","last_peered":"2024-09-12T17:57:57.052500+0000","last_clean":"2024-09-12T17:57:57.052500+0000","last_became_active":"2024-09-12T17:28:43.360590+0000","last_became_peered":"2024-09-12T17:28:43.360590+0000","last_unstale":"2024-09-12T17:57:57.052500+0000","last_undegraded":"2024-09-12T17:57:57.052500+0000","last_fullsized":"2024-09-12T17:57:57.052500+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:54.559526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":80,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.022574+0000","last_change":"2024-09-12T17:42:37.099780+0000","last_active":"2024-09-12T17:57:37.022574+0000","last_peered":"2024-09-12T17:57:37.022574+0000","last_clean":"2024-09-12T17:57:37.022574+0000","last_became_active":"2024-09-12T17:42:37.099492+0000","last_became_peered":"2024-09-12T17:42:37.099492+0000","last_unstale":"2024-09-12T17:57:37.022574+0000","last_undegraded":"2024-09-12T17:57:37.022574+0000","last_fullsized":"2024-09-12T17:57:37.022574+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:56.247405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.020349+0000","last_change":"2024-09-12T17:30:40.978229+0000","last_active":"2024-09-12T17:55:42.020349+0000","last_peered":"2024-09-12T17:55:42.020349+0000","last_clean":"2024-09-12T17:55:42.020349+0000","last_became_active":"2024-09-12T17:30:40.976175+0000","last_became_peered":"2024-09-12T17:30:40.976175+0000","last_unstale":"2024-09-12T17:55:42.020349+0000","last_undegraded":"2024-09-12T17:55:42.020349+0000","last_fullsized":"2024-09-12T17:55:42.020349+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:31.271889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":3601,"num_write":4,"num_write_kb":2577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.010265+0000","last_change":"2024-09-12T17:30:37.907753+0000","last_active":"2024-09-12T17:55:42.010265+0000","last_peered":"2024-09-12T17:55:42.010265+0000","last_clean":"2024-09-12T17:55:42.010265+0000","last_became_active":"2024-09-12T17:30:37.907058+0000","last_became_peered":"2024-09-12T17:30:37.907058+0000","last_unstale":"2024-09-12T17:55:42.010265+0000","last_undegraded":"2024-09-12T17:55:42.010265+0000","last_fullsized":"2024-09-12T17:55:42.010265+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:22:36.648615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'49","reported_seq":181,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.013329+0000","last_change":"2024-09-12T17:28:43.389967+0000","last_active":"2024-09-12T17:56:52.013329+0000","last_peered":"2024-09-12T17:56:52.013329+0000","last_clean":"2024-09-12T17:56:52.013329+0000","last_became_active":"2024-09-12T17:28:43.389202+0000","last_became_peered":"2024-09-12T17:28:43.389202+0000","last_unstale":"2024-09-12T17:56:52.013329+0000","last_undegraded":"2024-09-12T17:56:52.013329+0000","last_fullsized":"2024-09-12T17:56:52.013329+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:24.966365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.153896+0000","last_change":"2024-09-12T17:42:37.080226+0000","last_active":"2024-09-12T17:57:07.153896+0000","last_peered":"2024-09-12T17:57:07.153896+0000","last_clean":"2024-09-12T17:57:07.153896+0000","last_became_active":"2024-09-12T17:42:37.079463+0000","last_became_peered":"2024-09-12T17:42:37.079463+0000","last_unstale":"2024-09-12T17:57:07.153896+0000","last_undegraded":"2024-09-12T17:57:07.153896+0000","last_fullsized":"2024-09-12T17:57:07.153896+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:17.389084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'1","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050045+0000","last_change":"2024-09-12T17:30:41.500759+0000","last_active":"2024-09-12T17:57:47.050045+0000","last_peered":"2024-09-12T17:57:47.050045+0000","last_clean":"2024-09-12T17:57:47.050045+0000","last_became_active":"2024-09-12T17:30:41.499966+0000","last_became_peered":"2024-09-12T17:30:41.499966+0000","last_unstale":"2024-09-12T17:57:47.050045+0000","last_undegraded":"2024-09-12T17:57:47.050045+0000","last_fullsized":"2024-09-12T17:57:47.050045+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:45.496346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3210,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8,"num_write":1,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'9","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012264+0000","last_change":"2024-09-12T17:30:37.916280+0000","last_active":"2024-09-12T17:56:47.012264+0000","last_peered":"2024-09-12T17:56:47.012264+0000","last_clean":"2024-09-12T17:56:47.012264+0000","last_became_active":"2024-09-12T17:30:37.915679+0000","last_became_peered":"2024-09-12T17:30:37.915679+0000","last_unstale":"2024-09-12T17:56:47.012264+0000","last_undegraded":"2024-09-12T17:56:47.012264+0000","last_fullsized":"2024-09-12T17:56:47.012264+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:28.916985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":20482,"num_write":14,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'31","reported_seq":132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.028230+0000","last_change":"2024-09-12T17:28:43.356552+0000","last_active":"2024-09-12T17:56:17.028230+0000","last_peered":"2024-09-12T17:56:17.028230+0000","last_clean":"2024-09-12T17:56:17.028230+0000","last_became_active":"2024-09-12T17:28:43.354081+0000","last_became_peered":"2024-09-12T17:28:43.354081+0000","last_unstale":"2024-09-12T17:56:17.028230+0000","last_undegraded":"2024-09-12T17:56:17.028230+0000","last_fullsized":"2024-09-12T17:56:17.028230+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:03.089534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":114,"num_write":55,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.053091+0000","last_change":"2024-09-12T17:42:37.091087+0000","last_active":"2024-09-12T17:57:12.053091+0000","last_peered":"2024-09-12T17:57:12.053091+0000","last_clean":"2024-09-12T17:57:12.053091+0000","last_became_active":"2024-09-12T17:42:37.090393+0000","last_became_peered":"2024-09-12T17:42:37.090393+0000","last_unstale":"2024-09-12T17:57:12.053091+0000","last_undegraded":"2024-09-12T17:57:12.053091+0000","last_fullsized":"2024-09-12T17:57:12.053091+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:02.538982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'11","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.046285+0000","last_change":"2024-09-12T17:30:41.499071+0000","last_active":"2024-09-12T17:56:47.046285+0000","last_peered":"2024-09-12T17:56:47.046285+0000","last_clean":"2024-09-12T17:56:47.046285+0000","last_became_active":"2024-09-12T17:30:41.498311+0000","last_became_peered":"2024-09-12T17:30:41.498311+0000","last_unstale":"2024-09-12T17:56:47.046285+0000","last_undegraded":"2024-09-12T17:56:47.046285+0000","last_fullsized":"2024-09-12T17:56:47.046285+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:00.203466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":9220,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.052183+0000","last_change":"2024-09-12T17:30:37.895534+0000","last_active":"2024-09-12T17:57:47.052183+0000","last_peered":"2024-09-12T17:57:47.052183+0000","last_clean":"2024-09-12T17:57:47.052183+0000","last_became_active":"2024-09-12T17:30:37.894725+0000","last_became_peered":"2024-09-12T17:30:37.894725+0000","last_unstale":"2024-09-12T17:57:47.052183+0000","last_undegraded":"2024-09-12T17:57:47.052183+0000","last_fullsized":"2024-09-12T17:57:47.052183+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:00.738195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'5","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038827+0000","last_change":"2024-09-12T17:28:43.379402+0000","last_active":"2024-09-12T17:56:17.038827+0000","last_peered":"2024-09-12T17:56:17.038827+0000","last_clean":"2024-09-12T17:56:17.038827+0000","last_became_active":"2024-09-12T17:28:43.378638+0000","last_became_peered":"2024-09-12T17:28:43.378638+0000","last_unstale":"2024-09-12T17:56:17.038827+0000","last_undegraded":"2024-09-12T17:56:17.038827+0000","last_fullsized":"2024-09-12T17:56:17.038827+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:40.815385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.045020+0000","last_change":"2024-09-12T17:42:37.100593+0000","last_active":"2024-09-12T17:56:42.045020+0000","last_peered":"2024-09-12T17:56:42.045020+0000","last_clean":"2024-09-12T17:56:42.045020+0000","last_became_active":"2024-09-12T17:42:37.098645+0000","last_became_peered":"2024-09-12T17:42:37.098645+0000","last_unstale":"2024-09-12T17:56:42.045020+0000","last_undegraded":"2024-09-12T17:56:42.045020+0000","last_fullsized":"2024-09-12T17:56:42.045020+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:30.518578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"264'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.017270+0000","last_change":"2024-09-12T17:30:40.973542+0000","last_active":"2024-09-12T17:57:27.017270+0000","last_peered":"2024-09-12T17:57:27.017270+0000","last_clean":"2024-09-12T17:57:27.017270+0000","last_became_active":"2024-09-12T17:30:40.972793+0000","last_became_peered":"2024-09-12T17:30:40.972793+0000","last_unstale":"2024-09-12T17:57:27.017270+0000","last_undegraded":"2024-09-12T17:57:27.017270+0000","last_fullsized":"2024-09-12T17:57:27.017270+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:05.383574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8972971,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":12859,"num_write":9,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'5","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.042786+0000","last_change":"2024-09-12T17:30:37.901363+0000","last_active":"2024-09-12T17:57:17.042786+0000","last_peered":"2024-09-12T17:57:17.042786+0000","last_clean":"2024-09-12T17:57:17.042786+0000","last_became_active":"2024-09-12T17:30:37.900103+0000","last_became_peered":"2024-09-12T17:30:37.900103+0000","last_unstale":"2024-09-12T17:57:17.042786+0000","last_undegraded":"2024-09-12T17:57:17.042786+0000","last_fullsized":"2024-09-12T17:57:17.042786+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:32.142247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":6146,"num_write":5,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'54","reported_seq":187,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038739+0000","last_change":"2024-09-12T17:28:43.391950+0000","last_active":"2024-09-12T17:56:17.038739+0000","last_peered":"2024-09-12T17:56:17.038739+0000","last_clean":"2024-09-12T17:56:17.038739+0000","last_became_active":"2024-09-12T17:28:43.390857+0000","last_became_peered":"2024-09-12T17:28:43.390857+0000","last_unstale":"2024-09-12T17:56:17.038739+0000","last_undegraded":"2024-09-12T17:56:17.038739+0000","last_fullsized":"2024-09-12T17:56:17.038739+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:01.933118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":181,"num_write":112,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.032488+0000","last_change":"2024-09-12T17:42:37.093079+0000","last_active":"2024-09-12T17:57:12.032488+0000","last_peered":"2024-09-12T17:57:12.032488+0000","last_clean":"2024-09-12T17:57:12.032488+0000","last_became_active":"2024-09-12T17:42:37.092328+0000","last_became_peered":"2024-09-12T17:42:37.092328+0000","last_unstale":"2024-09-12T17:57:12.032488+0000","last_undegraded":"2024-09-12T17:57:12.032488+0000","last_fullsized":"2024-09-12T17:57:12.032488+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:06.517205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'1","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.156080+0000","last_change":"2024-09-12T17:30:40.972955+0000","last_active":"2024-09-12T17:57:17.156080+0000","last_peered":"2024-09-12T17:57:17.156080+0000","last_clean":"2024-09-12T17:57:17.156080+0000","last_became_active":"2024-09-12T17:30:40.972192+0000","last_became_peered":"2024-09-12T17:30:40.972192+0000","last_unstale":"2024-09-12T17:57:17.156080+0000","last_undegraded":"2024-09-12T17:57:17.156080+0000","last_fullsized":"2024-09-12T17:57:17.156080+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:43.371527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"264'5","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.046795+0000","last_change":"2024-09-12T17:30:37.902381+0000","last_active":"2024-09-12T17:57:22.046795+0000","last_peered":"2024-09-12T17:57:22.046795+0000","last_clean":"2024-09-12T17:57:22.046795+0000","last_became_active":"2024-09-12T17:30:37.901606+0000","last_became_peered":"2024-09-12T17:30:37.901606+0000","last_unstale":"2024-09-12T17:57:22.046795+0000","last_undegraded":"2024-09-12T17:57:22.046795+0000","last_fullsized":"2024-09-12T17:57:22.046795+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:53.754463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8194,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"264'16","reported_seq":93,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143032+0000","last_change":"2024-09-12T17:28:43.383963+0000","last_active":"2024-09-12T17:56:17.143032+0000","last_peered":"2024-09-12T17:56:17.143032+0000","last_clean":"2024-09-12T17:56:17.143032+0000","last_became_active":"2024-09-12T17:28:43.383331+0000","last_became_peered":"2024-09-12T17:28:43.383331+0000","last_unstale":"2024-09-12T17:56:17.143032+0000","last_undegraded":"2024-09-12T17:56:17.143032+0000","last_fullsized":"2024-09-12T17:56:17.143032+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:52.212258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":62,"num_write":31,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048300+0000","last_change":"2024-09-12T17:42:37.106830+0000","last_active":"2024-09-12T17:57:37.048300+0000","last_peered":"2024-09-12T17:57:37.048300+0000","last_clean":"2024-09-12T17:57:37.048300+0000","last_became_active":"2024-09-12T17:42:37.102746+0000","last_became_peered":"2024-09-12T17:42:37.102746+0000","last_unstale":"2024-09-12T17:57:37.048300+0000","last_undegraded":"2024-09-12T17:57:37.048300+0000","last_fullsized":"2024-09-12T17:57:37.048300+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:23.191868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'3","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.135847+0000","last_change":"2024-09-12T17:30:40.981704+0000","last_active":"2024-09-12T17:55:42.135847+0000","last_peered":"2024-09-12T17:55:42.135847+0000","last_clean":"2024-09-12T17:55:42.135847+0000","last_became_active":"2024-09-12T17:30:40.979915+0000","last_became_peered":"2024-09-12T17:30:40.979915+0000","last_unstale":"2024-09-12T17:55:42.135847+0000","last_undegraded":"2024-09-12T17:55:42.135847+0000","last_fullsized":"2024-09-12T17:55:42.135847+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:59.702171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48419,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4144,"num_write":3,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.020231+0000","last_change":"2024-09-12T17:30:37.910300+0000","last_active":"2024-09-12T17:55:42.020231+0000","last_peered":"2024-09-12T17:55:42.020231+0000","last_clean":"2024-09-12T17:55:42.020231+0000","last_became_active":"2024-09-12T17:30:37.909546+0000","last_became_peered":"2024-09-12T17:30:37.909546+0000","last_unstale":"2024-09-12T17:55:42.020231+0000","last_undegraded":"2024-09-12T17:55:42.020231+0000","last_fullsized":"2024-09-12T17:55:42.020231+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:57.596922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'13","reported_seq":80,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.295681+0000","last_change":"2024-09-12T17:28:43.388743+0000","last_active":"2024-09-12T17:56:22.295681+0000","last_peered":"2024-09-12T17:56:22.295681+0000","last_clean":"2024-09-12T17:56:22.295681+0000","last_became_active":"2024-09-12T17:28:43.387983+0000","last_became_peered":"2024-09-12T17:28:43.387983+0000","last_unstale":"2024-09-12T17:56:22.295681+0000","last_undegraded":"2024-09-12T17:56:22.295681+0000","last_fullsized":"2024-09-12T17:56:22.295681+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:40.052398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":25,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048366+0000","last_change":"2024-09-12T17:42:37.110249+0000","last_active":"2024-09-12T17:57:37.048366+0000","last_peered":"2024-09-12T17:57:37.048366+0000","last_clean":"2024-09-12T17:57:37.048366+0000","last_became_active":"2024-09-12T17:42:37.108603+0000","last_became_peered":"2024-09-12T17:42:37.108603+0000","last_unstale":"2024-09-12T17:57:37.048366+0000","last_undegraded":"2024-09-12T17:57:37.048366+0000","last_fullsized":"2024-09-12T17:57:37.048366+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:20.485621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"264'9","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.030258+0000","last_change":"2024-09-12T17:30:40.986360+0000","last_active":"2024-09-12T17:55:42.030258+0000","last_peered":"2024-09-12T17:55:42.030258+0000","last_clean":"2024-09-12T17:55:42.030258+0000","last_became_active":"2024-09-12T17:30:40.984575+0000","last_became_peered":"2024-09-12T17:30:40.984575+0000","last_unstale":"2024-09-12T17:55:42.030258+0000","last_undegraded":"2024-09-12T17:55:42.030258+0000","last_fullsized":"2024-09-12T17:55:42.030258+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:08.748722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":10,"num_read_kb":8194,"num_write":19,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"264'8","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.019591+0000","last_change":"2024-09-12T17:30:37.928541+0000","last_active":"2024-09-12T17:55:42.019591+0000","last_peered":"2024-09-12T17:55:42.019591+0000","last_clean":"2024-09-12T17:55:42.019591+0000","last_became_active":"2024-09-12T17:30:37.927762+0000","last_became_peered":"2024-09-12T17:30:37.927762+0000","last_unstale":"2024-09-12T17:55:42.019591+0000","last_undegraded":"2024-09-12T17:55:42.019591+0000","last_fullsized":"2024-09-12T17:55:42.019591+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:47.499530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4778667,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":9083,"num_write":8,"num_write_kb":6009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'72","reported_seq":243,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:22.005704+0000","last_change":"2024-09-12T17:28:43.368778+0000","last_active":"2024-09-12T17:55:22.005704+0000","last_peered":"2024-09-12T17:55:22.005704+0000","last_clean":"2024-09-12T17:55:22.005704+0000","last_became_active":"2024-09-12T17:28:43.368146+0000","last_became_peered":"2024-09-12T17:28:43.368146+0000","last_unstale":"2024-09-12T17:55:22.005704+0000","last_undegraded":"2024-09-12T17:55:22.005704+0000","last_fullsized":"2024-09-12T17:55:22.005704+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:01.046053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":260,"num_write":132,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.022200+0000","last_change":"2024-09-12T17:42:37.091566+0000","last_active":"2024-09-12T17:56:37.022200+0000","last_peered":"2024-09-12T17:56:37.022200+0000","last_clean":"2024-09-12T17:56:37.022200+0000","last_became_active":"2024-09-12T17:42:37.082090+0000","last_became_peered":"2024-09-12T17:42:37.082090+0000","last_unstale":"2024-09-12T17:56:37.022200+0000","last_undegraded":"2024-09-12T17:56:37.022200+0000","last_fullsized":"2024-09-12T17:56:37.022200+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:02.490682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054439+0000","last_change":"2024-09-12T17:30:41.499000+0000","last_active":"2024-09-12T17:57:17.054439+0000","last_peered":"2024-09-12T17:57:17.054439+0000","last_clean":"2024-09-12T17:57:17.054439+0000","last_became_active":"2024-09-12T17:30:41.498118+0000","last_became_peered":"2024-09-12T17:30:41.498118+0000","last_unstale":"2024-09-12T17:57:17.054439+0000","last_undegraded":"2024-09-12T17:57:17.054439+0000","last_fullsized":"2024-09-12T17:57:17.054439+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:13.201459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":4,"num_write_kb":1342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.207260+0000","last_change":"2024-09-12T17:30:37.889136+0000","last_active":"2024-09-12T17:56:22.207260+0000","last_peered":"2024-09-12T17:56:22.207260+0000","last_clean":"2024-09-12T17:56:22.207260+0000","last_became_active":"2024-09-12T17:30:37.888275+0000","last_became_peered":"2024-09-12T17:30:37.888275+0000","last_unstale":"2024-09-12T17:56:22.207260+0000","last_undegraded":"2024-09-12T17:56:22.207260+0000","last_fullsized":"2024-09-12T17:56:22.207260+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:52.234392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'42","reported_seq":159,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:56.616737+0000","last_change":"2024-09-12T17:28:43.388535+0000","last_active":"2024-09-12T17:55:56.616737+0000","last_peered":"2024-09-12T17:55:56.616737+0000","last_clean":"2024-09-12T17:55:56.616737+0000","last_became_active":"2024-09-12T17:28:43.387904+0000","last_became_peered":"2024-09-12T17:28:43.387904+0000","last_unstale":"2024-09-12T17:55:56.616737+0000","last_undegraded":"2024-09-12T17:55:56.616737+0000","last_fullsized":"2024-09-12T17:55:56.616737+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:50.225326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":149,"num_write":82,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.010076+0000","last_change":"2024-09-12T17:42:37.086254+0000","last_active":"2024-09-12T17:56:37.010076+0000","last_peered":"2024-09-12T17:56:37.010076+0000","last_clean":"2024-09-12T17:56:37.010076+0000","last_became_active":"2024-09-12T17:42:37.081111+0000","last_became_peered":"2024-09-12T17:42:37.081111+0000","last_unstale":"2024-09-12T17:56:37.010076+0000","last_undegraded":"2024-09-12T17:56:37.010076+0000","last_fullsized":"2024-09-12T17:56:37.010076+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:48.480399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"261'4","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:27.041397+0000","last_change":"2024-09-12T17:30:41.500020+0000","last_active":"2024-09-12T17:56:27.041397+0000","last_peered":"2024-09-12T17:56:27.041397+0000","last_clean":"2024-09-12T17:56:27.041397+0000","last_became_active":"2024-09-12T17:30:41.499284+0000","last_became_peered":"2024-09-12T17:30:41.499284+0000","last_unstale":"2024-09-12T17:56:27.041397+0000","last_undegraded":"2024-09-12T17:56:27.041397+0000","last_fullsized":"2024-09-12T17:56:27.041397+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:27.635990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'1","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.042062+0000","last_change":"2024-09-12T17:30:37.914236+0000","last_active":"2024-09-12T17:57:12.042062+0000","last_peered":"2024-09-12T17:57:12.042062+0000","last_clean":"2024-09-12T17:57:12.042062+0000","last_became_active":"2024-09-12T17:30:37.913516+0000","last_became_peered":"2024-09-12T17:30:37.913516+0000","last_unstale":"2024-09-12T17:57:12.042062+0000","last_undegraded":"2024-09-12T17:57:12.042062+0000","last_fullsized":"2024-09-12T17:57:12.042062+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:38.165997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'15","reported_seq":87,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:22.025375+0000","last_change":"2024-09-12T17:28:43.391686+0000","last_active":"2024-09-12T17:55:22.025375+0000","last_peered":"2024-09-12T17:55:22.025375+0000","last_clean":"2024-09-12T17:55:22.025375+0000","last_became_active":"2024-09-12T17:28:43.390934+0000","last_became_peered":"2024-09-12T17:28:43.390934+0000","last_unstale":"2024-09-12T17:55:22.025375+0000","last_undegraded":"2024-09-12T17:55:22.025375+0000","last_fullsized":"2024-09-12T17:55:22.025375+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:01.153888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":52,"num_write":30,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.033018+0000","last_change":"2024-09-12T17:42:37.103379+0000","last_active":"2024-09-12T17:56:37.033018+0000","last_peered":"2024-09-12T17:56:37.033018+0000","last_clean":"2024-09-12T17:56:37.033018+0000","last_became_active":"2024-09-12T17:42:37.102496+0000","last_became_peered":"2024-09-12T17:42:37.102496+0000","last_unstale":"2024-09-12T17:56:37.033018+0000","last_undegraded":"2024-09-12T17:56:37.033018+0000","last_fullsized":"2024-09-12T17:56:37.033018+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:46.944434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054505+0000","last_change":"2024-09-12T17:30:41.503007+0000","last_active":"2024-09-12T17:57:17.054505+0000","last_peered":"2024-09-12T17:57:17.054505+0000","last_clean":"2024-09-12T17:57:17.054505+0000","last_became_active":"2024-09-12T17:30:41.502151+0000","last_became_peered":"2024-09-12T17:30:41.502151+0000","last_unstale":"2024-09-12T17:57:17.054505+0000","last_undegraded":"2024-09-12T17:57:17.054505+0000","last_fullsized":"2024-09-12T17:57:17.054505+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:19.766250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.018593+0000","last_change":"2024-09-12T17:30:37.928409+0000","last_active":"2024-09-12T17:57:17.018593+0000","last_peered":"2024-09-12T17:57:17.018593+0000","last_clean":"2024-09-12T17:57:17.018593+0000","last_became_active":"2024-09-12T17:30:37.927881+0000","last_became_peered":"2024-09-12T17:30:37.927881+0000","last_unstale":"2024-09-12T17:57:17.018593+0000","last_undegraded":"2024-09-12T17:57:17.018593+0000","last_fullsized":"2024-09-12T17:57:17.018593+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:51.199514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4963,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":5,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'21","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:21.994030+0000","last_change":"2024-09-12T17:28:43.377325+0000","last_active":"2024-09-12T17:55:21.994030+0000","last_peered":"2024-09-12T17:55:21.994030+0000","last_clean":"2024-09-12T17:55:21.994030+0000","last_became_active":"2024-09-12T17:28:43.376667+0000","last_became_peered":"2024-09-12T17:28:43.376667+0000","last_unstale":"2024-09-12T17:55:21.994030+0000","last_undegraded":"2024-09-12T17:55:21.994030+0000","last_fullsized":"2024-09-12T17:55:21.994030+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:18.180734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.210425+0000","last_change":"2024-09-12T17:42:37.093124+0000","last_active":"2024-09-12T17:56:37.210425+0000","last_peered":"2024-09-12T17:56:37.210425+0000","last_clean":"2024-09-12T17:56:37.210425+0000","last_became_active":"2024-09-12T17:42:37.092427+0000","last_became_peered":"2024-09-12T17:42:37.092427+0000","last_unstale":"2024-09-12T17:56:37.210425+0000","last_undegraded":"2024-09-12T17:56:37.210425+0000","last_fullsized":"2024-09-12T17:56:37.210425+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:34.896275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045820+0000","last_change":"2024-09-12T17:30:40.977197+0000","last_active":"2024-09-12T17:57:17.045820+0000","last_peered":"2024-09-12T17:57:17.045820+0000","last_clean":"2024-09-12T17:57:17.045820+0000","last_became_active":"2024-09-12T17:30:40.968890+0000","last_became_peered":"2024-09-12T17:30:40.968890+0000","last_unstale":"2024-09-12T17:57:17.045820+0000","last_undegraded":"2024-09-12T17:57:17.045820+0000","last_fullsized":"2024-09-12T17:57:17.045820+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:31.713655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043055+0000","last_change":"2024-09-12T17:30:37.902249+0000","last_active":"2024-09-12T17:57:17.043055+0000","last_peered":"2024-09-12T17:57:17.043055+0000","last_clean":"2024-09-12T17:57:17.043055+0000","last_became_active":"2024-09-12T17:30:37.901261+0000","last_became_peered":"2024-09-12T17:30:37.901261+0000","last_unstale":"2024-09-12T17:57:17.043055+0000","last_undegraded":"2024-09-12T17:57:17.043055+0000","last_fullsized":"2024-09-12T17:57:17.043055+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:24.100468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3210,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4,"num_write":1,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'24","reported_seq":108,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.037143+0000","last_change":"2024-09-12T17:28:43.385086+0000","last_active":"2024-09-12T17:56:52.037143+0000","last_peered":"2024-09-12T17:56:52.037143+0000","last_clean":"2024-09-12T17:56:52.037143+0000","last_became_active":"2024-09-12T17:28:43.383345+0000","last_became_peered":"2024-09-12T17:28:43.383345+0000","last_unstale":"2024-09-12T17:56:52.037143+0000","last_undegraded":"2024-09-12T17:56:52.037143+0000","last_fullsized":"2024-09-12T17:56:52.037143+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:33.379652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":73,"num_write":53,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.051879+0000","last_change":"2024-09-12T17:42:37.106157+0000","last_active":"2024-09-12T17:57:07.051879+0000","last_peered":"2024-09-12T17:57:07.051879+0000","last_clean":"2024-09-12T17:57:07.051879+0000","last_became_active":"2024-09-12T17:42:37.099838+0000","last_became_peered":"2024-09-12T17:42:37.099838+0000","last_unstale":"2024-09-12T17:57:07.051879+0000","last_undegraded":"2024-09-12T17:57:07.051879+0000","last_fullsized":"2024-09-12T17:57:07.051879+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:31.710686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.019007+0000","last_change":"2024-09-12T17:30:40.979200+0000","last_active":"2024-09-12T17:56:22.019007+0000","last_peered":"2024-09-12T17:56:22.019007+0000","last_clean":"2024-09-12T17:56:22.019007+0000","last_became_active":"2024-09-12T17:30:40.978437+0000","last_became_peered":"2024-09-12T17:30:40.978437+0000","last_unstale":"2024-09-12T17:56:22.019007+0000","last_undegraded":"2024-09-12T17:56:22.019007+0000","last_fullsized":"2024-09-12T17:56:22.019007+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:14.905052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'6","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.029562+0000","last_change":"2024-09-12T17:30:37.921953+0000","last_active":"2024-09-12T17:56:22.029562+0000","last_peered":"2024-09-12T17:56:22.029562+0000","last_clean":"2024-09-12T17:56:22.029562+0000","last_became_active":"2024-09-12T17:30:37.921416+0000","last_became_peered":"2024-09-12T17:30:37.921416+0000","last_unstale":"2024-09-12T17:56:22.029562+0000","last_undegraded":"2024-09-12T17:56:22.029562+0000","last_fullsized":"2024-09-12T17:56:22.029562+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:59.090405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":11,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'31","reported_seq":130,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.073627+0000","last_change":"2024-09-12T17:28:43.385994+0000","last_active":"2024-09-12T17:57:30.073627+0000","last_peered":"2024-09-12T17:57:30.073627+0000","last_clean":"2024-09-12T17:57:30.073627+0000","last_became_active":"2024-09-12T17:28:43.385396+0000","last_became_peered":"2024-09-12T17:28:43.385396+0000","last_unstale":"2024-09-12T17:57:30.073627+0000","last_undegraded":"2024-09-12T17:57:30.073627+0000","last_fullsized":"2024-09-12T17:57:30.073627+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:58.416925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.040663+0000","last_change":"2024-09-12T17:42:37.108727+0000","last_active":"2024-09-12T17:57:07.040663+0000","last_peered":"2024-09-12T17:57:07.040663+0000","last_clean":"2024-09-12T17:57:07.040663+0000","last_became_active":"2024-09-12T17:42:37.108517+0000","last_became_peered":"2024-09-12T17:42:37.108517+0000","last_unstale":"2024-09-12T17:57:07.040663+0000","last_undegraded":"2024-09-12T17:57:07.040663+0000","last_fullsized":"2024-09-12T17:57:07.040663+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:26.445480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.018952+0000","last_change":"2024-09-12T17:30:40.975513+0000","last_active":"2024-09-12T17:56:22.018952+0000","last_peered":"2024-09-12T17:56:22.018952+0000","last_clean":"2024-09-12T17:56:22.018952+0000","last_became_active":"2024-09-12T17:30:40.974707+0000","last_became_peered":"2024-09-12T17:30:40.974707+0000","last_unstale":"2024-09-12T17:56:22.018952+0000","last_undegraded":"2024-09-12T17:56:22.018952+0000","last_fullsized":"2024-09-12T17:56:22.018952+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:34.556182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038636+0000","last_change":"2024-09-12T17:30:37.927341+0000","last_active":"2024-09-12T17:56:17.038636+0000","last_peered":"2024-09-12T17:56:17.038636+0000","last_clean":"2024-09-12T17:56:17.038636+0000","last_became_active":"2024-09-12T17:30:37.925449+0000","last_became_peered":"2024-09-12T17:30:37.925449+0000","last_unstale":"2024-09-12T17:56:17.038636+0000","last_undegraded":"2024-09-12T17:56:17.038636+0000","last_fullsized":"2024-09-12T17:56:17.038636+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:32.998252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'39","reported_seq":157,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.795143+0000","last_change":"2024-09-12T17:28:43.358763+0000","last_active":"2024-09-12T17:57:29.795143+0000","last_peered":"2024-09-12T17:57:29.795143+0000","last_clean":"2024-09-12T17:57:29.795143+0000","last_became_active":"2024-09-12T17:28:43.357815+0000","last_became_peered":"2024-09-12T17:28:43.357815+0000","last_unstale":"2024-09-12T17:57:29.795143+0000","last_undegraded":"2024-09-12T17:57:29.795143+0000","last_fullsized":"2024-09-12T17:57:29.795143+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:12.791170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":145,"num_write":66,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"263'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034260+0000","last_change":"2024-09-12T17:42:37.091626+0000","last_active":"2024-09-12T17:56:42.034260+0000","last_peered":"2024-09-12T17:56:42.034260+0000","last_clean":"2024-09-12T17:56:42.034260+0000","last_became_active":"2024-09-12T17:42:37.090887+0000","last_became_peered":"2024-09-12T17:42:37.090887+0000","last_unstale":"2024-09-12T17:56:42.034260+0000","last_undegraded":"2024-09-12T17:56:42.034260+0000","last_fullsized":"2024-09-12T17:56:42.034260+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:20.186067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"264'2","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.040025+0000","last_change":"2024-09-12T17:30:40.984689+0000","last_active":"2024-09-12T17:56:22.040025+0000","last_peered":"2024-09-12T17:56:22.040025+0000","last_clean":"2024-09-12T17:56:22.040025+0000","last_became_active":"2024-09-12T17:30:40.983879+0000","last_became_peered":"2024-09-12T17:30:40.983879+0000","last_unstale":"2024-09-12T17:56:22.040025+0000","last_undegraded":"2024-09-12T17:56:22.040025+0000","last_fullsized":"2024-09-12T17:56:22.040025+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:28.158490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143071+0000","last_change":"2024-09-12T17:30:37.908756+0000","last_active":"2024-09-12T17:56:17.143071+0000","last_peered":"2024-09-12T17:56:17.143071+0000","last_clean":"2024-09-12T17:56:17.143071+0000","last_became_active":"2024-09-12T17:30:37.907386+0000","last_became_peered":"2024-09-12T17:30:37.907386+0000","last_unstale":"2024-09-12T17:56:17.143071+0000","last_undegraded":"2024-09-12T17:56:17.143071+0000","last_fullsized":"2024-09-12T17:56:17.143071+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:37.767451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":81,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.038842+0000","last_change":"2024-09-12T17:28:43.365812+0000","last_active":"2024-09-12T17:56:47.038842+0000","last_peered":"2024-09-12T17:56:47.038842+0000","last_clean":"2024-09-12T17:56:47.038842+0000","last_became_active":"2024-09-12T17:28:43.365087+0000","last_became_peered":"2024-09-12T17:28:43.365087+0000","last_unstale":"2024-09-12T17:56:47.038842+0000","last_undegraded":"2024-09-12T17:56:47.038842+0000","last_fullsized":"2024-09-12T17:56:47.038842+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:35.350301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.051807+0000","last_change":"2024-09-12T17:42:37.099571+0000","last_active":"2024-09-12T17:57:07.051807+0000","last_peered":"2024-09-12T17:57:07.051807+0000","last_clean":"2024-09-12T17:57:07.051807+0000","last_became_active":"2024-09-12T17:42:37.098821+0000","last_became_peered":"2024-09-12T17:42:37.098821+0000","last_unstale":"2024-09-12T17:57:07.051807+0000","last_undegraded":"2024-09-12T17:57:07.051807+0000","last_fullsized":"2024-09-12T17:57:07.051807+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:57.463928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.144252+0000","last_change":"2024-09-12T17:30:40.966608+0000","last_active":"2024-09-12T17:56:22.144252+0000","last_peered":"2024-09-12T17:56:22.144252+0000","last_clean":"2024-09-12T17:56:22.144252+0000","last_became_active":"2024-09-12T17:30:40.965800+0000","last_became_peered":"2024-09-12T17:30:40.965800+0000","last_unstale":"2024-09-12T17:56:22.144252+0000","last_undegraded":"2024-09-12T17:56:22.144252+0000","last_fullsized":"2024-09-12T17:56:22.144252+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:54.436162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'5","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.206042+0000","last_change":"2024-09-12T17:30:37.888853+0000","last_active":"2024-09-12T17:56:17.206042+0000","last_peered":"2024-09-12T17:56:17.206042+0000","last_clean":"2024-09-12T17:56:17.206042+0000","last_became_active":"2024-09-12T17:30:37.888031+0000","last_became_peered":"2024-09-12T17:30:37.888031+0000","last_unstale":"2024-09-12T17:56:17.206042+0000","last_undegraded":"2024-09-12T17:56:17.206042+0000","last_fullsized":"2024-09-12T17:56:17.206042+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:06.312723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'19","reported_seq":102,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.046045+0000","last_change":"2024-09-12T17:28:43.377973+0000","last_active":"2024-09-12T17:56:47.046045+0000","last_peered":"2024-09-12T17:56:47.046045+0000","last_clean":"2024-09-12T17:56:47.046045+0000","last_became_active":"2024-09-12T17:28:43.377248+0000","last_became_peered":"2024-09-12T17:28:43.377248+0000","last_unstale":"2024-09-12T17:56:47.046045+0000","last_undegraded":"2024-09-12T17:56:47.046045+0000","last_fullsized":"2024-09-12T17:56:47.046045+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:11.771744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":71,"num_write":34,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.025809+0000","last_change":"2024-09-12T17:42:37.095405+0000","last_active":"2024-09-12T17:57:52.025809+0000","last_peered":"2024-09-12T17:57:52.025809+0000","last_clean":"2024-09-12T17:57:52.025809+0000","last_became_active":"2024-09-12T17:42:37.094854+0000","last_became_peered":"2024-09-12T17:42:37.094854+0000","last_unstale":"2024-09-12T17:57:52.025809+0000","last_undegraded":"2024-09-12T17:57:52.025809+0000","last_fullsized":"2024-09-12T17:57:52.025809+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:56.150784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'3","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.060561+0000","last_change":"2024-09-12T17:30:40.978289+0000","last_active":"2024-09-12T17:57:42.060561+0000","last_peered":"2024-09-12T17:57:42.060561+0000","last_clean":"2024-09-12T17:57:42.060561+0000","last_became_active":"2024-09-12T17:30:40.977569+0000","last_became_peered":"2024-09-12T17:30:40.977569+0000","last_unstale":"2024-09-12T17:57:42.060561+0000","last_undegraded":"2024-09-12T17:57:42.060561+0000","last_fullsized":"2024-09-12T17:57:42.060561+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:32.568333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'14","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048227+0000","last_change":"2024-09-12T17:30:37.924054+0000","last_active":"2024-09-12T17:57:37.048227+0000","last_peered":"2024-09-12T17:57:37.048227+0000","last_clean":"2024-09-12T17:57:37.048227+0000","last_became_active":"2024-09-12T17:30:37.923377+0000","last_became_peered":"2024-09-12T17:30:37.923377+0000","last_unstale":"2024-09-12T17:57:37.048227+0000","last_undegraded":"2024-09-12T17:57:37.048227+0000","last_fullsized":"2024-09-12T17:57:37.048227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:33.678698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4242723,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":21,"num_read_kb":36914,"num_write":24,"num_write_kb":20528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'50","reported_seq":187,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:23.148823+0000","last_change":"2024-09-12T17:28:43.365904+0000","last_active":"2024-09-12T17:56:23.148823+0000","last_peered":"2024-09-12T17:56:23.148823+0000","last_clean":"2024-09-12T17:56:23.148823+0000","last_became_active":"2024-09-12T17:28:43.361928+0000","last_became_peered":"2024-09-12T17:28:43.361928+0000","last_unstale":"2024-09-12T17:56:23.148823+0000","last_undegraded":"2024-09-12T17:56:23.148823+0000","last_fullsized":"2024-09-12T17:56:23.148823+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:46.698444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":186,"num_write":86,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.025805+0000","last_change":"2024-09-12T17:42:37.102961+0000","last_active":"2024-09-12T17:56:07.025805+0000","last_peered":"2024-09-12T17:56:07.025805+0000","last_clean":"2024-09-12T17:56:07.025805+0000","last_became_active":"2024-09-12T17:42:37.100988+0000","last_became_peered":"2024-09-12T17:42:37.100988+0000","last_unstale":"2024-09-12T17:56:07.025805+0000","last_undegraded":"2024-09-12T17:56:07.025805+0000","last_fullsized":"2024-09-12T17:56:07.025805+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:17.560647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.060486+0000","last_change":"2024-09-12T17:30:40.976709+0000","last_active":"2024-09-12T17:57:42.060486+0000","last_peered":"2024-09-12T17:57:42.060486+0000","last_clean":"2024-09-12T17:57:42.060486+0000","last_became_active":"2024-09-12T17:30:40.975987+0000","last_became_peered":"2024-09-12T17:30:40.975987+0000","last_unstale":"2024-09-12T17:57:42.060486+0000","last_undegraded":"2024-09-12T17:57:42.060486+0000","last_fullsized":"2024-09-12T17:57:42.060486+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:47:24.401361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.023715+0000","last_change":"2024-09-12T17:30:37.909004+0000","last_active":"2024-09-12T17:57:42.023715+0000","last_peered":"2024-09-12T17:57:42.023715+0000","last_clean":"2024-09-12T17:57:42.023715+0000","last_became_active":"2024-09-12T17:30:37.907565+0000","last_became_peered":"2024-09-12T17:30:37.907565+0000","last_unstale":"2024-09-12T17:57:42.023715+0000","last_undegraded":"2024-09-12T17:57:42.023715+0000","last_fullsized":"2024-09-12T17:57:42.023715+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:50.970775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'78","reported_seq":286,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:47.198635+0000","last_change":"2024-09-12T17:28:43.383516+0000","last_active":"2024-09-12T17:55:47.198635+0000","last_peered":"2024-09-12T17:55:47.198635+0000","last_clean":"2024-09-12T17:55:47.198635+0000","last_became_active":"2024-09-12T17:28:43.382670+0000","last_became_peered":"2024-09-12T17:28:43.382670+0000","last_unstale":"2024-09-12T17:55:47.198635+0000","last_undegraded":"2024-09-12T17:55:47.198635+0000","last_fullsized":"2024-09-12T17:55:47.198635+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:37.831585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":367,"num_write":100,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162362+0000","last_change":"2024-09-12T17:42:37.069987+0000","last_active":"2024-09-12T17:57:47.162362+0000","last_peered":"2024-09-12T17:57:47.162362+0000","last_clean":"2024-09-12T17:57:47.162362+0000","last_became_active":"2024-09-12T17:42:37.069175+0000","last_became_peered":"2024-09-12T17:42:37.069175+0000","last_unstale":"2024-09-12T17:57:47.162362+0000","last_undegraded":"2024-09-12T17:57:47.162362+0000","last_fullsized":"2024-09-12T17:57:47.162362+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:21:01.837742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'2","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.040005+0000","last_change":"2024-09-12T17:30:41.503156+0000","last_active":"2024-09-12T17:57:47.040005+0000","last_peered":"2024-09-12T17:57:47.040005+0000","last_clean":"2024-09-12T17:57:47.040005+0000","last_became_active":"2024-09-12T17:30:41.502364+0000","last_became_peered":"2024-09-12T17:30:41.502364+0000","last_unstale":"2024-09-12T17:57:47.040005+0000","last_undegraded":"2024-09-12T17:57:47.040005+0000","last_fullsized":"2024-09-12T17:57:47.040005+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:58.664521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'1","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.048804+0000","last_change":"2024-09-12T17:30:37.906496+0000","last_active":"2024-09-12T17:57:42.048804+0000","last_peered":"2024-09-12T17:57:42.048804+0000","last_clean":"2024-09-12T17:57:42.048804+0000","last_became_active":"2024-09-12T17:30:37.904363+0000","last_became_peered":"2024-09-12T17:30:37.904363+0000","last_unstale":"2024-09-12T17:57:42.048804+0000","last_undegraded":"2024-09-12T17:57:42.048804+0000","last_fullsized":"2024-09-12T17:57:42.048804+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:41.835284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'24","reported_seq":114,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:47.136936+0000","last_change":"2024-09-12T17:28:43.378538+0000","last_active":"2024-09-12T17:55:47.136936+0000","last_peered":"2024-09-12T17:55:47.136936+0000","last_clean":"2024-09-12T17:55:47.136936+0000","last_became_active":"2024-09-12T17:28:43.377573+0000","last_became_peered":"2024-09-12T17:28:43.377573+0000","last_unstale":"2024-09-12T17:55:47.136936+0000","last_undegraded":"2024-09-12T17:55:47.136936+0000","last_fullsized":"2024-09-12T17:55:47.136936+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:04.423070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":91,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050521+0000","last_change":"2024-09-12T17:42:37.101604+0000","last_active":"2024-09-12T17:57:47.050521+0000","last_peered":"2024-09-12T17:57:47.050521+0000","last_clean":"2024-09-12T17:57:47.050521+0000","last_became_active":"2024-09-12T17:42:37.098890+0000","last_became_peered":"2024-09-12T17:42:37.098890+0000","last_unstale":"2024-09-12T17:57:47.050521+0000","last_undegraded":"2024-09-12T17:57:47.050521+0000","last_fullsized":"2024-09-12T17:57:47.050521+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:02.636737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'1","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.060593+0000","last_change":"2024-09-12T17:30:40.985027+0000","last_active":"2024-09-12T17:57:42.060593+0000","last_peered":"2024-09-12T17:57:42.060593+0000","last_clean":"2024-09-12T17:57:42.060593+0000","last_became_active":"2024-09-12T17:30:40.984312+0000","last_became_peered":"2024-09-12T17:30:40.984312+0000","last_unstale":"2024-09-12T17:57:42.060593+0000","last_undegraded":"2024-09-12T17:57:42.060593+0000","last_fullsized":"2024-09-12T17:57:42.060593+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:17.265407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'11","reported_seq":63,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039971+0000","last_change":"2024-09-12T17:30:37.904272+0000","last_active":"2024-09-12T17:57:47.039971+0000","last_peered":"2024-09-12T17:57:47.039971+0000","last_clean":"2024-09-12T17:57:47.039971+0000","last_became_active":"2024-09-12T17:30:37.903185+0000","last_became_peered":"2024-09-12T17:30:37.903185+0000","last_unstale":"2024-09-12T17:57:47.039971+0000","last_undegraded":"2024-09-12T17:57:47.039971+0000","last_fullsized":"2024-09-12T17:57:47.039971+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:24.235796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":15362,"num_write":21,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'30","reported_seq":124,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:21.459647+0000","last_change":"2024-09-12T17:28:43.368814+0000","last_active":"2024-09-12T17:56:21.459647+0000","last_peered":"2024-09-12T17:56:21.459647+0000","last_clean":"2024-09-12T17:56:21.459647+0000","last_became_active":"2024-09-12T17:28:43.368029+0000","last_became_peered":"2024-09-12T17:28:43.368029+0000","last_unstale":"2024-09-12T17:56:21.459647+0000","last_undegraded":"2024-09-12T17:56:21.459647+0000","last_fullsized":"2024-09-12T17:56:21.459647+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:00.593869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.036541+0000","last_change":"2024-09-12T17:42:37.101132+0000","last_active":"2024-09-12T17:56:07.036541+0000","last_peered":"2024-09-12T17:56:07.036541+0000","last_clean":"2024-09-12T17:56:07.036541+0000","last_became_active":"2024-09-12T17:42:37.098386+0000","last_became_peered":"2024-09-12T17:42:37.098386+0000","last_unstale":"2024-09-12T17:56:07.036541+0000","last_undegraded":"2024-09-12T17:56:07.036541+0000","last_fullsized":"2024-09-12T17:56:07.036541+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:35:08.753175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'3","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.037631+0000","last_change":"2024-09-12T17:30:56.046289+0000","last_active":"2024-09-12T17:56:42.037631+0000","last_peered":"2024-09-12T17:56:42.037631+0000","last_clean":"2024-09-12T17:56:42.037631+0000","last_became_active":"2024-09-12T17:30:56.025899+0000","last_became_peered":"2024-09-12T17:30:56.025899+0000","last_unstale":"2024-09-12T17:56:42.037631+0000","last_undegraded":"2024-09-12T17:56:42.037631+0000","last_fullsized":"2024-09-12T17:56:42.037631+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:20.471749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":3,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'3","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034124+0000","last_change":"2024-09-12T17:30:37.896541+0000","last_active":"2024-09-12T17:56:42.034124+0000","last_peered":"2024-09-12T17:56:42.034124+0000","last_clean":"2024-09-12T17:56:42.034124+0000","last_became_active":"2024-09-12T17:30:37.895814+0000","last_became_peered":"2024-09-12T17:30:37.895814+0000","last_unstale":"2024-09-12T17:56:42.034124+0000","last_undegraded":"2024-09-12T17:56:42.034124+0000","last_fullsized":"2024-09-12T17:56:42.034124+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:59.262191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":8,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"264'45","reported_seq":164,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:47.020766+0000","last_change":"2024-09-12T17:28:43.374172+0000","last_active":"2024-09-12T17:55:47.020766+0000","last_peered":"2024-09-12T17:55:47.020766+0000","last_clean":"2024-09-12T17:55:47.020766+0000","last_became_active":"2024-09-12T17:28:43.373522+0000","last_became_peered":"2024-09-12T17:28:43.373522+0000","last_unstale":"2024-09-12T17:55:47.020766+0000","last_undegraded":"2024-09-12T17:55:47.020766+0000","last_fullsized":"2024-09-12T17:55:47.020766+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:33.375845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":156,"num_write":79,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.027470+0000","last_change":"2024-09-12T17:42:37.102852+0000","last_active":"2024-09-12T17:56:12.027470+0000","last_peered":"2024-09-12T17:56:12.027470+0000","last_clean":"2024-09-12T17:56:12.027470+0000","last_became_active":"2024-09-12T17:42:37.101673+0000","last_became_peered":"2024-09-12T17:42:37.101673+0000","last_unstale":"2024-09-12T17:56:12.027470+0000","last_undegraded":"2024-09-12T17:56:12.027470+0000","last_fullsized":"2024-09-12T17:56:12.027470+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:54.570527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"261'8","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034250+0000","last_change":"2024-09-12T17:30:41.493021+0000","last_active":"2024-09-12T17:56:42.034250+0000","last_peered":"2024-09-12T17:56:42.034250+0000","last_clean":"2024-09-12T17:56:42.034250+0000","last_became_active":"2024-09-12T17:30:41.492154+0000","last_became_peered":"2024-09-12T17:30:41.492154+0000","last_unstale":"2024-09-12T17:56:42.034250+0000","last_undegraded":"2024-09-12T17:56:42.034250+0000","last_fullsized":"2024-09-12T17:56:42.034250+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:31.779367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":20482,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"264'3","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.023618+0000","last_change":"2024-09-12T17:30:37.903106+0000","last_active":"2024-09-12T17:56:42.023618+0000","last_peered":"2024-09-12T17:56:42.023618+0000","last_clean":"2024-09-12T17:56:42.023618+0000","last_became_active":"2024-09-12T17:30:37.901984+0000","last_became_peered":"2024-09-12T17:30:37.901984+0000","last_unstale":"2024-09-12T17:56:42.023618+0000","last_undegraded":"2024-09-12T17:56:42.023618+0000","last_fullsized":"2024-09-12T17:56:42.023618+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:59.026630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'40","reported_seq":160,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039370+0000","last_change":"2024-09-12T17:28:43.376092+0000","last_active":"2024-09-12T17:57:02.039370+0000","last_peered":"2024-09-12T17:57:02.039370+0000","last_clean":"2024-09-12T17:57:02.039370+0000","last_became_active":"2024-09-12T17:28:43.375321+0000","last_became_peered":"2024-09-12T17:28:43.375321+0000","last_unstale":"2024-09-12T17:57:02.039370+0000","last_undegraded":"2024-09-12T17:57:02.039370+0000","last_fullsized":"2024-09-12T17:57:02.039370+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:53.782996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":212,"num_read_kb":150,"num_write":74,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.025866+0000","last_change":"2024-09-12T17:42:37.103281+0000","last_active":"2024-09-12T17:56:07.025866+0000","last_peered":"2024-09-12T17:56:07.025866+0000","last_clean":"2024-09-12T17:56:07.025866+0000","last_became_active":"2024-09-12T17:42:37.101691+0000","last_became_peered":"2024-09-12T17:42:37.101691+0000","last_unstale":"2024-09-12T17:56:07.025866+0000","last_undegraded":"2024-09-12T17:56:07.025866+0000","last_fullsized":"2024-09-12T17:56:07.025866+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:27.727842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'2","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.038763+0000","last_change":"2024-09-12T17:30:40.974011+0000","last_active":"2024-09-12T17:57:42.038763+0000","last_peered":"2024-09-12T17:57:42.038763+0000","last_clean":"2024-09-12T17:57:42.038763+0000","last_became_active":"2024-09-12T17:30:40.969731+0000","last_became_peered":"2024-09-12T17:30:40.969731+0000","last_unstale":"2024-09-12T17:57:42.038763+0000","last_undegraded":"2024-09-12T17:57:42.038763+0000","last_fullsized":"2024-09-12T17:57:42.038763+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:44.493455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053539,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":2058,"num_write":2,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035537+0000","last_change":"2024-09-12T17:30:37.901530+0000","last_active":"2024-09-12T17:56:47.035537+0000","last_peered":"2024-09-12T17:56:47.035537+0000","last_clean":"2024-09-12T17:56:47.035537+0000","last_became_active":"2024-09-12T17:30:37.900716+0000","last_became_peered":"2024-09-12T17:30:37.900716+0000","last_unstale":"2024-09-12T17:56:47.035537+0000","last_undegraded":"2024-09-12T17:56:47.035537+0000","last_fullsized":"2024-09-12T17:56:47.035537+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:44.626880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'19","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.369171+0000","last_change":"2024-09-12T17:28:43.370644+0000","last_active":"2024-09-12T17:57:25.369171+0000","last_peered":"2024-09-12T17:57:25.369171+0000","last_clean":"2024-09-12T17:57:25.369171+0000","last_became_active":"2024-09-12T17:28:43.369582+0000","last_became_peered":"2024-09-12T17:28:43.369582+0000","last_unstale":"2024-09-12T17:57:25.369171+0000","last_undegraded":"2024-09-12T17:57:25.369171+0000","last_fullsized":"2024-09-12T17:57:25.369171+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:18.944458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.025642+0000","last_change":"2024-09-12T17:42:37.102853+0000","last_active":"2024-09-12T17:56:07.025642+0000","last_peered":"2024-09-12T17:56:07.025642+0000","last_clean":"2024-09-12T17:56:07.025642+0000","last_became_active":"2024-09-12T17:42:37.102044+0000","last_became_peered":"2024-09-12T17:42:37.102044+0000","last_unstale":"2024-09-12T17:56:07.025642+0000","last_undegraded":"2024-09-12T17:56:07.025642+0000","last_fullsized":"2024-09-12T17:56:07.025642+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:03.531943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035721+0000","last_change":"2024-09-12T17:30:40.976896+0000","last_active":"2024-09-12T17:56:47.035721+0000","last_peered":"2024-09-12T17:56:47.035721+0000","last_clean":"2024-09-12T17:56:47.035721+0000","last_became_active":"2024-09-12T17:30:40.975911+0000","last_became_peered":"2024-09-12T17:30:40.975911+0000","last_unstale":"2024-09-12T17:56:47.035721+0000","last_undegraded":"2024-09-12T17:56:47.035721+0000","last_fullsized":"2024-09-12T17:56:47.035721+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:57.332177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'4","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.051004+0000","last_change":"2024-09-12T17:30:37.914709+0000","last_active":"2024-09-12T17:57:42.051004+0000","last_peered":"2024-09-12T17:57:42.051004+0000","last_clean":"2024-09-12T17:57:42.051004+0000","last_became_active":"2024-09-12T17:30:37.913930+0000","last_became_peered":"2024-09-12T17:30:37.913930+0000","last_unstale":"2024-09-12T17:57:42.051004+0000","last_undegraded":"2024-09-12T17:57:42.051004+0000","last_fullsized":"2024-09-12T17:57:42.051004+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:30.737989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'23","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151692+0000","last_change":"2024-09-12T17:28:43.376821+0000","last_active":"2024-09-12T17:56:57.151692+0000","last_peered":"2024-09-12T17:56:57.151692+0000","last_clean":"2024-09-12T17:56:57.151692+0000","last_became_active":"2024-09-12T17:28:43.376115+0000","last_became_peered":"2024-09-12T17:28:43.376115+0000","last_unstale":"2024-09-12T17:56:57.151692+0000","last_undegraded":"2024-09-12T17:56:57.151692+0000","last_fullsized":"2024-09-12T17:56:57.151692+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:26.389149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":80,"num_write":52,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041873+0000","last_change":"2024-09-12T17:42:37.103179+0000","last_active":"2024-09-12T17:57:12.041873+0000","last_peered":"2024-09-12T17:57:12.041873+0000","last_clean":"2024-09-12T17:57:12.041873+0000","last_became_active":"2024-09-12T17:42:37.101544+0000","last_became_peered":"2024-09-12T17:42:37.101544+0000","last_unstale":"2024-09-12T17:57:12.041873+0000","last_undegraded":"2024-09-12T17:57:12.041873+0000","last_fullsized":"2024-09-12T17:57:12.041873+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:20.118206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051263+0000","last_change":"2024-09-12T17:30:40.976556+0000","last_active":"2024-09-12T17:57:52.051263+0000","last_peered":"2024-09-12T17:57:52.051263+0000","last_clean":"2024-09-12T17:57:52.051263+0000","last_became_active":"2024-09-12T17:30:40.975795+0000","last_became_peered":"2024-09-12T17:30:40.975795+0000","last_unstale":"2024-09-12T17:57:52.051263+0000","last_undegraded":"2024-09-12T17:57:52.051263+0000","last_fullsized":"2024-09-12T17:57:52.051263+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:25.932834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":10240,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049457+0000","last_change":"2024-09-12T17:30:37.911733+0000","last_active":"2024-09-12T17:57:42.049457+0000","last_peered":"2024-09-12T17:57:42.049457+0000","last_clean":"2024-09-12T17:57:42.049457+0000","last_became_active":"2024-09-12T17:30:37.910945+0000","last_became_peered":"2024-09-12T17:30:37.910945+0000","last_unstale":"2024-09-12T17:57:42.049457+0000","last_undegraded":"2024-09-12T17:57:42.049457+0000","last_fullsized":"2024-09-12T17:57:42.049457+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:53.940222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'45","reported_seq":172,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.038207+0000","last_change":"2024-09-12T17:28:43.372196+0000","last_active":"2024-09-12T17:56:57.038207+0000","last_peered":"2024-09-12T17:56:57.038207+0000","last_clean":"2024-09-12T17:56:57.038207+0000","last_became_active":"2024-09-12T17:28:43.370818+0000","last_became_peered":"2024-09-12T17:28:43.370818+0000","last_unstale":"2024-09-12T17:56:57.038207+0000","last_undegraded":"2024-09-12T17:56:57.038207+0000","last_fullsized":"2024-09-12T17:56:57.038207+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:52.893995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":162,"num_write":73,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.014156+0000","last_change":"2024-09-12T17:42:37.097106+0000","last_active":"2024-09-12T17:57:12.014156+0000","last_peered":"2024-09-12T17:57:12.014156+0000","last_clean":"2024-09-12T17:57:12.014156+0000","last_became_active":"2024-09-12T17:42:37.096358+0000","last_became_peered":"2024-09-12T17:42:37.096358+0000","last_unstale":"2024-09-12T17:57:12.014156+0000","last_undegraded":"2024-09-12T17:57:12.014156+0000","last_fullsized":"2024-09-12T17:57:12.014156+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:44.395649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'7","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.049921+0000","last_change":"2024-09-12T17:30:41.501521+0000","last_active":"2024-09-12T17:57:47.049921+0000","last_peered":"2024-09-12T17:57:47.049921+0000","last_clean":"2024-09-12T17:57:47.049921+0000","last_became_active":"2024-09-12T17:30:41.499891+0000","last_became_peered":"2024-09-12T17:30:41.499891+0000","last_unstale":"2024-09-12T17:57:47.049921+0000","last_undegraded":"2024-09-12T17:57:47.049921+0000","last_fullsized":"2024-09-12T17:57:47.049921+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:25.511704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":5122,"num_write":12,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.025881+0000","last_change":"2024-09-12T17:30:37.908255+0000","last_active":"2024-09-12T17:57:52.025881+0000","last_peered":"2024-09-12T17:57:52.025881+0000","last_clean":"2024-09-12T17:57:52.025881+0000","last_became_active":"2024-09-12T17:30:37.906651+0000","last_became_peered":"2024-09-12T17:30:37.906651+0000","last_unstale":"2024-09-12T17:57:52.025881+0000","last_undegraded":"2024-09-12T17:57:52.025881+0000","last_fullsized":"2024-09-12T17:57:52.025881+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:56.892473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'66","reported_seq":234,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151897+0000","last_change":"2024-09-12T17:28:43.367437+0000","last_active":"2024-09-12T17:56:57.151897+0000","last_peered":"2024-09-12T17:56:57.151897+0000","last_clean":"2024-09-12T17:56:57.151897+0000","last_became_active":"2024-09-12T17:28:43.366637+0000","last_became_peered":"2024-09-12T17:28:43.366637+0000","last_unstale":"2024-09-12T17:56:57.151897+0000","last_undegraded":"2024-09-12T17:56:57.151897+0000","last_fullsized":"2024-09-12T17:56:57.151897+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:47.396479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":266,"num_write":106,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.023509+0000","last_change":"2024-09-12T17:42:37.082855+0000","last_active":"2024-09-12T17:56:42.023509+0000","last_peered":"2024-09-12T17:56:42.023509+0000","last_clean":"2024-09-12T17:56:42.023509+0000","last_became_active":"2024-09-12T17:42:37.081983+0000","last_became_peered":"2024-09-12T17:42:37.081983+0000","last_unstale":"2024-09-12T17:56:42.023509+0000","last_undegraded":"2024-09-12T17:56:42.023509+0000","last_fullsized":"2024-09-12T17:56:42.023509+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:47.157401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034565+0000","last_change":"2024-09-12T17:30:41.493967+0000","last_active":"2024-09-12T17:56:42.034565+0000","last_peered":"2024-09-12T17:56:42.034565+0000","last_clean":"2024-09-12T17:56:42.034565+0000","last_became_active":"2024-09-12T17:30:41.493272+0000","last_became_peered":"2024-09-12T17:30:41.493272+0000","last_unstale":"2024-09-12T17:56:42.034565+0000","last_undegraded":"2024-09-12T17:56:42.034565+0000","last_fullsized":"2024-09-12T17:56:42.034565+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:48.563362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"261'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.210574+0000","last_change":"2024-09-12T17:30:37.900313+0000","last_active":"2024-09-12T17:56:37.210574+0000","last_peered":"2024-09-12T17:56:37.210574+0000","last_clean":"2024-09-12T17:56:37.210574+0000","last_became_active":"2024-09-12T17:30:37.899518+0000","last_became_peered":"2024-09-12T17:30:37.899518+0000","last_unstale":"2024-09-12T17:56:37.210574+0000","last_undegraded":"2024-09-12T17:56:37.210574+0000","last_fullsized":"2024-09-12T17:56:37.210574+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:48.202203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'41","reported_seq":162,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023251+0000","last_change":"2024-09-12T17:28:43.374656+0000","last_active":"2024-09-12T17:55:57.023251+0000","last_peered":"2024-09-12T17:55:57.023251+0000","last_clean":"2024-09-12T17:55:57.023251+0000","last_became_active":"2024-09-12T17:28:43.373808+0000","last_became_peered":"2024-09-12T17:28:43.373808+0000","last_unstale":"2024-09-12T17:55:57.023251+0000","last_undegraded":"2024-09-12T17:55:57.023251+0000","last_fullsized":"2024-09-12T17:55:57.023251+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:52.449675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":210,"num_read_kb":152,"num_write":74,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044243+0000","last_change":"2024-09-12T17:42:37.090806+0000","last_active":"2024-09-12T17:57:12.044243+0000","last_peered":"2024-09-12T17:57:12.044243+0000","last_clean":"2024-09-12T17:57:12.044243+0000","last_became_active":"2024-09-12T17:42:37.090019+0000","last_became_peered":"2024-09-12T17:42:37.090019+0000","last_unstale":"2024-09-12T17:57:12.044243+0000","last_undegraded":"2024-09-12T17:57:12.044243+0000","last_fullsized":"2024-09-12T17:57:12.044243+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:14.192600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.037892+0000","last_change":"2024-09-12T17:30:40.969688+0000","last_active":"2024-09-12T17:56:42.037892+0000","last_peered":"2024-09-12T17:56:42.037892+0000","last_clean":"2024-09-12T17:56:42.037892+0000","last_became_active":"2024-09-12T17:30:40.968849+0000","last_became_peered":"2024-09-12T17:30:40.968849+0000","last_unstale":"2024-09-12T17:56:42.037892+0000","last_undegraded":"2024-09-12T17:56:42.037892+0000","last_fullsized":"2024-09-12T17:56:42.037892+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:32.720003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.033239+0000","last_change":"2024-09-12T17:30:37.923890+0000","last_active":"2024-09-12T17:56:37.033239+0000","last_peered":"2024-09-12T17:56:37.033239+0000","last_clean":"2024-09-12T17:56:37.033239+0000","last_became_active":"2024-09-12T17:30:37.923324+0000","last_became_peered":"2024-09-12T17:30:37.923324+0000","last_unstale":"2024-09-12T17:56:37.033239+0000","last_undegraded":"2024-09-12T17:56:37.033239+0000","last_fullsized":"2024-09-12T17:56:37.033239+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:08.389266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.042062+0000","last_change":"2024-09-12T17:28:43.374298+0000","last_active":"2024-09-12T17:57:57.042062+0000","last_peered":"2024-09-12T17:57:57.042062+0000","last_clean":"2024-09-12T17:57:57.042062+0000","last_became_active":"2024-09-12T17:28:43.373686+0000","last_became_peered":"2024-09-12T17:28:43.373686+0000","last_unstale":"2024-09-12T17:57:57.042062+0000","last_undegraded":"2024-09-12T17:57:57.042062+0000","last_fullsized":"2024-09-12T17:57:57.042062+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:48.401489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"264'1","reported_seq":22,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.024921+0000","last_change":"2024-09-12T17:42:37.096720+0000","last_active":"2024-09-12T17:57:47.024921+0000","last_peered":"2024-09-12T17:57:47.024921+0000","last_clean":"2024-09-12T17:57:47.024921+0000","last_became_active":"2024-09-12T17:42:37.096203+0000","last_became_peered":"2024-09-12T17:42:37.096203+0000","last_unstale":"2024-09-12T17:57:47.024921+0000","last_undegraded":"2024-09-12T17:57:47.024921+0000","last_fullsized":"2024-09-12T17:57:47.024921+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:09.283596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"261'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039793+0000","last_change":"2024-09-12T17:30:40.981945+0000","last_active":"2024-09-12T17:57:47.039793+0000","last_peered":"2024-09-12T17:57:47.039793+0000","last_clean":"2024-09-12T17:57:47.039793+0000","last_became_active":"2024-09-12T17:30:40.981226+0000","last_became_peered":"2024-09-12T17:30:40.981226+0000","last_unstale":"2024-09-12T17:57:47.039793+0000","last_undegraded":"2024-09-12T17:57:47.039793+0000","last_fullsized":"2024-09-12T17:57:47.039793+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:14:27.734816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'1","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034281+0000","last_change":"2024-09-12T17:30:37.906230+0000","last_active":"2024-09-12T17:56:42.034281+0000","last_peered":"2024-09-12T17:56:42.034281+0000","last_clean":"2024-09-12T17:56:42.034281+0000","last_became_active":"2024-09-12T17:30:37.905424+0000","last_became_peered":"2024-09-12T17:30:37.905424+0000","last_unstale":"2024-09-12T17:56:42.034281+0000","last_undegraded":"2024-09-12T17:56:42.034281+0000","last_fullsized":"2024-09-12T17:56:42.034281+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:11.277814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'33","reported_seq":137,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.024417+0000","last_change":"2024-09-12T17:28:43.383108+0000","last_active":"2024-09-12T17:57:57.024417+0000","last_peered":"2024-09-12T17:57:57.024417+0000","last_clean":"2024-09-12T17:57:57.024417+0000","last_became_active":"2024-09-12T17:28:43.382398+0000","last_became_peered":"2024-09-12T17:28:43.382398+0000","last_unstale":"2024-09-12T17:57:57.024417+0000","last_undegraded":"2024-09-12T17:57:57.024417+0000","last_fullsized":"2024-09-12T17:57:57.024417+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:05.460836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":111,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050020+0000","last_change":"2024-09-12T17:42:37.103753+0000","last_active":"2024-09-12T17:57:47.050020+0000","last_peered":"2024-09-12T17:57:47.050020+0000","last_clean":"2024-09-12T17:57:47.050020+0000","last_became_active":"2024-09-12T17:42:37.088975+0000","last_became_peered":"2024-09-12T17:42:37.088975+0000","last_unstale":"2024-09-12T17:57:47.050020+0000","last_undegraded":"2024-09-12T17:57:47.050020+0000","last_fullsized":"2024-09-12T17:57:47.050020+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:12.758869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.212644+0000","last_change":"2024-09-12T17:30:40.969345+0000","last_active":"2024-09-12T17:56:47.212644+0000","last_peered":"2024-09-12T17:56:47.212644+0000","last_clean":"2024-09-12T17:56:47.212644+0000","last_became_active":"2024-09-12T17:30:40.968624+0000","last_became_peered":"2024-09-12T17:30:40.968624+0000","last_unstale":"2024-09-12T17:56:47.212644+0000","last_undegraded":"2024-09-12T17:56:47.212644+0000","last_fullsized":"2024-09-12T17:56:47.212644+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:38.404820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049297+0000","last_change":"2024-09-12T17:30:37.923900+0000","last_active":"2024-09-12T17:57:42.049297+0000","last_peered":"2024-09-12T17:57:42.049297+0000","last_clean":"2024-09-12T17:57:42.049297+0000","last_became_active":"2024-09-12T17:30:37.923278+0000","last_became_peered":"2024-09-12T17:30:37.923278+0000","last_unstale":"2024-09-12T17:57:42.049297+0000","last_undegraded":"2024-09-12T17:57:42.049297+0000","last_fullsized":"2024-09-12T17:57:42.049297+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:06.073524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'48","reported_seq":184,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.054068+0000","last_change":"2024-09-12T17:28:43.362689+0000","last_active":"2024-09-12T17:57:57.054068+0000","last_peered":"2024-09-12T17:57:57.054068+0000","last_clean":"2024-09-12T17:57:57.054068+0000","last_became_active":"2024-09-12T17:28:43.362189+0000","last_became_peered":"2024-09-12T17:28:43.362189+0000","last_unstale":"2024-09-12T17:57:57.054068+0000","last_undegraded":"2024-09-12T17:57:57.054068+0000","last_fullsized":"2024-09-12T17:57:57.054068+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:57.536604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":71,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041799+0000","last_change":"2024-09-12T17:42:37.111562+0000","last_active":"2024-09-12T17:57:12.041799+0000","last_peered":"2024-09-12T17:57:12.041799+0000","last_clean":"2024-09-12T17:57:12.041799+0000","last_became_active":"2024-09-12T17:42:37.110961+0000","last_became_peered":"2024-09-12T17:42:37.110961+0000","last_unstale":"2024-09-12T17:57:12.041799+0000","last_undegraded":"2024-09-12T17:57:12.041799+0000","last_fullsized":"2024-09-12T17:57:12.041799+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:04.606153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'8","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162464+0000","last_change":"2024-09-12T17:30:40.982043+0000","last_active":"2024-09-12T17:57:47.162464+0000","last_peered":"2024-09-12T17:57:47.162464+0000","last_clean":"2024-09-12T17:57:47.162464+0000","last_became_active":"2024-09-12T17:30:40.981155+0000","last_became_peered":"2024-09-12T17:30:40.981155+0000","last_unstale":"2024-09-12T17:57:47.162464+0000","last_undegraded":"2024-09-12T17:57:47.162464+0000","last_fullsized":"2024-09-12T17:57:47.162464+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:29.474060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":9216,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'1","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039853+0000","last_change":"2024-09-12T17:30:37.913645+0000","last_active":"2024-09-12T17:57:47.039853+0000","last_peered":"2024-09-12T17:57:47.039853+0000","last_clean":"2024-09-12T17:57:47.039853+0000","last_became_active":"2024-09-12T17:30:37.912814+0000","last_became_peered":"2024-09-12T17:30:37.912814+0000","last_unstale":"2024-09-12T17:57:47.039853+0000","last_undegraded":"2024-09-12T17:57:47.039853+0000","last_fullsized":"2024-09-12T17:57:47.039853+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:03.887253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"261'82","reported_seq":324,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.164549+0000","last_change":"2024-09-12T17:28:43.372198+0000","last_active":"2024-09-12T17:57:57.164549+0000","last_peered":"2024-09-12T17:57:57.164549+0000","last_clean":"2024-09-12T17:57:57.164549+0000","last_became_active":"2024-09-12T17:28:43.371424+0000","last_became_peered":"2024-09-12T17:28:43.371424+0000","last_unstale":"2024-09-12T17:57:57.164549+0000","last_undegraded":"2024-09-12T17:57:57.164549+0000","last_fullsized":"2024-09-12T17:57:57.164549+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:02.779961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":536,"num_read_kb":399,"num_write":105,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043559+0000","last_change":"2024-09-12T17:42:37.108419+0000","last_active":"2024-09-12T17:57:17.043559+0000","last_peered":"2024-09-12T17:57:17.043559+0000","last_clean":"2024-09-12T17:57:17.043559+0000","last_became_active":"2024-09-12T17:42:37.107578+0000","last_became_peered":"2024-09-12T17:42:37.107578+0000","last_unstale":"2024-09-12T17:57:17.043559+0000","last_undegraded":"2024-09-12T17:57:17.043559+0000","last_fullsized":"2024-09-12T17:57:17.043559+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:08.862881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'7","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.052001+0000","last_change":"2024-09-12T17:30:40.978653+0000","last_active":"2024-09-12T17:57:47.052001+0000","last_peered":"2024-09-12T17:57:47.052001+0000","last_clean":"2024-09-12T17:57:47.052001+0000","last_became_active":"2024-09-12T17:30:40.970542+0000","last_became_peered":"2024-09-12T17:30:40.970542+0000","last_unstale":"2024-09-12T17:57:47.052001+0000","last_undegraded":"2024-09-12T17:57:47.052001+0000","last_fullsized":"2024-09-12T17:57:47.052001+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:47.705490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.161389+0000","last_change":"2024-09-12T17:30:37.900601+0000","last_active":"2024-09-12T17:57:42.161389+0000","last_peered":"2024-09-12T17:57:42.161389+0000","last_clean":"2024-09-12T17:57:42.161389+0000","last_became_active":"2024-09-12T17:30:37.899552+0000","last_became_peered":"2024-09-12T17:30:37.899552+0000","last_unstale":"2024-09-12T17:57:42.161389+0000","last_undegraded":"2024-09-12T17:57:42.161389+0000","last_fullsized":"2024-09-12T17:57:42.161389+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:38.739644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'5","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.060762+0000","last_change":"2024-09-12T17:28:43.376491+0000","last_active":"2024-09-12T17:57:30.060762+0000","last_peered":"2024-09-12T17:57:30.060762+0000","last_clean":"2024-09-12T17:57:30.060762+0000","last_became_active":"2024-09-12T17:28:43.375683+0000","last_became_peered":"2024-09-12T17:28:43.375683+0000","last_unstale":"2024-09-12T17:57:30.060762+0000","last_undegraded":"2024-09-12T17:57:30.060762+0000","last_fullsized":"2024-09-12T17:57:30.060762+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:00.339317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":10,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'259","reported_seq":876,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:40.074305+0000","last_change":"2024-09-12T17:13:22.730274+0000","last_active":"2024-09-12T17:59:40.074305+0000","last_peered":"2024-09-12T17:59:40.074305+0000","last_clean":"2024-09-12T17:59:40.074305+0000","last_became_active":"2024-09-12T17:13:22.725942+0000","last_became_peered":"2024-09-12T17:13:22.725942+0000","last_unstale":"2024-09-12T17:59:40.074305+0000","last_undegraded":"2024-09-12T17:59:40.074305+0000","last_fullsized":"2024-09-12T17:59:40.074305+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:09.939345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6185839,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":371,"num_read_kb":7150,"num_write":903,"num_write_kb":34029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'177","reported_seq":746,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.721904+0000","last_change":"2024-09-12T17:13:24.758548+0000","last_active":"2024-09-12T17:58:29.721904+0000","last_peered":"2024-09-12T17:58:29.721904+0000","last_clean":"2024-09-12T17:58:29.721904+0000","last_became_active":"2024-09-12T17:13:24.750504+0000","last_became_peered":"2024-09-12T17:13:24.750504+0000","last_unstale":"2024-09-12T17:58:29.721904+0000","last_undegraded":"2024-09-12T17:58:29.721904+0000","last_fullsized":"2024-09-12T17:58:29.721904+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:39.117714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":797,"num_read_kb":657,"num_write":298,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'238","reported_seq":956,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:49.113170+0000","last_change":"2024-09-12T17:13:22.714309+0000","last_active":"2024-09-12T17:57:49.113170+0000","last_peered":"2024-09-12T17:57:49.113170+0000","last_clean":"2024-09-12T17:57:49.113170+0000","last_became_active":"2024-09-12T17:13:22.714030+0000","last_became_peered":"2024-09-12T17:13:22.714030+0000","last_unstale":"2024-09-12T17:57:49.113170+0000","last_undegraded":"2024-09-12T17:57:49.113170+0000","last_fullsized":"2024-09-12T17:57:49.113170+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:39.600115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8670871,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":437,"num_read_kb":42065,"num_write":840,"num_write_kb":34997,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'145","reported_seq":774,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:16.378489+0000","last_change":"2024-09-12T17:13:24.729829+0000","last_active":"2024-09-12T17:56:16.378489+0000","last_peered":"2024-09-12T17:56:16.378489+0000","last_clean":"2024-09-12T17:56:16.378489+0000","last_became_active":"2024-09-12T17:13:24.726550+0000","last_became_peered":"2024-09-12T17:13:24.726550+0000","last_unstale":"2024-09-12T17:56:16.378489+0000","last_undegraded":"2024-09-12T17:56:16.378489+0000","last_fullsized":"2024-09-12T17:56:16.378489+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:20.045659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":576,"num_write":221,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'265","reported_seq":910,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:55.363997+0000","last_change":"2024-09-12T17:13:22.714620+0000","last_active":"2024-09-12T17:57:55.363997+0000","last_peered":"2024-09-12T17:57:55.363997+0000","last_clean":"2024-09-12T17:57:55.363997+0000","last_became_active":"2024-09-12T17:13:22.714072+0000","last_became_peered":"2024-09-12T17:13:22.714072+0000","last_unstale":"2024-09-12T17:57:55.363997+0000","last_undegraded":"2024-09-12T17:57:55.363997+0000","last_fullsized":"2024-09-12T17:57:55.363997+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:06.040152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4755419,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":400,"num_read_kb":17380,"num_write":950,"num_write_kb":42063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'168","reported_seq":762,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:28.717882+0000","last_change":"2024-09-12T17:13:24.749261+0000","last_active":"2024-09-12T17:56:28.717882+0000","last_peered":"2024-09-12T17:56:28.717882+0000","last_clean":"2024-09-12T17:56:28.717882+0000","last_became_active":"2024-09-12T17:13:24.748472+0000","last_became_peered":"2024-09-12T17:13:24.748472+0000","last_unstale":"2024-09-12T17:56:28.717882+0000","last_undegraded":"2024-09-12T17:56:28.717882+0000","last_fullsized":"2024-09-12T17:56:28.717882+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:20.692364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":720,"num_read_kb":590,"num_write":257,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'301","reported_seq":983,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.018776+0000","last_change":"2024-09-12T17:13:22.731074+0000","last_active":"2024-09-12T17:57:32.018776+0000","last_peered":"2024-09-12T17:57:32.018776+0000","last_clean":"2024-09-12T17:57:32.018776+0000","last_became_active":"2024-09-12T17:13:22.726239+0000","last_became_peered":"2024-09-12T17:13:22.726239+0000","last_unstale":"2024-09-12T17:57:32.018776+0000","last_undegraded":"2024-09-12T17:57:32.018776+0000","last_fullsized":"2024-09-12T17:57:32.018776+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:10.510650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5655854,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":527,"num_read_kb":17741,"num_write":1164,"num_write_kb":17874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'4117","reported_seq":4716,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.486259+0000","last_change":"2024-09-12T17:13:24.746536+0000","last_active":"2024-09-12T17:56:37.486259+0000","last_peered":"2024-09-12T17:56:37.486259+0000","last_clean":"2024-09-12T17:56:37.486259+0000","last_became_active":"2024-09-12T17:13:24.746121+0000","last_became_peered":"2024-09-12T17:13:24.746121+0000","last_unstale":"2024-09-12T17:56:37.486259+0000","last_undegraded":"2024-09-12T17:56:37.486259+0000","last_fullsized":"2024-09-12T17:56:37.486259+0000","mapping_epoch":25,"log_start":"264'4100","ondisk_log_start":"264'4100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:18.169177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16538,"num_read_kb":13876,"num_write":6180,"num_write_kb":3076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'358","reported_seq":1027,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:06.382471+0000","last_change":"2024-09-12T17:13:22.723886+0000","last_active":"2024-09-12T17:58:06.382471+0000","last_peered":"2024-09-12T17:58:06.382471+0000","last_clean":"2024-09-12T17:58:06.382471+0000","last_became_active":"2024-09-12T17:13:22.723131+0000","last_became_peered":"2024-09-12T17:13:22.723131+0000","last_unstale":"2024-09-12T17:58:06.382471+0000","last_undegraded":"2024-09-12T17:58:06.382471+0000","last_fullsized":"2024-09-12T17:58:06.382471+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:11:18.429920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14464317,"num_objects":79,"num_object_clones":0,"num_object_copies":158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":594,"num_read_kb":11009,"num_write":1485,"num_write_kb":36392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'271","reported_seq":921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:59.630973+0000","last_change":"2024-09-12T17:13:24.737865+0000","last_active":"2024-09-12T17:57:59.630973+0000","last_peered":"2024-09-12T17:57:59.630973+0000","last_clean":"2024-09-12T17:57:59.630973+0000","last_became_active":"2024-09-12T17:13:24.737057+0000","last_became_peered":"2024-09-12T17:13:24.737057+0000","last_unstale":"2024-09-12T17:57:59.630973+0000","last_undegraded":"2024-09-12T17:57:59.630973+0000","last_fullsized":"2024-09-12T17:57:59.630973+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:14.144987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1178,"num_read_kb":971,"num_write":403,"num_write_kb":196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'297","reported_seq":927,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:16.533197+0000","last_change":"2024-09-12T17:13:22.725038+0000","last_active":"2024-09-12T17:58:16.533197+0000","last_peered":"2024-09-12T17:58:16.533197+0000","last_clean":"2024-09-12T17:58:16.533197+0000","last_became_active":"2024-09-12T17:13:22.724221+0000","last_became_peered":"2024-09-12T17:13:22.724221+0000","last_unstale":"2024-09-12T17:58:16.533197+0000","last_undegraded":"2024-09-12T17:58:16.533197+0000","last_fullsized":"2024-09-12T17:58:16.533197+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:18.711589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":376530,"num_objects":67,"num_object_clones":0,"num_object_copies":134,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":425,"num_read_kb":12095,"num_write":1063,"num_write_kb":47003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'177","reported_seq":789,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:10.242554+0000","last_change":"2024-09-12T17:13:24.732113+0000","last_active":"2024-09-12T17:58:10.242554+0000","last_peered":"2024-09-12T17:58:10.242554+0000","last_clean":"2024-09-12T17:58:10.242554+0000","last_became_active":"2024-09-12T17:13:24.731429+0000","last_became_peered":"2024-09-12T17:13:24.731429+0000","last_unstale":"2024-09-12T17:58:10.242554+0000","last_undegraded":"2024-09-12T17:58:10.242554+0000","last_fullsized":"2024-09-12T17:58:10.242554+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:44.640140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":785,"num_read_kb":645,"num_write":290,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'297","reported_seq":935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.802892+0000","last_change":"2024-09-12T17:13:22.720952+0000","last_active":"2024-09-12T17:59:37.802892+0000","last_peered":"2024-09-12T17:59:37.802892+0000","last_clean":"2024-09-12T17:59:37.802892+0000","last_became_active":"2024-09-12T17:13:22.720098+0000","last_became_peered":"2024-09-12T17:13:22.720098+0000","last_unstale":"2024-09-12T17:59:37.802892+0000","last_undegraded":"2024-09-12T17:59:37.802892+0000","last_fullsized":"2024-09-12T17:59:37.802892+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:41.033716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4290509,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":465,"num_read_kb":13868,"num_write":1092,"num_write_kb":21571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'304","reported_seq":993,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.014270+0000","last_change":"2024-09-12T17:13:24.760636+0000","last_active":"2024-09-12T17:57:12.014270+0000","last_peered":"2024-09-12T17:57:12.014270+0000","last_clean":"2024-09-12T17:57:12.014270+0000","last_became_active":"2024-09-12T17:13:24.759152+0000","last_became_peered":"2024-09-12T17:13:24.759152+0000","last_unstale":"2024-09-12T17:57:12.014270+0000","last_undegraded":"2024-09-12T17:57:12.014270+0000","last_fullsized":"2024-09-12T17:57:12.014270+0000","mapping_epoch":25,"log_start":"250'200","ondisk_log_start":"250'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:42.307734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1481,"num_read_kb":1284,"num_write":444,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'297","reported_seq":940,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.765118+0000","last_change":"2024-09-12T17:13:22.739101+0000","last_active":"2024-09-12T17:57:29.765118+0000","last_peered":"2024-09-12T17:57:29.765118+0000","last_clean":"2024-09-12T17:57:29.765118+0000","last_became_active":"2024-09-12T17:13:22.738728+0000","last_became_peered":"2024-09-12T17:13:22.738728+0000","last_unstale":"2024-09-12T17:57:29.765118+0000","last_undegraded":"2024-09-12T17:57:29.765118+0000","last_fullsized":"2024-09-12T17:57:29.765118+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:35.658809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6167300,"num_objects":88,"num_object_clones":0,"num_object_copies":176,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":88,"num_whiteouts":0,"num_read":423,"num_read_kb":82193,"num_write":1046,"num_write_kb":40924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'303","reported_seq":935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.776582+0000","last_change":"2024-09-12T17:13:24.739055+0000","last_active":"2024-09-12T17:58:07.776582+0000","last_peered":"2024-09-12T17:58:07.776582+0000","last_clean":"2024-09-12T17:58:07.776582+0000","last_became_active":"2024-09-12T17:13:24.738756+0000","last_became_peered":"2024-09-12T17:13:24.738756+0000","last_unstale":"2024-09-12T17:58:07.776582+0000","last_undegraded":"2024-09-12T17:58:07.776582+0000","last_fullsized":"2024-09-12T17:58:07.776582+0000","mapping_epoch":25,"log_start":"261'200","ondisk_log_start":"261'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:33.693330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1076,"num_write":462,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'72","reported_seq":616,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.051926+0000","last_change":"2024-09-12T17:13:24.730281+0000","last_active":"2024-09-12T17:57:47.051926+0000","last_peered":"2024-09-12T17:57:47.051926+0000","last_clean":"2024-09-12T17:57:47.051926+0000","last_became_active":"2024-09-12T17:13:24.729545+0000","last_became_peered":"2024-09-12T17:13:24.729545+0000","last_unstale":"2024-09-12T17:57:47.051926+0000","last_undegraded":"2024-09-12T17:57:47.051926+0000","last_fullsized":"2024-09-12T17:57:47.051926+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:29.620141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":265,"num_write":110,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'277","reported_seq":920,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:04.624358+0000","last_change":"2024-09-12T17:13:54.837707+0000","last_active":"2024-09-12T17:58:04.624358+0000","last_peered":"2024-09-12T17:58:04.624358+0000","last_clean":"2024-09-12T17:58:04.624358+0000","last_became_active":"2024-09-12T17:13:54.836666+0000","last_became_peered":"2024-09-12T17:13:54.836666+0000","last_unstale":"2024-09-12T17:58:04.624358+0000","last_undegraded":"2024-09-12T17:58:04.624358+0000","last_fullsized":"2024-09-12T17:58:04.624358+0000","mapping_epoch":36,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:09.448962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4573725,"num_objects":75,"num_object_clones":0,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":494,"num_read_kb":32563,"num_write":1010,"num_write_kb":32697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.31","version":"264'39","reported_seq":612,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:09.436890+0000","last_change":"2024-09-12T17:13:24.730581+0000","last_active":"2024-09-12T17:58:09.436890+0000","last_peered":"2024-09-12T17:58:09.436890+0000","last_clean":"2024-09-12T17:58:09.436890+0000","last_became_active":"2024-09-12T17:13:24.727755+0000","last_became_peered":"2024-09-12T17:13:24.727755+0000","last_unstale":"2024-09-12T17:58:09.436890+0000","last_undegraded":"2024-09-12T17:58:09.436890+0000","last_fullsized":"2024-09-12T17:58:09.436890+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:50:43.001058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":206,"num_read_kb":188,"num_write":57,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'255","reported_seq":874,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.164928+0000","last_change":"2024-09-12T17:13:22.738094+0000","last_active":"2024-09-12T17:58:15.164928+0000","last_peered":"2024-09-12T17:58:15.164928+0000","last_clean":"2024-09-12T17:58:15.164928+0000","last_became_active":"2024-09-12T17:13:22.737350+0000","last_became_peered":"2024-09-12T17:13:22.737350+0000","last_unstale":"2024-09-12T17:58:15.164928+0000","last_undegraded":"2024-09-12T17:58:15.164928+0000","last_fullsized":"2024-09-12T17:58:15.164928+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:32.949443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7390902,"num_objects":57,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":365,"num_read_kb":4257,"num_write":945,"num_write_kb":39071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'204","reported_seq":801,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:34.552490+0000","last_change":"2024-09-12T17:13:24.752109+0000","last_active":"2024-09-12T17:56:34.552490+0000","last_peered":"2024-09-12T17:56:34.552490+0000","last_clean":"2024-09-12T17:56:34.552490+0000","last_became_active":"2024-09-12T17:13:24.751427+0000","last_became_peered":"2024-09-12T17:13:24.751427+0000","last_unstale":"2024-09-12T17:56:34.552490+0000","last_undegraded":"2024-09-12T17:56:34.552490+0000","last_fullsized":"2024-09-12T17:56:34.552490+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:50.979675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":941,"num_read_kb":767,"num_write":366,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'265","reported_seq":890,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.552635+0000","last_change":"2024-09-12T17:13:22.737203+0000","last_active":"2024-09-12T17:57:25.552635+0000","last_peered":"2024-09-12T17:57:25.552635+0000","last_clean":"2024-09-12T17:57:25.552635+0000","last_became_active":"2024-09-12T17:13:22.736388+0000","last_became_peered":"2024-09-12T17:13:22.736388+0000","last_unstale":"2024-09-12T17:57:25.552635+0000","last_undegraded":"2024-09-12T17:57:25.552635+0000","last_fullsized":"2024-09-12T17:57:25.552635+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:01.220907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5945002,"num_objects":57,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":429,"num_read_kb":22737,"num_write":1016,"num_write_kb":36288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'75","reported_seq":627,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014413+0000","last_change":"2024-09-12T17:13:24.742310+0000","last_active":"2024-09-12T17:56:57.014413+0000","last_peered":"2024-09-12T17:56:57.014413+0000","last_clean":"2024-09-12T17:56:57.014413+0000","last_became_active":"2024-09-12T17:13:24.741951+0000","last_became_peered":"2024-09-12T17:13:24.741951+0000","last_unstale":"2024-09-12T17:56:57.014413+0000","last_undegraded":"2024-09-12T17:56:57.014413+0000","last_fullsized":"2024-09-12T17:56:57.014413+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:21.318859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":291,"num_write":115,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'257","reported_seq":890,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.555992+0000","last_change":"2024-09-12T17:13:22.740366+0000","last_active":"2024-09-12T17:58:26.555992+0000","last_peered":"2024-09-12T17:58:26.555992+0000","last_clean":"2024-09-12T17:58:26.555992+0000","last_became_active":"2024-09-12T17:13:22.739336+0000","last_became_peered":"2024-09-12T17:13:22.739336+0000","last_unstale":"2024-09-12T17:58:26.555992+0000","last_undegraded":"2024-09-12T17:58:26.555992+0000","last_fullsized":"2024-09-12T17:58:26.555992+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:13.431473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6879046,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":384,"num_read_kb":20536,"num_write":960,"num_write_kb":35486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"264'229","reported_seq":880,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014504+0000","last_change":"2024-09-12T17:13:24.734103+0000","last_active":"2024-09-12T17:56:57.014504+0000","last_peered":"2024-09-12T17:56:57.014504+0000","last_clean":"2024-09-12T17:56:57.014504+0000","last_became_active":"2024-09-12T17:13:24.733104+0000","last_became_peered":"2024-09-12T17:13:24.733104+0000","last_unstale":"2024-09-12T17:56:57.014504+0000","last_undegraded":"2024-09-12T17:56:57.014504+0000","last_fullsized":"2024-09-12T17:56:57.014504+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:30.439189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1025,"num_read_kb":844,"num_write":360,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'350","reported_seq":1015,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.828749+0000","last_change":"2024-09-12T17:13:22.716787+0000","last_active":"2024-09-12T17:58:15.828749+0000","last_peered":"2024-09-12T17:58:15.828749+0000","last_clean":"2024-09-12T17:58:15.828749+0000","last_became_active":"2024-09-12T17:13:22.716482+0000","last_became_peered":"2024-09-12T17:13:22.716482+0000","last_unstale":"2024-09-12T17:58:15.828749+0000","last_undegraded":"2024-09-12T17:58:15.828749+0000","last_fullsized":"2024-09-12T17:58:15.828749+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:31:14.796330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16826975,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":517,"num_read_kb":27055,"num_write":1225,"num_write_kb":45208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'4106","reported_seq":4702,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:55.703444+0000","last_change":"2024-09-12T17:13:24.754364+0000","last_active":"2024-09-12T17:57:55.703444+0000","last_peered":"2024-09-12T17:57:55.703444+0000","last_clean":"2024-09-12T17:57:55.703444+0000","last_became_active":"2024-09-12T17:13:24.753665+0000","last_became_peered":"2024-09-12T17:13:24.753665+0000","last_unstale":"2024-09-12T17:57:55.703444+0000","last_undegraded":"2024-09-12T17:57:55.703444+0000","last_fullsized":"2024-09-12T17:57:55.703444+0000","mapping_epoch":25,"log_start":"264'4000","ondisk_log_start":"264'4000","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":3000,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:23.723815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16466,"num_read_kb":13828,"num_write":6154,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'306","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:11.358153+0000","last_change":"2024-09-12T17:13:22.719588+0000","last_active":"2024-09-12T17:58:11.358153+0000","last_peered":"2024-09-12T17:58:11.358153+0000","last_clean":"2024-09-12T17:58:11.358153+0000","last_became_active":"2024-09-12T17:13:22.719278+0000","last_became_peered":"2024-09-12T17:13:22.719278+0000","last_unstale":"2024-09-12T17:58:11.358153+0000","last_undegraded":"2024-09-12T17:58:11.358153+0000","last_fullsized":"2024-09-12T17:58:11.358153+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:40.511943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":888204,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":542,"num_read_kb":41507,"num_write":1096,"num_write_kb":26289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'113","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.558347+0000","last_change":"2024-09-12T17:13:32.782020+0000","last_active":"2024-09-12T17:58:30.558347+0000","last_peered":"2024-09-12T17:58:30.558347+0000","last_clean":"2024-09-12T17:58:30.558347+0000","last_became_active":"2024-09-12T17:13:32.781296+0000","last_became_peered":"2024-09-12T17:13:32.781296+0000","last_unstale":"2024-09-12T17:58:30.558347+0000","last_undegraded":"2024-09-12T17:58:30.558347+0000","last_fullsized":"2024-09-12T17:58:30.558347+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:52.466939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":165,"num_read_kb":153,"num_write":253,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'148","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.716362+0000","last_change":"2024-09-12T17:13:24.752494+0000","last_active":"2024-09-12T17:56:48.716362+0000","last_peered":"2024-09-12T17:56:48.716362+0000","last_clean":"2024-09-12T17:56:48.716362+0000","last_became_active":"2024-09-12T17:13:24.752021+0000","last_became_peered":"2024-09-12T17:13:24.752021+0000","last_unstale":"2024-09-12T17:56:48.716362+0000","last_undegraded":"2024-09-12T17:56:48.716362+0000","last_fullsized":"2024-09-12T17:56:48.716362+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:09.824745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":513,"num_write":228,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"264'235","reported_seq":1078,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:13.019461+0000","last_change":"2024-09-12T17:13:22.742591+0000","last_active":"2024-09-12T17:58:13.019461+0000","last_peered":"2024-09-12T17:58:13.019461+0000","last_clean":"2024-09-12T17:58:13.019461+0000","last_became_active":"2024-09-12T17:13:22.741981+0000","last_became_peered":"2024-09-12T17:13:22.741981+0000","last_unstale":"2024-09-12T17:58:13.019461+0000","last_undegraded":"2024-09-12T17:58:13.019461+0000","last_fullsized":"2024-09-12T17:58:13.019461+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:37.863943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16134031,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":834,"num_read_kb":30696,"num_write":981,"num_write_kb":26054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215238+0000","last_change":"2024-09-12T17:13:26.745444+0000","last_active":"2024-09-12T17:56:57.215238+0000","last_peered":"2024-09-12T17:56:57.215238+0000","last_clean":"2024-09-12T17:56:57.215238+0000","last_became_active":"2024-09-12T17:13:26.744613+0000","last_became_peered":"2024-09-12T17:13:26.744613+0000","last_unstale":"2024-09-12T17:56:57.215238+0000","last_undegraded":"2024-09-12T17:56:57.215238+0000","last_fullsized":"2024-09-12T17:56:57.215238+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:47.749920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'342","reported_seq":942,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:27.070756+0000","last_change":"2024-09-12T17:13:28.743853+0000","last_active":"2024-09-12T17:59:27.070756+0000","last_peered":"2024-09-12T17:59:27.070756+0000","last_clean":"2024-09-12T17:59:27.070756+0000","last_became_active":"2024-09-12T17:13:28.743214+0000","last_became_peered":"2024-09-12T17:13:28.743214+0000","last_unstale":"2024-09-12T17:59:27.070756+0000","last_undegraded":"2024-09-12T17:59:27.070756+0000","last_fullsized":"2024-09-12T17:59:27.070756+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:56.835797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64669,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":559,"num_read_kb":1086,"num_write":456,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039637+0000","last_change":"2024-09-12T17:13:30.782060+0000","last_active":"2024-09-12T17:57:02.039637+0000","last_peered":"2024-09-12T17:57:02.039637+0000","last_clean":"2024-09-12T17:57:02.039637+0000","last_became_active":"2024-09-12T17:13:30.781254+0000","last_became_peered":"2024-09-12T17:13:30.781254+0000","last_unstale":"2024-09-12T17:57:02.039637+0000","last_undegraded":"2024-09-12T17:57:02.039637+0000","last_fullsized":"2024-09-12T17:57:02.039637+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:27.921708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'149","reported_seq":702,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.047037+0000","last_change":"2024-09-12T17:13:32.780600+0000","last_active":"2024-09-12T17:59:37.047037+0000","last_peered":"2024-09-12T17:59:37.047037+0000","last_clean":"2024-09-12T17:59:37.047037+0000","last_became_active":"2024-09-12T17:13:32.779025+0000","last_became_peered":"2024-09-12T17:13:32.779025+0000","last_unstale":"2024-09-12T17:59:37.047037+0000","last_undegraded":"2024-09-12T17:59:37.047037+0000","last_fullsized":"2024-09-12T17:59:37.047037+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:31.257262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":250,"num_read_kb":239,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'127","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:28.565531+0000","last_change":"2024-09-12T17:13:24.763557+0000","last_active":"2024-09-12T17:57:28.565531+0000","last_peered":"2024-09-12T17:57:28.565531+0000","last_clean":"2024-09-12T17:57:28.565531+0000","last_became_active":"2024-09-12T17:13:24.763073+0000","last_became_peered":"2024-09-12T17:13:24.763073+0000","last_unstale":"2024-09-12T17:57:28.565531+0000","last_undegraded":"2024-09-12T17:57:28.565531+0000","last_fullsized":"2024-09-12T17:57:28.565531+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:16.135181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":599,"num_read_kb":505,"num_write":195,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'313","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:43.080572+0000","last_change":"2024-09-12T17:13:22.722594+0000","last_active":"2024-09-12T17:59:43.080572+0000","last_peered":"2024-09-12T17:59:43.080572+0000","last_clean":"2024-09-12T17:59:43.080572+0000","last_became_active":"2024-09-12T17:13:22.722143+0000","last_became_peered":"2024-09-12T17:13:22.722143+0000","last_unstale":"2024-09-12T17:59:43.080572+0000","last_undegraded":"2024-09-12T17:59:43.080572+0000","last_fullsized":"2024-09-12T17:59:43.080572+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:24.615495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5852694,"num_objects":71,"num_object_clones":0,"num_object_copies":142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":701,"num_read_kb":3110,"num_write":1157,"num_write_kb":31566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.028007+0000","last_change":"2024-09-12T17:13:26.743328+0000","last_active":"2024-09-12T17:55:32.028007+0000","last_peered":"2024-09-12T17:55:32.028007+0000","last_clean":"2024-09-12T17:55:32.028007+0000","last_became_active":"2024-09-12T17:13:26.742603+0000","last_became_peered":"2024-09-12T17:13:26.742603+0000","last_unstale":"2024-09-12T17:55:32.028007+0000","last_undegraded":"2024-09-12T17:55:32.028007+0000","last_fullsized":"2024-09-12T17:55:32.028007+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:39.761963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'104","reported_seq":626,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.042152+0000","last_change":"2024-09-12T17:13:28.729780+0000","last_active":"2024-09-12T17:57:02.042152+0000","last_peered":"2024-09-12T17:57:02.042152+0000","last_clean":"2024-09-12T17:57:02.042152+0000","last_became_active":"2024-09-12T17:13:28.729033+0000","last_became_peered":"2024-09-12T17:13:28.729033+0000","last_unstale":"2024-09-12T17:57:02.042152+0000","last_undegraded":"2024-09-12T17:57:02.042152+0000","last_fullsized":"2024-09-12T17:57:02.042152+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:28.000909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":103,"num_read_kb":95,"num_write":76,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.042123+0000","last_change":"2024-09-12T17:13:30.790778+0000","last_active":"2024-09-12T17:57:02.042123+0000","last_peered":"2024-09-12T17:57:02.042123+0000","last_clean":"2024-09-12T17:57:02.042123+0000","last_became_active":"2024-09-12T17:13:30.789947+0000","last_became_peered":"2024-09-12T17:13:30.789947+0000","last_unstale":"2024-09-12T17:57:02.042123+0000","last_undegraded":"2024-09-12T17:57:02.042123+0000","last_fullsized":"2024-09-12T17:57:02.042123+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:11.160397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'116","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.640280+0000","last_change":"2024-09-12T17:13:32.783937+0000","last_active":"2024-09-12T17:57:26.640280+0000","last_peered":"2024-09-12T17:57:26.640280+0000","last_clean":"2024-09-12T17:57:26.640280+0000","last_became_active":"2024-09-12T17:13:32.783016+0000","last_became_peered":"2024-09-12T17:13:32.783016+0000","last_unstale":"2024-09-12T17:57:26.640280+0000","last_undegraded":"2024-09-12T17:57:26.640280+0000","last_fullsized":"2024-09-12T17:57:26.640280+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:13.205838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":153,"num_read_kb":152,"num_write":274,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'267","reported_seq":895,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:04.483353+0000","last_change":"2024-09-12T17:13:24.736523+0000","last_active":"2024-09-12T17:58:04.483353+0000","last_peered":"2024-09-12T17:58:04.483353+0000","last_clean":"2024-09-12T17:58:04.483353+0000","last_became_active":"2024-09-12T17:13:24.736246+0000","last_became_peered":"2024-09-12T17:13:24.736246+0000","last_unstale":"2024-09-12T17:58:04.483353+0000","last_undegraded":"2024-09-12T17:58:04.483353+0000","last_fullsized":"2024-09-12T17:58:04.483353+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:27.277344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1187,"num_read_kb":960,"num_write":442,"num_write_kb":207,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'287","reported_seq":949,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049356+0000","last_change":"2024-09-12T17:13:22.749342+0000","last_active":"2024-09-12T17:57:42.049356+0000","last_peered":"2024-09-12T17:57:42.049356+0000","last_clean":"2024-09-12T17:57:42.049356+0000","last_became_active":"2024-09-12T17:13:22.748810+0000","last_became_peered":"2024-09-12T17:13:22.748810+0000","last_unstale":"2024-09-12T17:57:42.049356+0000","last_undegraded":"2024-09-12T17:57:42.049356+0000","last_fullsized":"2024-09-12T17:57:42.049356+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:43.381428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8651444,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":447,"num_read_kb":124544,"num_write":1050,"num_write_kb":53728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049382+0000","last_change":"2024-09-12T17:13:26.737499+0000","last_active":"2024-09-12T17:56:57.049382+0000","last_peered":"2024-09-12T17:56:57.049382+0000","last_clean":"2024-09-12T17:56:57.049382+0000","last_became_active":"2024-09-12T17:13:26.736145+0000","last_became_peered":"2024-09-12T17:13:26.736145+0000","last_unstale":"2024-09-12T17:56:57.049382+0000","last_undegraded":"2024-09-12T17:56:57.049382+0000","last_fullsized":"2024-09-12T17:56:57.049382+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:14.078408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'102","reported_seq":636,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.870734+0000","last_change":"2024-09-12T17:13:28.729376+0000","last_active":"2024-09-12T17:57:27.870734+0000","last_peered":"2024-09-12T17:57:27.870734+0000","last_clean":"2024-09-12T17:57:27.870734+0000","last_became_active":"2024-09-12T17:13:28.728857+0000","last_became_peered":"2024-09-12T17:13:28.728857+0000","last_unstale":"2024-09-12T17:57:27.870734+0000","last_undegraded":"2024-09-12T17:57:27.870734+0000","last_fullsized":"2024-09-12T17:57:27.870734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:31.190987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'744","reported_seq":2486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.847899+0000","last_change":"2024-09-12T17:13:30.789932+0000","last_active":"2024-09-12T17:59:48.847899+0000","last_peered":"2024-09-12T17:59:48.847899+0000","last_clean":"2024-09-12T17:59:48.847899+0000","last_became_active":"2024-09-12T17:13:30.789132+0000","last_became_peered":"2024-09-12T17:13:30.789132+0000","last_unstale":"2024-09-12T17:59:48.847899+0000","last_undegraded":"2024-09-12T17:59:48.847899+0000","last_fullsized":"2024-09-12T17:59:48.847899+0000","mapping_epoch":31,"log_start":"264'701","ondisk_log_start":"264'701","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":701,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:37.310623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'198","reported_seq":1026,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.607664+0000","last_change":"2024-09-12T17:13:32.833969+0000","last_active":"2024-09-12T17:58:30.607664+0000","last_peered":"2024-09-12T17:58:30.607664+0000","last_clean":"2024-09-12T17:58:30.607664+0000","last_became_active":"2024-09-12T17:13:32.833238+0000","last_became_peered":"2024-09-12T17:13:32.833238+0000","last_unstale":"2024-09-12T17:58:30.607664+0000","last_undegraded":"2024-09-12T17:58:30.607664+0000","last_fullsized":"2024-09-12T17:58:30.607664+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:22.540877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":656,"num_write":444,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'224","reported_seq":791,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049325+0000","last_change":"2024-09-12T17:13:24.744162+0000","last_active":"2024-09-12T17:56:57.049325+0000","last_peered":"2024-09-12T17:56:57.049325+0000","last_clean":"2024-09-12T17:56:57.049325+0000","last_became_active":"2024-09-12T17:13:24.743608+0000","last_became_peered":"2024-09-12T17:13:24.743608+0000","last_unstale":"2024-09-12T17:56:57.049325+0000","last_undegraded":"2024-09-12T17:56:57.049325+0000","last_fullsized":"2024-09-12T17:56:57.049325+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:57.233724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":963,"num_read_kb":843,"num_write":356,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'280","reported_seq":869,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:42.586041+0000","last_change":"2024-09-12T17:13:22.722760+0000","last_active":"2024-09-12T17:59:42.586041+0000","last_peered":"2024-09-12T17:59:42.586041+0000","last_clean":"2024-09-12T17:59:42.586041+0000","last_became_active":"2024-09-12T17:13:22.722041+0000","last_became_peered":"2024-09-12T17:13:22.722041+0000","last_unstale":"2024-09-12T17:59:42.586041+0000","last_undegraded":"2024-09-12T17:59:42.586041+0000","last_fullsized":"2024-09-12T17:59:42.586041+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:23.411532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8234673,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":346,"num_read_kb":7583,"num_write":942,"num_write_kb":41938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215354+0000","last_change":"2024-09-12T17:13:26.740975+0000","last_active":"2024-09-12T17:56:57.215354+0000","last_peered":"2024-09-12T17:56:57.215354+0000","last_clean":"2024-09-12T17:56:57.215354+0000","last_became_active":"2024-09-12T17:13:26.740241+0000","last_became_peered":"2024-09-12T17:13:26.740241+0000","last_unstale":"2024-09-12T17:56:57.215354+0000","last_undegraded":"2024-09-12T17:56:57.215354+0000","last_fullsized":"2024-09-12T17:56:57.215354+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:57.005535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'264","reported_seq":826,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:26.862373+0000","last_change":"2024-09-12T17:13:28.803110+0000","last_active":"2024-09-12T17:59:26.862373+0000","last_peered":"2024-09-12T17:59:26.862373+0000","last_clean":"2024-09-12T17:59:26.862373+0000","last_became_active":"2024-09-12T17:13:28.802389+0000","last_became_peered":"2024-09-12T17:13:28.802389+0000","last_unstale":"2024-09-12T17:59:26.862373+0000","last_undegraded":"2024-09-12T17:59:26.862373+0000","last_fullsized":"2024-09-12T17:59:26.862373+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:19.096046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59879,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":942,"num_write":366,"num_write_kb":305,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'759","reported_seq":2126,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.855807+0000","last_change":"2024-09-12T17:13:30.791205+0000","last_active":"2024-09-12T17:59:48.855807+0000","last_peered":"2024-09-12T17:59:48.855807+0000","last_clean":"2024-09-12T17:59:48.855807+0000","last_became_active":"2024-09-12T17:13:30.790519+0000","last_became_peered":"2024-09-12T17:13:30.790519+0000","last_unstale":"2024-09-12T17:59:48.855807+0000","last_undegraded":"2024-09-12T17:59:48.855807+0000","last_fullsized":"2024-09-12T17:59:48.855807+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:33:29.236796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'449","reported_seq":1167,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:53.084914+0000","last_change":"2024-09-12T17:13:24.759813+0000","last_active":"2024-09-12T17:57:53.084914+0000","last_peered":"2024-09-12T17:57:53.084914+0000","last_clean":"2024-09-12T17:57:53.084914+0000","last_became_active":"2024-09-12T17:13:24.758818+0000","last_became_peered":"2024-09-12T17:13:24.758818+0000","last_unstale":"2024-09-12T17:57:53.084914+0000","last_undegraded":"2024-09-12T17:57:53.084914+0000","last_fullsized":"2024-09-12T17:57:53.084914+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:21.739838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2133,"num_read_kb":1818,"num_write":757,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'357","reported_seq":1064,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.051012+0000","last_change":"2024-09-12T17:13:22.743276+0000","last_active":"2024-09-12T17:57:14.051012+0000","last_peered":"2024-09-12T17:57:14.051012+0000","last_clean":"2024-09-12T17:57:14.051012+0000","last_became_active":"2024-09-12T17:13:22.742018+0000","last_became_peered":"2024-09-12T17:13:22.742018+0000","last_unstale":"2024-09-12T17:57:14.051012+0000","last_undegraded":"2024-09-12T17:57:14.051012+0000","last_fullsized":"2024-09-12T17:57:14.051012+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:57.165939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9483661,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":665,"num_read_kb":43905,"num_write":1543,"num_write_kb":27511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035668+0000","last_change":"2024-09-12T17:13:26.758250+0000","last_active":"2024-09-12T17:56:47.035668+0000","last_peered":"2024-09-12T17:56:47.035668+0000","last_clean":"2024-09-12T17:56:47.035668+0000","last_became_active":"2024-09-12T17:13:26.757565+0000","last_became_peered":"2024-09-12T17:13:26.757565+0000","last_unstale":"2024-09-12T17:56:47.035668+0000","last_undegraded":"2024-09-12T17:56:47.035668+0000","last_fullsized":"2024-09-12T17:56:47.035668+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:18.565696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'336","reported_seq":935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:12.041199+0000","last_change":"2024-09-12T17:13:28.803660+0000","last_active":"2024-09-12T17:59:12.041199+0000","last_peered":"2024-09-12T17:59:12.041199+0000","last_clean":"2024-09-12T17:59:12.041199+0000","last_became_active":"2024-09-12T17:13:28.801181+0000","last_became_peered":"2024-09-12T17:13:28.801181+0000","last_unstale":"2024-09-12T17:59:12.041199+0000","last_undegraded":"2024-09-12T17:59:12.041199+0000","last_fullsized":"2024-09-12T17:59:12.041199+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:43.488418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67295,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":554,"num_read_kb":1065,"num_write":438,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.017811+0000","last_change":"2024-09-12T17:13:30.776344+0000","last_active":"2024-09-12T17:56:17.017811+0000","last_peered":"2024-09-12T17:56:17.017811+0000","last_clean":"2024-09-12T17:56:17.017811+0000","last_became_active":"2024-09-12T17:13:30.775594+0000","last_became_peered":"2024-09-12T17:13:30.775594+0000","last_unstale":"2024-09-12T17:56:17.017811+0000","last_undegraded":"2024-09-12T17:56:17.017811+0000","last_fullsized":"2024-09-12T17:56:17.017811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:43.437469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'549","reported_seq":1398,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.820560+0000","last_change":"2024-09-12T17:13:32.785751+0000","last_active":"2024-09-12T17:59:48.820560+0000","last_peered":"2024-09-12T17:59:48.820560+0000","last_clean":"2024-09-12T17:59:48.820560+0000","last_became_active":"2024-09-12T17:13:32.784763+0000","last_became_peered":"2024-09-12T17:13:32.784763+0000","last_unstale":"2024-09-12T17:59:48.820560+0000","last_undegraded":"2024-09-12T17:59:48.820560+0000","last_fullsized":"2024-09-12T17:59:48.820560+0000","mapping_epoch":33,"log_start":"264'500","ondisk_log_start":"264'500","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":500,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:09.312398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":421,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1490,"num_read_kb":1443,"num_write":1148,"num_write_kb":389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'176","reported_seq":792,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:55.044435+0000","last_change":"2024-09-12T17:13:24.728210+0000","last_active":"2024-09-12T17:57:55.044435+0000","last_peered":"2024-09-12T17:57:55.044435+0000","last_clean":"2024-09-12T17:57:55.044435+0000","last_became_active":"2024-09-12T17:13:24.727453+0000","last_became_peered":"2024-09-12T17:13:24.727453+0000","last_unstale":"2024-09-12T17:57:55.044435+0000","last_undegraded":"2024-09-12T17:57:55.044435+0000","last_fullsized":"2024-09-12T17:57:55.044435+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:04.461519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":761,"num_read_kb":627,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'285","reported_seq":940,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.429188+0000","last_change":"2024-09-12T17:13:22.729266+0000","last_active":"2024-09-12T17:57:03.429188+0000","last_peered":"2024-09-12T17:57:03.429188+0000","last_clean":"2024-09-12T17:57:03.429188+0000","last_became_active":"2024-09-12T17:13:22.728392+0000","last_became_peered":"2024-09-12T17:13:22.728392+0000","last_unstale":"2024-09-12T17:57:03.429188+0000","last_undegraded":"2024-09-12T17:57:03.429188+0000","last_fullsized":"2024-09-12T17:57:03.429188+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:58.949757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9486179,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":466,"num_read_kb":50728,"num_write":1081,"num_write_kb":27914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012103+0000","last_change":"2024-09-12T17:13:26.739619+0000","last_active":"2024-09-12T17:56:47.012103+0000","last_peered":"2024-09-12T17:56:47.012103+0000","last_clean":"2024-09-12T17:56:47.012103+0000","last_became_active":"2024-09-12T17:13:26.738944+0000","last_became_peered":"2024-09-12T17:13:26.738944+0000","last_unstale":"2024-09-12T17:56:47.012103+0000","last_undegraded":"2024-09-12T17:56:47.012103+0000","last_fullsized":"2024-09-12T17:56:47.012103+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:39.170974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'277","reported_seq":833,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:43.171174+0000","last_change":"2024-09-12T17:13:28.753497+0000","last_active":"2024-09-12T17:59:43.171174+0000","last_peered":"2024-09-12T17:59:43.171174+0000","last_clean":"2024-09-12T17:59:43.171174+0000","last_became_active":"2024-09-12T17:13:28.748548+0000","last_became_peered":"2024-09-12T17:13:28.748548+0000","last_unstale":"2024-09-12T17:59:43.171174+0000","last_undegraded":"2024-09-12T17:59:43.171174+0000","last_fullsized":"2024-09-12T17:59:43.171174+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:43.439870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59766,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":440,"num_read_kb":944,"num_write":368,"num_write_kb":305,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049142+0000","last_change":"2024-09-12T17:13:30.791296+0000","last_active":"2024-09-12T17:56:57.049142+0000","last_peered":"2024-09-12T17:56:57.049142+0000","last_clean":"2024-09-12T17:56:57.049142+0000","last_became_active":"2024-09-12T17:13:30.790656+0000","last_became_peered":"2024-09-12T17:13:30.790656+0000","last_unstale":"2024-09-12T17:56:57.049142+0000","last_undegraded":"2024-09-12T17:56:57.049142+0000","last_fullsized":"2024-09-12T17:56:57.049142+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:08.409789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'2420","reported_seq":4246,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:36.997046+0000","last_change":"2024-09-12T17:13:32.785572+0000","last_active":"2024-09-12T17:59:36.997046+0000","last_peered":"2024-09-12T17:59:36.997046+0000","last_clean":"2024-09-12T17:59:36.997046+0000","last_became_active":"2024-09-12T17:13:32.784773+0000","last_became_peered":"2024-09-12T17:13:32.784773+0000","last_unstale":"2024-09-12T17:59:36.997046+0000","last_undegraded":"2024-09-12T17:59:36.997046+0000","last_fullsized":"2024-09-12T17:59:36.997046+0000","mapping_epoch":33,"log_start":"264'2400","ondisk_log_start":"264'2400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":2400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:25:48.067321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":847,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6082,"num_read_kb":6078,"num_write":4919,"num_write_kb":1802,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'52","reported_seq":599,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:39.387687+0000","last_change":"2024-09-12T17:13:24.728566+0000","last_active":"2024-09-12T17:57:39.387687+0000","last_peered":"2024-09-12T17:57:39.387687+0000","last_clean":"2024-09-12T17:57:39.387687+0000","last_became_active":"2024-09-12T17:13:24.727846+0000","last_became_peered":"2024-09-12T17:13:24.727846+0000","last_unstale":"2024-09-12T17:57:39.387687+0000","last_undegraded":"2024-09-12T17:57:39.387687+0000","last_fullsized":"2024-09-12T17:57:39.387687+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:27.470185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":194,"num_write":73,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'260","reported_seq":917,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.176226+0000","last_change":"2024-09-12T17:13:22.740274+0000","last_active":"2024-09-12T17:57:57.176226+0000","last_peered":"2024-09-12T17:57:57.176226+0000","last_clean":"2024-09-12T17:57:57.176226+0000","last_became_active":"2024-09-12T17:13:22.739543+0000","last_became_peered":"2024-09-12T17:13:22.739543+0000","last_unstale":"2024-09-12T17:57:57.176226+0000","last_undegraded":"2024-09-12T17:57:57.176226+0000","last_fullsized":"2024-09-12T17:57:57.176226+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:28.685898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4900179,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":395,"num_read_kb":73275,"num_write":851,"num_write_kb":35784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.004962+0000","last_change":"2024-09-12T17:13:26.748980+0000","last_active":"2024-09-12T17:56:12.004962+0000","last_peered":"2024-09-12T17:56:12.004962+0000","last_clean":"2024-09-12T17:56:12.004962+0000","last_became_active":"2024-09-12T17:13:26.748589+0000","last_became_peered":"2024-09-12T17:13:26.748589+0000","last_unstale":"2024-09-12T17:56:12.004962+0000","last_undegraded":"2024-09-12T17:56:12.004962+0000","last_fullsized":"2024-09-12T17:56:12.004962+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:03.133182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'278","reported_seq":857,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:01.856051+0000","last_change":"2024-09-12T17:13:28.740832+0000","last_active":"2024-09-12T17:59:01.856051+0000","last_peered":"2024-09-12T17:59:01.856051+0000","last_clean":"2024-09-12T17:59:01.856051+0000","last_became_active":"2024-09-12T17:13:28.739964+0000","last_became_peered":"2024-09-12T17:13:28.739964+0000","last_unstale":"2024-09-12T17:59:01.856051+0000","last_undegraded":"2024-09-12T17:59:01.856051+0000","last_fullsized":"2024-09-12T17:59:01.856051+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:03.482559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51510,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":439,"num_read_kb":859,"num_write":350,"num_write_kb":259,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'789","reported_seq":2446,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.857296+0000","last_change":"2024-09-12T17:13:30.785995+0000","last_active":"2024-09-12T17:59:48.857296+0000","last_peered":"2024-09-12T17:59:48.857296+0000","last_clean":"2024-09-12T17:59:48.857296+0000","last_became_active":"2024-09-12T17:13:30.785143+0000","last_became_peered":"2024-09-12T17:13:30.785143+0000","last_unstale":"2024-09-12T17:59:48.857296+0000","last_undegraded":"2024-09-12T17:59:48.857296+0000","last_fullsized":"2024-09-12T17:59:48.857296+0000","mapping_epoch":31,"log_start":"264'702","ondisk_log_start":"264'702","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":702,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:01.378797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'158","reported_seq":659,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.466364+0000","last_change":"2024-09-12T17:13:32.786156+0000","last_active":"2024-09-12T17:59:47.466364+0000","last_peered":"2024-09-12T17:59:47.466364+0000","last_clean":"2024-09-12T17:59:47.466364+0000","last_became_active":"2024-09-12T17:13:32.785419+0000","last_became_peered":"2024-09-12T17:13:32.785419+0000","last_unstale":"2024-09-12T17:59:47.466364+0000","last_undegraded":"2024-09-12T17:59:47.466364+0000","last_fullsized":"2024-09-12T17:59:47.466364+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:08.567622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":209,"num_read_kb":199,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'163","reported_seq":772,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:02.859498+0000","last_change":"2024-09-12T17:13:24.724581+0000","last_active":"2024-09-12T17:58:02.859498+0000","last_peered":"2024-09-12T17:58:02.859498+0000","last_clean":"2024-09-12T17:58:02.859498+0000","last_became_active":"2024-09-12T17:13:24.724152+0000","last_became_peered":"2024-09-12T17:13:24.724152+0000","last_unstale":"2024-09-12T17:58:02.859498+0000","last_undegraded":"2024-09-12T17:58:02.859498+0000","last_fullsized":"2024-09-12T17:58:02.859498+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:23.992593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":706,"num_read_kb":583,"num_write":257,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'244","reported_seq":820,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.153277+0000","last_change":"2024-09-12T17:13:22.724532+0000","last_active":"2024-09-12T17:56:22.153277+0000","last_peered":"2024-09-12T17:56:22.153277+0000","last_clean":"2024-09-12T17:56:22.153277+0000","last_became_active":"2024-09-12T17:13:22.723317+0000","last_became_peered":"2024-09-12T17:13:22.723317+0000","last_unstale":"2024-09-12T17:56:22.153277+0000","last_undegraded":"2024-09-12T17:56:22.153277+0000","last_fullsized":"2024-09-12T17:56:22.153277+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:34.005887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2370379,"num_objects":73,"num_object_clones":0,"num_object_copies":146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":295,"num_read_kb":10570,"num_write":836,"num_write_kb":33829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014350+0000","last_change":"2024-09-12T17:13:26.740985+0000","last_active":"2024-09-12T17:56:57.014350+0000","last_peered":"2024-09-12T17:56:57.014350+0000","last_clean":"2024-09-12T17:56:57.014350+0000","last_became_active":"2024-09-12T17:13:26.740266+0000","last_became_peered":"2024-09-12T17:13:26.740266+0000","last_unstale":"2024-09-12T17:56:57.014350+0000","last_undegraded":"2024-09-12T17:56:57.014350+0000","last_fullsized":"2024-09-12T17:56:57.014350+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:55.137369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'476","reported_seq":1100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.748499+0000","last_change":"2024-09-12T17:13:28.742614+0000","last_active":"2024-09-12T17:59:48.748499+0000","last_peered":"2024-09-12T17:59:48.748499+0000","last_clean":"2024-09-12T17:59:48.748499+0000","last_became_active":"2024-09-12T17:13:28.741775+0000","last_became_peered":"2024-09-12T17:13:28.741775+0000","last_unstale":"2024-09-12T17:59:48.748499+0000","last_undegraded":"2024-09-12T17:59:48.748499+0000","last_fullsized":"2024-09-12T17:59:48.748499+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:21.014075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127264,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":837,"num_read_kb":1838,"num_write":704,"num_write_kb":615,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.013163+0000","last_change":"2024-09-12T17:13:30.774371+0000","last_active":"2024-09-12T17:56:52.013163+0000","last_peered":"2024-09-12T17:56:52.013163+0000","last_clean":"2024-09-12T17:56:52.013163+0000","last_became_active":"2024-09-12T17:13:30.773677+0000","last_became_peered":"2024-09-12T17:13:30.773677+0000","last_unstale":"2024-09-12T17:56:52.013163+0000","last_undegraded":"2024-09-12T17:56:52.013163+0000","last_fullsized":"2024-09-12T17:56:52.013163+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:46.968516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'145","reported_seq":664,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.779418+0000","last_change":"2024-09-12T17:13:32.786183+0000","last_active":"2024-09-12T17:58:07.779418+0000","last_peered":"2024-09-12T17:58:07.779418+0000","last_clean":"2024-09-12T17:58:07.779418+0000","last_became_active":"2024-09-12T17:13:32.785426+0000","last_became_peered":"2024-09-12T17:13:32.785426+0000","last_unstale":"2024-09-12T17:58:07.779418+0000","last_undegraded":"2024-09-12T17:58:07.779418+0000","last_fullsized":"2024-09-12T17:58:07.779418+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:18.112283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1353,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":231,"num_read_kb":216,"num_write":347,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'216","reported_seq":839,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.060500+0000","last_change":"2024-09-12T17:13:24.742699+0000","last_active":"2024-09-12T17:58:27.060500+0000","last_peered":"2024-09-12T17:58:27.060500+0000","last_clean":"2024-09-12T17:58:27.060500+0000","last_became_active":"2024-09-12T17:13:24.741861+0000","last_became_peered":"2024-09-12T17:13:24.741861+0000","last_unstale":"2024-09-12T17:58:27.060500+0000","last_undegraded":"2024-09-12T17:58:27.060500+0000","last_fullsized":"2024-09-12T17:58:27.060500+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:44.902484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":969,"num_read_kb":790,"num_write":341,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'288","reported_seq":916,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:32.156573+0000","last_change":"2024-09-12T17:13:22.719994+0000","last_active":"2024-09-12T17:56:32.156573+0000","last_peered":"2024-09-12T17:56:32.156573+0000","last_clean":"2024-09-12T17:56:32.156573+0000","last_became_active":"2024-09-12T17:13:22.719707+0000","last_became_peered":"2024-09-12T17:13:22.719707+0000","last_unstale":"2024-09-12T17:56:32.156573+0000","last_undegraded":"2024-09-12T17:56:32.156573+0000","last_fullsized":"2024-09-12T17:56:32.156573+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:14.611607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14039781,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":482,"num_read_kb":7129,"num_write":975,"num_write_kb":37450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"35'3","reported_seq":978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.253684+0000","last_change":"2024-09-12T17:13:26.754186+0000","last_active":"2024-09-12T17:59:48.253684+0000","last_peered":"2024-09-12T17:59:48.253684+0000","last_clean":"2024-09-12T17:59:48.253684+0000","last_became_active":"2024-09-12T17:13:26.753667+0000","last_became_peered":"2024-09-12T17:13:26.753667+0000","last_unstale":"2024-09-12T17:59:48.253684+0000","last_undegraded":"2024-09-12T17:59:48.253684+0000","last_fullsized":"2024-09-12T17:59:48.253684+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:59.257154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'267","reported_seq":835,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.061787+0000","last_change":"2024-09-12T17:13:28.745449+0000","last_active":"2024-09-12T17:58:32.061787+0000","last_peered":"2024-09-12T17:58:32.061787+0000","last_clean":"2024-09-12T17:58:32.061787+0000","last_became_active":"2024-09-12T17:13:28.744650+0000","last_became_peered":"2024-09-12T17:13:28.744650+0000","last_unstale":"2024-09-12T17:58:32.061787+0000","last_undegraded":"2024-09-12T17:58:32.061787+0000","last_fullsized":"2024-09-12T17:58:32.061787+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:26.146516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55762,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":452,"num_read_kb":904,"num_write":408,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:27.030972+0000","last_change":"2024-09-12T17:13:30.787065+0000","last_active":"2024-09-12T17:56:27.030972+0000","last_peered":"2024-09-12T17:56:27.030972+0000","last_clean":"2024-09-12T17:56:27.030972+0000","last_became_active":"2024-09-12T17:13:30.785312+0000","last_became_peered":"2024-09-12T17:13:30.785312+0000","last_unstale":"2024-09-12T17:56:27.030972+0000","last_undegraded":"2024-09-12T17:56:27.030972+0000","last_fullsized":"2024-09-12T17:56:27.030972+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:37.008486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'80","reported_seq":560,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.085172+0000","last_change":"2024-09-12T17:13:32.793448+0000","last_active":"2024-09-12T17:59:37.085172+0000","last_peered":"2024-09-12T17:59:37.085172+0000","last_clean":"2024-09-12T17:59:37.085172+0000","last_became_active":"2024-09-12T17:13:32.792720+0000","last_became_peered":"2024-09-12T17:13:32.792720+0000","last_unstale":"2024-09-12T17:59:37.085172+0000","last_undegraded":"2024-09-12T17:59:37.085172+0000","last_fullsized":"2024-09-12T17:59:37.085172+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:12.424338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":189,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'162","reported_seq":756,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:05.944948+0000","last_change":"2024-09-12T17:13:24.738455+0000","last_active":"2024-09-12T17:58:05.944948+0000","last_peered":"2024-09-12T17:58:05.944948+0000","last_clean":"2024-09-12T17:58:05.944948+0000","last_became_active":"2024-09-12T17:13:24.737557+0000","last_became_peered":"2024-09-12T17:13:24.737557+0000","last_unstale":"2024-09-12T17:58:05.944948+0000","last_undegraded":"2024-09-12T17:58:05.944948+0000","last_fullsized":"2024-09-12T17:58:05.944948+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:52.629896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":559,"num_write":257,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'277","reported_seq":913,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:58.659662+0000","last_change":"2024-09-12T17:13:22.744808+0000","last_active":"2024-09-12T17:57:58.659662+0000","last_peered":"2024-09-12T17:57:58.659662+0000","last_clean":"2024-09-12T17:57:58.659662+0000","last_became_active":"2024-09-12T17:13:22.743815+0000","last_became_peered":"2024-09-12T17:13:22.743815+0000","last_unstale":"2024-09-12T17:57:58.659662+0000","last_undegraded":"2024-09-12T17:57:58.659662+0000","last_fullsized":"2024-09-12T17:57:58.659662+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:25.369661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3476389,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":411,"num_read_kb":6284,"num_write":975,"num_write_kb":24394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.016398+0000","last_change":"2024-09-12T17:13:26.743545+0000","last_active":"2024-09-12T17:56:12.016398+0000","last_peered":"2024-09-12T17:56:12.016398+0000","last_clean":"2024-09-12T17:56:12.016398+0000","last_became_active":"2024-09-12T17:13:26.743127+0000","last_became_peered":"2024-09-12T17:13:26.743127+0000","last_unstale":"2024-09-12T17:56:12.016398+0000","last_undegraded":"2024-09-12T17:56:12.016398+0000","last_fullsized":"2024-09-12T17:56:12.016398+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:04.733791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'300","reported_seq":880,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:42.035887+0000","last_change":"2024-09-12T17:13:28.740925+0000","last_active":"2024-09-12T17:58:42.035887+0000","last_peered":"2024-09-12T17:58:42.035887+0000","last_clean":"2024-09-12T17:58:42.035887+0000","last_became_active":"2024-09-12T17:13:28.740218+0000","last_became_peered":"2024-09-12T17:13:28.740218+0000","last_unstale":"2024-09-12T17:58:42.035887+0000","last_undegraded":"2024-09-12T17:58:42.035887+0000","last_fullsized":"2024-09-12T17:58:42.035887+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:30.050798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65573,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":488,"num_read_kb":1003,"num_write":398,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'723","reported_seq":2395,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.850609+0000","last_change":"2024-09-12T17:13:30.779902+0000","last_active":"2024-09-12T17:59:48.850609+0000","last_peered":"2024-09-12T17:59:48.850609+0000","last_clean":"2024-09-12T17:59:48.850609+0000","last_became_active":"2024-09-12T17:13:30.779184+0000","last_became_peered":"2024-09-12T17:13:30.779184+0000","last_unstale":"2024-09-12T17:59:48.850609+0000","last_undegraded":"2024-09-12T17:59:48.850609+0000","last_fullsized":"2024-09-12T17:59:48.850609+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":700,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:22.954561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'98","reported_seq":593,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.066721+0000","last_change":"2024-09-12T17:13:32.784132+0000","last_active":"2024-09-12T17:57:26.066721+0000","last_peered":"2024-09-12T17:57:26.066721+0000","last_clean":"2024-09-12T17:57:26.066721+0000","last_became_active":"2024-09-12T17:13:32.782654+0000","last_became_peered":"2024-09-12T17:13:32.782654+0000","last_unstale":"2024-09-12T17:57:26.066721+0000","last_undegraded":"2024-09-12T17:57:26.066721+0000","last_fullsized":"2024-09-12T17:57:26.066721+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:03.227746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1674,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":117,"num_read_kb":114,"num_write":233,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'252","reported_seq":905,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:11.091007+0000","last_change":"2024-09-12T17:13:24.747496+0000","last_active":"2024-09-12T17:58:11.091007+0000","last_peered":"2024-09-12T17:58:11.091007+0000","last_clean":"2024-09-12T17:58:11.091007+0000","last_became_active":"2024-09-12T17:13:24.746617+0000","last_became_peered":"2024-09-12T17:13:24.746617+0000","last_unstale":"2024-09-12T17:58:11.091007+0000","last_undegraded":"2024-09-12T17:58:11.091007+0000","last_fullsized":"2024-09-12T17:58:11.091007+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:01.847599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":923,"num_write":380,"num_write_kb":194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'284","reported_seq":920,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.037674+0000","last_change":"2024-09-12T17:13:22.740099+0000","last_active":"2024-09-12T17:56:42.037674+0000","last_peered":"2024-09-12T17:56:42.037674+0000","last_clean":"2024-09-12T17:56:42.037674+0000","last_became_active":"2024-09-12T17:13:22.730054+0000","last_became_peered":"2024-09-12T17:13:22.730054+0000","last_unstale":"2024-09-12T17:56:42.037674+0000","last_undegraded":"2024-09-12T17:56:42.037674+0000","last_fullsized":"2024-09-12T17:56:42.037674+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:57.701713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8699962,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":419,"num_read_kb":9236,"num_write":1084,"num_write_kb":31208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"28'2","reported_seq":1444,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.264541+0000","last_change":"2024-09-12T17:13:26.739351+0000","last_active":"2024-09-12T17:59:48.264541+0000","last_peered":"2024-09-12T17:59:48.264541+0000","last_clean":"2024-09-12T17:59:48.264541+0000","last_became_active":"2024-09-12T17:13:26.738569+0000","last_became_peered":"2024-09-12T17:13:26.738569+0000","last_unstale":"2024-09-12T17:59:48.264541+0000","last_undegraded":"2024-09-12T17:59:48.264541+0000","last_fullsized":"2024-09-12T17:59:48.264541+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:23.005638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'75","reported_seq":585,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.099310+0000","last_change":"2024-09-12T17:13:28.802060+0000","last_active":"2024-09-12T17:57:14.099310+0000","last_peered":"2024-09-12T17:57:14.099310+0000","last_clean":"2024-09-12T17:57:14.099310+0000","last_became_active":"2024-09-12T17:13:28.801632+0000","last_became_peered":"2024-09-12T17:13:28.801632+0000","last_unstale":"2024-09-12T17:57:14.099310+0000","last_undegraded":"2024-09-12T17:57:14.099310+0000","last_fullsized":"2024-09-12T17:57:14.099310+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:27.677445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'763","reported_seq":4537,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.852140+0000","last_change":"2024-09-12T17:13:30.784084+0000","last_active":"2024-09-12T17:59:48.852140+0000","last_peered":"2024-09-12T17:59:48.852140+0000","last_clean":"2024-09-12T17:59:48.852140+0000","last_became_active":"2024-09-12T17:13:30.783327+0000","last_became_peered":"2024-09-12T17:13:30.783327+0000","last_unstale":"2024-09-12T17:59:48.852140+0000","last_undegraded":"2024-09-12T17:59:48.852140+0000","last_fullsized":"2024-09-12T17:59:48.852140+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:24.311229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'193","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.466852+0000","last_change":"2024-09-12T17:13:32.794065+0000","last_active":"2024-09-12T17:58:30.466852+0000","last_peered":"2024-09-12T17:58:30.466852+0000","last_clean":"2024-09-12T17:58:30.466852+0000","last_became_active":"2024-09-12T17:13:32.793213+0000","last_became_peered":"2024-09-12T17:13:32.793213+0000","last_unstale":"2024-09-12T17:58:30.466852+0000","last_undegraded":"2024-09-12T17:58:30.466852+0000","last_fullsized":"2024-09-12T17:58:30.466852+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:43.396713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":315,"num_write":392,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'107","reported_seq":691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:51.626906+0000","last_change":"2024-09-12T17:13:24.748152+0000","last_active":"2024-09-12T17:57:51.626906+0000","last_peered":"2024-09-12T17:57:51.626906+0000","last_clean":"2024-09-12T17:57:51.626906+0000","last_became_active":"2024-09-12T17:13:24.747881+0000","last_became_peered":"2024-09-12T17:13:24.747881+0000","last_unstale":"2024-09-12T17:57:51.626906+0000","last_undegraded":"2024-09-12T17:57:51.626906+0000","last_fullsized":"2024-09-12T17:57:51.626906+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:55.831716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":463,"num_read_kb":387,"num_write":161,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'298","reported_seq":948,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.280052+0000","last_change":"2024-09-12T17:13:22.718683+0000","last_active":"2024-09-12T17:58:07.280052+0000","last_peered":"2024-09-12T17:58:07.280052+0000","last_clean":"2024-09-12T17:58:07.280052+0000","last_became_active":"2024-09-12T17:13:22.718374+0000","last_became_peered":"2024-09-12T17:13:22.718374+0000","last_unstale":"2024-09-12T17:58:07.280052+0000","last_undegraded":"2024-09-12T17:58:07.280052+0000","last_fullsized":"2024-09-12T17:58:07.280052+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:38.794128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4710090,"num_objects":72,"num_object_clones":0,"num_object_copies":144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":464,"num_read_kb":36044,"num_write":1099,"num_write_kb":46418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.027286+0000","last_change":"2024-09-12T17:13:26.735124+0000","last_active":"2024-09-12T17:56:12.027286+0000","last_peered":"2024-09-12T17:56:12.027286+0000","last_clean":"2024-09-12T17:56:12.027286+0000","last_became_active":"2024-09-12T17:13:26.734356+0000","last_became_peered":"2024-09-12T17:13:26.734356+0000","last_unstale":"2024-09-12T17:56:12.027286+0000","last_undegraded":"2024-09-12T17:56:12.027286+0000","last_fullsized":"2024-09-12T17:56:12.027286+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:43.356218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'352","reported_seq":945,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.032320+0000","last_change":"2024-09-12T17:13:28.757285+0000","last_active":"2024-09-12T17:58:32.032320+0000","last_peered":"2024-09-12T17:58:32.032320+0000","last_clean":"2024-09-12T17:58:32.032320+0000","last_became_active":"2024-09-12T17:13:28.756408+0000","last_became_peered":"2024-09-12T17:13:28.756408+0000","last_unstale":"2024-09-12T17:58:32.032320+0000","last_undegraded":"2024-09-12T17:58:32.032320+0000","last_fullsized":"2024-09-12T17:58:32.032320+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:38.965414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94685,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":587,"num_read_kb":1189,"num_write":476,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143143+0000","last_change":"2024-09-12T17:13:30.769984+0000","last_active":"2024-09-12T17:56:17.143143+0000","last_peered":"2024-09-12T17:56:17.143143+0000","last_clean":"2024-09-12T17:56:17.143143+0000","last_became_active":"2024-09-12T17:13:30.769275+0000","last_became_peered":"2024-09-12T17:13:30.769275+0000","last_unstale":"2024-09-12T17:56:17.143143+0000","last_undegraded":"2024-09-12T17:56:17.143143+0000","last_fullsized":"2024-09-12T17:56:17.143143+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:59.080423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'139","reported_seq":645,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:13.508058+0000","last_change":"2024-09-12T17:13:32.794857+0000","last_active":"2024-09-12T17:58:13.508058+0000","last_peered":"2024-09-12T17:58:13.508058+0000","last_clean":"2024-09-12T17:58:13.508058+0000","last_became_active":"2024-09-12T17:13:32.793945+0000","last_became_peered":"2024-09-12T17:13:32.793945+0000","last_unstale":"2024-09-12T17:58:13.508058+0000","last_undegraded":"2024-09-12T17:58:13.508058+0000","last_fullsized":"2024-09-12T17:58:13.508058+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:45.403337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":208,"num_read_kb":195,"num_write":321,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'166","reported_seq":791,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.157182+0000","last_change":"2024-09-12T17:13:24.748191+0000","last_active":"2024-09-12T17:57:22.157182+0000","last_peered":"2024-09-12T17:57:22.157182+0000","last_clean":"2024-09-12T17:57:22.157182+0000","last_became_active":"2024-09-12T17:13:24.747374+0000","last_became_peered":"2024-09-12T17:13:24.747374+0000","last_unstale":"2024-09-12T17:57:22.157182+0000","last_undegraded":"2024-09-12T17:57:22.157182+0000","last_fullsized":"2024-09-12T17:57:22.157182+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:03.620083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":770,"num_read_kb":641,"num_write":248,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":613,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041743+0000","last_change":"2024-09-12T17:13:03.573266+0000","last_active":"2024-09-12T17:57:12.041743+0000","last_peered":"2024-09-12T17:57:12.041743+0000","last_clean":"2024-09-12T17:57:12.041743+0000","last_became_active":"2024-09-12T17:13:03.572393+0000","last_became_peered":"2024-09-12T17:13:03.572393+0000","last_unstale":"2024-09-12T17:57:12.041743+0000","last_undegraded":"2024-09-12T17:57:12.041743+0000","last_fullsized":"2024-09-12T17:57:12.041743+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:02.547273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:02.547273+0000","last_clean_scrub_stamp":"2024-09-12T17:13:02.547273+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:49:12.548761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215142+0000","last_change":"2024-09-12T17:13:10.636171+0000","last_active":"2024-09-12T17:56:57.215142+0000","last_peered":"2024-09-12T17:56:57.215142+0000","last_clean":"2024-09-12T17:56:57.215142+0000","last_became_active":"2024-09-12T17:13:08.626265+0000","last_became_peered":"2024-09-12T17:13:08.626265+0000","last_unstale":"2024-09-12T17:56:57.215142+0000","last_undegraded":"2024-09-12T17:56:57.215142+0000","last_fullsized":"2024-09-12T17:56:57.215142+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:10.249259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096567199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'281","reported_seq":930,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:03.986448+0000","last_change":"2024-09-12T17:13:22.740735+0000","last_active":"2024-09-12T17:58:03.986448+0000","last_peered":"2024-09-12T17:58:03.986448+0000","last_clean":"2024-09-12T17:58:03.986448+0000","last_became_active":"2024-09-12T17:13:22.740538+0000","last_became_peered":"2024-09-12T17:13:22.740538+0000","last_unstale":"2024-09-12T17:58:03.986448+0000","last_undegraded":"2024-09-12T17:58:03.986448+0000","last_fullsized":"2024-09-12T17:58:03.986448+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:50.933156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14977352,"num_objects":80,"num_object_clones":0,"num_object_copies":160,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":418,"num_read_kb":39476,"num_write":1052,"num_write_kb":28060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041980+0000","last_change":"2024-09-12T17:13:26.754335+0000","last_active":"2024-09-12T17:57:12.041980+0000","last_peered":"2024-09-12T17:57:12.041980+0000","last_clean":"2024-09-12T17:57:12.041980+0000","last_became_active":"2024-09-12T17:13:26.753619+0000","last_became_peered":"2024-09-12T17:13:26.753619+0000","last_unstale":"2024-09-12T17:57:12.041980+0000","last_undegraded":"2024-09-12T17:57:12.041980+0000","last_fullsized":"2024-09-12T17:57:12.041980+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:00.300509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'682","reported_seq":1364,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.787700+0000","last_change":"2024-09-12T17:13:28.755360+0000","last_active":"2024-09-12T17:59:48.787700+0000","last_peered":"2024-09-12T17:59:48.787700+0000","last_clean":"2024-09-12T17:59:48.787700+0000","last_became_active":"2024-09-12T17:13:28.754485+0000","last_became_peered":"2024-09-12T17:13:28.754485+0000","last_unstale":"2024-09-12T17:59:48.787700+0000","last_undegraded":"2024-09-12T17:59:48.787700+0000","last_fullsized":"2024-09-12T17:59:48.787700+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":600,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:28.814346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154813,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1305,"num_read_kb":2689,"num_write":1218,"num_write_kb":1072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.036983+0000","last_change":"2024-09-12T17:13:30.787543+0000","last_active":"2024-09-12T17:56:52.036983+0000","last_peered":"2024-09-12T17:56:52.036983+0000","last_clean":"2024-09-12T17:56:52.036983+0000","last_became_active":"2024-09-12T17:13:30.785677+0000","last_became_peered":"2024-09-12T17:13:30.785677+0000","last_unstale":"2024-09-12T17:56:52.036983+0000","last_undegraded":"2024-09-12T17:56:52.036983+0000","last_fullsized":"2024-09-12T17:56:52.036983+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:27.695600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'184","reported_seq":887,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.485636+0000","last_change":"2024-09-12T17:13:32.783115+0000","last_active":"2024-09-12T17:58:30.485636+0000","last_peered":"2024-09-12T17:58:30.485636+0000","last_clean":"2024-09-12T17:58:30.485636+0000","last_became_active":"2024-09-12T17:13:32.782360+0000","last_became_peered":"2024-09-12T17:13:32.782360+0000","last_unstale":"2024-09-12T17:58:30.485636+0000","last_undegraded":"2024-09-12T17:58:30.485636+0000","last_fullsized":"2024-09-12T17:58:30.485636+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:32.483918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":833,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":495,"num_read_kb":485,"num_write":390,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'73","reported_seq":687,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035788+0000","last_change":"2024-09-12T17:13:54.842231+0000","last_active":"2024-09-12T17:56:47.035788+0000","last_peered":"2024-09-12T17:56:47.035788+0000","last_clean":"2024-09-12T17:56:47.035788+0000","last_became_active":"2024-09-12T17:13:54.841332+0000","last_became_peered":"2024-09-12T17:13:54.841332+0000","last_unstale":"2024-09-12T17:56:47.035788+0000","last_undegraded":"2024-09-12T17:56:47.035788+0000","last_fullsized":"2024-09-12T17:56:47.035788+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.027111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":319,"num_write":102,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":522,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043364+0000","last_change":"2024-09-12T17:13:10.683470+0000","last_active":"2024-09-12T17:57:17.043364+0000","last_peered":"2024-09-12T17:57:17.043364+0000","last_clean":"2024-09-12T17:57:17.043364+0000","last_became_active":"2024-09-12T17:13:08.626881+0000","last_became_peered":"2024-09-12T17:13:08.626881+0000","last_unstale":"2024-09-12T17:57:17.043364+0000","last_undegraded":"2024-09-12T17:57:17.043364+0000","last_fullsized":"2024-09-12T17:57:17.043364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:42.780726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00123196,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'295","reported_seq":982,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:02.394906+0000","last_change":"2024-09-12T17:13:22.743728+0000","last_active":"2024-09-12T17:58:02.394906+0000","last_peered":"2024-09-12T17:58:02.394906+0000","last_clean":"2024-09-12T17:58:02.394906+0000","last_became_active":"2024-09-12T17:13:22.743212+0000","last_became_peered":"2024-09-12T17:13:22.743212+0000","last_unstale":"2024-09-12T17:58:02.394906+0000","last_undegraded":"2024-09-12T17:58:02.394906+0000","last_fullsized":"2024-09-12T17:58:02.394906+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:12.364873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11782099,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":545,"num_read_kb":31486,"num_write":1243,"num_write_kb":22348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.212982+0000","last_change":"2024-09-12T17:13:26.744583+0000","last_active":"2024-09-12T17:56:47.212982+0000","last_peered":"2024-09-12T17:56:47.212982+0000","last_clean":"2024-09-12T17:56:47.212982+0000","last_became_active":"2024-09-12T17:13:26.743863+0000","last_became_peered":"2024-09-12T17:13:26.743863+0000","last_unstale":"2024-09-12T17:56:47.212982+0000","last_undegraded":"2024-09-12T17:56:47.212982+0000","last_fullsized":"2024-09-12T17:56:47.212982+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:39:20.040616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1229","reported_seq":2715,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.840716+0000","last_change":"2024-09-12T17:13:28.756526+0000","last_active":"2024-09-12T17:59:48.840716+0000","last_peered":"2024-09-12T17:59:48.840716+0000","last_clean":"2024-09-12T17:59:48.840716+0000","last_became_active":"2024-09-12T17:13:28.745653+0000","last_became_peered":"2024-09-12T17:13:28.745653+0000","last_unstale":"2024-09-12T17:59:48.840716+0000","last_undegraded":"2024-09-12T17:59:48.840716+0000","last_fullsized":"2024-09-12T17:59:48.840716+0000","mapping_epoch":29,"log_start":"264'1200","ondisk_log_start":"264'1200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":1200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:31.149329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":175326,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1986,"num_read_kb":3455,"num_write":1108,"num_write_kb":966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.044900+0000","last_change":"2024-09-12T17:13:30.791590+0000","last_active":"2024-09-12T17:57:22.044900+0000","last_peered":"2024-09-12T17:57:22.044900+0000","last_clean":"2024-09-12T17:57:22.044900+0000","last_became_active":"2024-09-12T17:13:30.790899+0000","last_became_peered":"2024-09-12T17:13:30.790899+0000","last_unstale":"2024-09-12T17:57:22.044900+0000","last_undegraded":"2024-09-12T17:57:22.044900+0000","last_fullsized":"2024-09-12T17:57:22.044900+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:40.863673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'208","reported_seq":730,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:25.407466+0000","last_change":"2024-09-12T17:13:32.832315+0000","last_active":"2024-09-12T17:58:25.407466+0000","last_peered":"2024-09-12T17:58:25.407466+0000","last_clean":"2024-09-12T17:58:25.407466+0000","last_became_active":"2024-09-12T17:13:32.831782+0000","last_became_peered":"2024-09-12T17:13:32.831782+0000","last_unstale":"2024-09-12T17:58:25.407466+0000","last_undegraded":"2024-09-12T17:58:25.407466+0000","last_fullsized":"2024-09-12T17:58:25.407466+0000","mapping_epoch":33,"log_start":"261'100","ondisk_log_start":"261'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:40:46.295525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":356,"num_write":464,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'139","reported_seq":696,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.089185+0000","last_change":"2024-09-12T17:13:24.761961+0000","last_active":"2024-09-12T17:57:19.089185+0000","last_peered":"2024-09-12T17:57:19.089185+0000","last_clean":"2024-09-12T17:57:19.089185+0000","last_became_active":"2024-09-12T17:13:24.761611+0000","last_became_peered":"2024-09-12T17:13:24.761611+0000","last_unstale":"2024-09-12T17:57:19.089185+0000","last_undegraded":"2024-09-12T17:57:19.089185+0000","last_fullsized":"2024-09-12T17:57:19.089185+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:51.066932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":604,"num_read_kb":484,"num_write":234,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":523,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014294+0000","last_change":"2024-09-12T17:13:10.683566+0000","last_active":"2024-09-12T17:56:57.014294+0000","last_peered":"2024-09-12T17:56:57.014294+0000","last_clean":"2024-09-12T17:56:57.014294+0000","last_became_active":"2024-09-12T17:13:09.512988+0000","last_became_peered":"2024-09-12T17:13:09.512988+0000","last_unstale":"2024-09-12T17:56:57.014294+0000","last_undegraded":"2024-09-12T17:56:57.014294+0000","last_fullsized":"2024-09-12T17:56:57.014294+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:32.284838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092884200000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'337","reported_seq":1038,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:32.059727+0000","last_change":"2024-09-12T17:13:22.715709+0000","last_active":"2024-09-12T17:59:32.059727+0000","last_peered":"2024-09-12T17:59:32.059727+0000","last_clean":"2024-09-12T17:59:32.059727+0000","last_became_active":"2024-09-12T17:13:22.715375+0000","last_became_peered":"2024-09-12T17:13:22.715375+0000","last_unstale":"2024-09-12T17:59:32.059727+0000","last_undegraded":"2024-09-12T17:59:32.059727+0000","last_fullsized":"2024-09-12T17:59:32.059727+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:27.898186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6569865,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":601,"num_read_kb":64808,"num_write":1105,"num_write_kb":40769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"28'1","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012233+0000","last_change":"2024-09-12T17:13:26.746296+0000","last_active":"2024-09-12T17:56:47.012233+0000","last_peered":"2024-09-12T17:56:47.012233+0000","last_clean":"2024-09-12T17:56:47.012233+0000","last_became_active":"2024-09-12T17:13:26.745541+0000","last_became_peered":"2024-09-12T17:13:26.745541+0000","last_unstale":"2024-09-12T17:56:47.012233+0000","last_undegraded":"2024-09-12T17:56:47.012233+0000","last_fullsized":"2024-09-12T17:56:47.012233+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:54.280414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'220","reported_seq":1325,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.802649+0000","last_change":"2024-09-12T17:13:28.802666+0000","last_active":"2024-09-12T17:59:48.802649+0000","last_peered":"2024-09-12T17:59:48.802649+0000","last_clean":"2024-09-12T17:59:48.802649+0000","last_became_active":"2024-09-12T17:13:28.801459+0000","last_became_peered":"2024-09-12T17:13:28.801459+0000","last_unstale":"2024-09-12T17:59:48.802649+0000","last_undegraded":"2024-09-12T17:59:48.802649+0000","last_fullsized":"2024-09-12T17:59:48.802649+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:33.521015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":172,"num_write":151,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.042959+0000","last_change":"2024-09-12T17:13:30.785960+0000","last_active":"2024-09-12T17:57:17.042959+0000","last_peered":"2024-09-12T17:57:17.042959+0000","last_clean":"2024-09-12T17:57:17.042959+0000","last_became_active":"2024-09-12T17:13:30.785014+0000","last_became_peered":"2024-09-12T17:13:30.785014+0000","last_unstale":"2024-09-12T17:57:17.042959+0000","last_undegraded":"2024-09-12T17:57:17.042959+0000","last_fullsized":"2024-09-12T17:57:17.042959+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:18.161371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'274","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.664269+0000","last_change":"2024-09-12T17:13:32.787096+0000","last_active":"2024-09-12T17:58:30.664269+0000","last_peered":"2024-09-12T17:58:30.664269+0000","last_clean":"2024-09-12T17:58:30.664269+0000","last_became_active":"2024-09-12T17:13:32.786333+0000","last_became_peered":"2024-09-12T17:13:32.786333+0000","last_unstale":"2024-09-12T17:58:30.664269+0000","last_undegraded":"2024-09-12T17:58:30.664269+0000","last_fullsized":"2024-09-12T17:58:30.664269+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:57.260606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":567,"num_read_kb":581,"num_write":587,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'98","reported_seq":698,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:54.013678+0000","last_change":"2024-09-12T17:13:24.750113+0000","last_active":"2024-09-12T17:57:54.013678+0000","last_peered":"2024-09-12T17:57:54.013678+0000","last_clean":"2024-09-12T17:57:54.013678+0000","last_became_active":"2024-09-12T17:13:24.746943+0000","last_became_peered":"2024-09-12T17:13:24.746943+0000","last_unstale":"2024-09-12T17:57:54.013678+0000","last_undegraded":"2024-09-12T17:57:54.013678+0000","last_fullsized":"2024-09-12T17:57:54.013678+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:24.389868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":422,"num_read_kb":358,"num_write":139,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":517,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215060+0000","last_change":"2024-09-12T17:13:10.636276+0000","last_active":"2024-09-12T17:56:57.215060+0000","last_peered":"2024-09-12T17:56:57.215060+0000","last_clean":"2024-09-12T17:56:57.215060+0000","last_became_active":"2024-09-12T17:13:08.629609+0000","last_became_peered":"2024-09-12T17:13:08.629609+0000","last_unstale":"2024-09-12T17:56:57.215060+0000","last_undegraded":"2024-09-12T17:56:57.215060+0000","last_fullsized":"2024-09-12T17:56:57.215060+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:36.060624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00094381800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'263","reported_seq":992,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.089530+0000","last_change":"2024-09-12T17:13:22.729724+0000","last_active":"2024-09-12T17:57:46.089530+0000","last_peered":"2024-09-12T17:57:46.089530+0000","last_clean":"2024-09-12T17:57:46.089530+0000","last_became_active":"2024-09-12T17:13:22.728796+0000","last_became_peered":"2024-09-12T17:13:22.728796+0000","last_unstale":"2024-09-12T17:57:46.089530+0000","last_undegraded":"2024-09-12T17:57:46.089530+0000","last_fullsized":"2024-09-12T17:57:46.089530+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:21.418072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9061372,"num_objects":75,"num_object_clones":0,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":707,"num_read_kb":6731,"num_write":996,"num_write_kb":34527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.044194+0000","last_change":"2024-09-12T17:13:26.737623+0000","last_active":"2024-09-12T17:57:22.044194+0000","last_peered":"2024-09-12T17:57:22.044194+0000","last_clean":"2024-09-12T17:57:22.044194+0000","last_became_active":"2024-09-12T17:13:26.736764+0000","last_became_peered":"2024-09-12T17:13:26.736764+0000","last_unstale":"2024-09-12T17:57:22.044194+0000","last_undegraded":"2024-09-12T17:57:22.044194+0000","last_fullsized":"2024-09-12T17:57:22.044194+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:14.268947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'121","reported_seq":653,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.540871+0000","last_change":"2024-09-12T17:13:28.749323+0000","last_active":"2024-09-12T17:59:47.540871+0000","last_peered":"2024-09-12T17:59:47.540871+0000","last_clean":"2024-09-12T17:59:47.540871+0000","last_became_active":"2024-09-12T17:13:28.748186+0000","last_became_peered":"2024-09-12T17:13:28.748186+0000","last_unstale":"2024-09-12T17:59:47.540871+0000","last_undegraded":"2024-09-12T17:59:47.540871+0000","last_fullsized":"2024-09-12T17:59:47.540871+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:06:48.344684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.150826+0000","last_change":"2024-09-12T17:13:30.762429+0000","last_active":"2024-09-12T17:56:52.150826+0000","last_peered":"2024-09-12T17:56:52.150826+0000","last_clean":"2024-09-12T17:56:52.150826+0000","last_became_active":"2024-09-12T17:13:30.761611+0000","last_became_peered":"2024-09-12T17:13:30.761611+0000","last_unstale":"2024-09-12T17:56:52.150826+0000","last_undegraded":"2024-09-12T17:56:52.150826+0000","last_fullsized":"2024-09-12T17:56:52.150826+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:41.624116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'115","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.861231+0000","last_change":"2024-09-12T17:13:32.786127+0000","last_active":"2024-09-12T17:57:27.861231+0000","last_peered":"2024-09-12T17:57:27.861231+0000","last_clean":"2024-09-12T17:57:27.861231+0000","last_became_active":"2024-09-12T17:13:32.785317+0000","last_became_peered":"2024-09-12T17:13:32.785317+0000","last_unstale":"2024-09-12T17:57:27.861231+0000","last_undegraded":"2024-09-12T17:57:27.861231+0000","last_fullsized":"2024-09-12T17:57:27.861231+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:50.917400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1031,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":277,"num_read_kb":266,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'123","reported_seq":731,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:56.356954+0000","last_change":"2024-09-12T17:13:24.761010+0000","last_active":"2024-09-12T17:57:56.356954+0000","last_peered":"2024-09-12T17:57:56.356954+0000","last_clean":"2024-09-12T17:57:56.356954+0000","last_became_active":"2024-09-12T17:13:24.760600+0000","last_became_peered":"2024-09-12T17:13:24.760600+0000","last_unstale":"2024-09-12T17:57:56.356954+0000","last_undegraded":"2024-09-12T17:57:56.356954+0000","last_fullsized":"2024-09-12T17:57:56.356954+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:57.752959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":508,"num_read_kb":429,"num_write":172,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'283","reported_seq":920,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.015280+0000","last_change":"2024-09-12T17:13:54.848153+0000","last_active":"2024-09-12T17:57:17.015280+0000","last_peered":"2024-09-12T17:57:17.015280+0000","last_clean":"2024-09-12T17:57:17.015280+0000","last_became_active":"2024-09-12T17:13:54.847555+0000","last_became_peered":"2024-09-12T17:13:54.847555+0000","last_unstale":"2024-09-12T17:57:17.015280+0000","last_undegraded":"2024-09-12T17:57:17.015280+0000","last_fullsized":"2024-09-12T17:57:17.015280+0000","mapping_epoch":36,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:40:43.800517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10487425,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":431,"num_read_kb":10719,"num_write":1049,"num_write_kb":32172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":524,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.028831+0000","last_change":"2024-09-12T17:13:10.636618+0000","last_active":"2024-09-12T17:56:57.028831+0000","last_peered":"2024-09-12T17:56:57.028831+0000","last_clean":"2024-09-12T17:56:57.028831+0000","last_became_active":"2024-09-12T17:13:08.624162+0000","last_became_peered":"2024-09-12T17:13:08.624162+0000","last_unstale":"2024-09-12T17:56:57.028831+0000","last_undegraded":"2024-09-12T17:56:57.028831+0000","last_fullsized":"2024-09-12T17:56:57.028831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:49.759174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090415999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041726+0000","last_change":"2024-09-12T17:13:26.755727+0000","last_active":"2024-09-12T17:57:12.041726+0000","last_peered":"2024-09-12T17:57:12.041726+0000","last_clean":"2024-09-12T17:57:12.041726+0000","last_became_active":"2024-09-12T17:13:26.754926+0000","last_became_peered":"2024-09-12T17:13:26.754926+0000","last_unstale":"2024-09-12T17:57:12.041726+0000","last_undegraded":"2024-09-12T17:57:12.041726+0000","last_fullsized":"2024-09-12T17:57:12.041726+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:07.297307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'564","reported_seq":1221,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.769568+0000","last_change":"2024-09-12T17:13:28.742154+0000","last_active":"2024-09-12T17:59:48.769568+0000","last_peered":"2024-09-12T17:59:48.769568+0000","last_clean":"2024-09-12T17:59:48.769568+0000","last_became_active":"2024-09-12T17:13:28.740446+0000","last_became_peered":"2024-09-12T17:13:28.740446+0000","last_unstale":"2024-09-12T17:59:48.769568+0000","last_undegraded":"2024-09-12T17:59:48.769568+0000","last_fullsized":"2024-09-12T17:59:48.769568+0000","mapping_epoch":29,"log_start":"264'500","ondisk_log_start":"264'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":500,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:27.737506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130443,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1609,"num_read_kb":2681,"num_write":2096,"num_write_kb":1959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045590+0000","last_change":"2024-09-12T17:13:30.777858+0000","last_active":"2024-09-12T17:57:17.045590+0000","last_peered":"2024-09-12T17:57:17.045590+0000","last_clean":"2024-09-12T17:57:17.045590+0000","last_became_active":"2024-09-12T17:13:30.776897+0000","last_became_peered":"2024-09-12T17:13:30.776897+0000","last_unstale":"2024-09-12T17:57:17.045590+0000","last_undegraded":"2024-09-12T17:57:17.045590+0000","last_fullsized":"2024-09-12T17:57:17.045590+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:07.735128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'174","reported_seq":678,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.758624+0000","last_change":"2024-09-12T17:13:32.834909+0000","last_active":"2024-09-12T17:58:29.758624+0000","last_peered":"2024-09-12T17:58:29.758624+0000","last_clean":"2024-09-12T17:58:29.758624+0000","last_became_active":"2024-09-12T17:13:32.834101+0000","last_became_peered":"2024-09-12T17:13:32.834101+0000","last_unstale":"2024-09-12T17:58:29.758624+0000","last_undegraded":"2024-09-12T17:58:29.758624+0000","last_fullsized":"2024-09-12T17:58:29.758624+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:42.033918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":208,"num_read_kb":203,"num_write":421,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'192","reported_seq":803,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:13.505335+0000","last_change":"2024-09-12T17:13:24.760759+0000","last_active":"2024-09-12T17:58:13.505335+0000","last_peered":"2024-09-12T17:58:13.505335+0000","last_clean":"2024-09-12T17:58:13.505335+0000","last_became_active":"2024-09-12T17:13:24.760395+0000","last_became_peered":"2024-09-12T17:13:24.760395+0000","last_unstale":"2024-09-12T17:58:13.505335+0000","last_undegraded":"2024-09-12T17:58:13.505335+0000","last_fullsized":"2024-09-12T17:58:13.505335+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:33.045226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":866,"num_read_kb":722,"num_write":337,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'316","reported_seq":983,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.551293+0000","last_change":"2024-09-12T17:13:22.715058+0000","last_active":"2024-09-12T17:57:52.551293+0000","last_peered":"2024-09-12T17:57:52.551293+0000","last_clean":"2024-09-12T17:57:52.551293+0000","last_became_active":"2024-09-12T17:13:22.714714+0000","last_became_peered":"2024-09-12T17:13:22.714714+0000","last_unstale":"2024-09-12T17:57:52.551293+0000","last_undegraded":"2024-09-12T17:57:52.551293+0000","last_fullsized":"2024-09-12T17:57:52.551293+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:08.612167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4519638,"num_objects":63,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":543,"num_read_kb":32343,"num_write":1144,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039481+0000","last_change":"2024-09-12T17:13:10.683647+0000","last_active":"2024-09-12T17:57:02.039481+0000","last_peered":"2024-09-12T17:57:02.039481+0000","last_clean":"2024-09-12T17:57:02.039481+0000","last_became_active":"2024-09-12T17:13:08.626995+0000","last_became_peered":"2024-09-12T17:13:08.626995+0000","last_unstale":"2024-09-12T17:57:02.039481+0000","last_undegraded":"2024-09-12T17:57:02.039481+0000","last_fullsized":"2024-09-12T17:57:02.039481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:12.279171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012760219999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.155062+0000","last_change":"2024-09-12T17:13:26.752596+0000","last_active":"2024-09-12T17:57:12.155062+0000","last_peered":"2024-09-12T17:57:12.155062+0000","last_clean":"2024-09-12T17:57:12.155062+0000","last_became_active":"2024-09-12T17:13:26.751789+0000","last_became_peered":"2024-09-12T17:13:26.751789+0000","last_unstale":"2024-09-12T17:57:12.155062+0000","last_undegraded":"2024-09-12T17:57:12.155062+0000","last_fullsized":"2024-09-12T17:57:12.155062+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:59.083904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'148","reported_seq":712,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.621038+0000","last_change":"2024-09-12T17:13:28.802075+0000","last_active":"2024-09-12T17:57:19.621038+0000","last_peered":"2024-09-12T17:57:19.621038+0000","last_clean":"2024-09-12T17:57:19.621038+0000","last_became_active":"2024-09-12T17:13:28.801654+0000","last_became_peered":"2024-09-12T17:13:28.801654+0000","last_unstale":"2024-09-12T17:57:19.621038+0000","last_undegraded":"2024-09-12T17:57:19.621038+0000","last_fullsized":"2024-09-12T17:57:19.621038+0000","mapping_epoch":29,"log_start":"261'100","ondisk_log_start":"261'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:09.047988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'758","reported_seq":2587,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.845546+0000","last_change":"2024-09-12T17:13:30.776286+0000","last_active":"2024-09-12T17:59:48.845546+0000","last_peered":"2024-09-12T17:59:48.845546+0000","last_clean":"2024-09-12T17:59:48.845546+0000","last_became_active":"2024-09-12T17:13:30.775415+0000","last_became_peered":"2024-09-12T17:13:30.775415+0000","last_unstale":"2024-09-12T17:59:48.845546+0000","last_undegraded":"2024-09-12T17:59:48.845546+0000","last_fullsized":"2024-09-12T17:59:48.845546+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:00.966600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'127","reported_seq":618,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:37.073813+0000","last_change":"2024-09-12T17:13:32.832580+0000","last_active":"2024-09-12T17:58:37.073813+0000","last_peered":"2024-09-12T17:58:37.073813+0000","last_clean":"2024-09-12T17:58:37.073813+0000","last_became_active":"2024-09-12T17:13:32.831902+0000","last_became_peered":"2024-09-12T17:13:32.831902+0000","last_unstale":"2024-09-12T17:58:37.073813+0000","last_undegraded":"2024-09-12T17:58:37.073813+0000","last_fullsized":"2024-09-12T17:58:37.073813+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:00.470260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":708,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":169,"num_read_kb":163,"num_write":293,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'166","reported_seq":766,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.057809+0000","last_change":"2024-09-12T17:13:24.741681+0000","last_active":"2024-09-12T17:57:32.057809+0000","last_peered":"2024-09-12T17:57:32.057809+0000","last_clean":"2024-09-12T17:57:32.057809+0000","last_became_active":"2024-09-12T17:13:24.741391+0000","last_became_peered":"2024-09-12T17:13:24.741391+0000","last_unstale":"2024-09-12T17:57:32.057809+0000","last_undegraded":"2024-09-12T17:57:32.057809+0000","last_fullsized":"2024-09-12T17:57:32.057809+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:42.857427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":588,"num_write":240,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'295","reported_seq":956,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:58.658984+0000","last_change":"2024-09-12T17:13:22.729561+0000","last_active":"2024-09-12T17:57:58.658984+0000","last_peered":"2024-09-12T17:57:58.658984+0000","last_clean":"2024-09-12T17:57:58.658984+0000","last_became_active":"2024-09-12T17:13:22.729137+0000","last_became_peered":"2024-09-12T17:13:22.729137+0000","last_unstale":"2024-09-12T17:57:58.658984+0000","last_undegraded":"2024-09-12T17:57:58.658984+0000","last_fullsized":"2024-09-12T17:57:58.658984+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:33.908002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5115565,"num_objects":82,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":508,"num_read_kb":29033,"num_write":1071,"num_write_kb":14975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":523,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:32.021164+0000","last_change":"2024-09-12T17:13:10.636542+0000","last_active":"2024-09-12T17:56:32.021164+0000","last_peered":"2024-09-12T17:56:32.021164+0000","last_clean":"2024-09-12T17:56:32.021164+0000","last_became_active":"2024-09-12T17:13:08.626020+0000","last_became_peered":"2024-09-12T17:13:08.626020+0000","last_unstale":"2024-09-12T17:56:32.021164+0000","last_undegraded":"2024-09-12T17:56:32.021164+0000","last_fullsized":"2024-09-12T17:56:32.021164+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:03.823002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093462999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044364+0000","last_change":"2024-09-12T17:13:26.725015+0000","last_active":"2024-09-12T17:57:12.044364+0000","last_peered":"2024-09-12T17:57:12.044364+0000","last_clean":"2024-09-12T17:57:12.044364+0000","last_became_active":"2024-09-12T17:13:26.724350+0000","last_became_peered":"2024-09-12T17:13:26.724350+0000","last_unstale":"2024-09-12T17:57:12.044364+0000","last_undegraded":"2024-09-12T17:57:12.044364+0000","last_fullsized":"2024-09-12T17:57:12.044364+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:39.573606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'99","reported_seq":634,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045647+0000","last_change":"2024-09-12T17:13:28.754700+0000","last_active":"2024-09-12T17:57:17.045647+0000","last_peered":"2024-09-12T17:57:17.045647+0000","last_clean":"2024-09-12T17:57:17.045647+0000","last_became_active":"2024-09-12T17:13:28.754002+0000","last_became_peered":"2024-09-12T17:13:28.754002+0000","last_unstale":"2024-09-12T17:57:17.045647+0000","last_undegraded":"2024-09-12T17:57:17.045647+0000","last_fullsized":"2024-09-12T17:57:17.045647+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:09.119779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'759","reported_seq":4352,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.854412+0000","last_change":"2024-09-12T17:13:30.792394+0000","last_active":"2024-09-12T17:59:48.854412+0000","last_peered":"2024-09-12T17:59:48.854412+0000","last_clean":"2024-09-12T17:59:48.854412+0000","last_became_active":"2024-09-12T17:13:30.791695+0000","last_became_peered":"2024-09-12T17:13:30.791695+0000","last_unstale":"2024-09-12T17:59:48.854412+0000","last_undegraded":"2024-09-12T17:59:48.854412+0000","last_fullsized":"2024-09-12T17:59:48.854412+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:30.238006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'164","reported_seq":663,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.645169+0000","last_change":"2024-09-12T17:13:32.786289+0000","last_active":"2024-09-12T17:57:26.645169+0000","last_peered":"2024-09-12T17:57:26.645169+0000","last_clean":"2024-09-12T17:57:26.645169+0000","last_became_active":"2024-09-12T17:13:32.785511+0000","last_became_peered":"2024-09-12T17:13:32.785511+0000","last_unstale":"2024-09-12T17:57:26.645169+0000","last_undegraded":"2024-09-12T17:57:26.645169+0000","last_fullsized":"2024-09-12T17:57:26.645169+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:08.224819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":388,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'104","reported_seq":730,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044311+0000","last_change":"2024-09-12T17:13:24.761705+0000","last_active":"2024-09-12T17:57:12.044311+0000","last_peered":"2024-09-12T17:57:12.044311+0000","last_clean":"2024-09-12T17:57:12.044311+0000","last_became_active":"2024-09-12T17:13:24.761104+0000","last_became_peered":"2024-09-12T17:13:24.761104+0000","last_unstale":"2024-09-12T17:57:12.044311+0000","last_undegraded":"2024-09-12T17:57:12.044311+0000","last_fullsized":"2024-09-12T17:57:12.044311+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:08.465127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":484,"num_read_kb":420,"num_write":138,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'269","reported_seq":884,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.664759+0000","last_change":"2024-09-12T17:13:22.710517+0000","last_active":"2024-09-12T17:57:27.664759+0000","last_peered":"2024-09-12T17:57:27.664759+0000","last_clean":"2024-09-12T17:57:27.664759+0000","last_became_active":"2024-09-12T17:13:22.710223+0000","last_became_peered":"2024-09-12T17:13:22.710223+0000","last_unstale":"2024-09-12T17:57:27.664759+0000","last_undegraded":"2024-09-12T17:57:27.664759+0000","last_fullsized":"2024-09-12T17:57:27.664759+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:21:08.974011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4480850,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":378,"num_read_kb":5540,"num_write":1011,"num_write_kb":28264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":517,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:32.146549+0000","last_change":"2024-09-12T17:13:10.683585+0000","last_active":"2024-09-12T17:56:32.146549+0000","last_peered":"2024-09-12T17:56:32.146549+0000","last_clean":"2024-09-12T17:56:32.146549+0000","last_became_active":"2024-09-12T17:13:08.625281+0000","last_became_peered":"2024-09-12T17:13:08.625281+0000","last_unstale":"2024-09-12T17:56:32.146549+0000","last_undegraded":"2024-09-12T17:56:32.146549+0000","last_fullsized":"2024-09-12T17:56:32.146549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:05.296558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001325629,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.057861+0000","last_change":"2024-09-12T17:13:26.736879+0000","last_active":"2024-09-12T17:57:32.057861+0000","last_peered":"2024-09-12T17:57:32.057861+0000","last_clean":"2024-09-12T17:57:32.057861+0000","last_became_active":"2024-09-12T17:13:26.736249+0000","last_became_peered":"2024-09-12T17:13:26.736249+0000","last_unstale":"2024-09-12T17:57:32.057861+0000","last_undegraded":"2024-09-12T17:57:32.057861+0000","last_fullsized":"2024-09-12T17:57:32.057861+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:04.818426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'677","reported_seq":1380,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.761358+0000","last_change":"2024-09-12T17:13:28.802010+0000","last_active":"2024-09-12T17:59:48.761358+0000","last_peered":"2024-09-12T17:59:48.761358+0000","last_clean":"2024-09-12T17:59:48.761358+0000","last_became_active":"2024-09-12T17:13:28.801230+0000","last_became_peered":"2024-09-12T17:13:28.801230+0000","last_unstale":"2024-09-12T17:59:48.761358+0000","last_undegraded":"2024-09-12T17:59:48.761358+0000","last_fullsized":"2024-09-12T17:59:48.761358+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":600,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:43.819564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156403,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1197,"num_read_kb":2537,"num_write":976,"num_write_kb":809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":483,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054254+0000","last_change":"2024-09-12T17:13:30.776814+0000","last_active":"2024-09-12T17:57:17.054254+0000","last_peered":"2024-09-12T17:57:17.054254+0000","last_clean":"2024-09-12T17:57:17.054254+0000","last_became_active":"2024-09-12T17:13:30.775941+0000","last_became_peered":"2024-09-12T17:13:30.775941+0000","last_unstale":"2024-09-12T17:57:17.054254+0000","last_undegraded":"2024-09-12T17:57:17.054254+0000","last_fullsized":"2024-09-12T17:57:17.054254+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:43.390877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'119","reported_seq":606,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.188323+0000","last_change":"2024-09-12T17:13:32.789056+0000","last_active":"2024-09-12T17:58:12.188323+0000","last_peered":"2024-09-12T17:58:12.188323+0000","last_clean":"2024-09-12T17:58:12.188323+0000","last_became_active":"2024-09-12T17:13:32.788325+0000","last_became_peered":"2024-09-12T17:13:32.788325+0000","last_unstale":"2024-09-12T17:58:12.188323+0000","last_undegraded":"2024-09-12T17:58:12.188323+0000","last_fullsized":"2024-09-12T17:58:12.188323+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:20.420735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":140,"num_read_kb":138,"num_write":261,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'182","reported_seq":757,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.614237+0000","last_change":"2024-09-12T17:13:32.793744+0000","last_active":"2024-09-12T17:58:30.614237+0000","last_peered":"2024-09-12T17:58:30.614237+0000","last_clean":"2024-09-12T17:58:30.614237+0000","last_became_active":"2024-09-12T17:13:32.792882+0000","last_became_peered":"2024-09-12T17:13:32.792882+0000","last_unstale":"2024-09-12T17:58:30.614237+0000","last_undegraded":"2024-09-12T17:58:30.614237+0000","last_fullsized":"2024-09-12T17:58:30.614237+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:16.612187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":358,"num_read_kb":342,"num_write":468,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'502","reported_seq":1160,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.537594+0000","last_change":"2024-09-12T17:13:24.746577+0000","last_active":"2024-09-12T17:59:47.537594+0000","last_peered":"2024-09-12T17:59:47.537594+0000","last_clean":"2024-09-12T17:59:47.537594+0000","last_became_active":"2024-09-12T17:13:24.745820+0000","last_became_peered":"2024-09-12T17:13:24.745820+0000","last_unstale":"2024-09-12T17:59:47.537594+0000","last_undegraded":"2024-09-12T17:59:47.537594+0000","last_fullsized":"2024-09-12T17:59:47.537594+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":400,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:03:40.361610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2172,"num_read_kb":1734,"num_write":807,"num_write_kb":422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'302","reported_seq":934,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.563205+0000","last_change":"2024-09-12T17:13:22.739146+0000","last_active":"2024-09-12T17:58:26.563205+0000","last_peered":"2024-09-12T17:58:26.563205+0000","last_clean":"2024-09-12T17:58:26.563205+0000","last_became_active":"2024-09-12T17:13:22.730432+0000","last_became_peered":"2024-09-12T17:13:22.730432+0000","last_unstale":"2024-09-12T17:58:26.563205+0000","last_undegraded":"2024-09-12T17:58:26.563205+0000","last_fullsized":"2024-09-12T17:58:26.563205+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:20.360020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8743375,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":468,"num_read_kb":26035,"num_write":960,"num_write_kb":34034,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039833+0000","last_change":"2024-09-12T17:13:26.736474+0000","last_active":"2024-09-12T17:57:47.039833+0000","last_peered":"2024-09-12T17:57:47.039833+0000","last_clean":"2024-09-12T17:57:47.039833+0000","last_became_active":"2024-09-12T17:13:26.735772+0000","last_became_peered":"2024-09-12T17:13:26.735772+0000","last_unstale":"2024-09-12T17:57:47.039833+0000","last_undegraded":"2024-09-12T17:57:47.039833+0000","last_fullsized":"2024-09-12T17:57:47.039833+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:19:43.084767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'288","reported_seq":848,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.062823+0000","last_change":"2024-09-12T17:13:28.746675+0000","last_active":"2024-09-12T17:57:52.062823+0000","last_peered":"2024-09-12T17:57:52.062823+0000","last_clean":"2024-09-12T17:57:52.062823+0000","last_became_active":"2024-09-12T17:13:28.742124+0000","last_became_peered":"2024-09-12T17:13:28.742124+0000","last_unstale":"2024-09-12T17:57:52.062823+0000","last_undegraded":"2024-09-12T17:57:52.062823+0000","last_fullsized":"2024-09-12T17:57:52.062823+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:31:34.793418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60165,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":472,"num_read_kb":998,"num_write":394,"num_write_kb":319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.027774+0000","last_change":"2024-09-12T17:13:30.792589+0000","last_active":"2024-09-12T17:55:32.027774+0000","last_peered":"2024-09-12T17:55:32.027774+0000","last_clean":"2024-09-12T17:55:32.027774+0000","last_became_active":"2024-09-12T17:13:30.791898+0000","last_became_peered":"2024-09-12T17:13:30.791898+0000","last_unstale":"2024-09-12T17:55:32.027774+0000","last_undegraded":"2024-09-12T17:55:32.027774+0000","last_fullsized":"2024-09-12T17:55:32.027774+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:51.909430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'142","reported_seq":629,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.157331+0000","last_change":"2024-09-12T17:13:32.789361+0000","last_active":"2024-09-12T17:58:29.157331+0000","last_peered":"2024-09-12T17:58:29.157331+0000","last_clean":"2024-09-12T17:58:29.157331+0000","last_became_active":"2024-09-12T17:13:32.788604+0000","last_became_peered":"2024-09-12T17:13:32.788604+0000","last_unstale":"2024-09-12T17:58:29.157331+0000","last_undegraded":"2024-09-12T17:58:29.157331+0000","last_fullsized":"2024-09-12T17:58:29.157331+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:35.068046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":163,"num_read_kb":157,"num_write":325,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'212","reported_seq":837,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039875+0000","last_change":"2024-09-12T17:13:24.737451+0000","last_active":"2024-09-12T17:57:47.039875+0000","last_peered":"2024-09-12T17:57:47.039875+0000","last_clean":"2024-09-12T17:57:47.039875+0000","last_became_active":"2024-09-12T17:13:24.734000+0000","last_became_peered":"2024-09-12T17:13:24.734000+0000","last_unstale":"2024-09-12T17:57:47.039875+0000","last_undegraded":"2024-09-12T17:57:47.039875+0000","last_fullsized":"2024-09-12T17:57:47.039875+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:06.578006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":913,"num_read_kb":755,"num_write":324,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"264'293","reported_seq":998,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:14.286024+0000","last_change":"2024-09-12T17:13:22.720857+0000","last_active":"2024-09-12T17:58:14.286024+0000","last_peered":"2024-09-12T17:58:14.286024+0000","last_clean":"2024-09-12T17:58:14.286024+0000","last_became_active":"2024-09-12T17:13:22.720138+0000","last_became_peered":"2024-09-12T17:13:22.720138+0000","last_unstale":"2024-09-12T17:58:14.286024+0000","last_undegraded":"2024-09-12T17:58:14.286024+0000","last_fullsized":"2024-09-12T17:58:14.286024+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:52.714643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6320632,"num_objects":78,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":662,"num_read_kb":13970,"num_write":972,"num_write_kb":23660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"35'5","reported_seq":969,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.265987+0000","last_change":"2024-09-12T17:13:26.731015+0000","last_active":"2024-09-12T17:59:48.265987+0000","last_peered":"2024-09-12T17:59:48.265987+0000","last_clean":"2024-09-12T17:59:48.265987+0000","last_became_active":"2024-09-12T17:13:26.730316+0000","last_became_peered":"2024-09-12T17:13:26.730316+0000","last_unstale":"2024-09-12T17:59:48.265987+0000","last_undegraded":"2024-09-12T17:59:48.265987+0000","last_fullsized":"2024-09-12T17:59:48.265987+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:26.082668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'47","reported_seq":552,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.079678+0000","last_change":"2024-09-12T17:13:28.743011+0000","last_active":"2024-09-12T17:57:26.079678+0000","last_peered":"2024-09-12T17:57:26.079678+0000","last_clean":"2024-09-12T17:57:26.079678+0000","last_became_active":"2024-09-12T17:13:28.741429+0000","last_became_peered":"2024-09-12T17:13:28.741429+0000","last_unstale":"2024-09-12T17:57:26.079678+0000","last_undegraded":"2024-09-12T17:57:26.079678+0000","last_fullsized":"2024-09-12T17:57:26.079678+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:12.505239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.017445+0000","last_change":"2024-09-12T17:13:30.783219+0000","last_active":"2024-09-12T17:55:32.017445+0000","last_peered":"2024-09-12T17:55:32.017445+0000","last_clean":"2024-09-12T17:55:32.017445+0000","last_became_active":"2024-09-12T17:13:30.782478+0000","last_became_peered":"2024-09-12T17:13:30.782478+0000","last_unstale":"2024-09-12T17:55:32.017445+0000","last_undegraded":"2024-09-12T17:55:32.017445+0000","last_fullsized":"2024-09-12T17:55:32.017445+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:52.154143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'218","reported_seq":751,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.467246+0000","last_change":"2024-09-12T17:13:32.782807+0000","last_active":"2024-09-12T17:59:47.467246+0000","last_peered":"2024-09-12T17:59:47.467246+0000","last_clean":"2024-09-12T17:59:47.467246+0000","last_became_active":"2024-09-12T17:13:32.782092+0000","last_became_peered":"2024-09-12T17:13:32.782092+0000","last_unstale":"2024-09-12T17:59:47.467246+0000","last_undegraded":"2024-09-12T17:59:47.467246+0000","last_fullsized":"2024-09-12T17:59:47.467246+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:18.007423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":389,"num_read_kb":376,"num_write":482,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'135","reported_seq":734,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.472028+0000","last_change":"2024-09-12T17:13:24.742381+0000","last_active":"2024-09-12T17:58:30.472028+0000","last_peered":"2024-09-12T17:58:30.472028+0000","last_clean":"2024-09-12T17:58:30.472028+0000","last_became_active":"2024-09-12T17:13:24.741656+0000","last_became_peered":"2024-09-12T17:13:24.741656+0000","last_unstale":"2024-09-12T17:58:30.472028+0000","last_undegraded":"2024-09-12T17:58:30.472028+0000","last_fullsized":"2024-09-12T17:58:30.472028+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:39.597925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":482,"num_write":210,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'283","reported_seq":1015,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:14.287655+0000","last_change":"2024-09-12T17:13:22.732161+0000","last_active":"2024-09-12T17:58:14.287655+0000","last_peered":"2024-09-12T17:58:14.287655+0000","last_clean":"2024-09-12T17:58:14.287655+0000","last_became_active":"2024-09-12T17:13:22.730403+0000","last_became_peered":"2024-09-12T17:13:22.730403+0000","last_unstale":"2024-09-12T17:58:14.287655+0000","last_undegraded":"2024-09-12T17:58:14.287655+0000","last_fullsized":"2024-09-12T17:58:14.287655+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:51.943720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2725047,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":664,"num_read_kb":35043,"num_write":989,"num_write_kb":27867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050480+0000","last_change":"2024-09-12T17:13:26.754120+0000","last_active":"2024-09-12T17:57:47.050480+0000","last_peered":"2024-09-12T17:57:47.050480+0000","last_clean":"2024-09-12T17:57:47.050480+0000","last_became_active":"2024-09-12T17:13:26.753317+0000","last_became_peered":"2024-09-12T17:13:26.753317+0000","last_unstale":"2024-09-12T17:57:47.050480+0000","last_undegraded":"2024-09-12T17:57:47.050480+0000","last_fullsized":"2024-09-12T17:57:47.050480+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:12.158061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'296","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.062891+0000","last_change":"2024-09-12T17:13:28.756124+0000","last_active":"2024-09-12T17:57:52.062891+0000","last_peered":"2024-09-12T17:57:52.062891+0000","last_clean":"2024-09-12T17:57:52.062891+0000","last_became_active":"2024-09-12T17:13:28.750390+0000","last_became_peered":"2024-09-12T17:13:28.750390+0000","last_unstale":"2024-09-12T17:57:52.062891+0000","last_undegraded":"2024-09-12T17:57:52.062891+0000","last_fullsized":"2024-09-12T17:57:52.062891+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:04.128240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62088,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":492,"num_read_kb":988,"num_write":396,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.133497+0000","last_change":"2024-09-12T17:13:30.784310+0000","last_active":"2024-09-12T17:55:32.133497+0000","last_peered":"2024-09-12T17:55:32.133497+0000","last_clean":"2024-09-12T17:55:32.133497+0000","last_became_active":"2024-09-12T17:13:30.783591+0000","last_became_peered":"2024-09-12T17:13:30.783591+0000","last_unstale":"2024-09-12T17:55:32.133497+0000","last_undegraded":"2024-09-12T17:55:32.133497+0000","last_fullsized":"2024-09-12T17:55:32.133497+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:22:10.488284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'191","reported_seq":706,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.629798+0000","last_change":"2024-09-12T17:13:32.789717+0000","last_active":"2024-09-12T17:58:15.629798+0000","last_peered":"2024-09-12T17:58:15.629798+0000","last_clean":"2024-09-12T17:58:15.629798+0000","last_became_active":"2024-09-12T17:13:32.788954+0000","last_became_peered":"2024-09-12T17:13:32.788954+0000","last_unstale":"2024-09-12T17:58:15.629798+0000","last_undegraded":"2024-09-12T17:58:15.629798+0000","last_fullsized":"2024-09-12T17:58:15.629798+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:33.412875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":259,"num_read_kb":242,"num_write":443,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'75","reported_seq":640,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.072006+0000","last_change":"2024-09-12T17:13:54.837546+0000","last_active":"2024-09-12T17:56:18.072006+0000","last_peered":"2024-09-12T17:56:18.072006+0000","last_clean":"2024-09-12T17:56:18.072006+0000","last_became_active":"2024-09-12T17:13:54.836680+0000","last_became_peered":"2024-09-12T17:13:54.836680+0000","last_unstale":"2024-09-12T17:56:18.072006+0000","last_undegraded":"2024-09-12T17:56:18.072006+0000","last_fullsized":"2024-09-12T17:56:18.072006+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:42.154136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":370,"num_read_kb":318,"num_write":111,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"264'277","reported_seq":933,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.561807+0000","last_change":"2024-09-12T17:13:22.738214+0000","last_active":"2024-09-12T17:58:26.561807+0000","last_peered":"2024-09-12T17:58:26.561807+0000","last_clean":"2024-09-12T17:58:26.561807+0000","last_became_active":"2024-09-12T17:13:22.737631+0000","last_became_peered":"2024-09-12T17:13:22.737631+0000","last_unstale":"2024-09-12T17:58:26.561807+0000","last_undegraded":"2024-09-12T17:58:26.561807+0000","last_fullsized":"2024-09-12T17:58:26.561807+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:33.545600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9495956,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":494,"num_read_kb":19849,"num_write":1091,"num_write_kb":28792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162411+0000","last_change":"2024-09-12T17:13:26.748423+0000","last_active":"2024-09-12T17:57:47.162411+0000","last_peered":"2024-09-12T17:57:47.162411+0000","last_clean":"2024-09-12T17:57:47.162411+0000","last_became_active":"2024-09-12T17:13:26.747580+0000","last_became_peered":"2024-09-12T17:13:26.747580+0000","last_unstale":"2024-09-12T17:57:47.162411+0000","last_undegraded":"2024-09-12T17:57:47.162411+0000","last_fullsized":"2024-09-12T17:57:47.162411+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:16.460850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'266","reported_seq":828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051750+0000","last_change":"2024-09-12T17:13:28.742732+0000","last_active":"2024-09-12T17:57:52.051750+0000","last_peered":"2024-09-12T17:57:52.051750+0000","last_clean":"2024-09-12T17:57:52.051750+0000","last_became_active":"2024-09-12T17:13:28.741634+0000","last_became_peered":"2024-09-12T17:13:28.741634+0000","last_unstale":"2024-09-12T17:57:52.051750+0000","last_undegraded":"2024-09-12T17:57:52.051750+0000","last_fullsized":"2024-09-12T17:57:52.051750+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:07.171112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69482,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":461,"num_read_kb":1012,"num_write":386,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.017183+0000","last_change":"2024-09-12T17:13:30.776129+0000","last_active":"2024-09-12T17:55:32.017183+0000","last_peered":"2024-09-12T17:55:32.017183+0000","last_clean":"2024-09-12T17:55:32.017183+0000","last_became_active":"2024-09-12T17:13:30.775381+0000","last_became_peered":"2024-09-12T17:13:30.775381+0000","last_unstale":"2024-09-12T17:55:32.017183+0000","last_undegraded":"2024-09-12T17:55:32.017183+0000","last_fullsized":"2024-09-12T17:55:32.017183+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:09.622664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'254","reported_seq":915,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:31.859913+0000","last_change":"2024-09-12T17:13:24.760887+0000","last_active":"2024-09-12T17:57:31.859913+0000","last_peered":"2024-09-12T17:57:31.859913+0000","last_clean":"2024-09-12T17:57:31.859913+0000","last_became_active":"2024-09-12T17:13:24.760166+0000","last_became_peered":"2024-09-12T17:13:24.760166+0000","last_unstale":"2024-09-12T17:57:31.859913+0000","last_undegraded":"2024-09-12T17:57:31.859913+0000","last_fullsized":"2024-09-12T17:57:31.859913+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:18.436943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1144,"num_read_kb":947,"num_write":391,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'231","reported_seq":826,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.047635+0000","last_change":"2024-09-12T17:13:22.721667+0000","last_active":"2024-09-12T17:56:52.047635+0000","last_peered":"2024-09-12T17:56:52.047635+0000","last_clean":"2024-09-12T17:56:52.047635+0000","last_became_active":"2024-09-12T17:13:22.721355+0000","last_became_peered":"2024-09-12T17:13:22.721355+0000","last_unstale":"2024-09-12T17:56:52.047635+0000","last_undegraded":"2024-09-12T17:56:52.047635+0000","last_fullsized":"2024-09-12T17:56:52.047635+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:48.985363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4782533,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":0,"num_read":352,"num_read_kb":715,"num_write":828,"num_write_kb":22770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.047632+0000","last_change":"2024-09-12T17:13:26.747895+0000","last_active":"2024-09-12T17:57:37.047632+0000","last_peered":"2024-09-12T17:57:37.047632+0000","last_clean":"2024-09-12T17:57:37.047632+0000","last_became_active":"2024-09-12T17:13:26.744896+0000","last_became_peered":"2024-09-12T17:13:26.744896+0000","last_unstale":"2024-09-12T17:57:37.047632+0000","last_undegraded":"2024-09-12T17:57:37.047632+0000","last_fullsized":"2024-09-12T17:57:37.047632+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:21.238243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'462","reported_seq":1082,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.753573+0000","last_change":"2024-09-12T17:13:28.747603+0000","last_active":"2024-09-12T17:59:48.753573+0000","last_peered":"2024-09-12T17:59:48.753573+0000","last_clean":"2024-09-12T17:59:48.753573+0000","last_became_active":"2024-09-12T17:13:28.746900+0000","last_became_peered":"2024-09-12T17:13:28.746900+0000","last_unstale":"2024-09-12T17:59:48.753573+0000","last_undegraded":"2024-09-12T17:59:48.753573+0000","last_fullsized":"2024-09-12T17:59:48.753573+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":400,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:58.688372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109189,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":828,"num_read_kb":1787,"num_write":724,"num_write_kb":656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.202345+0000","last_change":"2024-09-12T17:13:30.778464+0000","last_active":"2024-09-12T17:56:02.202345+0000","last_peered":"2024-09-12T17:56:02.202345+0000","last_clean":"2024-09-12T17:56:02.202345+0000","last_became_active":"2024-09-12T17:13:30.777735+0000","last_became_peered":"2024-09-12T17:13:30.777735+0000","last_unstale":"2024-09-12T17:56:02.202345+0000","last_undegraded":"2024-09-12T17:56:02.202345+0000","last_fullsized":"2024-09-12T17:56:02.202345+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:48.426699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'162","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.713966+0000","last_change":"2024-09-12T17:13:32.834828+0000","last_active":"2024-09-12T17:58:29.713966+0000","last_peered":"2024-09-12T17:58:29.713966+0000","last_clean":"2024-09-12T17:58:29.713966+0000","last_became_active":"2024-09-12T17:13:32.834025+0000","last_became_peered":"2024-09-12T17:13:32.834025+0000","last_unstale":"2024-09-12T17:58:29.713966+0000","last_undegraded":"2024-09-12T17:58:29.713966+0000","last_fullsized":"2024-09-12T17:58:29.713966+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:23.320464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":249,"num_read_kb":253,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'4648","reported_seq":5516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:49.802036+0000","last_change":"2024-09-12T17:13:24.719516+0000","last_active":"2024-09-12T17:57:49.802036+0000","last_peered":"2024-09-12T17:57:49.802036+0000","last_clean":"2024-09-12T17:57:49.802036+0000","last_became_active":"2024-09-12T17:13:24.718732+0000","last_became_peered":"2024-09-12T17:13:24.718732+0000","last_unstale":"2024-09-12T17:57:49.802036+0000","last_undegraded":"2024-09-12T17:57:49.802036+0000","last_fullsized":"2024-09-12T17:57:49.802036+0000","mapping_epoch":25,"log_start":"264'4600","ondisk_log_start":"264'4600","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":3000,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:56.819107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19133,"num_read_kb":16095,"num_write":7172,"num_write_kb":3743,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'289","reported_seq":951,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:08.936438+0000","last_change":"2024-09-12T17:13:22.716337+0000","last_active":"2024-09-12T17:58:08.936438+0000","last_peered":"2024-09-12T17:58:08.936438+0000","last_clean":"2024-09-12T17:58:08.936438+0000","last_became_active":"2024-09-12T17:13:22.715964+0000","last_became_peered":"2024-09-12T17:13:22.715964+0000","last_unstale":"2024-09-12T17:58:08.936438+0000","last_undegraded":"2024-09-12T17:58:08.936438+0000","last_fullsized":"2024-09-12T17:58:08.936438+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:50.736106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6658394,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":488,"num_read_kb":3092,"num_write":1101,"num_write_kb":22712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.155171+0000","last_change":"2024-09-12T17:13:26.748729+0000","last_active":"2024-09-12T17:57:12.155171+0000","last_peered":"2024-09-12T17:57:12.155171+0000","last_clean":"2024-09-12T17:57:12.155171+0000","last_became_active":"2024-09-12T17:13:26.747581+0000","last_became_peered":"2024-09-12T17:13:26.747581+0000","last_unstale":"2024-09-12T17:57:12.155171+0000","last_undegraded":"2024-09-12T17:57:12.155171+0000","last_fullsized":"2024-09-12T17:57:12.155171+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:55.164916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'290","reported_seq":866,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:31.848613+0000","last_change":"2024-09-12T17:13:28.741124+0000","last_active":"2024-09-12T17:58:31.848613+0000","last_peered":"2024-09-12T17:58:31.848613+0000","last_clean":"2024-09-12T17:58:31.848613+0000","last_became_active":"2024-09-12T17:13:28.740077+0000","last_became_peered":"2024-09-12T17:13:28.740077+0000","last_unstale":"2024-09-12T17:58:31.848613+0000","last_undegraded":"2024-09-12T17:58:31.848613+0000","last_fullsized":"2024-09-12T17:58:31.848613+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:32.115548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63786,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":505,"num_read_kb":1025,"num_write":430,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.014341+0000","last_change":"2024-09-12T17:13:30.788371+0000","last_active":"2024-09-12T17:56:02.014341+0000","last_peered":"2024-09-12T17:56:02.014341+0000","last_clean":"2024-09-12T17:56:02.014341+0000","last_became_active":"2024-09-12T17:13:30.787481+0000","last_became_peered":"2024-09-12T17:13:30.787481+0000","last_unstale":"2024-09-12T17:56:02.014341+0000","last_undegraded":"2024-09-12T17:56:02.014341+0000","last_fullsized":"2024-09-12T17:56:02.014341+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:19.444142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'171","reported_seq":669,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.078458+0000","last_change":"2024-09-12T17:13:32.787930+0000","last_active":"2024-09-12T17:57:19.078458+0000","last_peered":"2024-09-12T17:57:19.078458+0000","last_clean":"2024-09-12T17:57:19.078458+0000","last_became_active":"2024-09-12T17:13:32.787114+0000","last_became_peered":"2024-09-12T17:13:32.787114+0000","last_unstale":"2024-09-12T17:57:19.078458+0000","last_undegraded":"2024-09-12T17:57:19.078458+0000","last_fullsized":"2024-09-12T17:57:19.078458+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:35.409537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":227,"num_read_kb":224,"num_write":505,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'89","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.477823+0000","last_change":"2024-09-12T17:13:24.749125+0000","last_active":"2024-09-12T17:56:43.477823+0000","last_peered":"2024-09-12T17:56:43.477823+0000","last_clean":"2024-09-12T17:56:43.477823+0000","last_became_active":"2024-09-12T17:13:24.748753+0000","last_became_peered":"2024-09-12T17:13:24.748753+0000","last_unstale":"2024-09-12T17:56:43.477823+0000","last_undegraded":"2024-09-12T17:56:43.477823+0000","last_fullsized":"2024-09-12T17:56:43.477823+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:02.042157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":343,"num_write":134,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'302","reported_seq":952,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.705168+0000","last_change":"2024-09-12T17:13:22.717400+0000","last_active":"2024-09-12T17:57:24.705168+0000","last_peered":"2024-09-12T17:57:24.705168+0000","last_clean":"2024-09-12T17:57:24.705168+0000","last_became_active":"2024-09-12T17:13:22.716619+0000","last_became_peered":"2024-09-12T17:13:22.716619+0000","last_unstale":"2024-09-12T17:57:24.705168+0000","last_undegraded":"2024-09-12T17:57:24.705168+0000","last_fullsized":"2024-09-12T17:57:24.705168+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:27.319128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1074084,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":501,"num_read_kb":6654,"num_write":1103,"num_write_kb":21095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023819+0000","last_change":"2024-09-12T17:13:26.728706+0000","last_active":"2024-09-12T17:55:57.023819+0000","last_peered":"2024-09-12T17:55:57.023819+0000","last_clean":"2024-09-12T17:55:57.023819+0000","last_became_active":"2024-09-12T17:13:26.725139+0000","last_became_peered":"2024-09-12T17:13:26.725139+0000","last_unstale":"2024-09-12T17:55:57.023819+0000","last_undegraded":"2024-09-12T17:55:57.023819+0000","last_fullsized":"2024-09-12T17:55:57.023819+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:08.424368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'264","reported_seq":826,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:22.081963+0000","last_change":"2024-09-12T17:13:28.802620+0000","last_active":"2024-09-12T17:59:22.081963+0000","last_peered":"2024-09-12T17:59:22.081963+0000","last_clean":"2024-09-12T17:59:22.081963+0000","last_became_active":"2024-09-12T17:13:28.801913+0000","last_became_peered":"2024-09-12T17:13:28.801913+0000","last_unstale":"2024-09-12T17:59:22.081963+0000","last_undegraded":"2024-09-12T17:59:22.081963+0000","last_fullsized":"2024-09-12T17:59:22.081963+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:59.562705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50927,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":422,"num_read_kb":856,"num_write":348,"num_write_kb":269,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.038837+0000","last_change":"2024-09-12T17:13:30.778874+0000","last_active":"2024-09-12T17:57:42.038837+0000","last_peered":"2024-09-12T17:57:42.038837+0000","last_clean":"2024-09-12T17:57:42.038837+0000","last_became_active":"2024-09-12T17:13:30.778143+0000","last_became_peered":"2024-09-12T17:13:30.778143+0000","last_unstale":"2024-09-12T17:57:42.038837+0000","last_undegraded":"2024-09-12T17:57:42.038837+0000","last_fullsized":"2024-09-12T17:57:42.038837+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:05.458140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'120","reported_seq":603,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.819129+0000","last_change":"2024-09-12T17:13:32.787877+0000","last_active":"2024-09-12T17:59:48.819129+0000","last_peered":"2024-09-12T17:59:48.819129+0000","last_clean":"2024-09-12T17:59:48.819129+0000","last_became_active":"2024-09-12T17:13:32.786695+0000","last_became_peered":"2024-09-12T17:13:32.786695+0000","last_unstale":"2024-09-12T17:59:48.819129+0000","last_undegraded":"2024-09-12T17:59:48.819129+0000","last_fullsized":"2024-09-12T17:59:48.819129+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:22.889196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":154,"num_read_kb":146,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'244","reported_seq":822,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.185712+0000","last_change":"2024-09-12T17:13:24.726642+0000","last_active":"2024-09-12T17:58:12.185712+0000","last_peered":"2024-09-12T17:58:12.185712+0000","last_clean":"2024-09-12T17:58:12.185712+0000","last_became_active":"2024-09-12T17:13:24.726336+0000","last_became_peered":"2024-09-12T17:13:24.726336+0000","last_unstale":"2024-09-12T17:58:12.185712+0000","last_undegraded":"2024-09-12T17:58:12.185712+0000","last_fullsized":"2024-09-12T17:58:12.185712+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:27.157674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":808,"num_write":379,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'268","reported_seq":943,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.614569+0000","last_change":"2024-09-12T17:13:22.742874+0000","last_active":"2024-09-12T17:57:52.614569+0000","last_peered":"2024-09-12T17:57:52.614569+0000","last_clean":"2024-09-12T17:57:52.614569+0000","last_became_active":"2024-09-12T17:13:22.742562+0000","last_became_peered":"2024-09-12T17:13:22.742562+0000","last_unstale":"2024-09-12T17:57:52.614569+0000","last_undegraded":"2024-09-12T17:57:52.614569+0000","last_fullsized":"2024-09-12T17:57:52.614569+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:17.618206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4895734,"num_objects":62,"num_object_clones":0,"num_object_copies":124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":505,"num_read_kb":18715,"num_write":1055,"num_write_kb":30468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.013299+0000","last_change":"2024-09-12T17:13:26.745426+0000","last_active":"2024-09-12T17:55:57.013299+0000","last_peered":"2024-09-12T17:55:57.013299+0000","last_clean":"2024-09-12T17:55:57.013299+0000","last_became_active":"2024-09-12T17:13:26.745048+0000","last_became_peered":"2024-09-12T17:13:26.745048+0000","last_unstale":"2024-09-12T17:55:57.013299+0000","last_undegraded":"2024-09-12T17:55:57.013299+0000","last_fullsized":"2024-09-12T17:55:57.013299+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:57.586074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'102","reported_seq":622,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.051100+0000","last_change":"2024-09-12T17:13:28.801869+0000","last_active":"2024-09-12T17:57:42.051100+0000","last_peered":"2024-09-12T17:57:42.051100+0000","last_clean":"2024-09-12T17:57:42.051100+0000","last_became_active":"2024-09-12T17:13:28.801036+0000","last_became_peered":"2024-09-12T17:13:28.801036+0000","last_unstale":"2024-09-12T17:57:42.051100+0000","last_undegraded":"2024-09-12T17:57:42.051100+0000","last_fullsized":"2024-09-12T17:57:42.051100+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:20.404351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":122,"num_read_kb":114,"num_write":138,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'762","reported_seq":2125,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.843546+0000","last_change":"2024-09-12T17:13:30.776047+0000","last_active":"2024-09-12T17:59:48.843546+0000","last_peered":"2024-09-12T17:59:48.843546+0000","last_clean":"2024-09-12T17:59:48.843546+0000","last_became_active":"2024-09-12T17:13:30.775294+0000","last_became_peered":"2024-09-12T17:13:30.775294+0000","last_unstale":"2024-09-12T17:59:48.843546+0000","last_undegraded":"2024-09-12T17:59:48.843546+0000","last_fullsized":"2024-09-12T17:59:48.843546+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":700,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:29.499709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'109","reported_seq":610,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.311003+0000","last_change":"2024-09-12T17:13:32.795102+0000","last_active":"2024-09-12T17:58:30.311003+0000","last_peered":"2024-09-12T17:58:30.311003+0000","last_clean":"2024-09-12T17:58:30.311003+0000","last_became_active":"2024-09-12T17:13:32.794362+0000","last_became_peered":"2024-09-12T17:13:32.794362+0000","last_unstale":"2024-09-12T17:58:30.311003+0000","last_undegraded":"2024-09-12T17:58:30.311003+0000","last_fullsized":"2024-09-12T17:58:30.311003+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:31.378097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":158,"num_read_kb":151,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'150","reported_seq":752,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.334282+0000","last_change":"2024-09-12T17:13:24.745009+0000","last_active":"2024-09-12T17:56:49.334282+0000","last_peered":"2024-09-12T17:56:49.334282+0000","last_clean":"2024-09-12T17:56:49.334282+0000","last_became_active":"2024-09-12T17:13:24.744181+0000","last_became_peered":"2024-09-12T17:13:24.744181+0000","last_unstale":"2024-09-12T17:56:49.334282+0000","last_undegraded":"2024-09-12T17:56:49.334282+0000","last_fullsized":"2024-09-12T17:56:49.334282+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:26.762320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":502,"num_write":225,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'285","reported_seq":888,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.818034+0000","last_change":"2024-09-12T17:13:54.834200+0000","last_active":"2024-09-12T17:56:50.818034+0000","last_peered":"2024-09-12T17:56:50.818034+0000","last_clean":"2024-09-12T17:56:50.818034+0000","last_became_active":"2024-09-12T17:13:54.833471+0000","last_became_peered":"2024-09-12T17:13:54.833471+0000","last_unstale":"2024-09-12T17:56:50.818034+0000","last_undegraded":"2024-09-12T17:56:50.818034+0000","last_fullsized":"2024-09-12T17:56:50.818034+0000","mapping_epoch":36,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:27.161144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9583778,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":427,"num_read_kb":11839,"num_write":1162,"num_write_kb":30776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023180+0000","last_change":"2024-09-12T17:13:26.747993+0000","last_active":"2024-09-12T17:55:57.023180+0000","last_peered":"2024-09-12T17:55:57.023180+0000","last_clean":"2024-09-12T17:55:57.023180+0000","last_became_active":"2024-09-12T17:13:26.747270+0000","last_became_peered":"2024-09-12T17:13:26.747270+0000","last_unstale":"2024-09-12T17:55:57.023180+0000","last_undegraded":"2024-09-12T17:55:57.023180+0000","last_fullsized":"2024-09-12T17:55:57.023180+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:40.855788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'302","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.047084+0000","last_change":"2024-09-12T17:13:28.750881+0000","last_active":"2024-09-12T17:59:37.047084+0000","last_peered":"2024-09-12T17:59:37.047084+0000","last_clean":"2024-09-12T17:59:37.047084+0000","last_became_active":"2024-09-12T17:13:28.750281+0000","last_became_peered":"2024-09-12T17:13:28.750281+0000","last_unstale":"2024-09-12T17:59:37.047084+0000","last_undegraded":"2024-09-12T17:59:37.047084+0000","last_fullsized":"2024-09-12T17:59:37.047084+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:56.658361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57557,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":469,"num_read_kb":922,"num_write":386,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039178+0000","last_change":"2024-09-12T17:13:30.779116+0000","last_active":"2024-09-12T17:57:02.039178+0000","last_peered":"2024-09-12T17:57:02.039178+0000","last_clean":"2024-09-12T17:57:02.039178+0000","last_became_active":"2024-09-12T17:13:30.761662+0000","last_became_peered":"2024-09-12T17:13:30.761662+0000","last_unstale":"2024-09-12T17:57:02.039178+0000","last_undegraded":"2024-09-12T17:57:02.039178+0000","last_fullsized":"2024-09-12T17:57:02.039178+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:41.858268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'136","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.928390+0000","last_change":"2024-09-12T17:13:32.795830+0000","last_active":"2024-09-12T17:58:27.928390+0000","last_peered":"2024-09-12T17:58:27.928390+0000","last_clean":"2024-09-12T17:58:27.928390+0000","last_became_active":"2024-09-12T17:13:32.794904+0000","last_became_peered":"2024-09-12T17:13:32.794904+0000","last_unstale":"2024-09-12T17:58:27.928390+0000","last_undegraded":"2024-09-12T17:58:27.928390+0000","last_fullsized":"2024-09-12T17:58:27.928390+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:05.399749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":776,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":284,"num_read_kb":250,"num_write":322,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'388","reported_seq":1039,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.060377+0000","last_change":"2024-09-12T17:13:24.743228+0000","last_active":"2024-09-12T17:58:27.060377+0000","last_peered":"2024-09-12T17:58:27.060377+0000","last_clean":"2024-09-12T17:58:27.060377+0000","last_became_active":"2024-09-12T17:13:24.742514+0000","last_became_peered":"2024-09-12T17:13:24.742514+0000","last_unstale":"2024-09-12T17:58:27.060377+0000","last_undegraded":"2024-09-12T17:58:27.060377+0000","last_fullsized":"2024-09-12T17:58:27.060377+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:13.435459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1705,"num_read_kb":1374,"num_write":626,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'234","reported_seq":851,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:08.937079+0000","last_change":"2024-09-12T17:13:22.726614+0000","last_active":"2024-09-12T17:58:08.937079+0000","last_peered":"2024-09-12T17:58:08.937079+0000","last_clean":"2024-09-12T17:58:08.937079+0000","last_became_active":"2024-09-12T17:13:22.725894+0000","last_became_peered":"2024-09-12T17:13:22.725894+0000","last_unstale":"2024-09-12T17:58:08.937079+0000","last_undegraded":"2024-09-12T17:58:08.937079+0000","last_fullsized":"2024-09-12T17:58:08.937079+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:17.791829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6506198,"num_objects":62,"num_object_clones":0,"num_object_copies":124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":342,"num_read_kb":35322,"num_write":865,"num_write_kb":31480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.201107+0000","last_change":"2024-09-12T17:13:26.747213+0000","last_active":"2024-09-12T17:55:57.201107+0000","last_peered":"2024-09-12T17:55:57.201107+0000","last_clean":"2024-09-12T17:55:57.201107+0000","last_became_active":"2024-09-12T17:13:26.746388+0000","last_became_peered":"2024-09-12T17:13:26.746388+0000","last_unstale":"2024-09-12T17:55:57.201107+0000","last_undegraded":"2024-09-12T17:55:57.201107+0000","last_fullsized":"2024-09-12T17:55:57.201107+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:52.828250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'274","reported_seq":840,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:27.070539+0000","last_change":"2024-09-12T17:13:28.736649+0000","last_active":"2024-09-12T17:59:27.070539+0000","last_peered":"2024-09-12T17:59:27.070539+0000","last_clean":"2024-09-12T17:59:27.070539+0000","last_became_active":"2024-09-12T17:13:28.735923+0000","last_became_peered":"2024-09-12T17:13:28.735923+0000","last_unstale":"2024-09-12T17:59:27.070539+0000","last_undegraded":"2024-09-12T17:59:27.070539+0000","last_fullsized":"2024-09-12T17:59:27.070539+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:00.985744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60369,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":449,"num_read_kb":966,"num_write":374,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.155001+0000","last_change":"2024-09-12T17:13:30.776249+0000","last_active":"2024-09-12T17:57:12.155001+0000","last_peered":"2024-09-12T17:57:12.155001+0000","last_clean":"2024-09-12T17:57:12.155001+0000","last_became_active":"2024-09-12T17:13:30.774786+0000","last_became_peered":"2024-09-12T17:13:30.774786+0000","last_unstale":"2024-09-12T17:57:12.155001+0000","last_undegraded":"2024-09-12T17:57:12.155001+0000","last_fullsized":"2024-09-12T17:57:12.155001+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:01.657122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'133","reported_seq":646,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:48.127074+0000","last_change":"2024-09-12T17:13:32.834926+0000","last_active":"2024-09-12T17:57:48.127074+0000","last_peered":"2024-09-12T17:57:48.127074+0000","last_clean":"2024-09-12T17:57:48.127074+0000","last_became_active":"2024-09-12T17:13:32.834142+0000","last_became_peered":"2024-09-12T17:13:32.834142+0000","last_unstale":"2024-09-12T17:57:48.127074+0000","last_undegraded":"2024-09-12T17:57:48.127074+0000","last_fullsized":"2024-09-12T17:57:48.127074+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:27.414594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":934,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":223,"num_write":328,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'272","reported_seq":822,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.050441+0000","last_change":"2024-09-12T17:13:24.741369+0000","last_active":"2024-09-12T17:57:02.050441+0000","last_peered":"2024-09-12T17:57:02.050441+0000","last_clean":"2024-09-12T17:57:02.050441+0000","last_became_active":"2024-09-12T17:13:24.740889+0000","last_became_peered":"2024-09-12T17:13:24.740889+0000","last_unstale":"2024-09-12T17:57:02.050441+0000","last_undegraded":"2024-09-12T17:57:02.050441+0000","last_fullsized":"2024-09-12T17:57:02.050441+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:49:16.705838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1111,"num_read_kb":889,"num_write":415,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'248","reported_seq":881,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:46.687183+0000","last_change":"2024-09-12T17:13:22.718470+0000","last_active":"2024-09-12T17:59:46.687183+0000","last_peered":"2024-09-12T17:59:46.687183+0000","last_clean":"2024-09-12T17:59:46.687183+0000","last_became_active":"2024-09-12T17:13:22.717858+0000","last_became_peered":"2024-09-12T17:13:22.717858+0000","last_unstale":"2024-09-12T17:59:46.687183+0000","last_undegraded":"2024-09-12T17:59:46.687183+0000","last_fullsized":"2024-09-12T17:59:46.687183+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:12.308058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5301719,"num_objects":63,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":426,"num_read_kb":5815,"num_write":968,"num_write_kb":17554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.040893+0000","last_change":"2024-09-12T17:13:26.755484+0000","last_active":"2024-09-12T17:56:57.040893+0000","last_peered":"2024-09-12T17:56:57.040893+0000","last_clean":"2024-09-12T17:56:57.040893+0000","last_became_active":"2024-09-12T17:13:26.754497+0000","last_became_peered":"2024-09-12T17:13:26.754497+0000","last_unstale":"2024-09-12T17:56:57.040893+0000","last_undegraded":"2024-09-12T17:56:57.040893+0000","last_fullsized":"2024-09-12T17:56:57.040893+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:49.997910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'261","reported_seq":805,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.072444+0000","last_change":"2024-09-12T17:13:28.756996+0000","last_active":"2024-09-12T17:58:32.072444+0000","last_peered":"2024-09-12T17:58:32.072444+0000","last_clean":"2024-09-12T17:58:32.072444+0000","last_became_active":"2024-09-12T17:13:28.748824+0000","last_became_peered":"2024-09-12T17:13:28.748824+0000","last_unstale":"2024-09-12T17:58:32.072444+0000","last_undegraded":"2024-09-12T17:58:32.072444+0000","last_fullsized":"2024-09-12T17:58:32.072444+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:15.341214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64312,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":434,"num_read_kb":976,"num_write":370,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.024921+0000","last_change":"2024-09-12T17:13:30.783388+0000","last_active":"2024-09-12T17:56:02.024921+0000","last_peered":"2024-09-12T17:56:02.024921+0000","last_clean":"2024-09-12T17:56:02.024921+0000","last_became_active":"2024-09-12T17:13:30.782328+0000","last_became_peered":"2024-09-12T17:13:30.782328+0000","last_unstale":"2024-09-12T17:56:02.024921+0000","last_undegraded":"2024-09-12T17:56:02.024921+0000","last_fullsized":"2024-09-12T17:56:02.024921+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:53.367336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'158","reported_seq":1624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.865350+0000","last_change":"2024-09-12T17:13:32.788272+0000","last_active":"2024-09-12T17:58:27.865350+0000","last_peered":"2024-09-12T17:58:27.865350+0000","last_clean":"2024-09-12T17:58:27.865350+0000","last_became_active":"2024-09-12T17:13:32.786951+0000","last_became_peered":"2024-09-12T17:13:32.786951+0000","last_unstale":"2024-09-12T17:58:27.865350+0000","last_undegraded":"2024-09-12T17:58:27.865350+0000","last_fullsized":"2024-09-12T17:58:27.865350+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:32:27.819512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1226,"num_read_kb":1217,"num_write":365,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'139","reported_seq":737,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:25.403944+0000","last_change":"2024-09-12T17:13:24.734213+0000","last_active":"2024-09-12T17:58:25.403944+0000","last_peered":"2024-09-12T17:58:25.403944+0000","last_clean":"2024-09-12T17:58:25.403944+0000","last_became_active":"2024-09-12T17:13:24.733475+0000","last_became_peered":"2024-09-12T17:13:24.733475+0000","last_unstale":"2024-09-12T17:58:25.403944+0000","last_undegraded":"2024-09-12T17:58:25.403944+0000","last_fullsized":"2024-09-12T17:58:25.403944+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:40:44.569008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":499,"num_write":194,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'423","reported_seq":1140,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.712693+0000","last_change":"2024-09-12T17:13:22.738280+0000","last_active":"2024-09-12T17:57:14.712693+0000","last_peered":"2024-09-12T17:57:14.712693+0000","last_clean":"2024-09-12T17:57:14.712693+0000","last_became_active":"2024-09-12T17:13:22.737668+0000","last_became_peered":"2024-09-12T17:13:22.737668+0000","last_unstale":"2024-09-12T17:57:14.712693+0000","last_undegraded":"2024-09-12T17:57:14.712693+0000","last_fullsized":"2024-09-12T17:57:14.712693+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":400,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:13:39.826393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7508136,"num_objects":71,"num_object_clones":0,"num_object_copies":142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":803,"num_read_kb":48401,"num_write":1328,"num_write_kb":32776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"28'1","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.031056+0000","last_change":"2024-09-12T17:13:26.735484+0000","last_active":"2024-09-12T17:57:07.031056+0000","last_peered":"2024-09-12T17:57:07.031056+0000","last_clean":"2024-09-12T17:57:07.031056+0000","last_became_active":"2024-09-12T17:13:26.734820+0000","last_became_peered":"2024-09-12T17:13:26.734820+0000","last_unstale":"2024-09-12T17:57:07.031056+0000","last_undegraded":"2024-09-12T17:57:07.031056+0000","last_fullsized":"2024-09-12T17:57:07.031056+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:58.377327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'296","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.061628+0000","last_change":"2024-09-12T17:13:28.742290+0000","last_active":"2024-09-12T17:58:32.061628+0000","last_peered":"2024-09-12T17:58:32.061628+0000","last_clean":"2024-09-12T17:58:32.061628+0000","last_became_active":"2024-09-12T17:13:28.740112+0000","last_became_peered":"2024-09-12T17:13:28.740112+0000","last_unstale":"2024-09-12T17:58:32.061628+0000","last_undegraded":"2024-09-12T17:58:32.061628+0000","last_fullsized":"2024-09-12T17:58:32.061628+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:59.788059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51854,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":916,"num_write":376,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.024310+0000","last_change":"2024-09-12T17:13:30.762745+0000","last_active":"2024-09-12T17:56:02.024310+0000","last_peered":"2024-09-12T17:56:02.024310+0000","last_clean":"2024-09-12T17:56:02.024310+0000","last_became_active":"2024-09-12T17:13:30.761797+0000","last_became_peered":"2024-09-12T17:13:30.761797+0000","last_unstale":"2024-09-12T17:56:02.024310+0000","last_undegraded":"2024-09-12T17:56:02.024310+0000","last_fullsized":"2024-09-12T17:56:02.024310+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:11.522864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'107","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.527238+0000","last_change":"2024-09-12T17:13:32.792197+0000","last_active":"2024-09-12T17:59:47.527238+0000","last_peered":"2024-09-12T17:59:47.527238+0000","last_clean":"2024-09-12T17:59:47.527238+0000","last_became_active":"2024-09-12T17:13:32.791477+0000","last_became_peered":"2024-09-12T17:13:32.791477+0000","last_unstale":"2024-09-12T17:59:47.527238+0000","last_undegraded":"2024-09-12T17:59:47.527238+0000","last_fullsized":"2024-09-12T17:59:47.527238+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:15.814791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":125,"num_write":267,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'364","reported_seq":1056,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.627571+0000","last_change":"2024-09-12T17:13:24.736606+0000","last_active":"2024-09-12T17:58:15.627571+0000","last_peered":"2024-09-12T17:58:15.627571+0000","last_clean":"2024-09-12T17:58:15.627571+0000","last_became_active":"2024-09-12T17:13:24.736038+0000","last_became_peered":"2024-09-12T17:13:24.736038+0000","last_unstale":"2024-09-12T17:58:15.627571+0000","last_undegraded":"2024-09-12T17:58:15.627571+0000","last_fullsized":"2024-09-12T17:58:15.627571+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:29.036118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1747,"num_read_kb":1446,"num_write":655,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'309","reported_seq":1019,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.091392+0000","last_change":"2024-09-12T17:13:22.720736+0000","last_active":"2024-09-12T17:57:46.091392+0000","last_peered":"2024-09-12T17:57:46.091392+0000","last_clean":"2024-09-12T17:57:46.091392+0000","last_became_active":"2024-09-12T17:13:22.719931+0000","last_became_peered":"2024-09-12T17:13:22.719931+0000","last_unstale":"2024-09-12T17:57:46.091392+0000","last_undegraded":"2024-09-12T17:57:46.091392+0000","last_fullsized":"2024-09-12T17:57:46.091392+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:28.345270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6353625,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":543,"num_read_kb":5736,"num_write":1111,"num_write_kb":38423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'91","reported_seq":706,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.120291+0000","last_change":"2024-09-12T17:13:24.746142+0000","last_active":"2024-09-12T17:57:23.120291+0000","last_peered":"2024-09-12T17:57:23.120291+0000","last_clean":"2024-09-12T17:57:23.120291+0000","last_became_active":"2024-09-12T17:13:24.734502+0000","last_became_peered":"2024-09-12T17:13:24.734502+0000","last_unstale":"2024-09-12T17:57:23.120291+0000","last_undegraded":"2024-09-12T17:57:23.120291+0000","last_fullsized":"2024-09-12T17:57:23.120291+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:13.345038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":453,"num_read_kb":424,"num_write":126,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'267","reported_seq":893,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.634471+0000","last_change":"2024-09-12T17:13:22.737788+0000","last_active":"2024-09-12T17:57:46.634471+0000","last_peered":"2024-09-12T17:57:46.634471+0000","last_clean":"2024-09-12T17:57:46.634471+0000","last_became_active":"2024-09-12T17:13:22.737373+0000","last_became_peered":"2024-09-12T17:13:22.737373+0000","last_unstale":"2024-09-12T17:57:46.634471+0000","last_undegraded":"2024-09-12T17:57:46.634471+0000","last_fullsized":"2024-09-12T17:57:46.634471+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:06.791508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12899479,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":389,"num_read_kb":14885,"num_write":1042,"num_write_kb":37194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'217","reported_seq":864,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.911521+0000","last_change":"2024-09-12T17:13:24.764171+0000","last_active":"2024-09-12T17:57:23.911521+0000","last_peered":"2024-09-12T17:57:23.911521+0000","last_clean":"2024-09-12T17:57:23.911521+0000","last_became_active":"2024-09-12T17:13:24.763545+0000","last_became_peered":"2024-09-12T17:13:24.763545+0000","last_unstale":"2024-09-12T17:57:23.911521+0000","last_undegraded":"2024-09-12T17:57:23.911521+0000","last_fullsized":"2024-09-12T17:57:23.911521+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:02.895414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1012,"num_read_kb":841,"num_write":339,"num_write_kb":173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'304","reported_seq":965,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:01.079345+0000","last_change":"2024-09-12T17:13:22.723054+0000","last_active":"2024-09-12T17:58:01.079345+0000","last_peered":"2024-09-12T17:58:01.079345+0000","last_clean":"2024-09-12T17:58:01.079345+0000","last_became_active":"2024-09-12T17:13:22.722343+0000","last_became_peered":"2024-09-12T17:13:22.722343+0000","last_unstale":"2024-09-12T17:58:01.079345+0000","last_undegraded":"2024-09-12T17:58:01.079345+0000","last_fullsized":"2024-09-12T17:58:01.079345+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:01.088126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4727695,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":522,"num_read_kb":39473,"num_write":1083,"num_write_kb":37832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'222","reported_seq":849,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.024994+0000","last_change":"2024-09-12T17:13:24.748536+0000","last_active":"2024-09-12T17:56:47.024994+0000","last_peered":"2024-09-12T17:56:47.024994+0000","last_clean":"2024-09-12T17:56:47.024994+0000","last_became_active":"2024-09-12T17:13:24.747354+0000","last_became_peered":"2024-09-12T17:13:24.747354+0000","last_unstale":"2024-09-12T17:56:47.024994+0000","last_undegraded":"2024-09-12T17:56:47.024994+0000","last_fullsized":"2024-09-12T17:56:47.024994+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:17.881963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1022,"num_read_kb":839,"num_write":366,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'287","reported_seq":980,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:10.610883+0000","last_change":"2024-09-12T17:13:22.717677+0000","last_active":"2024-09-12T17:58:10.610883+0000","last_peered":"2024-09-12T17:58:10.610883+0000","last_clean":"2024-09-12T17:58:10.610883+0000","last_became_active":"2024-09-12T17:13:22.717158+0000","last_became_peered":"2024-09-12T17:13:22.717158+0000","last_unstale":"2024-09-12T17:58:10.610883+0000","last_undegraded":"2024-09-12T17:58:10.610883+0000","last_fullsized":"2024-09-12T17:58:10.610883+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:32.190443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7651378,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":545,"num_read_kb":54880,"num_write":983,"num_write_kb":45106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'80","reported_seq":675,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054349+0000","last_change":"2024-09-12T17:13:24.742326+0000","last_active":"2024-09-12T17:57:17.054349+0000","last_peered":"2024-09-12T17:57:17.054349+0000","last_clean":"2024-09-12T17:57:17.054349+0000","last_became_active":"2024-09-12T17:13:24.741534+0000","last_became_peered":"2024-09-12T17:13:24.741534+0000","last_unstale":"2024-09-12T17:57:17.054349+0000","last_undegraded":"2024-09-12T17:57:17.054349+0000","last_fullsized":"2024-09-12T17:57:17.054349+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:01.366239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":115,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'335","reported_seq":1117,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:09.783395+0000","last_change":"2024-09-12T17:13:22.743482+0000","last_active":"2024-09-12T17:58:09.783395+0000","last_peered":"2024-09-12T17:58:09.783395+0000","last_clean":"2024-09-12T17:58:09.783395+0000","last_became_active":"2024-09-12T17:13:22.742954+0000","last_became_peered":"2024-09-12T17:13:22.742954+0000","last_unstale":"2024-09-12T17:58:09.783395+0000","last_undegraded":"2024-09-12T17:58:09.783395+0000","last_fullsized":"2024-09-12T17:58:09.783395+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:09.688633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20833379,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":870,"num_read_kb":59721,"num_write":1138,"num_write_kb":57742,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'34","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044424+0000","last_change":"2024-09-12T17:13:24.747462+0000","last_active":"2024-09-12T17:57:12.044424+0000","last_peered":"2024-09-12T17:57:12.044424+0000","last_clean":"2024-09-12T17:57:12.044424+0000","last_became_active":"2024-09-12T17:13:24.745225+0000","last_became_peered":"2024-09-12T17:13:24.745225+0000","last_unstale":"2024-09-12T17:57:12.044424+0000","last_undegraded":"2024-09-12T17:57:12.044424+0000","last_fullsized":"2024-09-12T17:57:12.044424+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:30.843199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":159,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'308","reported_seq":1045,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.986454+0000","last_change":"2024-09-12T17:13:22.718066+0000","last_active":"2024-09-12T17:58:07.986454+0000","last_peered":"2024-09-12T17:58:07.986454+0000","last_clean":"2024-09-12T17:58:07.986454+0000","last_became_active":"2024-09-12T17:13:22.717684+0000","last_became_peered":"2024-09-12T17:13:22.717684+0000","last_unstale":"2024-09-12T17:58:07.986454+0000","last_undegraded":"2024-09-12T17:58:07.986454+0000","last_fullsized":"2024-09-12T17:58:07.986454+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:26:22.264312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15203231,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":611,"num_read_kb":57223,"num_write":1173,"num_write_kb":26992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'251","reported_seq":850,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.121752+0000","last_change":"2024-09-12T17:13:24.749146+0000","last_active":"2024-09-12T17:57:22.121752+0000","last_peered":"2024-09-12T17:57:22.121752+0000","last_clean":"2024-09-12T17:57:22.121752+0000","last_became_active":"2024-09-12T17:13:24.748814+0000","last_became_peered":"2024-09-12T17:13:24.748814+0000","last_unstale":"2024-09-12T17:57:22.121752+0000","last_undegraded":"2024-09-12T17:57:22.121752+0000","last_fullsized":"2024-09-12T17:57:22.121752+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:27:51.204232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1104,"num_read_kb":960,"num_write":424,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'316","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:10.608311+0000","last_change":"2024-09-12T17:13:22.726621+0000","last_active":"2024-09-12T17:58:10.608311+0000","last_peered":"2024-09-12T17:58:10.608311+0000","last_clean":"2024-09-12T17:58:10.608311+0000","last_became_active":"2024-09-12T17:13:22.725910+0000","last_became_peered":"2024-09-12T17:13:22.725910+0000","last_unstale":"2024-09-12T17:58:10.608311+0000","last_undegraded":"2024-09-12T17:58:10.608311+0000","last_fullsized":"2024-09-12T17:58:10.608311+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:39.502780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4800104,"num_objects":63,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":717,"num_read_kb":55083,"num_write":1160,"num_write_kb":15511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'146","reported_seq":733,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.493528+0000","last_change":"2024-09-12T17:13:24.736797+0000","last_active":"2024-09-12T17:57:46.493528+0000","last_peered":"2024-09-12T17:57:46.493528+0000","last_clean":"2024-09-12T17:57:46.493528+0000","last_became_active":"2024-09-12T17:13:24.732727+0000","last_became_peered":"2024-09-12T17:13:24.732727+0000","last_unstale":"2024-09-12T17:57:46.493528+0000","last_undegraded":"2024-09-12T17:57:46.493528+0000","last_fullsized":"2024-09-12T17:57:46.493528+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:37.283921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":515,"num_write":212,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'252","reported_seq":853,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.045109+0000","last_change":"2024-09-12T17:13:22.743075+0000","last_active":"2024-09-12T17:56:42.045109+0000","last_peered":"2024-09-12T17:56:42.045109+0000","last_clean":"2024-09-12T17:56:42.045109+0000","last_became_active":"2024-09-12T17:13:22.742748+0000","last_became_peered":"2024-09-12T17:13:22.742748+0000","last_unstale":"2024-09-12T17:56:42.045109+0000","last_undegraded":"2024-09-12T17:56:42.045109+0000","last_fullsized":"2024-09-12T17:56:42.045109+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:12.791030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3177860,"num_objects":64,"num_object_clones":0,"num_object_copies":128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":372,"num_read_kb":10325,"num_write":923,"num_write_kb":13429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'92","reported_seq":714,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050068+0000","last_change":"2024-09-12T17:13:24.738726+0000","last_active":"2024-09-12T17:57:47.050068+0000","last_peered":"2024-09-12T17:57:47.050068+0000","last_clean":"2024-09-12T17:57:47.050068+0000","last_became_active":"2024-09-12T17:13:24.738366+0000","last_became_peered":"2024-09-12T17:13:24.738366+0000","last_unstale":"2024-09-12T17:57:47.050068+0000","last_undegraded":"2024-09-12T17:57:47.050068+0000","last_fullsized":"2024-09-12T17:57:47.050068+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:08.682007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":464,"num_read_kb":404,"num_write":134,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'320","reported_seq":1069,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:03.987559+0000","last_change":"2024-09-12T17:13:22.721418+0000","last_active":"2024-09-12T17:58:03.987559+0000","last_peered":"2024-09-12T17:58:03.987559+0000","last_clean":"2024-09-12T17:58:03.987559+0000","last_became_active":"2024-09-12T17:13:22.719694+0000","last_became_peered":"2024-09-12T17:13:22.719694+0000","last_unstale":"2024-09-12T17:58:03.987559+0000","last_undegraded":"2024-09-12T17:58:03.987559+0000","last_fullsized":"2024-09-12T17:58:03.987559+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:58.025354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6564009,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":755,"num_read_kb":23990,"num_write":1234,"num_write_kb":32084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'83","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:16.393609+0000","last_change":"2024-09-12T17:13:24.735292+0000","last_active":"2024-09-12T17:58:16.393609+0000","last_peered":"2024-09-12T17:58:16.393609+0000","last_clean":"2024-09-12T17:58:16.393609+0000","last_became_active":"2024-09-12T17:13:24.733513+0000","last_became_peered":"2024-09-12T17:13:24.733513+0000","last_unstale":"2024-09-12T17:58:16.393609+0000","last_undegraded":"2024-09-12T17:58:16.393609+0000","last_fullsized":"2024-09-12T17:58:16.393609+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:34.735971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":393,"num_read_kb":336,"num_write":136,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'283","reported_seq":933,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:04.626321+0000","last_change":"2024-09-12T17:13:22.750241+0000","last_active":"2024-09-12T17:58:04.626321+0000","last_peered":"2024-09-12T17:58:04.626321+0000","last_clean":"2024-09-12T17:58:04.626321+0000","last_became_active":"2024-09-12T17:13:22.749777+0000","last_became_peered":"2024-09-12T17:13:22.749777+0000","last_unstale":"2024-09-12T17:58:04.626321+0000","last_undegraded":"2024-09-12T17:58:04.626321+0000","last_fullsized":"2024-09-12T17:58:04.626321+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:53.867335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15238938,"num_objects":78,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":460,"num_read_kb":24472,"num_write":1070,"num_write_kb":39014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"264'94","reported_seq":663,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.216220+0000","last_change":"2024-09-12T17:13:24.729314+0000","last_active":"2024-09-12T17:57:27.216220+0000","last_peered":"2024-09-12T17:57:27.216220+0000","last_clean":"2024-09-12T17:57:27.216220+0000","last_became_active":"2024-09-12T17:13:24.728891+0000","last_became_peered":"2024-09-12T17:13:24.728891+0000","last_unstale":"2024-09-12T17:57:27.216220+0000","last_undegraded":"2024-09-12T17:57:27.216220+0000","last_fullsized":"2024-09-12T17:57:27.216220+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:20.597758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":431,"num_read_kb":357,"num_write":143,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'300","reported_seq":965,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.311414+0000","last_change":"2024-09-12T17:13:22.736503+0000","last_active":"2024-09-12T17:58:26.311414+0000","last_peered":"2024-09-12T17:58:26.311414+0000","last_clean":"2024-09-12T17:58:26.311414+0000","last_became_active":"2024-09-12T17:13:22.735263+0000","last_became_peered":"2024-09-12T17:13:22.735263+0000","last_unstale":"2024-09-12T17:58:26.311414+0000","last_undegraded":"2024-09-12T17:58:26.311414+0000","last_fullsized":"2024-09-12T17:58:26.311414+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:01.421706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17102765,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":476,"num_read_kb":95994,"num_write":1069,"num_write_kb":57558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'246","reported_seq":847,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.659532+0000","last_change":"2024-09-12T17:13:24.747428+0000","last_active":"2024-09-12T17:57:57.659532+0000","last_peered":"2024-09-12T17:57:57.659532+0000","last_clean":"2024-09-12T17:57:57.659532+0000","last_became_active":"2024-09-12T17:13:24.746491+0000","last_became_peered":"2024-09-12T17:13:24.746491+0000","last_unstale":"2024-09-12T17:57:57.659532+0000","last_undegraded":"2024-09-12T17:57:57.659532+0000","last_fullsized":"2024-09-12T17:57:57.659532+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:20.671076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1057,"num_read_kb":849,"num_write":391,"num_write_kb":193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'280","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.011077+0000","last_change":"2024-09-12T17:13:55.217328+0000","last_active":"2024-09-12T17:56:42.011077+0000","last_peered":"2024-09-12T17:56:42.011077+0000","last_clean":"2024-09-12T17:56:42.011077+0000","last_became_active":"2024-09-12T17:13:55.216356+0000","last_became_peered":"2024-09-12T17:13:55.216356+0000","last_unstale":"2024-09-12T17:56:42.011077+0000","last_undegraded":"2024-09-12T17:56:42.011077+0000","last_fullsized":"2024-09-12T17:56:42.011077+0000","mapping_epoch":36,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:50.618429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5537146,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":472,"num_read_kb":12836,"num_write":1057,"num_write_kb":22145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"264'316","reported_seq":966,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.433999+0000","last_change":"2024-09-12T17:13:24.739312+0000","last_active":"2024-09-12T17:56:38.433999+0000","last_peered":"2024-09-12T17:56:38.433999+0000","last_clean":"2024-09-12T17:56:38.433999+0000","last_became_active":"2024-09-12T17:13:24.738561+0000","last_became_peered":"2024-09-12T17:13:24.738561+0000","last_unstale":"2024-09-12T17:56:38.433999+0000","last_undegraded":"2024-09-12T17:56:38.433999+0000","last_fullsized":"2024-09-12T17:56:38.433999+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:46.682996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1362,"num_read_kb":1127,"num_write":479,"num_write_kb":232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'248","reported_seq":870,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:43.173584+0000","last_change":"2024-09-12T17:13:22.731084+0000","last_active":"2024-09-12T17:59:43.173584+0000","last_peered":"2024-09-12T17:59:43.173584+0000","last_clean":"2024-09-12T17:59:43.173584+0000","last_became_active":"2024-09-12T17:13:22.730304+0000","last_became_peered":"2024-09-12T17:13:22.730304+0000","last_unstale":"2024-09-12T17:59:43.173584+0000","last_undegraded":"2024-09-12T17:59:43.173584+0000","last_fullsized":"2024-09-12T17:59:43.173584+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:13.828045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13169090,"num_objects":71,"num_object_clones":0,"num_object_copies":142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":382,"num_read_kb":37957,"num_write":886,"num_write_kb":23789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'226","reported_seq":886,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:14.800070+0000","last_change":"2024-09-12T17:13:24.725040+0000","last_active":"2024-09-12T17:58:14.800070+0000","last_peered":"2024-09-12T17:58:14.800070+0000","last_clean":"2024-09-12T17:58:14.800070+0000","last_became_active":"2024-09-12T17:13:24.724321+0000","last_became_peered":"2024-09-12T17:13:24.724321+0000","last_unstale":"2024-09-12T17:58:14.800070+0000","last_undegraded":"2024-09-12T17:58:14.800070+0000","last_fullsized":"2024-09-12T17:58:14.800070+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:23.558481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":998,"num_read_kb":825,"num_write":339,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'299","reported_seq":998,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.055750+0000","last_change":"2024-09-12T17:13:22.724674+0000","last_active":"2024-09-12T17:56:45.055750+0000","last_peered":"2024-09-12T17:56:45.055750+0000","last_clean":"2024-09-12T17:56:45.055750+0000","last_became_active":"2024-09-12T17:13:22.723692+0000","last_became_peered":"2024-09-12T17:13:22.723692+0000","last_unstale":"2024-09-12T17:56:45.055750+0000","last_undegraded":"2024-09-12T17:56:45.055750+0000","last_fullsized":"2024-09-12T17:56:45.055750+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:10.531976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8524431,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":552,"num_read_kb":34719,"num_write":1096,"num_write_kb":37432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'156","reported_seq":787,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.037547+0000","last_change":"2024-09-12T17:13:24.732407+0000","last_active":"2024-09-12T17:56:12.037547+0000","last_peered":"2024-09-12T17:56:12.037547+0000","last_clean":"2024-09-12T17:56:12.037547+0000","last_became_active":"2024-09-12T17:13:24.730700+0000","last_became_peered":"2024-09-12T17:13:24.730700+0000","last_unstale":"2024-09-12T17:56:12.037547+0000","last_undegraded":"2024-09-12T17:56:12.037547+0000","last_fullsized":"2024-09-12T17:56:12.037547+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:27.993845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":662,"num_write":250,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'247","reported_seq":855,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.023770+0000","last_change":"2024-09-12T17:13:22.719019+0000","last_active":"2024-09-12T17:57:42.023770+0000","last_peered":"2024-09-12T17:57:42.023770+0000","last_clean":"2024-09-12T17:57:42.023770+0000","last_became_active":"2024-09-12T17:13:22.718714+0000","last_became_peered":"2024-09-12T17:13:22.718714+0000","last_unstale":"2024-09-12T17:57:42.023770+0000","last_undegraded":"2024-09-12T17:57:42.023770+0000","last_fullsized":"2024-09-12T17:57:42.023770+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:29.634235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4882922,"num_objects":63,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":337,"num_read_kb":12745,"num_write":930,"num_write_kb":38685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'85","reported_seq":671,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.561098+0000","last_change":"2024-09-12T17:13:24.731929+0000","last_active":"2024-09-12T17:57:17.561098+0000","last_peered":"2024-09-12T17:57:17.561098+0000","last_clean":"2024-09-12T17:57:17.561098+0000","last_became_active":"2024-09-12T17:13:24.731232+0000","last_became_peered":"2024-09-12T17:13:24.731232+0000","last_unstale":"2024-09-12T17:57:17.561098+0000","last_undegraded":"2024-09-12T17:57:17.561098+0000","last_fullsized":"2024-09-12T17:57:17.561098+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:07.463758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":419,"num_read_kb":367,"num_write":125,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'303","reported_seq":954,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.558257+0000","last_change":"2024-09-12T17:13:22.731814+0000","last_active":"2024-09-12T17:58:26.558257+0000","last_peered":"2024-09-12T17:58:26.558257+0000","last_clean":"2024-09-12T17:58:26.558257+0000","last_became_active":"2024-09-12T17:13:22.728490+0000","last_became_peered":"2024-09-12T17:13:22.728490+0000","last_unstale":"2024-09-12T17:58:26.558257+0000","last_undegraded":"2024-09-12T17:58:26.558257+0000","last_fullsized":"2024-09-12T17:58:26.558257+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:18.971140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8967374,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":535,"num_read_kb":14525,"num_write":1150,"num_write_kb":28191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'281","reported_seq":918,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.567730+0000","last_change":"2024-09-12T17:13:22.722271+0000","last_active":"2024-09-12T17:58:26.567730+0000","last_peered":"2024-09-12T17:58:26.567730+0000","last_clean":"2024-09-12T17:58:26.567730+0000","last_became_active":"2024-09-12T17:13:22.720641+0000","last_became_peered":"2024-09-12T17:13:22.720641+0000","last_unstale":"2024-09-12T17:58:26.567730+0000","last_undegraded":"2024-09-12T17:58:26.567730+0000","last_fullsized":"2024-09-12T17:58:26.567730+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:31.554297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8478760,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":452,"num_read_kb":34979,"num_write":1025,"num_write_kb":17840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'291","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.040700+0000","last_change":"2024-09-12T17:13:24.744779+0000","last_active":"2024-09-12T17:57:07.040700+0000","last_peered":"2024-09-12T17:57:07.040700+0000","last_clean":"2024-09-12T17:57:07.040700+0000","last_became_active":"2024-09-12T17:13:24.744460+0000","last_became_peered":"2024-09-12T17:13:24.744460+0000","last_unstale":"2024-09-12T17:57:07.040700+0000","last_undegraded":"2024-09-12T17:57:07.040700+0000","last_fullsized":"2024-09-12T17:57:07.040700+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:17.179752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1222,"num_read_kb":979,"num_write":442,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'249","reported_seq":884,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.278572+0000","last_change":"2024-09-12T17:13:22.731778+0000","last_active":"2024-09-12T17:58:07.278572+0000","last_peered":"2024-09-12T17:58:07.278572+0000","last_clean":"2024-09-12T17:58:07.278572+0000","last_became_active":"2024-09-12T17:13:22.731331+0000","last_became_peered":"2024-09-12T17:13:22.731331+0000","last_unstale":"2024-09-12T17:58:07.278572+0000","last_undegraded":"2024-09-12T17:58:07.278572+0000","last_fullsized":"2024-09-12T17:58:07.278572+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:13.091994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4299435,"num_objects":64,"num_object_clones":0,"num_object_copies":128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":445,"num_read_kb":4606,"num_write":931,"num_write_kb":19948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'108","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215304+0000","last_change":"2024-09-12T17:13:24.752398+0000","last_active":"2024-09-12T17:56:57.215304+0000","last_peered":"2024-09-12T17:56:57.215304+0000","last_clean":"2024-09-12T17:56:57.215304+0000","last_became_active":"2024-09-12T17:13:24.751674+0000","last_became_peered":"2024-09-12T17:13:24.751674+0000","last_unstale":"2024-09-12T17:56:57.215304+0000","last_undegraded":"2024-09-12T17:56:57.215304+0000","last_fullsized":"2024-09-12T17:56:57.215304+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:29.970848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":383,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5739,"num_read_kb":4109,"num_write":1925,"num_write_kb":823,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1096,"ondisk_log_size":1096,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15645,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16199,"num_read_kb":15877,"num_write":16707,"num_write_kb":4876,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1852,"ondisk_log_size":1852,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":454,"ondisk_log_size":454,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1913271,"num_objects":197,"num_object_clones":0,"num_object_copies":394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":197,"num_whiteouts":0,"num_read":16979,"num_read_kb":32672,"num_write":14377,"num_write_kb":11535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3334144,"data_stored":2784142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2261,"ondisk_log_size":2261,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101860,"num_read_kb":85078,"num_write":36904,"num_write_kb":18577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4001,"ondisk_log_size":4001,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":498111328,"num_objects":4458,"num_object_clones":0,"num_object_copies":8916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4458,"num_whiteouts":0,"num_read":31996,"num_read_kb":1794995,"num_write":67523,"num_write_kb":2058887,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1029054464,"data_stored":996222656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4492,"ondisk_log_size":4492,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":63555515,"num_objects":26,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":137,"num_read_kb":172506,"num_write":156,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":127123456,"data_stored":127111030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96,"ondisk_log_size":96,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":63555515,"num_objects":26,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":137,"num_read_kb":175569,"num_write":156,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":127123456,"data_stored":127111030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96,"ondisk_log_size":96,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542713,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":397256,"kb_used_data":167544,"kb_used_omap":1,"kb_used_meta":229694,"kb_avail":93974584,"statfs":{"total":96636764160,"available":96229974016,"internally_reserved":0,"allocated":171565056,"data_stored":165281331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":235207114},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542712,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":330348,"kb_used_data":122844,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94041492,"statfs":{"total":96636764160,"available":96298487808,"internally_reserved":0,"allocated":125792256,"data_stored":121256804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":212466118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542713,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":293736,"kb_used_data":186264,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94078104,"statfs":{"total":96636764160,"available":96335978496,"internally_reserved":0,"allocated":190734336,"data_stored":184283971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542713,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":270376,"kb_used_data":203096,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94101464,"statfs":{"total":96636764160,"available":96359899136,"internally_reserved":0,"allocated":207970304,"data_stored":201758884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542715,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":479880,"kb_used_data":227960,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93891960,"statfs":{"total":96636764160,"available":96145367040,"internally_reserved":0,"allocated":233431040,"data_stored":226796693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":257948103},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542712,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":141752,"kb_used_data":92520,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94230088,"statfs":{"total":96636764160,"available":96491610112,"internally_reserved":0,"allocated":94740480,"data_stored":90439852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542715,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":224900,"kb_used_data":117428,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94146940,"statfs":{"total":96636764160,"available":96406466560,"internally_reserved":0,"allocated":120246272,"data_stored":115578251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542713,"num_pgs":102,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":406272,"kb_used_data":168304,"kb_used_omap":1,"kb_used_meta":237950,"kb_avail":93965568,"statfs":{"total":96636764160,"available":96220741632,"internally_reserved":0,"allocated":172343296,"data_stored":166202746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":243661254},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":126164992,"data_stored":121599124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":75264000,"data_stored":72135812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":87830528,"data_stored":85010682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":171356160,"data_stored":166323064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":175923200,"data_stored":171176054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":148070400,"data_stored":143246342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":92467200,"data_stored":89446286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":151977984,"data_stored":147285292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":377047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":475136,"data_stored":394987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":151552,"data_stored":127494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":569344,"data_stored":476895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":76347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":671744,"data_stored":555997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":303104,"data_stored":245803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":630784,"data_stored":529572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":6130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":2893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":13172736,"data_stored":13170485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32505856,"data_stored":32505856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":4963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":13225984,"data_stored":13220657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":22020096,"data_stored":22020096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":17829888,"data_stored":17829002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":10534912,"data_stored":10534179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28315648,"data_stored":28314762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8396800,"data_stored":8393571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3149824,"data_stored":3148938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":44625920,"data_stored":44624555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":6340608,"data_stored":6339875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20508672,"data_stored":20507307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":11591680,"data_stored":11587718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:00:11.205 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:00:11.590 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T18:00:11.605 INFO:teuthology.orchestra.run.smithi183.stderr:dumped all 2024-09-12T18:00:11.607 INFO:teuthology.orchestra.run.smithi183.stdout:{"pg_ready":true,"pg_map":{"version":1671,"stamp":"2024-09-12T18:00:11.323330+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":627743454,"num_objects":4840,"num_object_clones":0,"num_object_copies":9680,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4840,"num_whiteouts":0,"num_read":175527,"num_read_kb":2283736,"num_write":137891,"num_write_kb":2330728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14441,"ondisk_log_size":14441,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2544520,"kb_used_data":1285960,"kb_used_omap":12,"kb_used_meta":1258419,"kb_avail":752430200,"statfs":{"total":773094113280,"available":770488524800,"internally_reserved":0,"allocated":1316823040,"data_stored":1271598532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1288621617},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007792"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.019726+0000","last_change":"2024-09-12T17:42:37.092693+0000","last_active":"2024-09-12T17:57:37.019726+0000","last_peered":"2024-09-12T17:57:37.019726+0000","last_clean":"2024-09-12T17:57:37.019726+0000","last_became_active":"2024-09-12T17:42:37.091935+0000","last_became_peered":"2024-09-12T17:42:37.091935+0000","last_unstale":"2024-09-12T17:57:37.019726+0000","last_undegraded":"2024-09-12T17:57:37.019726+0000","last_fullsized":"2024-09-12T17:57:37.019726+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:20.246178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'1","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.197412+0000","last_change":"2024-09-12T17:30:40.978295+0000","last_active":"2024-09-12T17:55:42.197412+0000","last_peered":"2024-09-12T17:55:42.197412+0000","last_clean":"2024-09-12T17:55:42.197412+0000","last_became_active":"2024-09-12T17:30:40.977598+0000","last_became_peered":"2024-09-12T17:30:40.977598+0000","last_unstale":"2024-09-12T17:55:42.197412+0000","last_undegraded":"2024-09-12T17:55:42.197412+0000","last_fullsized":"2024-09-12T17:55:42.197412+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:36:18.725005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:37.029130+0000","last_change":"2024-09-12T17:30:37.926690+0000","last_active":"2024-09-12T17:55:37.029130+0000","last_peered":"2024-09-12T17:55:37.029130+0000","last_clean":"2024-09-12T17:55:37.029130+0000","last_became_active":"2024-09-12T17:30:37.925309+0000","last_became_peered":"2024-09-12T17:30:37.925309+0000","last_unstale":"2024-09-12T17:55:37.029130+0000","last_undegraded":"2024-09-12T17:55:37.029130+0000","last_fullsized":"2024-09-12T17:55:37.029130+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:19.397344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'23","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.052500+0000","last_change":"2024-09-12T17:28:43.361322+0000","last_active":"2024-09-12T17:57:57.052500+0000","last_peered":"2024-09-12T17:57:57.052500+0000","last_clean":"2024-09-12T17:57:57.052500+0000","last_became_active":"2024-09-12T17:28:43.360590+0000","last_became_peered":"2024-09-12T17:28:43.360590+0000","last_unstale":"2024-09-12T17:57:57.052500+0000","last_undegraded":"2024-09-12T17:57:57.052500+0000","last_fullsized":"2024-09-12T17:57:57.052500+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:54.559526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":80,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.022574+0000","last_change":"2024-09-12T17:42:37.099780+0000","last_active":"2024-09-12T17:57:37.022574+0000","last_peered":"2024-09-12T17:57:37.022574+0000","last_clean":"2024-09-12T17:57:37.022574+0000","last_became_active":"2024-09-12T17:42:37.099492+0000","last_became_peered":"2024-09-12T17:42:37.099492+0000","last_unstale":"2024-09-12T17:57:37.022574+0000","last_undegraded":"2024-09-12T17:57:37.022574+0000","last_fullsized":"2024-09-12T17:57:37.022574+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:56.247405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.020349+0000","last_change":"2024-09-12T17:30:40.978229+0000","last_active":"2024-09-12T17:55:42.020349+0000","last_peered":"2024-09-12T17:55:42.020349+0000","last_clean":"2024-09-12T17:55:42.020349+0000","last_became_active":"2024-09-12T17:30:40.976175+0000","last_became_peered":"2024-09-12T17:30:40.976175+0000","last_unstale":"2024-09-12T17:55:42.020349+0000","last_undegraded":"2024-09-12T17:55:42.020349+0000","last_fullsized":"2024-09-12T17:55:42.020349+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:31.271889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":3601,"num_write":4,"num_write_kb":2577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.010265+0000","last_change":"2024-09-12T17:30:37.907753+0000","last_active":"2024-09-12T17:55:42.010265+0000","last_peered":"2024-09-12T17:55:42.010265+0000","last_clean":"2024-09-12T17:55:42.010265+0000","last_became_active":"2024-09-12T17:30:37.907058+0000","last_became_peered":"2024-09-12T17:30:37.907058+0000","last_unstale":"2024-09-12T17:55:42.010265+0000","last_undegraded":"2024-09-12T17:55:42.010265+0000","last_fullsized":"2024-09-12T17:55:42.010265+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:22:36.648615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'49","reported_seq":181,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.013329+0000","last_change":"2024-09-12T17:28:43.389967+0000","last_active":"2024-09-12T17:56:52.013329+0000","last_peered":"2024-09-12T17:56:52.013329+0000","last_clean":"2024-09-12T17:56:52.013329+0000","last_became_active":"2024-09-12T17:28:43.389202+0000","last_became_peered":"2024-09-12T17:28:43.389202+0000","last_unstale":"2024-09-12T17:56:52.013329+0000","last_undegraded":"2024-09-12T17:56:52.013329+0000","last_fullsized":"2024-09-12T17:56:52.013329+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:24.966365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.153896+0000","last_change":"2024-09-12T17:42:37.080226+0000","last_active":"2024-09-12T17:57:07.153896+0000","last_peered":"2024-09-12T17:57:07.153896+0000","last_clean":"2024-09-12T17:57:07.153896+0000","last_became_active":"2024-09-12T17:42:37.079463+0000","last_became_peered":"2024-09-12T17:42:37.079463+0000","last_unstale":"2024-09-12T17:57:07.153896+0000","last_undegraded":"2024-09-12T17:57:07.153896+0000","last_fullsized":"2024-09-12T17:57:07.153896+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:17.389084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'1","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050045+0000","last_change":"2024-09-12T17:30:41.500759+0000","last_active":"2024-09-12T17:57:47.050045+0000","last_peered":"2024-09-12T17:57:47.050045+0000","last_clean":"2024-09-12T17:57:47.050045+0000","last_became_active":"2024-09-12T17:30:41.499966+0000","last_became_peered":"2024-09-12T17:30:41.499966+0000","last_unstale":"2024-09-12T17:57:47.050045+0000","last_undegraded":"2024-09-12T17:57:47.050045+0000","last_fullsized":"2024-09-12T17:57:47.050045+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:45.496346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3210,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8,"num_write":1,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'9","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012264+0000","last_change":"2024-09-12T17:30:37.916280+0000","last_active":"2024-09-12T17:56:47.012264+0000","last_peered":"2024-09-12T17:56:47.012264+0000","last_clean":"2024-09-12T17:56:47.012264+0000","last_became_active":"2024-09-12T17:30:37.915679+0000","last_became_peered":"2024-09-12T17:30:37.915679+0000","last_unstale":"2024-09-12T17:56:47.012264+0000","last_undegraded":"2024-09-12T17:56:47.012264+0000","last_fullsized":"2024-09-12T17:56:47.012264+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:28.916985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":20482,"num_write":14,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'31","reported_seq":132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.028230+0000","last_change":"2024-09-12T17:28:43.356552+0000","last_active":"2024-09-12T17:56:17.028230+0000","last_peered":"2024-09-12T17:56:17.028230+0000","last_clean":"2024-09-12T17:56:17.028230+0000","last_became_active":"2024-09-12T17:28:43.354081+0000","last_became_peered":"2024-09-12T17:28:43.354081+0000","last_unstale":"2024-09-12T17:56:17.028230+0000","last_undegraded":"2024-09-12T17:56:17.028230+0000","last_fullsized":"2024-09-12T17:56:17.028230+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:03.089534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":114,"num_write":55,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.053091+0000","last_change":"2024-09-12T17:42:37.091087+0000","last_active":"2024-09-12T17:57:12.053091+0000","last_peered":"2024-09-12T17:57:12.053091+0000","last_clean":"2024-09-12T17:57:12.053091+0000","last_became_active":"2024-09-12T17:42:37.090393+0000","last_became_peered":"2024-09-12T17:42:37.090393+0000","last_unstale":"2024-09-12T17:57:12.053091+0000","last_undegraded":"2024-09-12T17:57:12.053091+0000","last_fullsized":"2024-09-12T17:57:12.053091+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:02.538982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'11","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.046285+0000","last_change":"2024-09-12T17:30:41.499071+0000","last_active":"2024-09-12T17:56:47.046285+0000","last_peered":"2024-09-12T17:56:47.046285+0000","last_clean":"2024-09-12T17:56:47.046285+0000","last_became_active":"2024-09-12T17:30:41.498311+0000","last_became_peered":"2024-09-12T17:30:41.498311+0000","last_unstale":"2024-09-12T17:56:47.046285+0000","last_undegraded":"2024-09-12T17:56:47.046285+0000","last_fullsized":"2024-09-12T17:56:47.046285+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:00.203466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":9220,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.052183+0000","last_change":"2024-09-12T17:30:37.895534+0000","last_active":"2024-09-12T17:57:47.052183+0000","last_peered":"2024-09-12T17:57:47.052183+0000","last_clean":"2024-09-12T17:57:47.052183+0000","last_became_active":"2024-09-12T17:30:37.894725+0000","last_became_peered":"2024-09-12T17:30:37.894725+0000","last_unstale":"2024-09-12T17:57:47.052183+0000","last_undegraded":"2024-09-12T17:57:47.052183+0000","last_fullsized":"2024-09-12T17:57:47.052183+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:00.738195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'5","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038827+0000","last_change":"2024-09-12T17:28:43.379402+0000","last_active":"2024-09-12T17:56:17.038827+0000","last_peered":"2024-09-12T17:56:17.038827+0000","last_clean":"2024-09-12T17:56:17.038827+0000","last_became_active":"2024-09-12T17:28:43.378638+0000","last_became_peered":"2024-09-12T17:28:43.378638+0000","last_unstale":"2024-09-12T17:56:17.038827+0000","last_undegraded":"2024-09-12T17:56:17.038827+0000","last_fullsized":"2024-09-12T17:56:17.038827+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:40.815385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.045020+0000","last_change":"2024-09-12T17:42:37.100593+0000","last_active":"2024-09-12T17:56:42.045020+0000","last_peered":"2024-09-12T17:56:42.045020+0000","last_clean":"2024-09-12T17:56:42.045020+0000","last_became_active":"2024-09-12T17:42:37.098645+0000","last_became_peered":"2024-09-12T17:42:37.098645+0000","last_unstale":"2024-09-12T17:56:42.045020+0000","last_undegraded":"2024-09-12T17:56:42.045020+0000","last_fullsized":"2024-09-12T17:56:42.045020+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:30.518578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"264'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.017270+0000","last_change":"2024-09-12T17:30:40.973542+0000","last_active":"2024-09-12T17:57:27.017270+0000","last_peered":"2024-09-12T17:57:27.017270+0000","last_clean":"2024-09-12T17:57:27.017270+0000","last_became_active":"2024-09-12T17:30:40.972793+0000","last_became_peered":"2024-09-12T17:30:40.972793+0000","last_unstale":"2024-09-12T17:57:27.017270+0000","last_undegraded":"2024-09-12T17:57:27.017270+0000","last_fullsized":"2024-09-12T17:57:27.017270+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:05.383574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8972971,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":12859,"num_write":9,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'5","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.042786+0000","last_change":"2024-09-12T17:30:37.901363+0000","last_active":"2024-09-12T17:57:17.042786+0000","last_peered":"2024-09-12T17:57:17.042786+0000","last_clean":"2024-09-12T17:57:17.042786+0000","last_became_active":"2024-09-12T17:30:37.900103+0000","last_became_peered":"2024-09-12T17:30:37.900103+0000","last_unstale":"2024-09-12T17:57:17.042786+0000","last_undegraded":"2024-09-12T17:57:17.042786+0000","last_fullsized":"2024-09-12T17:57:17.042786+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:32.142247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":6146,"num_write":5,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'54","reported_seq":187,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038739+0000","last_change":"2024-09-12T17:28:43.391950+0000","last_active":"2024-09-12T17:56:17.038739+0000","last_peered":"2024-09-12T17:56:17.038739+0000","last_clean":"2024-09-12T17:56:17.038739+0000","last_became_active":"2024-09-12T17:28:43.390857+0000","last_became_peered":"2024-09-12T17:28:43.390857+0000","last_unstale":"2024-09-12T17:56:17.038739+0000","last_undegraded":"2024-09-12T17:56:17.038739+0000","last_fullsized":"2024-09-12T17:56:17.038739+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:01.933118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":181,"num_write":112,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.032488+0000","last_change":"2024-09-12T17:42:37.093079+0000","last_active":"2024-09-12T17:57:12.032488+0000","last_peered":"2024-09-12T17:57:12.032488+0000","last_clean":"2024-09-12T17:57:12.032488+0000","last_became_active":"2024-09-12T17:42:37.092328+0000","last_became_peered":"2024-09-12T17:42:37.092328+0000","last_unstale":"2024-09-12T17:57:12.032488+0000","last_undegraded":"2024-09-12T17:57:12.032488+0000","last_fullsized":"2024-09-12T17:57:12.032488+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:06.517205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'1","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.156080+0000","last_change":"2024-09-12T17:30:40.972955+0000","last_active":"2024-09-12T17:57:17.156080+0000","last_peered":"2024-09-12T17:57:17.156080+0000","last_clean":"2024-09-12T17:57:17.156080+0000","last_became_active":"2024-09-12T17:30:40.972192+0000","last_became_peered":"2024-09-12T17:30:40.972192+0000","last_unstale":"2024-09-12T17:57:17.156080+0000","last_undegraded":"2024-09-12T17:57:17.156080+0000","last_fullsized":"2024-09-12T17:57:17.156080+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:43.371527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"264'5","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.046795+0000","last_change":"2024-09-12T17:30:37.902381+0000","last_active":"2024-09-12T17:57:22.046795+0000","last_peered":"2024-09-12T17:57:22.046795+0000","last_clean":"2024-09-12T17:57:22.046795+0000","last_became_active":"2024-09-12T17:30:37.901606+0000","last_became_peered":"2024-09-12T17:30:37.901606+0000","last_unstale":"2024-09-12T17:57:22.046795+0000","last_undegraded":"2024-09-12T17:57:22.046795+0000","last_fullsized":"2024-09-12T17:57:22.046795+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:53.754463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8194,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"264'16","reported_seq":93,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143032+0000","last_change":"2024-09-12T17:28:43.383963+0000","last_active":"2024-09-12T17:56:17.143032+0000","last_peered":"2024-09-12T17:56:17.143032+0000","last_clean":"2024-09-12T17:56:17.143032+0000","last_became_active":"2024-09-12T17:28:43.383331+0000","last_became_peered":"2024-09-12T17:28:43.383331+0000","last_unstale":"2024-09-12T17:56:17.143032+0000","last_undegraded":"2024-09-12T17:56:17.143032+0000","last_fullsized":"2024-09-12T17:56:17.143032+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:52.212258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":62,"num_write":31,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048300+0000","last_change":"2024-09-12T17:42:37.106830+0000","last_active":"2024-09-12T17:57:37.048300+0000","last_peered":"2024-09-12T17:57:37.048300+0000","last_clean":"2024-09-12T17:57:37.048300+0000","last_became_active":"2024-09-12T17:42:37.102746+0000","last_became_peered":"2024-09-12T17:42:37.102746+0000","last_unstale":"2024-09-12T17:57:37.048300+0000","last_undegraded":"2024-09-12T17:57:37.048300+0000","last_fullsized":"2024-09-12T17:57:37.048300+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:23.191868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'3","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.135847+0000","last_change":"2024-09-12T17:30:40.981704+0000","last_active":"2024-09-12T17:55:42.135847+0000","last_peered":"2024-09-12T17:55:42.135847+0000","last_clean":"2024-09-12T17:55:42.135847+0000","last_became_active":"2024-09-12T17:30:40.979915+0000","last_became_peered":"2024-09-12T17:30:40.979915+0000","last_unstale":"2024-09-12T17:55:42.135847+0000","last_undegraded":"2024-09-12T17:55:42.135847+0000","last_fullsized":"2024-09-12T17:55:42.135847+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:59.702171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48419,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4144,"num_write":3,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.020231+0000","last_change":"2024-09-12T17:30:37.910300+0000","last_active":"2024-09-12T17:55:42.020231+0000","last_peered":"2024-09-12T17:55:42.020231+0000","last_clean":"2024-09-12T17:55:42.020231+0000","last_became_active":"2024-09-12T17:30:37.909546+0000","last_became_peered":"2024-09-12T17:30:37.909546+0000","last_unstale":"2024-09-12T17:55:42.020231+0000","last_undegraded":"2024-09-12T17:55:42.020231+0000","last_fullsized":"2024-09-12T17:55:42.020231+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:57.596922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'13","reported_seq":80,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.295681+0000","last_change":"2024-09-12T17:28:43.388743+0000","last_active":"2024-09-12T17:56:22.295681+0000","last_peered":"2024-09-12T17:56:22.295681+0000","last_clean":"2024-09-12T17:56:22.295681+0000","last_became_active":"2024-09-12T17:28:43.387983+0000","last_became_peered":"2024-09-12T17:28:43.387983+0000","last_unstale":"2024-09-12T17:56:22.295681+0000","last_undegraded":"2024-09-12T17:56:22.295681+0000","last_fullsized":"2024-09-12T17:56:22.295681+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:40.052398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":25,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048366+0000","last_change":"2024-09-12T17:42:37.110249+0000","last_active":"2024-09-12T17:57:37.048366+0000","last_peered":"2024-09-12T17:57:37.048366+0000","last_clean":"2024-09-12T17:57:37.048366+0000","last_became_active":"2024-09-12T17:42:37.108603+0000","last_became_peered":"2024-09-12T17:42:37.108603+0000","last_unstale":"2024-09-12T17:57:37.048366+0000","last_undegraded":"2024-09-12T17:57:37.048366+0000","last_fullsized":"2024-09-12T17:57:37.048366+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:20.485621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"264'9","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.030258+0000","last_change":"2024-09-12T17:30:40.986360+0000","last_active":"2024-09-12T17:55:42.030258+0000","last_peered":"2024-09-12T17:55:42.030258+0000","last_clean":"2024-09-12T17:55:42.030258+0000","last_became_active":"2024-09-12T17:30:40.984575+0000","last_became_peered":"2024-09-12T17:30:40.984575+0000","last_unstale":"2024-09-12T17:55:42.030258+0000","last_undegraded":"2024-09-12T17:55:42.030258+0000","last_fullsized":"2024-09-12T17:55:42.030258+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:08.748722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":10,"num_read_kb":8194,"num_write":19,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"264'8","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.019591+0000","last_change":"2024-09-12T17:30:37.928541+0000","last_active":"2024-09-12T17:55:42.019591+0000","last_peered":"2024-09-12T17:55:42.019591+0000","last_clean":"2024-09-12T17:55:42.019591+0000","last_became_active":"2024-09-12T17:30:37.927762+0000","last_became_peered":"2024-09-12T17:30:37.927762+0000","last_unstale":"2024-09-12T17:55:42.019591+0000","last_undegraded":"2024-09-12T17:55:42.019591+0000","last_fullsized":"2024-09-12T17:55:42.019591+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:47.499530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4778667,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":9083,"num_write":8,"num_write_kb":6009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'72","reported_seq":243,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:22.005704+0000","last_change":"2024-09-12T17:28:43.368778+0000","last_active":"2024-09-12T17:55:22.005704+0000","last_peered":"2024-09-12T17:55:22.005704+0000","last_clean":"2024-09-12T17:55:22.005704+0000","last_became_active":"2024-09-12T17:28:43.368146+0000","last_became_peered":"2024-09-12T17:28:43.368146+0000","last_unstale":"2024-09-12T17:55:22.005704+0000","last_undegraded":"2024-09-12T17:55:22.005704+0000","last_fullsized":"2024-09-12T17:55:22.005704+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:01.046053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":260,"num_write":132,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.022200+0000","last_change":"2024-09-12T17:42:37.091566+0000","last_active":"2024-09-12T17:56:37.022200+0000","last_peered":"2024-09-12T17:56:37.022200+0000","last_clean":"2024-09-12T17:56:37.022200+0000","last_became_active":"2024-09-12T17:42:37.082090+0000","last_became_peered":"2024-09-12T17:42:37.082090+0000","last_unstale":"2024-09-12T17:56:37.022200+0000","last_undegraded":"2024-09-12T17:56:37.022200+0000","last_fullsized":"2024-09-12T17:56:37.022200+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:02.490682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054439+0000","last_change":"2024-09-12T17:30:41.499000+0000","last_active":"2024-09-12T17:57:17.054439+0000","last_peered":"2024-09-12T17:57:17.054439+0000","last_clean":"2024-09-12T17:57:17.054439+0000","last_became_active":"2024-09-12T17:30:41.498118+0000","last_became_peered":"2024-09-12T17:30:41.498118+0000","last_unstale":"2024-09-12T17:57:17.054439+0000","last_undegraded":"2024-09-12T17:57:17.054439+0000","last_fullsized":"2024-09-12T17:57:17.054439+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:13.201459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":4,"num_write_kb":1342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.207260+0000","last_change":"2024-09-12T17:30:37.889136+0000","last_active":"2024-09-12T17:56:22.207260+0000","last_peered":"2024-09-12T17:56:22.207260+0000","last_clean":"2024-09-12T17:56:22.207260+0000","last_became_active":"2024-09-12T17:30:37.888275+0000","last_became_peered":"2024-09-12T17:30:37.888275+0000","last_unstale":"2024-09-12T17:56:22.207260+0000","last_undegraded":"2024-09-12T17:56:22.207260+0000","last_fullsized":"2024-09-12T17:56:22.207260+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:52.234392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'42","reported_seq":159,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:56.616737+0000","last_change":"2024-09-12T17:28:43.388535+0000","last_active":"2024-09-12T17:55:56.616737+0000","last_peered":"2024-09-12T17:55:56.616737+0000","last_clean":"2024-09-12T17:55:56.616737+0000","last_became_active":"2024-09-12T17:28:43.387904+0000","last_became_peered":"2024-09-12T17:28:43.387904+0000","last_unstale":"2024-09-12T17:55:56.616737+0000","last_undegraded":"2024-09-12T17:55:56.616737+0000","last_fullsized":"2024-09-12T17:55:56.616737+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:50.225326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":149,"num_write":82,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.010076+0000","last_change":"2024-09-12T17:42:37.086254+0000","last_active":"2024-09-12T17:56:37.010076+0000","last_peered":"2024-09-12T17:56:37.010076+0000","last_clean":"2024-09-12T17:56:37.010076+0000","last_became_active":"2024-09-12T17:42:37.081111+0000","last_became_peered":"2024-09-12T17:42:37.081111+0000","last_unstale":"2024-09-12T17:56:37.010076+0000","last_undegraded":"2024-09-12T17:56:37.010076+0000","last_fullsized":"2024-09-12T17:56:37.010076+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:48.480399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"261'4","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:27.041397+0000","last_change":"2024-09-12T17:30:41.500020+0000","last_active":"2024-09-12T17:56:27.041397+0000","last_peered":"2024-09-12T17:56:27.041397+0000","last_clean":"2024-09-12T17:56:27.041397+0000","last_became_active":"2024-09-12T17:30:41.499284+0000","last_became_peered":"2024-09-12T17:30:41.499284+0000","last_unstale":"2024-09-12T17:56:27.041397+0000","last_undegraded":"2024-09-12T17:56:27.041397+0000","last_fullsized":"2024-09-12T17:56:27.041397+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:27.635990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'1","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.042062+0000","last_change":"2024-09-12T17:30:37.914236+0000","last_active":"2024-09-12T17:57:12.042062+0000","last_peered":"2024-09-12T17:57:12.042062+0000","last_clean":"2024-09-12T17:57:12.042062+0000","last_became_active":"2024-09-12T17:30:37.913516+0000","last_became_peered":"2024-09-12T17:30:37.913516+0000","last_unstale":"2024-09-12T17:57:12.042062+0000","last_undegraded":"2024-09-12T17:57:12.042062+0000","last_fullsized":"2024-09-12T17:57:12.042062+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:38.165997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'15","reported_seq":87,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:22.025375+0000","last_change":"2024-09-12T17:28:43.391686+0000","last_active":"2024-09-12T17:55:22.025375+0000","last_peered":"2024-09-12T17:55:22.025375+0000","last_clean":"2024-09-12T17:55:22.025375+0000","last_became_active":"2024-09-12T17:28:43.390934+0000","last_became_peered":"2024-09-12T17:28:43.390934+0000","last_unstale":"2024-09-12T17:55:22.025375+0000","last_undegraded":"2024-09-12T17:55:22.025375+0000","last_fullsized":"2024-09-12T17:55:22.025375+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:01.153888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":52,"num_write":30,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.033018+0000","last_change":"2024-09-12T17:42:37.103379+0000","last_active":"2024-09-12T17:56:37.033018+0000","last_peered":"2024-09-12T17:56:37.033018+0000","last_clean":"2024-09-12T17:56:37.033018+0000","last_became_active":"2024-09-12T17:42:37.102496+0000","last_became_peered":"2024-09-12T17:42:37.102496+0000","last_unstale":"2024-09-12T17:56:37.033018+0000","last_undegraded":"2024-09-12T17:56:37.033018+0000","last_fullsized":"2024-09-12T17:56:37.033018+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:46.944434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054505+0000","last_change":"2024-09-12T17:30:41.503007+0000","last_active":"2024-09-12T17:57:17.054505+0000","last_peered":"2024-09-12T17:57:17.054505+0000","last_clean":"2024-09-12T17:57:17.054505+0000","last_became_active":"2024-09-12T17:30:41.502151+0000","last_became_peered":"2024-09-12T17:30:41.502151+0000","last_unstale":"2024-09-12T17:57:17.054505+0000","last_undegraded":"2024-09-12T17:57:17.054505+0000","last_fullsized":"2024-09-12T17:57:17.054505+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:19.766250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.018593+0000","last_change":"2024-09-12T17:30:37.928409+0000","last_active":"2024-09-12T17:57:17.018593+0000","last_peered":"2024-09-12T17:57:17.018593+0000","last_clean":"2024-09-12T17:57:17.018593+0000","last_became_active":"2024-09-12T17:30:37.927881+0000","last_became_peered":"2024-09-12T17:30:37.927881+0000","last_unstale":"2024-09-12T17:57:17.018593+0000","last_undegraded":"2024-09-12T17:57:17.018593+0000","last_fullsized":"2024-09-12T17:57:17.018593+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:51.199514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4963,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":5,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'21","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:21.994030+0000","last_change":"2024-09-12T17:28:43.377325+0000","last_active":"2024-09-12T17:55:21.994030+0000","last_peered":"2024-09-12T17:55:21.994030+0000","last_clean":"2024-09-12T17:55:21.994030+0000","last_became_active":"2024-09-12T17:28:43.376667+0000","last_became_peered":"2024-09-12T17:28:43.376667+0000","last_unstale":"2024-09-12T17:55:21.994030+0000","last_undegraded":"2024-09-12T17:55:21.994030+0000","last_fullsized":"2024-09-12T17:55:21.994030+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:18.180734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.210425+0000","last_change":"2024-09-12T17:42:37.093124+0000","last_active":"2024-09-12T17:56:37.210425+0000","last_peered":"2024-09-12T17:56:37.210425+0000","last_clean":"2024-09-12T17:56:37.210425+0000","last_became_active":"2024-09-12T17:42:37.092427+0000","last_became_peered":"2024-09-12T17:42:37.092427+0000","last_unstale":"2024-09-12T17:56:37.210425+0000","last_undegraded":"2024-09-12T17:56:37.210425+0000","last_fullsized":"2024-09-12T17:56:37.210425+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:34.896275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045820+0000","last_change":"2024-09-12T17:30:40.977197+0000","last_active":"2024-09-12T17:57:17.045820+0000","last_peered":"2024-09-12T17:57:17.045820+0000","last_clean":"2024-09-12T17:57:17.045820+0000","last_became_active":"2024-09-12T17:30:40.968890+0000","last_became_peered":"2024-09-12T17:30:40.968890+0000","last_unstale":"2024-09-12T17:57:17.045820+0000","last_undegraded":"2024-09-12T17:57:17.045820+0000","last_fullsized":"2024-09-12T17:57:17.045820+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:31.713655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043055+0000","last_change":"2024-09-12T17:30:37.902249+0000","last_active":"2024-09-12T17:57:17.043055+0000","last_peered":"2024-09-12T17:57:17.043055+0000","last_clean":"2024-09-12T17:57:17.043055+0000","last_became_active":"2024-09-12T17:30:37.901261+0000","last_became_peered":"2024-09-12T17:30:37.901261+0000","last_unstale":"2024-09-12T17:57:17.043055+0000","last_undegraded":"2024-09-12T17:57:17.043055+0000","last_fullsized":"2024-09-12T17:57:17.043055+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:24.100468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3210,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4,"num_write":1,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'24","reported_seq":108,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.037143+0000","last_change":"2024-09-12T17:28:43.385086+0000","last_active":"2024-09-12T17:56:52.037143+0000","last_peered":"2024-09-12T17:56:52.037143+0000","last_clean":"2024-09-12T17:56:52.037143+0000","last_became_active":"2024-09-12T17:28:43.383345+0000","last_became_peered":"2024-09-12T17:28:43.383345+0000","last_unstale":"2024-09-12T17:56:52.037143+0000","last_undegraded":"2024-09-12T17:56:52.037143+0000","last_fullsized":"2024-09-12T17:56:52.037143+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:33.379652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":73,"num_write":53,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.051879+0000","last_change":"2024-09-12T17:42:37.106157+0000","last_active":"2024-09-12T17:57:07.051879+0000","last_peered":"2024-09-12T17:57:07.051879+0000","last_clean":"2024-09-12T17:57:07.051879+0000","last_became_active":"2024-09-12T17:42:37.099838+0000","last_became_peered":"2024-09-12T17:42:37.099838+0000","last_unstale":"2024-09-12T17:57:07.051879+0000","last_undegraded":"2024-09-12T17:57:07.051879+0000","last_fullsized":"2024-09-12T17:57:07.051879+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:31.710686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.019007+0000","last_change":"2024-09-12T17:30:40.979200+0000","last_active":"2024-09-12T17:56:22.019007+0000","last_peered":"2024-09-12T17:56:22.019007+0000","last_clean":"2024-09-12T17:56:22.019007+0000","last_became_active":"2024-09-12T17:30:40.978437+0000","last_became_peered":"2024-09-12T17:30:40.978437+0000","last_unstale":"2024-09-12T17:56:22.019007+0000","last_undegraded":"2024-09-12T17:56:22.019007+0000","last_fullsized":"2024-09-12T17:56:22.019007+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:14.905052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'6","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.029562+0000","last_change":"2024-09-12T17:30:37.921953+0000","last_active":"2024-09-12T17:56:22.029562+0000","last_peered":"2024-09-12T17:56:22.029562+0000","last_clean":"2024-09-12T17:56:22.029562+0000","last_became_active":"2024-09-12T17:30:37.921416+0000","last_became_peered":"2024-09-12T17:30:37.921416+0000","last_unstale":"2024-09-12T17:56:22.029562+0000","last_undegraded":"2024-09-12T17:56:22.029562+0000","last_fullsized":"2024-09-12T17:56:22.029562+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:59.090405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":11,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'31","reported_seq":130,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.073627+0000","last_change":"2024-09-12T17:28:43.385994+0000","last_active":"2024-09-12T17:57:30.073627+0000","last_peered":"2024-09-12T17:57:30.073627+0000","last_clean":"2024-09-12T17:57:30.073627+0000","last_became_active":"2024-09-12T17:28:43.385396+0000","last_became_peered":"2024-09-12T17:28:43.385396+0000","last_unstale":"2024-09-12T17:57:30.073627+0000","last_undegraded":"2024-09-12T17:57:30.073627+0000","last_fullsized":"2024-09-12T17:57:30.073627+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:58.416925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.040663+0000","last_change":"2024-09-12T17:42:37.108727+0000","last_active":"2024-09-12T17:57:07.040663+0000","last_peered":"2024-09-12T17:57:07.040663+0000","last_clean":"2024-09-12T17:57:07.040663+0000","last_became_active":"2024-09-12T17:42:37.108517+0000","last_became_peered":"2024-09-12T17:42:37.108517+0000","last_unstale":"2024-09-12T17:57:07.040663+0000","last_undegraded":"2024-09-12T17:57:07.040663+0000","last_fullsized":"2024-09-12T17:57:07.040663+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:26.445480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.018952+0000","last_change":"2024-09-12T17:30:40.975513+0000","last_active":"2024-09-12T17:56:22.018952+0000","last_peered":"2024-09-12T17:56:22.018952+0000","last_clean":"2024-09-12T17:56:22.018952+0000","last_became_active":"2024-09-12T17:30:40.974707+0000","last_became_peered":"2024-09-12T17:30:40.974707+0000","last_unstale":"2024-09-12T17:56:22.018952+0000","last_undegraded":"2024-09-12T17:56:22.018952+0000","last_fullsized":"2024-09-12T17:56:22.018952+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:34.556182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038636+0000","last_change":"2024-09-12T17:30:37.927341+0000","last_active":"2024-09-12T17:56:17.038636+0000","last_peered":"2024-09-12T17:56:17.038636+0000","last_clean":"2024-09-12T17:56:17.038636+0000","last_became_active":"2024-09-12T17:30:37.925449+0000","last_became_peered":"2024-09-12T17:30:37.925449+0000","last_unstale":"2024-09-12T17:56:17.038636+0000","last_undegraded":"2024-09-12T17:56:17.038636+0000","last_fullsized":"2024-09-12T17:56:17.038636+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:32.998252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'39","reported_seq":157,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.795143+0000","last_change":"2024-09-12T17:28:43.358763+0000","last_active":"2024-09-12T17:57:29.795143+0000","last_peered":"2024-09-12T17:57:29.795143+0000","last_clean":"2024-09-12T17:57:29.795143+0000","last_became_active":"2024-09-12T17:28:43.357815+0000","last_became_peered":"2024-09-12T17:28:43.357815+0000","last_unstale":"2024-09-12T17:57:29.795143+0000","last_undegraded":"2024-09-12T17:57:29.795143+0000","last_fullsized":"2024-09-12T17:57:29.795143+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:12.791170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":145,"num_write":66,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"263'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034260+0000","last_change":"2024-09-12T17:42:37.091626+0000","last_active":"2024-09-12T17:56:42.034260+0000","last_peered":"2024-09-12T17:56:42.034260+0000","last_clean":"2024-09-12T17:56:42.034260+0000","last_became_active":"2024-09-12T17:42:37.090887+0000","last_became_peered":"2024-09-12T17:42:37.090887+0000","last_unstale":"2024-09-12T17:56:42.034260+0000","last_undegraded":"2024-09-12T17:56:42.034260+0000","last_fullsized":"2024-09-12T17:56:42.034260+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:20.186067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"264'2","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.040025+0000","last_change":"2024-09-12T17:30:40.984689+0000","last_active":"2024-09-12T17:56:22.040025+0000","last_peered":"2024-09-12T17:56:22.040025+0000","last_clean":"2024-09-12T17:56:22.040025+0000","last_became_active":"2024-09-12T17:30:40.983879+0000","last_became_peered":"2024-09-12T17:30:40.983879+0000","last_unstale":"2024-09-12T17:56:22.040025+0000","last_undegraded":"2024-09-12T17:56:22.040025+0000","last_fullsized":"2024-09-12T17:56:22.040025+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:28.158490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143071+0000","last_change":"2024-09-12T17:30:37.908756+0000","last_active":"2024-09-12T17:56:17.143071+0000","last_peered":"2024-09-12T17:56:17.143071+0000","last_clean":"2024-09-12T17:56:17.143071+0000","last_became_active":"2024-09-12T17:30:37.907386+0000","last_became_peered":"2024-09-12T17:30:37.907386+0000","last_unstale":"2024-09-12T17:56:17.143071+0000","last_undegraded":"2024-09-12T17:56:17.143071+0000","last_fullsized":"2024-09-12T17:56:17.143071+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:37.767451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":81,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.038842+0000","last_change":"2024-09-12T17:28:43.365812+0000","last_active":"2024-09-12T17:56:47.038842+0000","last_peered":"2024-09-12T17:56:47.038842+0000","last_clean":"2024-09-12T17:56:47.038842+0000","last_became_active":"2024-09-12T17:28:43.365087+0000","last_became_peered":"2024-09-12T17:28:43.365087+0000","last_unstale":"2024-09-12T17:56:47.038842+0000","last_undegraded":"2024-09-12T17:56:47.038842+0000","last_fullsized":"2024-09-12T17:56:47.038842+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:35.350301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.051807+0000","last_change":"2024-09-12T17:42:37.099571+0000","last_active":"2024-09-12T17:57:07.051807+0000","last_peered":"2024-09-12T17:57:07.051807+0000","last_clean":"2024-09-12T17:57:07.051807+0000","last_became_active":"2024-09-12T17:42:37.098821+0000","last_became_peered":"2024-09-12T17:42:37.098821+0000","last_unstale":"2024-09-12T17:57:07.051807+0000","last_undegraded":"2024-09-12T17:57:07.051807+0000","last_fullsized":"2024-09-12T17:57:07.051807+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:57.463928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.144252+0000","last_change":"2024-09-12T17:30:40.966608+0000","last_active":"2024-09-12T17:56:22.144252+0000","last_peered":"2024-09-12T17:56:22.144252+0000","last_clean":"2024-09-12T17:56:22.144252+0000","last_became_active":"2024-09-12T17:30:40.965800+0000","last_became_peered":"2024-09-12T17:30:40.965800+0000","last_unstale":"2024-09-12T17:56:22.144252+0000","last_undegraded":"2024-09-12T17:56:22.144252+0000","last_fullsized":"2024-09-12T17:56:22.144252+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:54.436162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'5","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.206042+0000","last_change":"2024-09-12T17:30:37.888853+0000","last_active":"2024-09-12T17:56:17.206042+0000","last_peered":"2024-09-12T17:56:17.206042+0000","last_clean":"2024-09-12T17:56:17.206042+0000","last_became_active":"2024-09-12T17:30:37.888031+0000","last_became_peered":"2024-09-12T17:30:37.888031+0000","last_unstale":"2024-09-12T17:56:17.206042+0000","last_undegraded":"2024-09-12T17:56:17.206042+0000","last_fullsized":"2024-09-12T17:56:17.206042+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:06.312723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'19","reported_seq":102,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.046045+0000","last_change":"2024-09-12T17:28:43.377973+0000","last_active":"2024-09-12T17:56:47.046045+0000","last_peered":"2024-09-12T17:56:47.046045+0000","last_clean":"2024-09-12T17:56:47.046045+0000","last_became_active":"2024-09-12T17:28:43.377248+0000","last_became_peered":"2024-09-12T17:28:43.377248+0000","last_unstale":"2024-09-12T17:56:47.046045+0000","last_undegraded":"2024-09-12T17:56:47.046045+0000","last_fullsized":"2024-09-12T17:56:47.046045+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:11.771744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":71,"num_write":34,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.025809+0000","last_change":"2024-09-12T17:42:37.095405+0000","last_active":"2024-09-12T17:57:52.025809+0000","last_peered":"2024-09-12T17:57:52.025809+0000","last_clean":"2024-09-12T17:57:52.025809+0000","last_became_active":"2024-09-12T17:42:37.094854+0000","last_became_peered":"2024-09-12T17:42:37.094854+0000","last_unstale":"2024-09-12T17:57:52.025809+0000","last_undegraded":"2024-09-12T17:57:52.025809+0000","last_fullsized":"2024-09-12T17:57:52.025809+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:56.150784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'3","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.060561+0000","last_change":"2024-09-12T17:30:40.978289+0000","last_active":"2024-09-12T17:57:42.060561+0000","last_peered":"2024-09-12T17:57:42.060561+0000","last_clean":"2024-09-12T17:57:42.060561+0000","last_became_active":"2024-09-12T17:30:40.977569+0000","last_became_peered":"2024-09-12T17:30:40.977569+0000","last_unstale":"2024-09-12T17:57:42.060561+0000","last_undegraded":"2024-09-12T17:57:42.060561+0000","last_fullsized":"2024-09-12T17:57:42.060561+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:32.568333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'14","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048227+0000","last_change":"2024-09-12T17:30:37.924054+0000","last_active":"2024-09-12T17:57:37.048227+0000","last_peered":"2024-09-12T17:57:37.048227+0000","last_clean":"2024-09-12T17:57:37.048227+0000","last_became_active":"2024-09-12T17:30:37.923377+0000","last_became_peered":"2024-09-12T17:30:37.923377+0000","last_unstale":"2024-09-12T17:57:37.048227+0000","last_undegraded":"2024-09-12T17:57:37.048227+0000","last_fullsized":"2024-09-12T17:57:37.048227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:33.678698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4242723,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":21,"num_read_kb":36914,"num_write":24,"num_write_kb":20528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'50","reported_seq":187,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:23.148823+0000","last_change":"2024-09-12T17:28:43.365904+0000","last_active":"2024-09-12T17:56:23.148823+0000","last_peered":"2024-09-12T17:56:23.148823+0000","last_clean":"2024-09-12T17:56:23.148823+0000","last_became_active":"2024-09-12T17:28:43.361928+0000","last_became_peered":"2024-09-12T17:28:43.361928+0000","last_unstale":"2024-09-12T17:56:23.148823+0000","last_undegraded":"2024-09-12T17:56:23.148823+0000","last_fullsized":"2024-09-12T17:56:23.148823+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:46.698444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":186,"num_write":86,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.025805+0000","last_change":"2024-09-12T17:42:37.102961+0000","last_active":"2024-09-12T17:56:07.025805+0000","last_peered":"2024-09-12T17:56:07.025805+0000","last_clean":"2024-09-12T17:56:07.025805+0000","last_became_active":"2024-09-12T17:42:37.100988+0000","last_became_peered":"2024-09-12T17:42:37.100988+0000","last_unstale":"2024-09-12T17:56:07.025805+0000","last_undegraded":"2024-09-12T17:56:07.025805+0000","last_fullsized":"2024-09-12T17:56:07.025805+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:17.560647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.060486+0000","last_change":"2024-09-12T17:30:40.976709+0000","last_active":"2024-09-12T17:57:42.060486+0000","last_peered":"2024-09-12T17:57:42.060486+0000","last_clean":"2024-09-12T17:57:42.060486+0000","last_became_active":"2024-09-12T17:30:40.975987+0000","last_became_peered":"2024-09-12T17:30:40.975987+0000","last_unstale":"2024-09-12T17:57:42.060486+0000","last_undegraded":"2024-09-12T17:57:42.060486+0000","last_fullsized":"2024-09-12T17:57:42.060486+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:47:24.401361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.023715+0000","last_change":"2024-09-12T17:30:37.909004+0000","last_active":"2024-09-12T17:57:42.023715+0000","last_peered":"2024-09-12T17:57:42.023715+0000","last_clean":"2024-09-12T17:57:42.023715+0000","last_became_active":"2024-09-12T17:30:37.907565+0000","last_became_peered":"2024-09-12T17:30:37.907565+0000","last_unstale":"2024-09-12T17:57:42.023715+0000","last_undegraded":"2024-09-12T17:57:42.023715+0000","last_fullsized":"2024-09-12T17:57:42.023715+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:50.970775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'78","reported_seq":286,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:47.198635+0000","last_change":"2024-09-12T17:28:43.383516+0000","last_active":"2024-09-12T17:55:47.198635+0000","last_peered":"2024-09-12T17:55:47.198635+0000","last_clean":"2024-09-12T17:55:47.198635+0000","last_became_active":"2024-09-12T17:28:43.382670+0000","last_became_peered":"2024-09-12T17:28:43.382670+0000","last_unstale":"2024-09-12T17:55:47.198635+0000","last_undegraded":"2024-09-12T17:55:47.198635+0000","last_fullsized":"2024-09-12T17:55:47.198635+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:37.831585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":367,"num_write":100,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162362+0000","last_change":"2024-09-12T17:42:37.069987+0000","last_active":"2024-09-12T17:57:47.162362+0000","last_peered":"2024-09-12T17:57:47.162362+0000","last_clean":"2024-09-12T17:57:47.162362+0000","last_became_active":"2024-09-12T17:42:37.069175+0000","last_became_peered":"2024-09-12T17:42:37.069175+0000","last_unstale":"2024-09-12T17:57:47.162362+0000","last_undegraded":"2024-09-12T17:57:47.162362+0000","last_fullsized":"2024-09-12T17:57:47.162362+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:21:01.837742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'2","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.040005+0000","last_change":"2024-09-12T17:30:41.503156+0000","last_active":"2024-09-12T17:57:47.040005+0000","last_peered":"2024-09-12T17:57:47.040005+0000","last_clean":"2024-09-12T17:57:47.040005+0000","last_became_active":"2024-09-12T17:30:41.502364+0000","last_became_peered":"2024-09-12T17:30:41.502364+0000","last_unstale":"2024-09-12T17:57:47.040005+0000","last_undegraded":"2024-09-12T17:57:47.040005+0000","last_fullsized":"2024-09-12T17:57:47.040005+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:58.664521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'1","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.048804+0000","last_change":"2024-09-12T17:30:37.906496+0000","last_active":"2024-09-12T17:57:42.048804+0000","last_peered":"2024-09-12T17:57:42.048804+0000","last_clean":"2024-09-12T17:57:42.048804+0000","last_became_active":"2024-09-12T17:30:37.904363+0000","last_became_peered":"2024-09-12T17:30:37.904363+0000","last_unstale":"2024-09-12T17:57:42.048804+0000","last_undegraded":"2024-09-12T17:57:42.048804+0000","last_fullsized":"2024-09-12T17:57:42.048804+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:41.835284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'24","reported_seq":114,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:47.136936+0000","last_change":"2024-09-12T17:28:43.378538+0000","last_active":"2024-09-12T17:55:47.136936+0000","last_peered":"2024-09-12T17:55:47.136936+0000","last_clean":"2024-09-12T17:55:47.136936+0000","last_became_active":"2024-09-12T17:28:43.377573+0000","last_became_peered":"2024-09-12T17:28:43.377573+0000","last_unstale":"2024-09-12T17:55:47.136936+0000","last_undegraded":"2024-09-12T17:55:47.136936+0000","last_fullsized":"2024-09-12T17:55:47.136936+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:04.423070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":91,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050521+0000","last_change":"2024-09-12T17:42:37.101604+0000","last_active":"2024-09-12T17:57:47.050521+0000","last_peered":"2024-09-12T17:57:47.050521+0000","last_clean":"2024-09-12T17:57:47.050521+0000","last_became_active":"2024-09-12T17:42:37.098890+0000","last_became_peered":"2024-09-12T17:42:37.098890+0000","last_unstale":"2024-09-12T17:57:47.050521+0000","last_undegraded":"2024-09-12T17:57:47.050521+0000","last_fullsized":"2024-09-12T17:57:47.050521+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:02.636737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'1","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.060593+0000","last_change":"2024-09-12T17:30:40.985027+0000","last_active":"2024-09-12T17:57:42.060593+0000","last_peered":"2024-09-12T17:57:42.060593+0000","last_clean":"2024-09-12T17:57:42.060593+0000","last_became_active":"2024-09-12T17:30:40.984312+0000","last_became_peered":"2024-09-12T17:30:40.984312+0000","last_unstale":"2024-09-12T17:57:42.060593+0000","last_undegraded":"2024-09-12T17:57:42.060593+0000","last_fullsized":"2024-09-12T17:57:42.060593+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:17.265407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'11","reported_seq":63,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039971+0000","last_change":"2024-09-12T17:30:37.904272+0000","last_active":"2024-09-12T17:57:47.039971+0000","last_peered":"2024-09-12T17:57:47.039971+0000","last_clean":"2024-09-12T17:57:47.039971+0000","last_became_active":"2024-09-12T17:30:37.903185+0000","last_became_peered":"2024-09-12T17:30:37.903185+0000","last_unstale":"2024-09-12T17:57:47.039971+0000","last_undegraded":"2024-09-12T17:57:47.039971+0000","last_fullsized":"2024-09-12T17:57:47.039971+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:24.235796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":15362,"num_write":21,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'30","reported_seq":124,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:21.459647+0000","last_change":"2024-09-12T17:28:43.368814+0000","last_active":"2024-09-12T17:56:21.459647+0000","last_peered":"2024-09-12T17:56:21.459647+0000","last_clean":"2024-09-12T17:56:21.459647+0000","last_became_active":"2024-09-12T17:28:43.368029+0000","last_became_peered":"2024-09-12T17:28:43.368029+0000","last_unstale":"2024-09-12T17:56:21.459647+0000","last_undegraded":"2024-09-12T17:56:21.459647+0000","last_fullsized":"2024-09-12T17:56:21.459647+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:00.593869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.036541+0000","last_change":"2024-09-12T17:42:37.101132+0000","last_active":"2024-09-12T17:56:07.036541+0000","last_peered":"2024-09-12T17:56:07.036541+0000","last_clean":"2024-09-12T17:56:07.036541+0000","last_became_active":"2024-09-12T17:42:37.098386+0000","last_became_peered":"2024-09-12T17:42:37.098386+0000","last_unstale":"2024-09-12T17:56:07.036541+0000","last_undegraded":"2024-09-12T17:56:07.036541+0000","last_fullsized":"2024-09-12T17:56:07.036541+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:35:08.753175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'3","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.037631+0000","last_change":"2024-09-12T17:30:56.046289+0000","last_active":"2024-09-12T17:56:42.037631+0000","last_peered":"2024-09-12T17:56:42.037631+0000","last_clean":"2024-09-12T17:56:42.037631+0000","last_became_active":"2024-09-12T17:30:56.025899+0000","last_became_peered":"2024-09-12T17:30:56.025899+0000","last_unstale":"2024-09-12T17:56:42.037631+0000","last_undegraded":"2024-09-12T17:56:42.037631+0000","last_fullsized":"2024-09-12T17:56:42.037631+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:20.471749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":3,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'3","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034124+0000","last_change":"2024-09-12T17:30:37.896541+0000","last_active":"2024-09-12T17:56:42.034124+0000","last_peered":"2024-09-12T17:56:42.034124+0000","last_clean":"2024-09-12T17:56:42.034124+0000","last_became_active":"2024-09-12T17:30:37.895814+0000","last_became_peered":"2024-09-12T17:30:37.895814+0000","last_unstale":"2024-09-12T17:56:42.034124+0000","last_undegraded":"2024-09-12T17:56:42.034124+0000","last_fullsized":"2024-09-12T17:56:42.034124+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:59.262191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":8,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"264'45","reported_seq":164,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:47.020766+0000","last_change":"2024-09-12T17:28:43.374172+0000","last_active":"2024-09-12T17:55:47.020766+0000","last_peered":"2024-09-12T17:55:47.020766+0000","last_clean":"2024-09-12T17:55:47.020766+0000","last_became_active":"2024-09-12T17:28:43.373522+0000","last_became_peered":"2024-09-12T17:28:43.373522+0000","last_unstale":"2024-09-12T17:55:47.020766+0000","last_undegraded":"2024-09-12T17:55:47.020766+0000","last_fullsized":"2024-09-12T17:55:47.020766+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:33.375845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":156,"num_write":79,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.027470+0000","last_change":"2024-09-12T17:42:37.102852+0000","last_active":"2024-09-12T17:56:12.027470+0000","last_peered":"2024-09-12T17:56:12.027470+0000","last_clean":"2024-09-12T17:56:12.027470+0000","last_became_active":"2024-09-12T17:42:37.101673+0000","last_became_peered":"2024-09-12T17:42:37.101673+0000","last_unstale":"2024-09-12T17:56:12.027470+0000","last_undegraded":"2024-09-12T17:56:12.027470+0000","last_fullsized":"2024-09-12T17:56:12.027470+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:54.570527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"261'8","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034250+0000","last_change":"2024-09-12T17:30:41.493021+0000","last_active":"2024-09-12T17:56:42.034250+0000","last_peered":"2024-09-12T17:56:42.034250+0000","last_clean":"2024-09-12T17:56:42.034250+0000","last_became_active":"2024-09-12T17:30:41.492154+0000","last_became_peered":"2024-09-12T17:30:41.492154+0000","last_unstale":"2024-09-12T17:56:42.034250+0000","last_undegraded":"2024-09-12T17:56:42.034250+0000","last_fullsized":"2024-09-12T17:56:42.034250+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:31.779367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":20482,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"264'3","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.023618+0000","last_change":"2024-09-12T17:30:37.903106+0000","last_active":"2024-09-12T17:56:42.023618+0000","last_peered":"2024-09-12T17:56:42.023618+0000","last_clean":"2024-09-12T17:56:42.023618+0000","last_became_active":"2024-09-12T17:30:37.901984+0000","last_became_peered":"2024-09-12T17:30:37.901984+0000","last_unstale":"2024-09-12T17:56:42.023618+0000","last_undegraded":"2024-09-12T17:56:42.023618+0000","last_fullsized":"2024-09-12T17:56:42.023618+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:59.026630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'40","reported_seq":160,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039370+0000","last_change":"2024-09-12T17:28:43.376092+0000","last_active":"2024-09-12T17:57:02.039370+0000","last_peered":"2024-09-12T17:57:02.039370+0000","last_clean":"2024-09-12T17:57:02.039370+0000","last_became_active":"2024-09-12T17:28:43.375321+0000","last_became_peered":"2024-09-12T17:28:43.375321+0000","last_unstale":"2024-09-12T17:57:02.039370+0000","last_undegraded":"2024-09-12T17:57:02.039370+0000","last_fullsized":"2024-09-12T17:57:02.039370+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:53.782996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":212,"num_read_kb":150,"num_write":74,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.025866+0000","last_change":"2024-09-12T17:42:37.103281+0000","last_active":"2024-09-12T17:56:07.025866+0000","last_peered":"2024-09-12T17:56:07.025866+0000","last_clean":"2024-09-12T17:56:07.025866+0000","last_became_active":"2024-09-12T17:42:37.101691+0000","last_became_peered":"2024-09-12T17:42:37.101691+0000","last_unstale":"2024-09-12T17:56:07.025866+0000","last_undegraded":"2024-09-12T17:56:07.025866+0000","last_fullsized":"2024-09-12T17:56:07.025866+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:27.727842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'2","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.038763+0000","last_change":"2024-09-12T17:30:40.974011+0000","last_active":"2024-09-12T17:57:42.038763+0000","last_peered":"2024-09-12T17:57:42.038763+0000","last_clean":"2024-09-12T17:57:42.038763+0000","last_became_active":"2024-09-12T17:30:40.969731+0000","last_became_peered":"2024-09-12T17:30:40.969731+0000","last_unstale":"2024-09-12T17:57:42.038763+0000","last_undegraded":"2024-09-12T17:57:42.038763+0000","last_fullsized":"2024-09-12T17:57:42.038763+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:44.493455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053539,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":2058,"num_write":2,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035537+0000","last_change":"2024-09-12T17:30:37.901530+0000","last_active":"2024-09-12T17:56:47.035537+0000","last_peered":"2024-09-12T17:56:47.035537+0000","last_clean":"2024-09-12T17:56:47.035537+0000","last_became_active":"2024-09-12T17:30:37.900716+0000","last_became_peered":"2024-09-12T17:30:37.900716+0000","last_unstale":"2024-09-12T17:56:47.035537+0000","last_undegraded":"2024-09-12T17:56:47.035537+0000","last_fullsized":"2024-09-12T17:56:47.035537+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:44.626880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'19","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.369171+0000","last_change":"2024-09-12T17:28:43.370644+0000","last_active":"2024-09-12T17:57:25.369171+0000","last_peered":"2024-09-12T17:57:25.369171+0000","last_clean":"2024-09-12T17:57:25.369171+0000","last_became_active":"2024-09-12T17:28:43.369582+0000","last_became_peered":"2024-09-12T17:28:43.369582+0000","last_unstale":"2024-09-12T17:57:25.369171+0000","last_undegraded":"2024-09-12T17:57:25.369171+0000","last_fullsized":"2024-09-12T17:57:25.369171+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:18.944458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.025642+0000","last_change":"2024-09-12T17:42:37.102853+0000","last_active":"2024-09-12T17:56:07.025642+0000","last_peered":"2024-09-12T17:56:07.025642+0000","last_clean":"2024-09-12T17:56:07.025642+0000","last_became_active":"2024-09-12T17:42:37.102044+0000","last_became_peered":"2024-09-12T17:42:37.102044+0000","last_unstale":"2024-09-12T17:56:07.025642+0000","last_undegraded":"2024-09-12T17:56:07.025642+0000","last_fullsized":"2024-09-12T17:56:07.025642+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:03.531943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035721+0000","last_change":"2024-09-12T17:30:40.976896+0000","last_active":"2024-09-12T17:56:47.035721+0000","last_peered":"2024-09-12T17:56:47.035721+0000","last_clean":"2024-09-12T17:56:47.035721+0000","last_became_active":"2024-09-12T17:30:40.975911+0000","last_became_peered":"2024-09-12T17:30:40.975911+0000","last_unstale":"2024-09-12T17:56:47.035721+0000","last_undegraded":"2024-09-12T17:56:47.035721+0000","last_fullsized":"2024-09-12T17:56:47.035721+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:57.332177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'4","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.051004+0000","last_change":"2024-09-12T17:30:37.914709+0000","last_active":"2024-09-12T17:57:42.051004+0000","last_peered":"2024-09-12T17:57:42.051004+0000","last_clean":"2024-09-12T17:57:42.051004+0000","last_became_active":"2024-09-12T17:30:37.913930+0000","last_became_peered":"2024-09-12T17:30:37.913930+0000","last_unstale":"2024-09-12T17:57:42.051004+0000","last_undegraded":"2024-09-12T17:57:42.051004+0000","last_fullsized":"2024-09-12T17:57:42.051004+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:30.737989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'23","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151692+0000","last_change":"2024-09-12T17:28:43.376821+0000","last_active":"2024-09-12T17:56:57.151692+0000","last_peered":"2024-09-12T17:56:57.151692+0000","last_clean":"2024-09-12T17:56:57.151692+0000","last_became_active":"2024-09-12T17:28:43.376115+0000","last_became_peered":"2024-09-12T17:28:43.376115+0000","last_unstale":"2024-09-12T17:56:57.151692+0000","last_undegraded":"2024-09-12T17:56:57.151692+0000","last_fullsized":"2024-09-12T17:56:57.151692+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:26.389149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":80,"num_write":52,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041873+0000","last_change":"2024-09-12T17:42:37.103179+0000","last_active":"2024-09-12T17:57:12.041873+0000","last_peered":"2024-09-12T17:57:12.041873+0000","last_clean":"2024-09-12T17:57:12.041873+0000","last_became_active":"2024-09-12T17:42:37.101544+0000","last_became_peered":"2024-09-12T17:42:37.101544+0000","last_unstale":"2024-09-12T17:57:12.041873+0000","last_undegraded":"2024-09-12T17:57:12.041873+0000","last_fullsized":"2024-09-12T17:57:12.041873+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:20.118206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051263+0000","last_change":"2024-09-12T17:30:40.976556+0000","last_active":"2024-09-12T17:57:52.051263+0000","last_peered":"2024-09-12T17:57:52.051263+0000","last_clean":"2024-09-12T17:57:52.051263+0000","last_became_active":"2024-09-12T17:30:40.975795+0000","last_became_peered":"2024-09-12T17:30:40.975795+0000","last_unstale":"2024-09-12T17:57:52.051263+0000","last_undegraded":"2024-09-12T17:57:52.051263+0000","last_fullsized":"2024-09-12T17:57:52.051263+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:25.932834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":10240,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049457+0000","last_change":"2024-09-12T17:30:37.911733+0000","last_active":"2024-09-12T17:57:42.049457+0000","last_peered":"2024-09-12T17:57:42.049457+0000","last_clean":"2024-09-12T17:57:42.049457+0000","last_became_active":"2024-09-12T17:30:37.910945+0000","last_became_peered":"2024-09-12T17:30:37.910945+0000","last_unstale":"2024-09-12T17:57:42.049457+0000","last_undegraded":"2024-09-12T17:57:42.049457+0000","last_fullsized":"2024-09-12T17:57:42.049457+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:53.940222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'45","reported_seq":172,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.038207+0000","last_change":"2024-09-12T17:28:43.372196+0000","last_active":"2024-09-12T17:56:57.038207+0000","last_peered":"2024-09-12T17:56:57.038207+0000","last_clean":"2024-09-12T17:56:57.038207+0000","last_became_active":"2024-09-12T17:28:43.370818+0000","last_became_peered":"2024-09-12T17:28:43.370818+0000","last_unstale":"2024-09-12T17:56:57.038207+0000","last_undegraded":"2024-09-12T17:56:57.038207+0000","last_fullsized":"2024-09-12T17:56:57.038207+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:52.893995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":162,"num_write":73,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.014156+0000","last_change":"2024-09-12T17:42:37.097106+0000","last_active":"2024-09-12T17:57:12.014156+0000","last_peered":"2024-09-12T17:57:12.014156+0000","last_clean":"2024-09-12T17:57:12.014156+0000","last_became_active":"2024-09-12T17:42:37.096358+0000","last_became_peered":"2024-09-12T17:42:37.096358+0000","last_unstale":"2024-09-12T17:57:12.014156+0000","last_undegraded":"2024-09-12T17:57:12.014156+0000","last_fullsized":"2024-09-12T17:57:12.014156+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:44.395649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'7","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.049921+0000","last_change":"2024-09-12T17:30:41.501521+0000","last_active":"2024-09-12T17:57:47.049921+0000","last_peered":"2024-09-12T17:57:47.049921+0000","last_clean":"2024-09-12T17:57:47.049921+0000","last_became_active":"2024-09-12T17:30:41.499891+0000","last_became_peered":"2024-09-12T17:30:41.499891+0000","last_unstale":"2024-09-12T17:57:47.049921+0000","last_undegraded":"2024-09-12T17:57:47.049921+0000","last_fullsized":"2024-09-12T17:57:47.049921+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:25.511704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":5122,"num_write":12,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.025881+0000","last_change":"2024-09-12T17:30:37.908255+0000","last_active":"2024-09-12T17:57:52.025881+0000","last_peered":"2024-09-12T17:57:52.025881+0000","last_clean":"2024-09-12T17:57:52.025881+0000","last_became_active":"2024-09-12T17:30:37.906651+0000","last_became_peered":"2024-09-12T17:30:37.906651+0000","last_unstale":"2024-09-12T17:57:52.025881+0000","last_undegraded":"2024-09-12T17:57:52.025881+0000","last_fullsized":"2024-09-12T17:57:52.025881+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:56.892473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'66","reported_seq":234,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151897+0000","last_change":"2024-09-12T17:28:43.367437+0000","last_active":"2024-09-12T17:56:57.151897+0000","last_peered":"2024-09-12T17:56:57.151897+0000","last_clean":"2024-09-12T17:56:57.151897+0000","last_became_active":"2024-09-12T17:28:43.366637+0000","last_became_peered":"2024-09-12T17:28:43.366637+0000","last_unstale":"2024-09-12T17:56:57.151897+0000","last_undegraded":"2024-09-12T17:56:57.151897+0000","last_fullsized":"2024-09-12T17:56:57.151897+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:47.396479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":266,"num_write":106,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.023509+0000","last_change":"2024-09-12T17:42:37.082855+0000","last_active":"2024-09-12T17:56:42.023509+0000","last_peered":"2024-09-12T17:56:42.023509+0000","last_clean":"2024-09-12T17:56:42.023509+0000","last_became_active":"2024-09-12T17:42:37.081983+0000","last_became_peered":"2024-09-12T17:42:37.081983+0000","last_unstale":"2024-09-12T17:56:42.023509+0000","last_undegraded":"2024-09-12T17:56:42.023509+0000","last_fullsized":"2024-09-12T17:56:42.023509+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:47.157401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034565+0000","last_change":"2024-09-12T17:30:41.493967+0000","last_active":"2024-09-12T17:56:42.034565+0000","last_peered":"2024-09-12T17:56:42.034565+0000","last_clean":"2024-09-12T17:56:42.034565+0000","last_became_active":"2024-09-12T17:30:41.493272+0000","last_became_peered":"2024-09-12T17:30:41.493272+0000","last_unstale":"2024-09-12T17:56:42.034565+0000","last_undegraded":"2024-09-12T17:56:42.034565+0000","last_fullsized":"2024-09-12T17:56:42.034565+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:48.563362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"261'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.210574+0000","last_change":"2024-09-12T17:30:37.900313+0000","last_active":"2024-09-12T17:56:37.210574+0000","last_peered":"2024-09-12T17:56:37.210574+0000","last_clean":"2024-09-12T17:56:37.210574+0000","last_became_active":"2024-09-12T17:30:37.899518+0000","last_became_peered":"2024-09-12T17:30:37.899518+0000","last_unstale":"2024-09-12T17:56:37.210574+0000","last_undegraded":"2024-09-12T17:56:37.210574+0000","last_fullsized":"2024-09-12T17:56:37.210574+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:48.202203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'41","reported_seq":162,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023251+0000","last_change":"2024-09-12T17:28:43.374656+0000","last_active":"2024-09-12T17:55:57.023251+0000","last_peered":"2024-09-12T17:55:57.023251+0000","last_clean":"2024-09-12T17:55:57.023251+0000","last_became_active":"2024-09-12T17:28:43.373808+0000","last_became_peered":"2024-09-12T17:28:43.373808+0000","last_unstale":"2024-09-12T17:55:57.023251+0000","last_undegraded":"2024-09-12T17:55:57.023251+0000","last_fullsized":"2024-09-12T17:55:57.023251+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:52.449675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":210,"num_read_kb":152,"num_write":74,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044243+0000","last_change":"2024-09-12T17:42:37.090806+0000","last_active":"2024-09-12T17:57:12.044243+0000","last_peered":"2024-09-12T17:57:12.044243+0000","last_clean":"2024-09-12T17:57:12.044243+0000","last_became_active":"2024-09-12T17:42:37.090019+0000","last_became_peered":"2024-09-12T17:42:37.090019+0000","last_unstale":"2024-09-12T17:57:12.044243+0000","last_undegraded":"2024-09-12T17:57:12.044243+0000","last_fullsized":"2024-09-12T17:57:12.044243+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:14.192600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.037892+0000","last_change":"2024-09-12T17:30:40.969688+0000","last_active":"2024-09-12T17:56:42.037892+0000","last_peered":"2024-09-12T17:56:42.037892+0000","last_clean":"2024-09-12T17:56:42.037892+0000","last_became_active":"2024-09-12T17:30:40.968849+0000","last_became_peered":"2024-09-12T17:30:40.968849+0000","last_unstale":"2024-09-12T17:56:42.037892+0000","last_undegraded":"2024-09-12T17:56:42.037892+0000","last_fullsized":"2024-09-12T17:56:42.037892+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:32.720003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.033239+0000","last_change":"2024-09-12T17:30:37.923890+0000","last_active":"2024-09-12T17:56:37.033239+0000","last_peered":"2024-09-12T17:56:37.033239+0000","last_clean":"2024-09-12T17:56:37.033239+0000","last_became_active":"2024-09-12T17:30:37.923324+0000","last_became_peered":"2024-09-12T17:30:37.923324+0000","last_unstale":"2024-09-12T17:56:37.033239+0000","last_undegraded":"2024-09-12T17:56:37.033239+0000","last_fullsized":"2024-09-12T17:56:37.033239+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:08.389266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.042062+0000","last_change":"2024-09-12T17:28:43.374298+0000","last_active":"2024-09-12T17:57:57.042062+0000","last_peered":"2024-09-12T17:57:57.042062+0000","last_clean":"2024-09-12T17:57:57.042062+0000","last_became_active":"2024-09-12T17:28:43.373686+0000","last_became_peered":"2024-09-12T17:28:43.373686+0000","last_unstale":"2024-09-12T17:57:57.042062+0000","last_undegraded":"2024-09-12T17:57:57.042062+0000","last_fullsized":"2024-09-12T17:57:57.042062+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:48.401489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"264'1","reported_seq":22,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.024921+0000","last_change":"2024-09-12T17:42:37.096720+0000","last_active":"2024-09-12T17:57:47.024921+0000","last_peered":"2024-09-12T17:57:47.024921+0000","last_clean":"2024-09-12T17:57:47.024921+0000","last_became_active":"2024-09-12T17:42:37.096203+0000","last_became_peered":"2024-09-12T17:42:37.096203+0000","last_unstale":"2024-09-12T17:57:47.024921+0000","last_undegraded":"2024-09-12T17:57:47.024921+0000","last_fullsized":"2024-09-12T17:57:47.024921+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:09.283596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"261'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039793+0000","last_change":"2024-09-12T17:30:40.981945+0000","last_active":"2024-09-12T17:57:47.039793+0000","last_peered":"2024-09-12T17:57:47.039793+0000","last_clean":"2024-09-12T17:57:47.039793+0000","last_became_active":"2024-09-12T17:30:40.981226+0000","last_became_peered":"2024-09-12T17:30:40.981226+0000","last_unstale":"2024-09-12T17:57:47.039793+0000","last_undegraded":"2024-09-12T17:57:47.039793+0000","last_fullsized":"2024-09-12T17:57:47.039793+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:14:27.734816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'1","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034281+0000","last_change":"2024-09-12T17:30:37.906230+0000","last_active":"2024-09-12T17:56:42.034281+0000","last_peered":"2024-09-12T17:56:42.034281+0000","last_clean":"2024-09-12T17:56:42.034281+0000","last_became_active":"2024-09-12T17:30:37.905424+0000","last_became_peered":"2024-09-12T17:30:37.905424+0000","last_unstale":"2024-09-12T17:56:42.034281+0000","last_undegraded":"2024-09-12T17:56:42.034281+0000","last_fullsized":"2024-09-12T17:56:42.034281+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:11.277814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'33","reported_seq":137,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.024417+0000","last_change":"2024-09-12T17:28:43.383108+0000","last_active":"2024-09-12T17:57:57.024417+0000","last_peered":"2024-09-12T17:57:57.024417+0000","last_clean":"2024-09-12T17:57:57.024417+0000","last_became_active":"2024-09-12T17:28:43.382398+0000","last_became_peered":"2024-09-12T17:28:43.382398+0000","last_unstale":"2024-09-12T17:57:57.024417+0000","last_undegraded":"2024-09-12T17:57:57.024417+0000","last_fullsized":"2024-09-12T17:57:57.024417+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:05.460836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":111,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050020+0000","last_change":"2024-09-12T17:42:37.103753+0000","last_active":"2024-09-12T17:57:47.050020+0000","last_peered":"2024-09-12T17:57:47.050020+0000","last_clean":"2024-09-12T17:57:47.050020+0000","last_became_active":"2024-09-12T17:42:37.088975+0000","last_became_peered":"2024-09-12T17:42:37.088975+0000","last_unstale":"2024-09-12T17:57:47.050020+0000","last_undegraded":"2024-09-12T17:57:47.050020+0000","last_fullsized":"2024-09-12T17:57:47.050020+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:12.758869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.212644+0000","last_change":"2024-09-12T17:30:40.969345+0000","last_active":"2024-09-12T17:56:47.212644+0000","last_peered":"2024-09-12T17:56:47.212644+0000","last_clean":"2024-09-12T17:56:47.212644+0000","last_became_active":"2024-09-12T17:30:40.968624+0000","last_became_peered":"2024-09-12T17:30:40.968624+0000","last_unstale":"2024-09-12T17:56:47.212644+0000","last_undegraded":"2024-09-12T17:56:47.212644+0000","last_fullsized":"2024-09-12T17:56:47.212644+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:38.404820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049297+0000","last_change":"2024-09-12T17:30:37.923900+0000","last_active":"2024-09-12T17:57:42.049297+0000","last_peered":"2024-09-12T17:57:42.049297+0000","last_clean":"2024-09-12T17:57:42.049297+0000","last_became_active":"2024-09-12T17:30:37.923278+0000","last_became_peered":"2024-09-12T17:30:37.923278+0000","last_unstale":"2024-09-12T17:57:42.049297+0000","last_undegraded":"2024-09-12T17:57:42.049297+0000","last_fullsized":"2024-09-12T17:57:42.049297+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:06.073524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'48","reported_seq":184,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.054068+0000","last_change":"2024-09-12T17:28:43.362689+0000","last_active":"2024-09-12T17:57:57.054068+0000","last_peered":"2024-09-12T17:57:57.054068+0000","last_clean":"2024-09-12T17:57:57.054068+0000","last_became_active":"2024-09-12T17:28:43.362189+0000","last_became_peered":"2024-09-12T17:28:43.362189+0000","last_unstale":"2024-09-12T17:57:57.054068+0000","last_undegraded":"2024-09-12T17:57:57.054068+0000","last_fullsized":"2024-09-12T17:57:57.054068+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:57.536604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":71,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041799+0000","last_change":"2024-09-12T17:42:37.111562+0000","last_active":"2024-09-12T17:57:12.041799+0000","last_peered":"2024-09-12T17:57:12.041799+0000","last_clean":"2024-09-12T17:57:12.041799+0000","last_became_active":"2024-09-12T17:42:37.110961+0000","last_became_peered":"2024-09-12T17:42:37.110961+0000","last_unstale":"2024-09-12T17:57:12.041799+0000","last_undegraded":"2024-09-12T17:57:12.041799+0000","last_fullsized":"2024-09-12T17:57:12.041799+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:04.606153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'8","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162464+0000","last_change":"2024-09-12T17:30:40.982043+0000","last_active":"2024-09-12T17:57:47.162464+0000","last_peered":"2024-09-12T17:57:47.162464+0000","last_clean":"2024-09-12T17:57:47.162464+0000","last_became_active":"2024-09-12T17:30:40.981155+0000","last_became_peered":"2024-09-12T17:30:40.981155+0000","last_unstale":"2024-09-12T17:57:47.162464+0000","last_undegraded":"2024-09-12T17:57:47.162464+0000","last_fullsized":"2024-09-12T17:57:47.162464+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:29.474060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":9216,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'1","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039853+0000","last_change":"2024-09-12T17:30:37.913645+0000","last_active":"2024-09-12T17:57:47.039853+0000","last_peered":"2024-09-12T17:57:47.039853+0000","last_clean":"2024-09-12T17:57:47.039853+0000","last_became_active":"2024-09-12T17:30:37.912814+0000","last_became_peered":"2024-09-12T17:30:37.912814+0000","last_unstale":"2024-09-12T17:57:47.039853+0000","last_undegraded":"2024-09-12T17:57:47.039853+0000","last_fullsized":"2024-09-12T17:57:47.039853+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:03.887253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"261'82","reported_seq":324,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.164549+0000","last_change":"2024-09-12T17:28:43.372198+0000","last_active":"2024-09-12T17:57:57.164549+0000","last_peered":"2024-09-12T17:57:57.164549+0000","last_clean":"2024-09-12T17:57:57.164549+0000","last_became_active":"2024-09-12T17:28:43.371424+0000","last_became_peered":"2024-09-12T17:28:43.371424+0000","last_unstale":"2024-09-12T17:57:57.164549+0000","last_undegraded":"2024-09-12T17:57:57.164549+0000","last_fullsized":"2024-09-12T17:57:57.164549+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:02.779961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":536,"num_read_kb":399,"num_write":105,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043559+0000","last_change":"2024-09-12T17:42:37.108419+0000","last_active":"2024-09-12T17:57:17.043559+0000","last_peered":"2024-09-12T17:57:17.043559+0000","last_clean":"2024-09-12T17:57:17.043559+0000","last_became_active":"2024-09-12T17:42:37.107578+0000","last_became_peered":"2024-09-12T17:42:37.107578+0000","last_unstale":"2024-09-12T17:57:17.043559+0000","last_undegraded":"2024-09-12T17:57:17.043559+0000","last_fullsized":"2024-09-12T17:57:17.043559+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:08.862881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'7","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.052001+0000","last_change":"2024-09-12T17:30:40.978653+0000","last_active":"2024-09-12T17:57:47.052001+0000","last_peered":"2024-09-12T17:57:47.052001+0000","last_clean":"2024-09-12T17:57:47.052001+0000","last_became_active":"2024-09-12T17:30:40.970542+0000","last_became_peered":"2024-09-12T17:30:40.970542+0000","last_unstale":"2024-09-12T17:57:47.052001+0000","last_undegraded":"2024-09-12T17:57:47.052001+0000","last_fullsized":"2024-09-12T17:57:47.052001+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:47.705490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.161389+0000","last_change":"2024-09-12T17:30:37.900601+0000","last_active":"2024-09-12T17:57:42.161389+0000","last_peered":"2024-09-12T17:57:42.161389+0000","last_clean":"2024-09-12T17:57:42.161389+0000","last_became_active":"2024-09-12T17:30:37.899552+0000","last_became_peered":"2024-09-12T17:30:37.899552+0000","last_unstale":"2024-09-12T17:57:42.161389+0000","last_undegraded":"2024-09-12T17:57:42.161389+0000","last_fullsized":"2024-09-12T17:57:42.161389+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:38.739644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'5","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.060762+0000","last_change":"2024-09-12T17:28:43.376491+0000","last_active":"2024-09-12T17:57:30.060762+0000","last_peered":"2024-09-12T17:57:30.060762+0000","last_clean":"2024-09-12T17:57:30.060762+0000","last_became_active":"2024-09-12T17:28:43.375683+0000","last_became_peered":"2024-09-12T17:28:43.375683+0000","last_unstale":"2024-09-12T17:57:30.060762+0000","last_undegraded":"2024-09-12T17:57:30.060762+0000","last_fullsized":"2024-09-12T17:57:30.060762+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:00.339317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":10,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'259","reported_seq":876,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:40.074305+0000","last_change":"2024-09-12T17:13:22.730274+0000","last_active":"2024-09-12T17:59:40.074305+0000","last_peered":"2024-09-12T17:59:40.074305+0000","last_clean":"2024-09-12T17:59:40.074305+0000","last_became_active":"2024-09-12T17:13:22.725942+0000","last_became_peered":"2024-09-12T17:13:22.725942+0000","last_unstale":"2024-09-12T17:59:40.074305+0000","last_undegraded":"2024-09-12T17:59:40.074305+0000","last_fullsized":"2024-09-12T17:59:40.074305+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:09.939345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6185839,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":371,"num_read_kb":7150,"num_write":903,"num_write_kb":34029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'177","reported_seq":746,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.721904+0000","last_change":"2024-09-12T17:13:24.758548+0000","last_active":"2024-09-12T17:58:29.721904+0000","last_peered":"2024-09-12T17:58:29.721904+0000","last_clean":"2024-09-12T17:58:29.721904+0000","last_became_active":"2024-09-12T17:13:24.750504+0000","last_became_peered":"2024-09-12T17:13:24.750504+0000","last_unstale":"2024-09-12T17:58:29.721904+0000","last_undegraded":"2024-09-12T17:58:29.721904+0000","last_fullsized":"2024-09-12T17:58:29.721904+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:39.117714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":797,"num_read_kb":657,"num_write":298,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'238","reported_seq":956,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:49.113170+0000","last_change":"2024-09-12T17:13:22.714309+0000","last_active":"2024-09-12T17:57:49.113170+0000","last_peered":"2024-09-12T17:57:49.113170+0000","last_clean":"2024-09-12T17:57:49.113170+0000","last_became_active":"2024-09-12T17:13:22.714030+0000","last_became_peered":"2024-09-12T17:13:22.714030+0000","last_unstale":"2024-09-12T17:57:49.113170+0000","last_undegraded":"2024-09-12T17:57:49.113170+0000","last_fullsized":"2024-09-12T17:57:49.113170+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:39.600115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8670871,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":437,"num_read_kb":42065,"num_write":840,"num_write_kb":34997,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'145","reported_seq":774,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:16.378489+0000","last_change":"2024-09-12T17:13:24.729829+0000","last_active":"2024-09-12T17:56:16.378489+0000","last_peered":"2024-09-12T17:56:16.378489+0000","last_clean":"2024-09-12T17:56:16.378489+0000","last_became_active":"2024-09-12T17:13:24.726550+0000","last_became_peered":"2024-09-12T17:13:24.726550+0000","last_unstale":"2024-09-12T17:56:16.378489+0000","last_undegraded":"2024-09-12T17:56:16.378489+0000","last_fullsized":"2024-09-12T17:56:16.378489+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:20.045659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":576,"num_write":221,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'265","reported_seq":910,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:55.363997+0000","last_change":"2024-09-12T17:13:22.714620+0000","last_active":"2024-09-12T17:57:55.363997+0000","last_peered":"2024-09-12T17:57:55.363997+0000","last_clean":"2024-09-12T17:57:55.363997+0000","last_became_active":"2024-09-12T17:13:22.714072+0000","last_became_peered":"2024-09-12T17:13:22.714072+0000","last_unstale":"2024-09-12T17:57:55.363997+0000","last_undegraded":"2024-09-12T17:57:55.363997+0000","last_fullsized":"2024-09-12T17:57:55.363997+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:06.040152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4755419,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":400,"num_read_kb":17380,"num_write":950,"num_write_kb":42063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'168","reported_seq":762,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:28.717882+0000","last_change":"2024-09-12T17:13:24.749261+0000","last_active":"2024-09-12T17:56:28.717882+0000","last_peered":"2024-09-12T17:56:28.717882+0000","last_clean":"2024-09-12T17:56:28.717882+0000","last_became_active":"2024-09-12T17:13:24.748472+0000","last_became_peered":"2024-09-12T17:13:24.748472+0000","last_unstale":"2024-09-12T17:56:28.717882+0000","last_undegraded":"2024-09-12T17:56:28.717882+0000","last_fullsized":"2024-09-12T17:56:28.717882+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:20.692364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":720,"num_read_kb":590,"num_write":257,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'301","reported_seq":983,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.018776+0000","last_change":"2024-09-12T17:13:22.731074+0000","last_active":"2024-09-12T17:57:32.018776+0000","last_peered":"2024-09-12T17:57:32.018776+0000","last_clean":"2024-09-12T17:57:32.018776+0000","last_became_active":"2024-09-12T17:13:22.726239+0000","last_became_peered":"2024-09-12T17:13:22.726239+0000","last_unstale":"2024-09-12T17:57:32.018776+0000","last_undegraded":"2024-09-12T17:57:32.018776+0000","last_fullsized":"2024-09-12T17:57:32.018776+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:10.510650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5655854,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":527,"num_read_kb":17741,"num_write":1164,"num_write_kb":17874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'4117","reported_seq":4716,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.486259+0000","last_change":"2024-09-12T17:13:24.746536+0000","last_active":"2024-09-12T17:56:37.486259+0000","last_peered":"2024-09-12T17:56:37.486259+0000","last_clean":"2024-09-12T17:56:37.486259+0000","last_became_active":"2024-09-12T17:13:24.746121+0000","last_became_peered":"2024-09-12T17:13:24.746121+0000","last_unstale":"2024-09-12T17:56:37.486259+0000","last_undegraded":"2024-09-12T17:56:37.486259+0000","last_fullsized":"2024-09-12T17:56:37.486259+0000","mapping_epoch":25,"log_start":"264'4100","ondisk_log_start":"264'4100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:18.169177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16538,"num_read_kb":13876,"num_write":6180,"num_write_kb":3076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'358","reported_seq":1027,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:06.382471+0000","last_change":"2024-09-12T17:13:22.723886+0000","last_active":"2024-09-12T17:58:06.382471+0000","last_peered":"2024-09-12T17:58:06.382471+0000","last_clean":"2024-09-12T17:58:06.382471+0000","last_became_active":"2024-09-12T17:13:22.723131+0000","last_became_peered":"2024-09-12T17:13:22.723131+0000","last_unstale":"2024-09-12T17:58:06.382471+0000","last_undegraded":"2024-09-12T17:58:06.382471+0000","last_fullsized":"2024-09-12T17:58:06.382471+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:11:18.429920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14464317,"num_objects":79,"num_object_clones":0,"num_object_copies":158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":594,"num_read_kb":11009,"num_write":1485,"num_write_kb":36392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'271","reported_seq":921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:59.630973+0000","last_change":"2024-09-12T17:13:24.737865+0000","last_active":"2024-09-12T17:57:59.630973+0000","last_peered":"2024-09-12T17:57:59.630973+0000","last_clean":"2024-09-12T17:57:59.630973+0000","last_became_active":"2024-09-12T17:13:24.737057+0000","last_became_peered":"2024-09-12T17:13:24.737057+0000","last_unstale":"2024-09-12T17:57:59.630973+0000","last_undegraded":"2024-09-12T17:57:59.630973+0000","last_fullsized":"2024-09-12T17:57:59.630973+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:14.144987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1178,"num_read_kb":971,"num_write":403,"num_write_kb":196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'297","reported_seq":927,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:16.533197+0000","last_change":"2024-09-12T17:13:22.725038+0000","last_active":"2024-09-12T17:58:16.533197+0000","last_peered":"2024-09-12T17:58:16.533197+0000","last_clean":"2024-09-12T17:58:16.533197+0000","last_became_active":"2024-09-12T17:13:22.724221+0000","last_became_peered":"2024-09-12T17:13:22.724221+0000","last_unstale":"2024-09-12T17:58:16.533197+0000","last_undegraded":"2024-09-12T17:58:16.533197+0000","last_fullsized":"2024-09-12T17:58:16.533197+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:18.711589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":376530,"num_objects":67,"num_object_clones":0,"num_object_copies":134,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":425,"num_read_kb":12095,"num_write":1063,"num_write_kb":47003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'177","reported_seq":789,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:10.242554+0000","last_change":"2024-09-12T17:13:24.732113+0000","last_active":"2024-09-12T17:58:10.242554+0000","last_peered":"2024-09-12T17:58:10.242554+0000","last_clean":"2024-09-12T17:58:10.242554+0000","last_became_active":"2024-09-12T17:13:24.731429+0000","last_became_peered":"2024-09-12T17:13:24.731429+0000","last_unstale":"2024-09-12T17:58:10.242554+0000","last_undegraded":"2024-09-12T17:58:10.242554+0000","last_fullsized":"2024-09-12T17:58:10.242554+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:44.640140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":785,"num_read_kb":645,"num_write":290,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'297","reported_seq":935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.802892+0000","last_change":"2024-09-12T17:13:22.720952+0000","last_active":"2024-09-12T17:59:37.802892+0000","last_peered":"2024-09-12T17:59:37.802892+0000","last_clean":"2024-09-12T17:59:37.802892+0000","last_became_active":"2024-09-12T17:13:22.720098+0000","last_became_peered":"2024-09-12T17:13:22.720098+0000","last_unstale":"2024-09-12T17:59:37.802892+0000","last_undegraded":"2024-09-12T17:59:37.802892+0000","last_fullsized":"2024-09-12T17:59:37.802892+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:41.033716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4290509,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":465,"num_read_kb":13868,"num_write":1092,"num_write_kb":21571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'304","reported_seq":993,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.014270+0000","last_change":"2024-09-12T17:13:24.760636+0000","last_active":"2024-09-12T17:57:12.014270+0000","last_peered":"2024-09-12T17:57:12.014270+0000","last_clean":"2024-09-12T17:57:12.014270+0000","last_became_active":"2024-09-12T17:13:24.759152+0000","last_became_peered":"2024-09-12T17:13:24.759152+0000","last_unstale":"2024-09-12T17:57:12.014270+0000","last_undegraded":"2024-09-12T17:57:12.014270+0000","last_fullsized":"2024-09-12T17:57:12.014270+0000","mapping_epoch":25,"log_start":"250'200","ondisk_log_start":"250'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:42.307734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1481,"num_read_kb":1284,"num_write":444,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'297","reported_seq":940,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.765118+0000","last_change":"2024-09-12T17:13:22.739101+0000","last_active":"2024-09-12T17:57:29.765118+0000","last_peered":"2024-09-12T17:57:29.765118+0000","last_clean":"2024-09-12T17:57:29.765118+0000","last_became_active":"2024-09-12T17:13:22.738728+0000","last_became_peered":"2024-09-12T17:13:22.738728+0000","last_unstale":"2024-09-12T17:57:29.765118+0000","last_undegraded":"2024-09-12T17:57:29.765118+0000","last_fullsized":"2024-09-12T17:57:29.765118+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:35.658809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6167300,"num_objects":88,"num_object_clones":0,"num_object_copies":176,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":88,"num_whiteouts":0,"num_read":423,"num_read_kb":82193,"num_write":1046,"num_write_kb":40924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'303","reported_seq":935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.776582+0000","last_change":"2024-09-12T17:13:24.739055+0000","last_active":"2024-09-12T17:58:07.776582+0000","last_peered":"2024-09-12T17:58:07.776582+0000","last_clean":"2024-09-12T17:58:07.776582+0000","last_became_active":"2024-09-12T17:13:24.738756+0000","last_became_peered":"2024-09-12T17:13:24.738756+0000","last_unstale":"2024-09-12T17:58:07.776582+0000","last_undegraded":"2024-09-12T17:58:07.776582+0000","last_fullsized":"2024-09-12T17:58:07.776582+0000","mapping_epoch":25,"log_start":"261'200","ondisk_log_start":"261'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:33.693330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1076,"num_write":462,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'72","reported_seq":616,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.051926+0000","last_change":"2024-09-12T17:13:24.730281+0000","last_active":"2024-09-12T17:57:47.051926+0000","last_peered":"2024-09-12T17:57:47.051926+0000","last_clean":"2024-09-12T17:57:47.051926+0000","last_became_active":"2024-09-12T17:13:24.729545+0000","last_became_peered":"2024-09-12T17:13:24.729545+0000","last_unstale":"2024-09-12T17:57:47.051926+0000","last_undegraded":"2024-09-12T17:57:47.051926+0000","last_fullsized":"2024-09-12T17:57:47.051926+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:29.620141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":265,"num_write":110,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'277","reported_seq":920,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:04.624358+0000","last_change":"2024-09-12T17:13:54.837707+0000","last_active":"2024-09-12T17:58:04.624358+0000","last_peered":"2024-09-12T17:58:04.624358+0000","last_clean":"2024-09-12T17:58:04.624358+0000","last_became_active":"2024-09-12T17:13:54.836666+0000","last_became_peered":"2024-09-12T17:13:54.836666+0000","last_unstale":"2024-09-12T17:58:04.624358+0000","last_undegraded":"2024-09-12T17:58:04.624358+0000","last_fullsized":"2024-09-12T17:58:04.624358+0000","mapping_epoch":36,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:09.448962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4573725,"num_objects":75,"num_object_clones":0,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":494,"num_read_kb":32563,"num_write":1010,"num_write_kb":32697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.31","version":"264'39","reported_seq":612,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:09.436890+0000","last_change":"2024-09-12T17:13:24.730581+0000","last_active":"2024-09-12T17:58:09.436890+0000","last_peered":"2024-09-12T17:58:09.436890+0000","last_clean":"2024-09-12T17:58:09.436890+0000","last_became_active":"2024-09-12T17:13:24.727755+0000","last_became_peered":"2024-09-12T17:13:24.727755+0000","last_unstale":"2024-09-12T17:58:09.436890+0000","last_undegraded":"2024-09-12T17:58:09.436890+0000","last_fullsized":"2024-09-12T17:58:09.436890+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:50:43.001058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":206,"num_read_kb":188,"num_write":57,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'255","reported_seq":874,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.164928+0000","last_change":"2024-09-12T17:13:22.738094+0000","last_active":"2024-09-12T17:58:15.164928+0000","last_peered":"2024-09-12T17:58:15.164928+0000","last_clean":"2024-09-12T17:58:15.164928+0000","last_became_active":"2024-09-12T17:13:22.737350+0000","last_became_peered":"2024-09-12T17:13:22.737350+0000","last_unstale":"2024-09-12T17:58:15.164928+0000","last_undegraded":"2024-09-12T17:58:15.164928+0000","last_fullsized":"2024-09-12T17:58:15.164928+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:32.949443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7390902,"num_objects":57,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":365,"num_read_kb":4257,"num_write":945,"num_write_kb":39071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'204","reported_seq":801,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:34.552490+0000","last_change":"2024-09-12T17:13:24.752109+0000","last_active":"2024-09-12T17:56:34.552490+0000","last_peered":"2024-09-12T17:56:34.552490+0000","last_clean":"2024-09-12T17:56:34.552490+0000","last_became_active":"2024-09-12T17:13:24.751427+0000","last_became_peered":"2024-09-12T17:13:24.751427+0000","last_unstale":"2024-09-12T17:56:34.552490+0000","last_undegraded":"2024-09-12T17:56:34.552490+0000","last_fullsized":"2024-09-12T17:56:34.552490+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:50.979675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":941,"num_read_kb":767,"num_write":366,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'265","reported_seq":890,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.552635+0000","last_change":"2024-09-12T17:13:22.737203+0000","last_active":"2024-09-12T17:57:25.552635+0000","last_peered":"2024-09-12T17:57:25.552635+0000","last_clean":"2024-09-12T17:57:25.552635+0000","last_became_active":"2024-09-12T17:13:22.736388+0000","last_became_peered":"2024-09-12T17:13:22.736388+0000","last_unstale":"2024-09-12T17:57:25.552635+0000","last_undegraded":"2024-09-12T17:57:25.552635+0000","last_fullsized":"2024-09-12T17:57:25.552635+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:01.220907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5945002,"num_objects":57,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":429,"num_read_kb":22737,"num_write":1016,"num_write_kb":36288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'75","reported_seq":627,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014413+0000","last_change":"2024-09-12T17:13:24.742310+0000","last_active":"2024-09-12T17:56:57.014413+0000","last_peered":"2024-09-12T17:56:57.014413+0000","last_clean":"2024-09-12T17:56:57.014413+0000","last_became_active":"2024-09-12T17:13:24.741951+0000","last_became_peered":"2024-09-12T17:13:24.741951+0000","last_unstale":"2024-09-12T17:56:57.014413+0000","last_undegraded":"2024-09-12T17:56:57.014413+0000","last_fullsized":"2024-09-12T17:56:57.014413+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:21.318859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":291,"num_write":115,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'257","reported_seq":890,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.555992+0000","last_change":"2024-09-12T17:13:22.740366+0000","last_active":"2024-09-12T17:58:26.555992+0000","last_peered":"2024-09-12T17:58:26.555992+0000","last_clean":"2024-09-12T17:58:26.555992+0000","last_became_active":"2024-09-12T17:13:22.739336+0000","last_became_peered":"2024-09-12T17:13:22.739336+0000","last_unstale":"2024-09-12T17:58:26.555992+0000","last_undegraded":"2024-09-12T17:58:26.555992+0000","last_fullsized":"2024-09-12T17:58:26.555992+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:13.431473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6879046,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":384,"num_read_kb":20536,"num_write":960,"num_write_kb":35486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"264'229","reported_seq":880,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014504+0000","last_change":"2024-09-12T17:13:24.734103+0000","last_active":"2024-09-12T17:56:57.014504+0000","last_peered":"2024-09-12T17:56:57.014504+0000","last_clean":"2024-09-12T17:56:57.014504+0000","last_became_active":"2024-09-12T17:13:24.733104+0000","last_became_peered":"2024-09-12T17:13:24.733104+0000","last_unstale":"2024-09-12T17:56:57.014504+0000","last_undegraded":"2024-09-12T17:56:57.014504+0000","last_fullsized":"2024-09-12T17:56:57.014504+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:30.439189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1025,"num_read_kb":844,"num_write":360,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'350","reported_seq":1015,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.828749+0000","last_change":"2024-09-12T17:13:22.716787+0000","last_active":"2024-09-12T17:58:15.828749+0000","last_peered":"2024-09-12T17:58:15.828749+0000","last_clean":"2024-09-12T17:58:15.828749+0000","last_became_active":"2024-09-12T17:13:22.716482+0000","last_became_peered":"2024-09-12T17:13:22.716482+0000","last_unstale":"2024-09-12T17:58:15.828749+0000","last_undegraded":"2024-09-12T17:58:15.828749+0000","last_fullsized":"2024-09-12T17:58:15.828749+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:31:14.796330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16826975,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":517,"num_read_kb":27055,"num_write":1225,"num_write_kb":45208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'4106","reported_seq":4702,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:55.703444+0000","last_change":"2024-09-12T17:13:24.754364+0000","last_active":"2024-09-12T17:57:55.703444+0000","last_peered":"2024-09-12T17:57:55.703444+0000","last_clean":"2024-09-12T17:57:55.703444+0000","last_became_active":"2024-09-12T17:13:24.753665+0000","last_became_peered":"2024-09-12T17:13:24.753665+0000","last_unstale":"2024-09-12T17:57:55.703444+0000","last_undegraded":"2024-09-12T17:57:55.703444+0000","last_fullsized":"2024-09-12T17:57:55.703444+0000","mapping_epoch":25,"log_start":"264'4000","ondisk_log_start":"264'4000","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":3000,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:23.723815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16466,"num_read_kb":13828,"num_write":6154,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'306","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:11.358153+0000","last_change":"2024-09-12T17:13:22.719588+0000","last_active":"2024-09-12T17:58:11.358153+0000","last_peered":"2024-09-12T17:58:11.358153+0000","last_clean":"2024-09-12T17:58:11.358153+0000","last_became_active":"2024-09-12T17:13:22.719278+0000","last_became_peered":"2024-09-12T17:13:22.719278+0000","last_unstale":"2024-09-12T17:58:11.358153+0000","last_undegraded":"2024-09-12T17:58:11.358153+0000","last_fullsized":"2024-09-12T17:58:11.358153+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:40.511943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":888204,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":542,"num_read_kb":41507,"num_write":1096,"num_write_kb":26289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'113","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.558347+0000","last_change":"2024-09-12T17:13:32.782020+0000","last_active":"2024-09-12T17:58:30.558347+0000","last_peered":"2024-09-12T17:58:30.558347+0000","last_clean":"2024-09-12T17:58:30.558347+0000","last_became_active":"2024-09-12T17:13:32.781296+0000","last_became_peered":"2024-09-12T17:13:32.781296+0000","last_unstale":"2024-09-12T17:58:30.558347+0000","last_undegraded":"2024-09-12T17:58:30.558347+0000","last_fullsized":"2024-09-12T17:58:30.558347+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:52.466939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":165,"num_read_kb":153,"num_write":253,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'148","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.716362+0000","last_change":"2024-09-12T17:13:24.752494+0000","last_active":"2024-09-12T17:56:48.716362+0000","last_peered":"2024-09-12T17:56:48.716362+0000","last_clean":"2024-09-12T17:56:48.716362+0000","last_became_active":"2024-09-12T17:13:24.752021+0000","last_became_peered":"2024-09-12T17:13:24.752021+0000","last_unstale":"2024-09-12T17:56:48.716362+0000","last_undegraded":"2024-09-12T17:56:48.716362+0000","last_fullsized":"2024-09-12T17:56:48.716362+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:09.824745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":513,"num_write":228,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"264'235","reported_seq":1078,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:13.019461+0000","last_change":"2024-09-12T17:13:22.742591+0000","last_active":"2024-09-12T17:58:13.019461+0000","last_peered":"2024-09-12T17:58:13.019461+0000","last_clean":"2024-09-12T17:58:13.019461+0000","last_became_active":"2024-09-12T17:13:22.741981+0000","last_became_peered":"2024-09-12T17:13:22.741981+0000","last_unstale":"2024-09-12T17:58:13.019461+0000","last_undegraded":"2024-09-12T17:58:13.019461+0000","last_fullsized":"2024-09-12T17:58:13.019461+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:37.863943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16134031,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":834,"num_read_kb":30696,"num_write":981,"num_write_kb":26054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215238+0000","last_change":"2024-09-12T17:13:26.745444+0000","last_active":"2024-09-12T17:56:57.215238+0000","last_peered":"2024-09-12T17:56:57.215238+0000","last_clean":"2024-09-12T17:56:57.215238+0000","last_became_active":"2024-09-12T17:13:26.744613+0000","last_became_peered":"2024-09-12T17:13:26.744613+0000","last_unstale":"2024-09-12T17:56:57.215238+0000","last_undegraded":"2024-09-12T17:56:57.215238+0000","last_fullsized":"2024-09-12T17:56:57.215238+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:47.749920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'342","reported_seq":942,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:27.070756+0000","last_change":"2024-09-12T17:13:28.743853+0000","last_active":"2024-09-12T17:59:27.070756+0000","last_peered":"2024-09-12T17:59:27.070756+0000","last_clean":"2024-09-12T17:59:27.070756+0000","last_became_active":"2024-09-12T17:13:28.743214+0000","last_became_peered":"2024-09-12T17:13:28.743214+0000","last_unstale":"2024-09-12T17:59:27.070756+0000","last_undegraded":"2024-09-12T17:59:27.070756+0000","last_fullsized":"2024-09-12T17:59:27.070756+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:56.835797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64669,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":559,"num_read_kb":1086,"num_write":456,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039637+0000","last_change":"2024-09-12T17:13:30.782060+0000","last_active":"2024-09-12T17:57:02.039637+0000","last_peered":"2024-09-12T17:57:02.039637+0000","last_clean":"2024-09-12T17:57:02.039637+0000","last_became_active":"2024-09-12T17:13:30.781254+0000","last_became_peered":"2024-09-12T17:13:30.781254+0000","last_unstale":"2024-09-12T17:57:02.039637+0000","last_undegraded":"2024-09-12T17:57:02.039637+0000","last_fullsized":"2024-09-12T17:57:02.039637+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:27.921708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'149","reported_seq":702,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.047037+0000","last_change":"2024-09-12T17:13:32.780600+0000","last_active":"2024-09-12T17:59:37.047037+0000","last_peered":"2024-09-12T17:59:37.047037+0000","last_clean":"2024-09-12T17:59:37.047037+0000","last_became_active":"2024-09-12T17:13:32.779025+0000","last_became_peered":"2024-09-12T17:13:32.779025+0000","last_unstale":"2024-09-12T17:59:37.047037+0000","last_undegraded":"2024-09-12T17:59:37.047037+0000","last_fullsized":"2024-09-12T17:59:37.047037+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:31.257262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":250,"num_read_kb":239,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'127","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:28.565531+0000","last_change":"2024-09-12T17:13:24.763557+0000","last_active":"2024-09-12T17:57:28.565531+0000","last_peered":"2024-09-12T17:57:28.565531+0000","last_clean":"2024-09-12T17:57:28.565531+0000","last_became_active":"2024-09-12T17:13:24.763073+0000","last_became_peered":"2024-09-12T17:13:24.763073+0000","last_unstale":"2024-09-12T17:57:28.565531+0000","last_undegraded":"2024-09-12T17:57:28.565531+0000","last_fullsized":"2024-09-12T17:57:28.565531+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:16.135181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":599,"num_read_kb":505,"num_write":195,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'313","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:43.080572+0000","last_change":"2024-09-12T17:13:22.722594+0000","last_active":"2024-09-12T17:59:43.080572+0000","last_peered":"2024-09-12T17:59:43.080572+0000","last_clean":"2024-09-12T17:59:43.080572+0000","last_became_active":"2024-09-12T17:13:22.722143+0000","last_became_peered":"2024-09-12T17:13:22.722143+0000","last_unstale":"2024-09-12T17:59:43.080572+0000","last_undegraded":"2024-09-12T17:59:43.080572+0000","last_fullsized":"2024-09-12T17:59:43.080572+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:24.615495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5852694,"num_objects":71,"num_object_clones":0,"num_object_copies":142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":701,"num_read_kb":3110,"num_write":1157,"num_write_kb":31566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.028007+0000","last_change":"2024-09-12T17:13:26.743328+0000","last_active":"2024-09-12T17:55:32.028007+0000","last_peered":"2024-09-12T17:55:32.028007+0000","last_clean":"2024-09-12T17:55:32.028007+0000","last_became_active":"2024-09-12T17:13:26.742603+0000","last_became_peered":"2024-09-12T17:13:26.742603+0000","last_unstale":"2024-09-12T17:55:32.028007+0000","last_undegraded":"2024-09-12T17:55:32.028007+0000","last_fullsized":"2024-09-12T17:55:32.028007+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:39.761963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'104","reported_seq":626,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.042152+0000","last_change":"2024-09-12T17:13:28.729780+0000","last_active":"2024-09-12T17:57:02.042152+0000","last_peered":"2024-09-12T17:57:02.042152+0000","last_clean":"2024-09-12T17:57:02.042152+0000","last_became_active":"2024-09-12T17:13:28.729033+0000","last_became_peered":"2024-09-12T17:13:28.729033+0000","last_unstale":"2024-09-12T17:57:02.042152+0000","last_undegraded":"2024-09-12T17:57:02.042152+0000","last_fullsized":"2024-09-12T17:57:02.042152+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:28.000909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":103,"num_read_kb":95,"num_write":76,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.042123+0000","last_change":"2024-09-12T17:13:30.790778+0000","last_active":"2024-09-12T17:57:02.042123+0000","last_peered":"2024-09-12T17:57:02.042123+0000","last_clean":"2024-09-12T17:57:02.042123+0000","last_became_active":"2024-09-12T17:13:30.789947+0000","last_became_peered":"2024-09-12T17:13:30.789947+0000","last_unstale":"2024-09-12T17:57:02.042123+0000","last_undegraded":"2024-09-12T17:57:02.042123+0000","last_fullsized":"2024-09-12T17:57:02.042123+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:11.160397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'116","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.640280+0000","last_change":"2024-09-12T17:13:32.783937+0000","last_active":"2024-09-12T17:57:26.640280+0000","last_peered":"2024-09-12T17:57:26.640280+0000","last_clean":"2024-09-12T17:57:26.640280+0000","last_became_active":"2024-09-12T17:13:32.783016+0000","last_became_peered":"2024-09-12T17:13:32.783016+0000","last_unstale":"2024-09-12T17:57:26.640280+0000","last_undegraded":"2024-09-12T17:57:26.640280+0000","last_fullsized":"2024-09-12T17:57:26.640280+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:13.205838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":153,"num_read_kb":152,"num_write":274,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'267","reported_seq":895,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:04.483353+0000","last_change":"2024-09-12T17:13:24.736523+0000","last_active":"2024-09-12T17:58:04.483353+0000","last_peered":"2024-09-12T17:58:04.483353+0000","last_clean":"2024-09-12T17:58:04.483353+0000","last_became_active":"2024-09-12T17:13:24.736246+0000","last_became_peered":"2024-09-12T17:13:24.736246+0000","last_unstale":"2024-09-12T17:58:04.483353+0000","last_undegraded":"2024-09-12T17:58:04.483353+0000","last_fullsized":"2024-09-12T17:58:04.483353+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:27.277344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1187,"num_read_kb":960,"num_write":442,"num_write_kb":207,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'287","reported_seq":949,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049356+0000","last_change":"2024-09-12T17:13:22.749342+0000","last_active":"2024-09-12T17:57:42.049356+0000","last_peered":"2024-09-12T17:57:42.049356+0000","last_clean":"2024-09-12T17:57:42.049356+0000","last_became_active":"2024-09-12T17:13:22.748810+0000","last_became_peered":"2024-09-12T17:13:22.748810+0000","last_unstale":"2024-09-12T17:57:42.049356+0000","last_undegraded":"2024-09-12T17:57:42.049356+0000","last_fullsized":"2024-09-12T17:57:42.049356+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:43.381428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8651444,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":447,"num_read_kb":124544,"num_write":1050,"num_write_kb":53728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049382+0000","last_change":"2024-09-12T17:13:26.737499+0000","last_active":"2024-09-12T17:56:57.049382+0000","last_peered":"2024-09-12T17:56:57.049382+0000","last_clean":"2024-09-12T17:56:57.049382+0000","last_became_active":"2024-09-12T17:13:26.736145+0000","last_became_peered":"2024-09-12T17:13:26.736145+0000","last_unstale":"2024-09-12T17:56:57.049382+0000","last_undegraded":"2024-09-12T17:56:57.049382+0000","last_fullsized":"2024-09-12T17:56:57.049382+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:14.078408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'102","reported_seq":636,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.870734+0000","last_change":"2024-09-12T17:13:28.729376+0000","last_active":"2024-09-12T17:57:27.870734+0000","last_peered":"2024-09-12T17:57:27.870734+0000","last_clean":"2024-09-12T17:57:27.870734+0000","last_became_active":"2024-09-12T17:13:28.728857+0000","last_became_peered":"2024-09-12T17:13:28.728857+0000","last_unstale":"2024-09-12T17:57:27.870734+0000","last_undegraded":"2024-09-12T17:57:27.870734+0000","last_fullsized":"2024-09-12T17:57:27.870734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:31.190987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'744","reported_seq":2486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.847899+0000","last_change":"2024-09-12T17:13:30.789932+0000","last_active":"2024-09-12T17:59:48.847899+0000","last_peered":"2024-09-12T17:59:48.847899+0000","last_clean":"2024-09-12T17:59:48.847899+0000","last_became_active":"2024-09-12T17:13:30.789132+0000","last_became_peered":"2024-09-12T17:13:30.789132+0000","last_unstale":"2024-09-12T17:59:48.847899+0000","last_undegraded":"2024-09-12T17:59:48.847899+0000","last_fullsized":"2024-09-12T17:59:48.847899+0000","mapping_epoch":31,"log_start":"264'701","ondisk_log_start":"264'701","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":701,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:37.310623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'198","reported_seq":1026,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.607664+0000","last_change":"2024-09-12T17:13:32.833969+0000","last_active":"2024-09-12T17:58:30.607664+0000","last_peered":"2024-09-12T17:58:30.607664+0000","last_clean":"2024-09-12T17:58:30.607664+0000","last_became_active":"2024-09-12T17:13:32.833238+0000","last_became_peered":"2024-09-12T17:13:32.833238+0000","last_unstale":"2024-09-12T17:58:30.607664+0000","last_undegraded":"2024-09-12T17:58:30.607664+0000","last_fullsized":"2024-09-12T17:58:30.607664+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:22.540877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":656,"num_write":444,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'224","reported_seq":791,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049325+0000","last_change":"2024-09-12T17:13:24.744162+0000","last_active":"2024-09-12T17:56:57.049325+0000","last_peered":"2024-09-12T17:56:57.049325+0000","last_clean":"2024-09-12T17:56:57.049325+0000","last_became_active":"2024-09-12T17:13:24.743608+0000","last_became_peered":"2024-09-12T17:13:24.743608+0000","last_unstale":"2024-09-12T17:56:57.049325+0000","last_undegraded":"2024-09-12T17:56:57.049325+0000","last_fullsized":"2024-09-12T17:56:57.049325+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:57.233724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":963,"num_read_kb":843,"num_write":356,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'280","reported_seq":869,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:42.586041+0000","last_change":"2024-09-12T17:13:22.722760+0000","last_active":"2024-09-12T17:59:42.586041+0000","last_peered":"2024-09-12T17:59:42.586041+0000","last_clean":"2024-09-12T17:59:42.586041+0000","last_became_active":"2024-09-12T17:13:22.722041+0000","last_became_peered":"2024-09-12T17:13:22.722041+0000","last_unstale":"2024-09-12T17:59:42.586041+0000","last_undegraded":"2024-09-12T17:59:42.586041+0000","last_fullsized":"2024-09-12T17:59:42.586041+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:23.411532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8234673,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":346,"num_read_kb":7583,"num_write":942,"num_write_kb":41938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215354+0000","last_change":"2024-09-12T17:13:26.740975+0000","last_active":"2024-09-12T17:56:57.215354+0000","last_peered":"2024-09-12T17:56:57.215354+0000","last_clean":"2024-09-12T17:56:57.215354+0000","last_became_active":"2024-09-12T17:13:26.740241+0000","last_became_peered":"2024-09-12T17:13:26.740241+0000","last_unstale":"2024-09-12T17:56:57.215354+0000","last_undegraded":"2024-09-12T17:56:57.215354+0000","last_fullsized":"2024-09-12T17:56:57.215354+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:57.005535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'264","reported_seq":826,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:26.862373+0000","last_change":"2024-09-12T17:13:28.803110+0000","last_active":"2024-09-12T17:59:26.862373+0000","last_peered":"2024-09-12T17:59:26.862373+0000","last_clean":"2024-09-12T17:59:26.862373+0000","last_became_active":"2024-09-12T17:13:28.802389+0000","last_became_peered":"2024-09-12T17:13:28.802389+0000","last_unstale":"2024-09-12T17:59:26.862373+0000","last_undegraded":"2024-09-12T17:59:26.862373+0000","last_fullsized":"2024-09-12T17:59:26.862373+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:19.096046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59879,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":942,"num_write":366,"num_write_kb":305,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'759","reported_seq":2126,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.855807+0000","last_change":"2024-09-12T17:13:30.791205+0000","last_active":"2024-09-12T17:59:48.855807+0000","last_peered":"2024-09-12T17:59:48.855807+0000","last_clean":"2024-09-12T17:59:48.855807+0000","last_became_active":"2024-09-12T17:13:30.790519+0000","last_became_peered":"2024-09-12T17:13:30.790519+0000","last_unstale":"2024-09-12T17:59:48.855807+0000","last_undegraded":"2024-09-12T17:59:48.855807+0000","last_fullsized":"2024-09-12T17:59:48.855807+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:33:29.236796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'449","reported_seq":1167,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:53.084914+0000","last_change":"2024-09-12T17:13:24.759813+0000","last_active":"2024-09-12T17:57:53.084914+0000","last_peered":"2024-09-12T17:57:53.084914+0000","last_clean":"2024-09-12T17:57:53.084914+0000","last_became_active":"2024-09-12T17:13:24.758818+0000","last_became_peered":"2024-09-12T17:13:24.758818+0000","last_unstale":"2024-09-12T17:57:53.084914+0000","last_undegraded":"2024-09-12T17:57:53.084914+0000","last_fullsized":"2024-09-12T17:57:53.084914+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:21.739838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2133,"num_read_kb":1818,"num_write":757,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'357","reported_seq":1064,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.051012+0000","last_change":"2024-09-12T17:13:22.743276+0000","last_active":"2024-09-12T17:57:14.051012+0000","last_peered":"2024-09-12T17:57:14.051012+0000","last_clean":"2024-09-12T17:57:14.051012+0000","last_became_active":"2024-09-12T17:13:22.742018+0000","last_became_peered":"2024-09-12T17:13:22.742018+0000","last_unstale":"2024-09-12T17:57:14.051012+0000","last_undegraded":"2024-09-12T17:57:14.051012+0000","last_fullsized":"2024-09-12T17:57:14.051012+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:57.165939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9483661,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":665,"num_read_kb":43905,"num_write":1543,"num_write_kb":27511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035668+0000","last_change":"2024-09-12T17:13:26.758250+0000","last_active":"2024-09-12T17:56:47.035668+0000","last_peered":"2024-09-12T17:56:47.035668+0000","last_clean":"2024-09-12T17:56:47.035668+0000","last_became_active":"2024-09-12T17:13:26.757565+0000","last_became_peered":"2024-09-12T17:13:26.757565+0000","last_unstale":"2024-09-12T17:56:47.035668+0000","last_undegraded":"2024-09-12T17:56:47.035668+0000","last_fullsized":"2024-09-12T17:56:47.035668+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:18.565696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'336","reported_seq":935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:12.041199+0000","last_change":"2024-09-12T17:13:28.803660+0000","last_active":"2024-09-12T17:59:12.041199+0000","last_peered":"2024-09-12T17:59:12.041199+0000","last_clean":"2024-09-12T17:59:12.041199+0000","last_became_active":"2024-09-12T17:13:28.801181+0000","last_became_peered":"2024-09-12T17:13:28.801181+0000","last_unstale":"2024-09-12T17:59:12.041199+0000","last_undegraded":"2024-09-12T17:59:12.041199+0000","last_fullsized":"2024-09-12T17:59:12.041199+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:43.488418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67295,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":554,"num_read_kb":1065,"num_write":438,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.017811+0000","last_change":"2024-09-12T17:13:30.776344+0000","last_active":"2024-09-12T17:56:17.017811+0000","last_peered":"2024-09-12T17:56:17.017811+0000","last_clean":"2024-09-12T17:56:17.017811+0000","last_became_active":"2024-09-12T17:13:30.775594+0000","last_became_peered":"2024-09-12T17:13:30.775594+0000","last_unstale":"2024-09-12T17:56:17.017811+0000","last_undegraded":"2024-09-12T17:56:17.017811+0000","last_fullsized":"2024-09-12T17:56:17.017811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:43.437469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'549","reported_seq":1398,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.820560+0000","last_change":"2024-09-12T17:13:32.785751+0000","last_active":"2024-09-12T17:59:48.820560+0000","last_peered":"2024-09-12T17:59:48.820560+0000","last_clean":"2024-09-12T17:59:48.820560+0000","last_became_active":"2024-09-12T17:13:32.784763+0000","last_became_peered":"2024-09-12T17:13:32.784763+0000","last_unstale":"2024-09-12T17:59:48.820560+0000","last_undegraded":"2024-09-12T17:59:48.820560+0000","last_fullsized":"2024-09-12T17:59:48.820560+0000","mapping_epoch":33,"log_start":"264'500","ondisk_log_start":"264'500","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":500,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:09.312398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":421,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1490,"num_read_kb":1443,"num_write":1148,"num_write_kb":389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'176","reported_seq":792,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:55.044435+0000","last_change":"2024-09-12T17:13:24.728210+0000","last_active":"2024-09-12T17:57:55.044435+0000","last_peered":"2024-09-12T17:57:55.044435+0000","last_clean":"2024-09-12T17:57:55.044435+0000","last_became_active":"2024-09-12T17:13:24.727453+0000","last_became_peered":"2024-09-12T17:13:24.727453+0000","last_unstale":"2024-09-12T17:57:55.044435+0000","last_undegraded":"2024-09-12T17:57:55.044435+0000","last_fullsized":"2024-09-12T17:57:55.044435+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:04.461519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":761,"num_read_kb":627,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'285","reported_seq":940,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.429188+0000","last_change":"2024-09-12T17:13:22.729266+0000","last_active":"2024-09-12T17:57:03.429188+0000","last_peered":"2024-09-12T17:57:03.429188+0000","last_clean":"2024-09-12T17:57:03.429188+0000","last_became_active":"2024-09-12T17:13:22.728392+0000","last_became_peered":"2024-09-12T17:13:22.728392+0000","last_unstale":"2024-09-12T17:57:03.429188+0000","last_undegraded":"2024-09-12T17:57:03.429188+0000","last_fullsized":"2024-09-12T17:57:03.429188+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:58.949757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9486179,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":466,"num_read_kb":50728,"num_write":1081,"num_write_kb":27914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012103+0000","last_change":"2024-09-12T17:13:26.739619+0000","last_active":"2024-09-12T17:56:47.012103+0000","last_peered":"2024-09-12T17:56:47.012103+0000","last_clean":"2024-09-12T17:56:47.012103+0000","last_became_active":"2024-09-12T17:13:26.738944+0000","last_became_peered":"2024-09-12T17:13:26.738944+0000","last_unstale":"2024-09-12T17:56:47.012103+0000","last_undegraded":"2024-09-12T17:56:47.012103+0000","last_fullsized":"2024-09-12T17:56:47.012103+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:39.170974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'277","reported_seq":833,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:43.171174+0000","last_change":"2024-09-12T17:13:28.753497+0000","last_active":"2024-09-12T17:59:43.171174+0000","last_peered":"2024-09-12T17:59:43.171174+0000","last_clean":"2024-09-12T17:59:43.171174+0000","last_became_active":"2024-09-12T17:13:28.748548+0000","last_became_peered":"2024-09-12T17:13:28.748548+0000","last_unstale":"2024-09-12T17:59:43.171174+0000","last_undegraded":"2024-09-12T17:59:43.171174+0000","last_fullsized":"2024-09-12T17:59:43.171174+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:43.439870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59766,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":440,"num_read_kb":944,"num_write":368,"num_write_kb":305,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049142+0000","last_change":"2024-09-12T17:13:30.791296+0000","last_active":"2024-09-12T17:56:57.049142+0000","last_peered":"2024-09-12T17:56:57.049142+0000","last_clean":"2024-09-12T17:56:57.049142+0000","last_became_active":"2024-09-12T17:13:30.790656+0000","last_became_peered":"2024-09-12T17:13:30.790656+0000","last_unstale":"2024-09-12T17:56:57.049142+0000","last_undegraded":"2024-09-12T17:56:57.049142+0000","last_fullsized":"2024-09-12T17:56:57.049142+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:08.409789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'2420","reported_seq":4246,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:36.997046+0000","last_change":"2024-09-12T17:13:32.785572+0000","last_active":"2024-09-12T17:59:36.997046+0000","last_peered":"2024-09-12T17:59:36.997046+0000","last_clean":"2024-09-12T17:59:36.997046+0000","last_became_active":"2024-09-12T17:13:32.784773+0000","last_became_peered":"2024-09-12T17:13:32.784773+0000","last_unstale":"2024-09-12T17:59:36.997046+0000","last_undegraded":"2024-09-12T17:59:36.997046+0000","last_fullsized":"2024-09-12T17:59:36.997046+0000","mapping_epoch":33,"log_start":"264'2400","ondisk_log_start":"264'2400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":2400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:25:48.067321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":847,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6082,"num_read_kb":6078,"num_write":4919,"num_write_kb":1802,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'52","reported_seq":599,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:39.387687+0000","last_change":"2024-09-12T17:13:24.728566+0000","last_active":"2024-09-12T17:57:39.387687+0000","last_peered":"2024-09-12T17:57:39.387687+0000","last_clean":"2024-09-12T17:57:39.387687+0000","last_became_active":"2024-09-12T17:13:24.727846+0000","last_became_peered":"2024-09-12T17:13:24.727846+0000","last_unstale":"2024-09-12T17:57:39.387687+0000","last_undegraded":"2024-09-12T17:57:39.387687+0000","last_fullsized":"2024-09-12T17:57:39.387687+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:27.470185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":194,"num_write":73,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'260","reported_seq":917,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.176226+0000","last_change":"2024-09-12T17:13:22.740274+0000","last_active":"2024-09-12T17:57:57.176226+0000","last_peered":"2024-09-12T17:57:57.176226+0000","last_clean":"2024-09-12T17:57:57.176226+0000","last_became_active":"2024-09-12T17:13:22.739543+0000","last_became_peered":"2024-09-12T17:13:22.739543+0000","last_unstale":"2024-09-12T17:57:57.176226+0000","last_undegraded":"2024-09-12T17:57:57.176226+0000","last_fullsized":"2024-09-12T17:57:57.176226+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:28.685898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4900179,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":395,"num_read_kb":73275,"num_write":851,"num_write_kb":35784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.004962+0000","last_change":"2024-09-12T17:13:26.748980+0000","last_active":"2024-09-12T17:56:12.004962+0000","last_peered":"2024-09-12T17:56:12.004962+0000","last_clean":"2024-09-12T17:56:12.004962+0000","last_became_active":"2024-09-12T17:13:26.748589+0000","last_became_peered":"2024-09-12T17:13:26.748589+0000","last_unstale":"2024-09-12T17:56:12.004962+0000","last_undegraded":"2024-09-12T17:56:12.004962+0000","last_fullsized":"2024-09-12T17:56:12.004962+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:03.133182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'278","reported_seq":857,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:01.856051+0000","last_change":"2024-09-12T17:13:28.740832+0000","last_active":"2024-09-12T17:59:01.856051+0000","last_peered":"2024-09-12T17:59:01.856051+0000","last_clean":"2024-09-12T17:59:01.856051+0000","last_became_active":"2024-09-12T17:13:28.739964+0000","last_became_peered":"2024-09-12T17:13:28.739964+0000","last_unstale":"2024-09-12T17:59:01.856051+0000","last_undegraded":"2024-09-12T17:59:01.856051+0000","last_fullsized":"2024-09-12T17:59:01.856051+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:03.482559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51510,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":439,"num_read_kb":859,"num_write":350,"num_write_kb":259,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'789","reported_seq":2446,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.857296+0000","last_change":"2024-09-12T17:13:30.785995+0000","last_active":"2024-09-12T17:59:48.857296+0000","last_peered":"2024-09-12T17:59:48.857296+0000","last_clean":"2024-09-12T17:59:48.857296+0000","last_became_active":"2024-09-12T17:13:30.785143+0000","last_became_peered":"2024-09-12T17:13:30.785143+0000","last_unstale":"2024-09-12T17:59:48.857296+0000","last_undegraded":"2024-09-12T17:59:48.857296+0000","last_fullsized":"2024-09-12T17:59:48.857296+0000","mapping_epoch":31,"log_start":"264'702","ondisk_log_start":"264'702","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":702,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:01.378797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'158","reported_seq":659,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.466364+0000","last_change":"2024-09-12T17:13:32.786156+0000","last_active":"2024-09-12T17:59:47.466364+0000","last_peered":"2024-09-12T17:59:47.466364+0000","last_clean":"2024-09-12T17:59:47.466364+0000","last_became_active":"2024-09-12T17:13:32.785419+0000","last_became_peered":"2024-09-12T17:13:32.785419+0000","last_unstale":"2024-09-12T17:59:47.466364+0000","last_undegraded":"2024-09-12T17:59:47.466364+0000","last_fullsized":"2024-09-12T17:59:47.466364+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:08.567622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":209,"num_read_kb":199,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'163","reported_seq":772,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:02.859498+0000","last_change":"2024-09-12T17:13:24.724581+0000","last_active":"2024-09-12T17:58:02.859498+0000","last_peered":"2024-09-12T17:58:02.859498+0000","last_clean":"2024-09-12T17:58:02.859498+0000","last_became_active":"2024-09-12T17:13:24.724152+0000","last_became_peered":"2024-09-12T17:13:24.724152+0000","last_unstale":"2024-09-12T17:58:02.859498+0000","last_undegraded":"2024-09-12T17:58:02.859498+0000","last_fullsized":"2024-09-12T17:58:02.859498+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:23.992593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":706,"num_read_kb":583,"num_write":257,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'244","reported_seq":820,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.153277+0000","last_change":"2024-09-12T17:13:22.724532+0000","last_active":"2024-09-12T17:56:22.153277+0000","last_peered":"2024-09-12T17:56:22.153277+0000","last_clean":"2024-09-12T17:56:22.153277+0000","last_became_active":"2024-09-12T17:13:22.723317+0000","last_became_peered":"2024-09-12T17:13:22.723317+0000","last_unstale":"2024-09-12T17:56:22.153277+0000","last_undegraded":"2024-09-12T17:56:22.153277+0000","last_fullsized":"2024-09-12T17:56:22.153277+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:34.005887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2370379,"num_objects":73,"num_object_clones":0,"num_object_copies":146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":295,"num_read_kb":10570,"num_write":836,"num_write_kb":33829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014350+0000","last_change":"2024-09-12T17:13:26.740985+0000","last_active":"2024-09-12T17:56:57.014350+0000","last_peered":"2024-09-12T17:56:57.014350+0000","last_clean":"2024-09-12T17:56:57.014350+0000","last_became_active":"2024-09-12T17:13:26.740266+0000","last_became_peered":"2024-09-12T17:13:26.740266+0000","last_unstale":"2024-09-12T17:56:57.014350+0000","last_undegraded":"2024-09-12T17:56:57.014350+0000","last_fullsized":"2024-09-12T17:56:57.014350+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:55.137369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'476","reported_seq":1100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.748499+0000","last_change":"2024-09-12T17:13:28.742614+0000","last_active":"2024-09-12T17:59:48.748499+0000","last_peered":"2024-09-12T17:59:48.748499+0000","last_clean":"2024-09-12T17:59:48.748499+0000","last_became_active":"2024-09-12T17:13:28.741775+0000","last_became_peered":"2024-09-12T17:13:28.741775+0000","last_unstale":"2024-09-12T17:59:48.748499+0000","last_undegraded":"2024-09-12T17:59:48.748499+0000","last_fullsized":"2024-09-12T17:59:48.748499+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:21.014075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127264,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":837,"num_read_kb":1838,"num_write":704,"num_write_kb":615,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.013163+0000","last_change":"2024-09-12T17:13:30.774371+0000","last_active":"2024-09-12T17:56:52.013163+0000","last_peered":"2024-09-12T17:56:52.013163+0000","last_clean":"2024-09-12T17:56:52.013163+0000","last_became_active":"2024-09-12T17:13:30.773677+0000","last_became_peered":"2024-09-12T17:13:30.773677+0000","last_unstale":"2024-09-12T17:56:52.013163+0000","last_undegraded":"2024-09-12T17:56:52.013163+0000","last_fullsized":"2024-09-12T17:56:52.013163+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:46.968516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'145","reported_seq":664,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.779418+0000","last_change":"2024-09-12T17:13:32.786183+0000","last_active":"2024-09-12T17:58:07.779418+0000","last_peered":"2024-09-12T17:58:07.779418+0000","last_clean":"2024-09-12T17:58:07.779418+0000","last_became_active":"2024-09-12T17:13:32.785426+0000","last_became_peered":"2024-09-12T17:13:32.785426+0000","last_unstale":"2024-09-12T17:58:07.779418+0000","last_undegraded":"2024-09-12T17:58:07.779418+0000","last_fullsized":"2024-09-12T17:58:07.779418+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:18.112283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1353,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":231,"num_read_kb":216,"num_write":347,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'216","reported_seq":839,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.060500+0000","last_change":"2024-09-12T17:13:24.742699+0000","last_active":"2024-09-12T17:58:27.060500+0000","last_peered":"2024-09-12T17:58:27.060500+0000","last_clean":"2024-09-12T17:58:27.060500+0000","last_became_active":"2024-09-12T17:13:24.741861+0000","last_became_peered":"2024-09-12T17:13:24.741861+0000","last_unstale":"2024-09-12T17:58:27.060500+0000","last_undegraded":"2024-09-12T17:58:27.060500+0000","last_fullsized":"2024-09-12T17:58:27.060500+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:44.902484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":969,"num_read_kb":790,"num_write":341,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'288","reported_seq":916,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:32.156573+0000","last_change":"2024-09-12T17:13:22.719994+0000","last_active":"2024-09-12T17:56:32.156573+0000","last_peered":"2024-09-12T17:56:32.156573+0000","last_clean":"2024-09-12T17:56:32.156573+0000","last_became_active":"2024-09-12T17:13:22.719707+0000","last_became_peered":"2024-09-12T17:13:22.719707+0000","last_unstale":"2024-09-12T17:56:32.156573+0000","last_undegraded":"2024-09-12T17:56:32.156573+0000","last_fullsized":"2024-09-12T17:56:32.156573+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:14.611607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14039781,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":482,"num_read_kb":7129,"num_write":975,"num_write_kb":37450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"35'3","reported_seq":978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.253684+0000","last_change":"2024-09-12T17:13:26.754186+0000","last_active":"2024-09-12T17:59:48.253684+0000","last_peered":"2024-09-12T17:59:48.253684+0000","last_clean":"2024-09-12T17:59:48.253684+0000","last_became_active":"2024-09-12T17:13:26.753667+0000","last_became_peered":"2024-09-12T17:13:26.753667+0000","last_unstale":"2024-09-12T17:59:48.253684+0000","last_undegraded":"2024-09-12T17:59:48.253684+0000","last_fullsized":"2024-09-12T17:59:48.253684+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:59.257154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'267","reported_seq":835,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.061787+0000","last_change":"2024-09-12T17:13:28.745449+0000","last_active":"2024-09-12T17:58:32.061787+0000","last_peered":"2024-09-12T17:58:32.061787+0000","last_clean":"2024-09-12T17:58:32.061787+0000","last_became_active":"2024-09-12T17:13:28.744650+0000","last_became_peered":"2024-09-12T17:13:28.744650+0000","last_unstale":"2024-09-12T17:58:32.061787+0000","last_undegraded":"2024-09-12T17:58:32.061787+0000","last_fullsized":"2024-09-12T17:58:32.061787+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:26.146516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55762,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":452,"num_read_kb":904,"num_write":408,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:27.030972+0000","last_change":"2024-09-12T17:13:30.787065+0000","last_active":"2024-09-12T17:56:27.030972+0000","last_peered":"2024-09-12T17:56:27.030972+0000","last_clean":"2024-09-12T17:56:27.030972+0000","last_became_active":"2024-09-12T17:13:30.785312+0000","last_became_peered":"2024-09-12T17:13:30.785312+0000","last_unstale":"2024-09-12T17:56:27.030972+0000","last_undegraded":"2024-09-12T17:56:27.030972+0000","last_fullsized":"2024-09-12T17:56:27.030972+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:37.008486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'80","reported_seq":560,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.085172+0000","last_change":"2024-09-12T17:13:32.793448+0000","last_active":"2024-09-12T17:59:37.085172+0000","last_peered":"2024-09-12T17:59:37.085172+0000","last_clean":"2024-09-12T17:59:37.085172+0000","last_became_active":"2024-09-12T17:13:32.792720+0000","last_became_peered":"2024-09-12T17:13:32.792720+0000","last_unstale":"2024-09-12T17:59:37.085172+0000","last_undegraded":"2024-09-12T17:59:37.085172+0000","last_fullsized":"2024-09-12T17:59:37.085172+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:12.424338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":189,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'162","reported_seq":756,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:05.944948+0000","last_change":"2024-09-12T17:13:24.738455+0000","last_active":"2024-09-12T17:58:05.944948+0000","last_peered":"2024-09-12T17:58:05.944948+0000","last_clean":"2024-09-12T17:58:05.944948+0000","last_became_active":"2024-09-12T17:13:24.737557+0000","last_became_peered":"2024-09-12T17:13:24.737557+0000","last_unstale":"2024-09-12T17:58:05.944948+0000","last_undegraded":"2024-09-12T17:58:05.944948+0000","last_fullsized":"2024-09-12T17:58:05.944948+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:52.629896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":559,"num_write":257,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'277","reported_seq":913,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:58.659662+0000","last_change":"2024-09-12T17:13:22.744808+0000","last_active":"2024-09-12T17:57:58.659662+0000","last_peered":"2024-09-12T17:57:58.659662+0000","last_clean":"2024-09-12T17:57:58.659662+0000","last_became_active":"2024-09-12T17:13:22.743815+0000","last_became_peered":"2024-09-12T17:13:22.743815+0000","last_unstale":"2024-09-12T17:57:58.659662+0000","last_undegraded":"2024-09-12T17:57:58.659662+0000","last_fullsized":"2024-09-12T17:57:58.659662+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:25.369661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3476389,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":411,"num_read_kb":6284,"num_write":975,"num_write_kb":24394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.016398+0000","last_change":"2024-09-12T17:13:26.743545+0000","last_active":"2024-09-12T17:56:12.016398+0000","last_peered":"2024-09-12T17:56:12.016398+0000","last_clean":"2024-09-12T17:56:12.016398+0000","last_became_active":"2024-09-12T17:13:26.743127+0000","last_became_peered":"2024-09-12T17:13:26.743127+0000","last_unstale":"2024-09-12T17:56:12.016398+0000","last_undegraded":"2024-09-12T17:56:12.016398+0000","last_fullsized":"2024-09-12T17:56:12.016398+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:04.733791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'300","reported_seq":880,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:42.035887+0000","last_change":"2024-09-12T17:13:28.740925+0000","last_active":"2024-09-12T17:58:42.035887+0000","last_peered":"2024-09-12T17:58:42.035887+0000","last_clean":"2024-09-12T17:58:42.035887+0000","last_became_active":"2024-09-12T17:13:28.740218+0000","last_became_peered":"2024-09-12T17:13:28.740218+0000","last_unstale":"2024-09-12T17:58:42.035887+0000","last_undegraded":"2024-09-12T17:58:42.035887+0000","last_fullsized":"2024-09-12T17:58:42.035887+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:30.050798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65573,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":488,"num_read_kb":1003,"num_write":398,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'723","reported_seq":2395,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.850609+0000","last_change":"2024-09-12T17:13:30.779902+0000","last_active":"2024-09-12T17:59:48.850609+0000","last_peered":"2024-09-12T17:59:48.850609+0000","last_clean":"2024-09-12T17:59:48.850609+0000","last_became_active":"2024-09-12T17:13:30.779184+0000","last_became_peered":"2024-09-12T17:13:30.779184+0000","last_unstale":"2024-09-12T17:59:48.850609+0000","last_undegraded":"2024-09-12T17:59:48.850609+0000","last_fullsized":"2024-09-12T17:59:48.850609+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":700,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:22.954561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'98","reported_seq":593,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.066721+0000","last_change":"2024-09-12T17:13:32.784132+0000","last_active":"2024-09-12T17:57:26.066721+0000","last_peered":"2024-09-12T17:57:26.066721+0000","last_clean":"2024-09-12T17:57:26.066721+0000","last_became_active":"2024-09-12T17:13:32.782654+0000","last_became_peered":"2024-09-12T17:13:32.782654+0000","last_unstale":"2024-09-12T17:57:26.066721+0000","last_undegraded":"2024-09-12T17:57:26.066721+0000","last_fullsized":"2024-09-12T17:57:26.066721+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:03.227746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1674,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":117,"num_read_kb":114,"num_write":233,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'252","reported_seq":905,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:11.091007+0000","last_change":"2024-09-12T17:13:24.747496+0000","last_active":"2024-09-12T17:58:11.091007+0000","last_peered":"2024-09-12T17:58:11.091007+0000","last_clean":"2024-09-12T17:58:11.091007+0000","last_became_active":"2024-09-12T17:13:24.746617+0000","last_became_peered":"2024-09-12T17:13:24.746617+0000","last_unstale":"2024-09-12T17:58:11.091007+0000","last_undegraded":"2024-09-12T17:58:11.091007+0000","last_fullsized":"2024-09-12T17:58:11.091007+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:01.847599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":923,"num_write":380,"num_write_kb":194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'284","reported_seq":920,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.037674+0000","last_change":"2024-09-12T17:13:22.740099+0000","last_active":"2024-09-12T17:56:42.037674+0000","last_peered":"2024-09-12T17:56:42.037674+0000","last_clean":"2024-09-12T17:56:42.037674+0000","last_became_active":"2024-09-12T17:13:22.730054+0000","last_became_peered":"2024-09-12T17:13:22.730054+0000","last_unstale":"2024-09-12T17:56:42.037674+0000","last_undegraded":"2024-09-12T17:56:42.037674+0000","last_fullsized":"2024-09-12T17:56:42.037674+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:57.701713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8699962,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":419,"num_read_kb":9236,"num_write":1084,"num_write_kb":31208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"28'2","reported_seq":1444,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.264541+0000","last_change":"2024-09-12T17:13:26.739351+0000","last_active":"2024-09-12T17:59:48.264541+0000","last_peered":"2024-09-12T17:59:48.264541+0000","last_clean":"2024-09-12T17:59:48.264541+0000","last_became_active":"2024-09-12T17:13:26.738569+0000","last_became_peered":"2024-09-12T17:13:26.738569+0000","last_unstale":"2024-09-12T17:59:48.264541+0000","last_undegraded":"2024-09-12T17:59:48.264541+0000","last_fullsized":"2024-09-12T17:59:48.264541+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:23.005638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'75","reported_seq":585,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.099310+0000","last_change":"2024-09-12T17:13:28.802060+0000","last_active":"2024-09-12T17:57:14.099310+0000","last_peered":"2024-09-12T17:57:14.099310+0000","last_clean":"2024-09-12T17:57:14.099310+0000","last_became_active":"2024-09-12T17:13:28.801632+0000","last_became_peered":"2024-09-12T17:13:28.801632+0000","last_unstale":"2024-09-12T17:57:14.099310+0000","last_undegraded":"2024-09-12T17:57:14.099310+0000","last_fullsized":"2024-09-12T17:57:14.099310+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:27.677445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'763","reported_seq":4537,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.852140+0000","last_change":"2024-09-12T17:13:30.784084+0000","last_active":"2024-09-12T17:59:48.852140+0000","last_peered":"2024-09-12T17:59:48.852140+0000","last_clean":"2024-09-12T17:59:48.852140+0000","last_became_active":"2024-09-12T17:13:30.783327+0000","last_became_peered":"2024-09-12T17:13:30.783327+0000","last_unstale":"2024-09-12T17:59:48.852140+0000","last_undegraded":"2024-09-12T17:59:48.852140+0000","last_fullsized":"2024-09-12T17:59:48.852140+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:24.311229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'193","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.466852+0000","last_change":"2024-09-12T17:13:32.794065+0000","last_active":"2024-09-12T17:58:30.466852+0000","last_peered":"2024-09-12T17:58:30.466852+0000","last_clean":"2024-09-12T17:58:30.466852+0000","last_became_active":"2024-09-12T17:13:32.793213+0000","last_became_peered":"2024-09-12T17:13:32.793213+0000","last_unstale":"2024-09-12T17:58:30.466852+0000","last_undegraded":"2024-09-12T17:58:30.466852+0000","last_fullsized":"2024-09-12T17:58:30.466852+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:43.396713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":315,"num_write":392,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'107","reported_seq":691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:51.626906+0000","last_change":"2024-09-12T17:13:24.748152+0000","last_active":"2024-09-12T17:57:51.626906+0000","last_peered":"2024-09-12T17:57:51.626906+0000","last_clean":"2024-09-12T17:57:51.626906+0000","last_became_active":"2024-09-12T17:13:24.747881+0000","last_became_peered":"2024-09-12T17:13:24.747881+0000","last_unstale":"2024-09-12T17:57:51.626906+0000","last_undegraded":"2024-09-12T17:57:51.626906+0000","last_fullsized":"2024-09-12T17:57:51.626906+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:55.831716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":463,"num_read_kb":387,"num_write":161,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'298","reported_seq":948,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.280052+0000","last_change":"2024-09-12T17:13:22.718683+0000","last_active":"2024-09-12T17:58:07.280052+0000","last_peered":"2024-09-12T17:58:07.280052+0000","last_clean":"2024-09-12T17:58:07.280052+0000","last_became_active":"2024-09-12T17:13:22.718374+0000","last_became_peered":"2024-09-12T17:13:22.718374+0000","last_unstale":"2024-09-12T17:58:07.280052+0000","last_undegraded":"2024-09-12T17:58:07.280052+0000","last_fullsized":"2024-09-12T17:58:07.280052+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:38.794128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4710090,"num_objects":72,"num_object_clones":0,"num_object_copies":144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":464,"num_read_kb":36044,"num_write":1099,"num_write_kb":46418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.027286+0000","last_change":"2024-09-12T17:13:26.735124+0000","last_active":"2024-09-12T17:56:12.027286+0000","last_peered":"2024-09-12T17:56:12.027286+0000","last_clean":"2024-09-12T17:56:12.027286+0000","last_became_active":"2024-09-12T17:13:26.734356+0000","last_became_peered":"2024-09-12T17:13:26.734356+0000","last_unstale":"2024-09-12T17:56:12.027286+0000","last_undegraded":"2024-09-12T17:56:12.027286+0000","last_fullsized":"2024-09-12T17:56:12.027286+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:43.356218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'352","reported_seq":945,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.032320+0000","last_change":"2024-09-12T17:13:28.757285+0000","last_active":"2024-09-12T17:58:32.032320+0000","last_peered":"2024-09-12T17:58:32.032320+0000","last_clean":"2024-09-12T17:58:32.032320+0000","last_became_active":"2024-09-12T17:13:28.756408+0000","last_became_peered":"2024-09-12T17:13:28.756408+0000","last_unstale":"2024-09-12T17:58:32.032320+0000","last_undegraded":"2024-09-12T17:58:32.032320+0000","last_fullsized":"2024-09-12T17:58:32.032320+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:38.965414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94685,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":587,"num_read_kb":1189,"num_write":476,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143143+0000","last_change":"2024-09-12T17:13:30.769984+0000","last_active":"2024-09-12T17:56:17.143143+0000","last_peered":"2024-09-12T17:56:17.143143+0000","last_clean":"2024-09-12T17:56:17.143143+0000","last_became_active":"2024-09-12T17:13:30.769275+0000","last_became_peered":"2024-09-12T17:13:30.769275+0000","last_unstale":"2024-09-12T17:56:17.143143+0000","last_undegraded":"2024-09-12T17:56:17.143143+0000","last_fullsized":"2024-09-12T17:56:17.143143+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:59.080423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'139","reported_seq":645,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:13.508058+0000","last_change":"2024-09-12T17:13:32.794857+0000","last_active":"2024-09-12T17:58:13.508058+0000","last_peered":"2024-09-12T17:58:13.508058+0000","last_clean":"2024-09-12T17:58:13.508058+0000","last_became_active":"2024-09-12T17:13:32.793945+0000","last_became_peered":"2024-09-12T17:13:32.793945+0000","last_unstale":"2024-09-12T17:58:13.508058+0000","last_undegraded":"2024-09-12T17:58:13.508058+0000","last_fullsized":"2024-09-12T17:58:13.508058+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:45.403337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":208,"num_read_kb":195,"num_write":321,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'166","reported_seq":791,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.157182+0000","last_change":"2024-09-12T17:13:24.748191+0000","last_active":"2024-09-12T17:57:22.157182+0000","last_peered":"2024-09-12T17:57:22.157182+0000","last_clean":"2024-09-12T17:57:22.157182+0000","last_became_active":"2024-09-12T17:13:24.747374+0000","last_became_peered":"2024-09-12T17:13:24.747374+0000","last_unstale":"2024-09-12T17:57:22.157182+0000","last_undegraded":"2024-09-12T17:57:22.157182+0000","last_fullsized":"2024-09-12T17:57:22.157182+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:03.620083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":770,"num_read_kb":641,"num_write":248,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":613,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041743+0000","last_change":"2024-09-12T17:13:03.573266+0000","last_active":"2024-09-12T17:57:12.041743+0000","last_peered":"2024-09-12T17:57:12.041743+0000","last_clean":"2024-09-12T17:57:12.041743+0000","last_became_active":"2024-09-12T17:13:03.572393+0000","last_became_peered":"2024-09-12T17:13:03.572393+0000","last_unstale":"2024-09-12T17:57:12.041743+0000","last_undegraded":"2024-09-12T17:57:12.041743+0000","last_fullsized":"2024-09-12T17:57:12.041743+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:02.547273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:02.547273+0000","last_clean_scrub_stamp":"2024-09-12T17:13:02.547273+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:49:12.548761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215142+0000","last_change":"2024-09-12T17:13:10.636171+0000","last_active":"2024-09-12T17:56:57.215142+0000","last_peered":"2024-09-12T17:56:57.215142+0000","last_clean":"2024-09-12T17:56:57.215142+0000","last_became_active":"2024-09-12T17:13:08.626265+0000","last_became_peered":"2024-09-12T17:13:08.626265+0000","last_unstale":"2024-09-12T17:56:57.215142+0000","last_undegraded":"2024-09-12T17:56:57.215142+0000","last_fullsized":"2024-09-12T17:56:57.215142+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:10.249259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096567199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'281","reported_seq":930,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:03.986448+0000","last_change":"2024-09-12T17:13:22.740735+0000","last_active":"2024-09-12T17:58:03.986448+0000","last_peered":"2024-09-12T17:58:03.986448+0000","last_clean":"2024-09-12T17:58:03.986448+0000","last_became_active":"2024-09-12T17:13:22.740538+0000","last_became_peered":"2024-09-12T17:13:22.740538+0000","last_unstale":"2024-09-12T17:58:03.986448+0000","last_undegraded":"2024-09-12T17:58:03.986448+0000","last_fullsized":"2024-09-12T17:58:03.986448+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:50.933156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14977352,"num_objects":80,"num_object_clones":0,"num_object_copies":160,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":418,"num_read_kb":39476,"num_write":1052,"num_write_kb":28060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041980+0000","last_change":"2024-09-12T17:13:26.754335+0000","last_active":"2024-09-12T17:57:12.041980+0000","last_peered":"2024-09-12T17:57:12.041980+0000","last_clean":"2024-09-12T17:57:12.041980+0000","last_became_active":"2024-09-12T17:13:26.753619+0000","last_became_peered":"2024-09-12T17:13:26.753619+0000","last_unstale":"2024-09-12T17:57:12.041980+0000","last_undegraded":"2024-09-12T17:57:12.041980+0000","last_fullsized":"2024-09-12T17:57:12.041980+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:00.300509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'682","reported_seq":1364,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.787700+0000","last_change":"2024-09-12T17:13:28.755360+0000","last_active":"2024-09-12T17:59:48.787700+0000","last_peered":"2024-09-12T17:59:48.787700+0000","last_clean":"2024-09-12T17:59:48.787700+0000","last_became_active":"2024-09-12T17:13:28.754485+0000","last_became_peered":"2024-09-12T17:13:28.754485+0000","last_unstale":"2024-09-12T17:59:48.787700+0000","last_undegraded":"2024-09-12T17:59:48.787700+0000","last_fullsized":"2024-09-12T17:59:48.787700+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":600,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:28.814346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154813,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1305,"num_read_kb":2689,"num_write":1218,"num_write_kb":1072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.036983+0000","last_change":"2024-09-12T17:13:30.787543+0000","last_active":"2024-09-12T17:56:52.036983+0000","last_peered":"2024-09-12T17:56:52.036983+0000","last_clean":"2024-09-12T17:56:52.036983+0000","last_became_active":"2024-09-12T17:13:30.785677+0000","last_became_peered":"2024-09-12T17:13:30.785677+0000","last_unstale":"2024-09-12T17:56:52.036983+0000","last_undegraded":"2024-09-12T17:56:52.036983+0000","last_fullsized":"2024-09-12T17:56:52.036983+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:27.695600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'184","reported_seq":887,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.485636+0000","last_change":"2024-09-12T17:13:32.783115+0000","last_active":"2024-09-12T17:58:30.485636+0000","last_peered":"2024-09-12T17:58:30.485636+0000","last_clean":"2024-09-12T17:58:30.485636+0000","last_became_active":"2024-09-12T17:13:32.782360+0000","last_became_peered":"2024-09-12T17:13:32.782360+0000","last_unstale":"2024-09-12T17:58:30.485636+0000","last_undegraded":"2024-09-12T17:58:30.485636+0000","last_fullsized":"2024-09-12T17:58:30.485636+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:32.483918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":833,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":495,"num_read_kb":485,"num_write":390,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'73","reported_seq":687,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035788+0000","last_change":"2024-09-12T17:13:54.842231+0000","last_active":"2024-09-12T17:56:47.035788+0000","last_peered":"2024-09-12T17:56:47.035788+0000","last_clean":"2024-09-12T17:56:47.035788+0000","last_became_active":"2024-09-12T17:13:54.841332+0000","last_became_peered":"2024-09-12T17:13:54.841332+0000","last_unstale":"2024-09-12T17:56:47.035788+0000","last_undegraded":"2024-09-12T17:56:47.035788+0000","last_fullsized":"2024-09-12T17:56:47.035788+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.027111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":319,"num_write":102,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":522,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043364+0000","last_change":"2024-09-12T17:13:10.683470+0000","last_active":"2024-09-12T17:57:17.043364+0000","last_peered":"2024-09-12T17:57:17.043364+0000","last_clean":"2024-09-12T17:57:17.043364+0000","last_became_active":"2024-09-12T17:13:08.626881+0000","last_became_peered":"2024-09-12T17:13:08.626881+0000","last_unstale":"2024-09-12T17:57:17.043364+0000","last_undegraded":"2024-09-12T17:57:17.043364+0000","last_fullsized":"2024-09-12T17:57:17.043364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:42.780726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00123196,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'295","reported_seq":982,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:02.394906+0000","last_change":"2024-09-12T17:13:22.743728+0000","last_active":"2024-09-12T17:58:02.394906+0000","last_peered":"2024-09-12T17:58:02.394906+0000","last_clean":"2024-09-12T17:58:02.394906+0000","last_became_active":"2024-09-12T17:13:22.743212+0000","last_became_peered":"2024-09-12T17:13:22.743212+0000","last_unstale":"2024-09-12T17:58:02.394906+0000","last_undegraded":"2024-09-12T17:58:02.394906+0000","last_fullsized":"2024-09-12T17:58:02.394906+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:12.364873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11782099,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":545,"num_read_kb":31486,"num_write":1243,"num_write_kb":22348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.212982+0000","last_change":"2024-09-12T17:13:26.744583+0000","last_active":"2024-09-12T17:56:47.212982+0000","last_peered":"2024-09-12T17:56:47.212982+0000","last_clean":"2024-09-12T17:56:47.212982+0000","last_became_active":"2024-09-12T17:13:26.743863+0000","last_became_peered":"2024-09-12T17:13:26.743863+0000","last_unstale":"2024-09-12T17:56:47.212982+0000","last_undegraded":"2024-09-12T17:56:47.212982+0000","last_fullsized":"2024-09-12T17:56:47.212982+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:39:20.040616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1229","reported_seq":2715,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.840716+0000","last_change":"2024-09-12T17:13:28.756526+0000","last_active":"2024-09-12T17:59:48.840716+0000","last_peered":"2024-09-12T17:59:48.840716+0000","last_clean":"2024-09-12T17:59:48.840716+0000","last_became_active":"2024-09-12T17:13:28.745653+0000","last_became_peered":"2024-09-12T17:13:28.745653+0000","last_unstale":"2024-09-12T17:59:48.840716+0000","last_undegraded":"2024-09-12T17:59:48.840716+0000","last_fullsized":"2024-09-12T17:59:48.840716+0000","mapping_epoch":29,"log_start":"264'1200","ondisk_log_start":"264'1200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":1200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:31.149329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":175326,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1986,"num_read_kb":3455,"num_write":1108,"num_write_kb":966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.044900+0000","last_change":"2024-09-12T17:13:30.791590+0000","last_active":"2024-09-12T17:57:22.044900+0000","last_peered":"2024-09-12T17:57:22.044900+0000","last_clean":"2024-09-12T17:57:22.044900+0000","last_became_active":"2024-09-12T17:13:30.790899+0000","last_became_peered":"2024-09-12T17:13:30.790899+0000","last_unstale":"2024-09-12T17:57:22.044900+0000","last_undegraded":"2024-09-12T17:57:22.044900+0000","last_fullsized":"2024-09-12T17:57:22.044900+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:40.863673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'208","reported_seq":730,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:25.407466+0000","last_change":"2024-09-12T17:13:32.832315+0000","last_active":"2024-09-12T17:58:25.407466+0000","last_peered":"2024-09-12T17:58:25.407466+0000","last_clean":"2024-09-12T17:58:25.407466+0000","last_became_active":"2024-09-12T17:13:32.831782+0000","last_became_peered":"2024-09-12T17:13:32.831782+0000","last_unstale":"2024-09-12T17:58:25.407466+0000","last_undegraded":"2024-09-12T17:58:25.407466+0000","last_fullsized":"2024-09-12T17:58:25.407466+0000","mapping_epoch":33,"log_start":"261'100","ondisk_log_start":"261'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:40:46.295525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":356,"num_write":464,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'139","reported_seq":696,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.089185+0000","last_change":"2024-09-12T17:13:24.761961+0000","last_active":"2024-09-12T17:57:19.089185+0000","last_peered":"2024-09-12T17:57:19.089185+0000","last_clean":"2024-09-12T17:57:19.089185+0000","last_became_active":"2024-09-12T17:13:24.761611+0000","last_became_peered":"2024-09-12T17:13:24.761611+0000","last_unstale":"2024-09-12T17:57:19.089185+0000","last_undegraded":"2024-09-12T17:57:19.089185+0000","last_fullsized":"2024-09-12T17:57:19.089185+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:51.066932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":604,"num_read_kb":484,"num_write":234,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":523,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014294+0000","last_change":"2024-09-12T17:13:10.683566+0000","last_active":"2024-09-12T17:56:57.014294+0000","last_peered":"2024-09-12T17:56:57.014294+0000","last_clean":"2024-09-12T17:56:57.014294+0000","last_became_active":"2024-09-12T17:13:09.512988+0000","last_became_peered":"2024-09-12T17:13:09.512988+0000","last_unstale":"2024-09-12T17:56:57.014294+0000","last_undegraded":"2024-09-12T17:56:57.014294+0000","last_fullsized":"2024-09-12T17:56:57.014294+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:32.284838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092884200000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'337","reported_seq":1038,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:32.059727+0000","last_change":"2024-09-12T17:13:22.715709+0000","last_active":"2024-09-12T17:59:32.059727+0000","last_peered":"2024-09-12T17:59:32.059727+0000","last_clean":"2024-09-12T17:59:32.059727+0000","last_became_active":"2024-09-12T17:13:22.715375+0000","last_became_peered":"2024-09-12T17:13:22.715375+0000","last_unstale":"2024-09-12T17:59:32.059727+0000","last_undegraded":"2024-09-12T17:59:32.059727+0000","last_fullsized":"2024-09-12T17:59:32.059727+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:27.898186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6569865,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":601,"num_read_kb":64808,"num_write":1105,"num_write_kb":40769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"28'1","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012233+0000","last_change":"2024-09-12T17:13:26.746296+0000","last_active":"2024-09-12T17:56:47.012233+0000","last_peered":"2024-09-12T17:56:47.012233+0000","last_clean":"2024-09-12T17:56:47.012233+0000","last_became_active":"2024-09-12T17:13:26.745541+0000","last_became_peered":"2024-09-12T17:13:26.745541+0000","last_unstale":"2024-09-12T17:56:47.012233+0000","last_undegraded":"2024-09-12T17:56:47.012233+0000","last_fullsized":"2024-09-12T17:56:47.012233+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:54.280414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'220","reported_seq":1325,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.802649+0000","last_change":"2024-09-12T17:13:28.802666+0000","last_active":"2024-09-12T17:59:48.802649+0000","last_peered":"2024-09-12T17:59:48.802649+0000","last_clean":"2024-09-12T17:59:48.802649+0000","last_became_active":"2024-09-12T17:13:28.801459+0000","last_became_peered":"2024-09-12T17:13:28.801459+0000","last_unstale":"2024-09-12T17:59:48.802649+0000","last_undegraded":"2024-09-12T17:59:48.802649+0000","last_fullsized":"2024-09-12T17:59:48.802649+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:33.521015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":172,"num_write":151,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.042959+0000","last_change":"2024-09-12T17:13:30.785960+0000","last_active":"2024-09-12T17:57:17.042959+0000","last_peered":"2024-09-12T17:57:17.042959+0000","last_clean":"2024-09-12T17:57:17.042959+0000","last_became_active":"2024-09-12T17:13:30.785014+0000","last_became_peered":"2024-09-12T17:13:30.785014+0000","last_unstale":"2024-09-12T17:57:17.042959+0000","last_undegraded":"2024-09-12T17:57:17.042959+0000","last_fullsized":"2024-09-12T17:57:17.042959+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:18.161371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'274","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.664269+0000","last_change":"2024-09-12T17:13:32.787096+0000","last_active":"2024-09-12T17:58:30.664269+0000","last_peered":"2024-09-12T17:58:30.664269+0000","last_clean":"2024-09-12T17:58:30.664269+0000","last_became_active":"2024-09-12T17:13:32.786333+0000","last_became_peered":"2024-09-12T17:13:32.786333+0000","last_unstale":"2024-09-12T17:58:30.664269+0000","last_undegraded":"2024-09-12T17:58:30.664269+0000","last_fullsized":"2024-09-12T17:58:30.664269+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:57.260606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":567,"num_read_kb":581,"num_write":587,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'98","reported_seq":698,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:54.013678+0000","last_change":"2024-09-12T17:13:24.750113+0000","last_active":"2024-09-12T17:57:54.013678+0000","last_peered":"2024-09-12T17:57:54.013678+0000","last_clean":"2024-09-12T17:57:54.013678+0000","last_became_active":"2024-09-12T17:13:24.746943+0000","last_became_peered":"2024-09-12T17:13:24.746943+0000","last_unstale":"2024-09-12T17:57:54.013678+0000","last_undegraded":"2024-09-12T17:57:54.013678+0000","last_fullsized":"2024-09-12T17:57:54.013678+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:24.389868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":422,"num_read_kb":358,"num_write":139,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":517,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215060+0000","last_change":"2024-09-12T17:13:10.636276+0000","last_active":"2024-09-12T17:56:57.215060+0000","last_peered":"2024-09-12T17:56:57.215060+0000","last_clean":"2024-09-12T17:56:57.215060+0000","last_became_active":"2024-09-12T17:13:08.629609+0000","last_became_peered":"2024-09-12T17:13:08.629609+0000","last_unstale":"2024-09-12T17:56:57.215060+0000","last_undegraded":"2024-09-12T17:56:57.215060+0000","last_fullsized":"2024-09-12T17:56:57.215060+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:36.060624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00094381800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'263","reported_seq":992,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.089530+0000","last_change":"2024-09-12T17:13:22.729724+0000","last_active":"2024-09-12T17:57:46.089530+0000","last_peered":"2024-09-12T17:57:46.089530+0000","last_clean":"2024-09-12T17:57:46.089530+0000","last_became_active":"2024-09-12T17:13:22.728796+0000","last_became_peered":"2024-09-12T17:13:22.728796+0000","last_unstale":"2024-09-12T17:57:46.089530+0000","last_undegraded":"2024-09-12T17:57:46.089530+0000","last_fullsized":"2024-09-12T17:57:46.089530+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:21.418072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9061372,"num_objects":75,"num_object_clones":0,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":707,"num_read_kb":6731,"num_write":996,"num_write_kb":34527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.044194+0000","last_change":"2024-09-12T17:13:26.737623+0000","last_active":"2024-09-12T17:57:22.044194+0000","last_peered":"2024-09-12T17:57:22.044194+0000","last_clean":"2024-09-12T17:57:22.044194+0000","last_became_active":"2024-09-12T17:13:26.736764+0000","last_became_peered":"2024-09-12T17:13:26.736764+0000","last_unstale":"2024-09-12T17:57:22.044194+0000","last_undegraded":"2024-09-12T17:57:22.044194+0000","last_fullsized":"2024-09-12T17:57:22.044194+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:14.268947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'121","reported_seq":653,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.540871+0000","last_change":"2024-09-12T17:13:28.749323+0000","last_active":"2024-09-12T17:59:47.540871+0000","last_peered":"2024-09-12T17:59:47.540871+0000","last_clean":"2024-09-12T17:59:47.540871+0000","last_became_active":"2024-09-12T17:13:28.748186+0000","last_became_peered":"2024-09-12T17:13:28.748186+0000","last_unstale":"2024-09-12T17:59:47.540871+0000","last_undegraded":"2024-09-12T17:59:47.540871+0000","last_fullsized":"2024-09-12T17:59:47.540871+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:06:48.344684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.150826+0000","last_change":"2024-09-12T17:13:30.762429+0000","last_active":"2024-09-12T17:56:52.150826+0000","last_peered":"2024-09-12T17:56:52.150826+0000","last_clean":"2024-09-12T17:56:52.150826+0000","last_became_active":"2024-09-12T17:13:30.761611+0000","last_became_peered":"2024-09-12T17:13:30.761611+0000","last_unstale":"2024-09-12T17:56:52.150826+0000","last_undegraded":"2024-09-12T17:56:52.150826+0000","last_fullsized":"2024-09-12T17:56:52.150826+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:41.624116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'115","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.861231+0000","last_change":"2024-09-12T17:13:32.786127+0000","last_active":"2024-09-12T17:57:27.861231+0000","last_peered":"2024-09-12T17:57:27.861231+0000","last_clean":"2024-09-12T17:57:27.861231+0000","last_became_active":"2024-09-12T17:13:32.785317+0000","last_became_peered":"2024-09-12T17:13:32.785317+0000","last_unstale":"2024-09-12T17:57:27.861231+0000","last_undegraded":"2024-09-12T17:57:27.861231+0000","last_fullsized":"2024-09-12T17:57:27.861231+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:50.917400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1031,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":277,"num_read_kb":266,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'123","reported_seq":731,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:56.356954+0000","last_change":"2024-09-12T17:13:24.761010+0000","last_active":"2024-09-12T17:57:56.356954+0000","last_peered":"2024-09-12T17:57:56.356954+0000","last_clean":"2024-09-12T17:57:56.356954+0000","last_became_active":"2024-09-12T17:13:24.760600+0000","last_became_peered":"2024-09-12T17:13:24.760600+0000","last_unstale":"2024-09-12T17:57:56.356954+0000","last_undegraded":"2024-09-12T17:57:56.356954+0000","last_fullsized":"2024-09-12T17:57:56.356954+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:57.752959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":508,"num_read_kb":429,"num_write":172,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'283","reported_seq":920,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.015280+0000","last_change":"2024-09-12T17:13:54.848153+0000","last_active":"2024-09-12T17:57:17.015280+0000","last_peered":"2024-09-12T17:57:17.015280+0000","last_clean":"2024-09-12T17:57:17.015280+0000","last_became_active":"2024-09-12T17:13:54.847555+0000","last_became_peered":"2024-09-12T17:13:54.847555+0000","last_unstale":"2024-09-12T17:57:17.015280+0000","last_undegraded":"2024-09-12T17:57:17.015280+0000","last_fullsized":"2024-09-12T17:57:17.015280+0000","mapping_epoch":36,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:40:43.800517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10487425,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":431,"num_read_kb":10719,"num_write":1049,"num_write_kb":32172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":524,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.028831+0000","last_change":"2024-09-12T17:13:10.636618+0000","last_active":"2024-09-12T17:56:57.028831+0000","last_peered":"2024-09-12T17:56:57.028831+0000","last_clean":"2024-09-12T17:56:57.028831+0000","last_became_active":"2024-09-12T17:13:08.624162+0000","last_became_peered":"2024-09-12T17:13:08.624162+0000","last_unstale":"2024-09-12T17:56:57.028831+0000","last_undegraded":"2024-09-12T17:56:57.028831+0000","last_fullsized":"2024-09-12T17:56:57.028831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:49.759174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090415999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041726+0000","last_change":"2024-09-12T17:13:26.755727+0000","last_active":"2024-09-12T17:57:12.041726+0000","last_peered":"2024-09-12T17:57:12.041726+0000","last_clean":"2024-09-12T17:57:12.041726+0000","last_became_active":"2024-09-12T17:13:26.754926+0000","last_became_peered":"2024-09-12T17:13:26.754926+0000","last_unstale":"2024-09-12T17:57:12.041726+0000","last_undegraded":"2024-09-12T17:57:12.041726+0000","last_fullsized":"2024-09-12T17:57:12.041726+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:07.297307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'564","reported_seq":1221,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.769568+0000","last_change":"2024-09-12T17:13:28.742154+0000","last_active":"2024-09-12T17:59:48.769568+0000","last_peered":"2024-09-12T17:59:48.769568+0000","last_clean":"2024-09-12T17:59:48.769568+0000","last_became_active":"2024-09-12T17:13:28.740446+0000","last_became_peered":"2024-09-12T17:13:28.740446+0000","last_unstale":"2024-09-12T17:59:48.769568+0000","last_undegraded":"2024-09-12T17:59:48.769568+0000","last_fullsized":"2024-09-12T17:59:48.769568+0000","mapping_epoch":29,"log_start":"264'500","ondisk_log_start":"264'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":500,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:27.737506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130443,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1609,"num_read_kb":2681,"num_write":2096,"num_write_kb":1959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045590+0000","last_change":"2024-09-12T17:13:30.777858+0000","last_active":"2024-09-12T17:57:17.045590+0000","last_peered":"2024-09-12T17:57:17.045590+0000","last_clean":"2024-09-12T17:57:17.045590+0000","last_became_active":"2024-09-12T17:13:30.776897+0000","last_became_peered":"2024-09-12T17:13:30.776897+0000","last_unstale":"2024-09-12T17:57:17.045590+0000","last_undegraded":"2024-09-12T17:57:17.045590+0000","last_fullsized":"2024-09-12T17:57:17.045590+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:07.735128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'174","reported_seq":678,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.758624+0000","last_change":"2024-09-12T17:13:32.834909+0000","last_active":"2024-09-12T17:58:29.758624+0000","last_peered":"2024-09-12T17:58:29.758624+0000","last_clean":"2024-09-12T17:58:29.758624+0000","last_became_active":"2024-09-12T17:13:32.834101+0000","last_became_peered":"2024-09-12T17:13:32.834101+0000","last_unstale":"2024-09-12T17:58:29.758624+0000","last_undegraded":"2024-09-12T17:58:29.758624+0000","last_fullsized":"2024-09-12T17:58:29.758624+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:42.033918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":208,"num_read_kb":203,"num_write":421,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'192","reported_seq":803,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:13.505335+0000","last_change":"2024-09-12T17:13:24.760759+0000","last_active":"2024-09-12T17:58:13.505335+0000","last_peered":"2024-09-12T17:58:13.505335+0000","last_clean":"2024-09-12T17:58:13.505335+0000","last_became_active":"2024-09-12T17:13:24.760395+0000","last_became_peered":"2024-09-12T17:13:24.760395+0000","last_unstale":"2024-09-12T17:58:13.505335+0000","last_undegraded":"2024-09-12T17:58:13.505335+0000","last_fullsized":"2024-09-12T17:58:13.505335+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:33.045226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":866,"num_read_kb":722,"num_write":337,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'316","reported_seq":983,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.551293+0000","last_change":"2024-09-12T17:13:22.715058+0000","last_active":"2024-09-12T17:57:52.551293+0000","last_peered":"2024-09-12T17:57:52.551293+0000","last_clean":"2024-09-12T17:57:52.551293+0000","last_became_active":"2024-09-12T17:13:22.714714+0000","last_became_peered":"2024-09-12T17:13:22.714714+0000","last_unstale":"2024-09-12T17:57:52.551293+0000","last_undegraded":"2024-09-12T17:57:52.551293+0000","last_fullsized":"2024-09-12T17:57:52.551293+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:08.612167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4519638,"num_objects":63,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":543,"num_read_kb":32343,"num_write":1144,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039481+0000","last_change":"2024-09-12T17:13:10.683647+0000","last_active":"2024-09-12T17:57:02.039481+0000","last_peered":"2024-09-12T17:57:02.039481+0000","last_clean":"2024-09-12T17:57:02.039481+0000","last_became_active":"2024-09-12T17:13:08.626995+0000","last_became_peered":"2024-09-12T17:13:08.626995+0000","last_unstale":"2024-09-12T17:57:02.039481+0000","last_undegraded":"2024-09-12T17:57:02.039481+0000","last_fullsized":"2024-09-12T17:57:02.039481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:12.279171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012760219999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.155062+0000","last_change":"2024-09-12T17:13:26.752596+0000","last_active":"2024-09-12T17:57:12.155062+0000","last_peered":"2024-09-12T17:57:12.155062+0000","last_clean":"2024-09-12T17:57:12.155062+0000","last_became_active":"2024-09-12T17:13:26.751789+0000","last_became_peered":"2024-09-12T17:13:26.751789+0000","last_unstale":"2024-09-12T17:57:12.155062+0000","last_undegraded":"2024-09-12T17:57:12.155062+0000","last_fullsized":"2024-09-12T17:57:12.155062+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:59.083904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'148","reported_seq":712,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.621038+0000","last_change":"2024-09-12T17:13:28.802075+0000","last_active":"2024-09-12T17:57:19.621038+0000","last_peered":"2024-09-12T17:57:19.621038+0000","last_clean":"2024-09-12T17:57:19.621038+0000","last_became_active":"2024-09-12T17:13:28.801654+0000","last_became_peered":"2024-09-12T17:13:28.801654+0000","last_unstale":"2024-09-12T17:57:19.621038+0000","last_undegraded":"2024-09-12T17:57:19.621038+0000","last_fullsized":"2024-09-12T17:57:19.621038+0000","mapping_epoch":29,"log_start":"261'100","ondisk_log_start":"261'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:09.047988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'758","reported_seq":2587,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.845546+0000","last_change":"2024-09-12T17:13:30.776286+0000","last_active":"2024-09-12T17:59:48.845546+0000","last_peered":"2024-09-12T17:59:48.845546+0000","last_clean":"2024-09-12T17:59:48.845546+0000","last_became_active":"2024-09-12T17:13:30.775415+0000","last_became_peered":"2024-09-12T17:13:30.775415+0000","last_unstale":"2024-09-12T17:59:48.845546+0000","last_undegraded":"2024-09-12T17:59:48.845546+0000","last_fullsized":"2024-09-12T17:59:48.845546+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:00.966600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'127","reported_seq":618,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:37.073813+0000","last_change":"2024-09-12T17:13:32.832580+0000","last_active":"2024-09-12T17:58:37.073813+0000","last_peered":"2024-09-12T17:58:37.073813+0000","last_clean":"2024-09-12T17:58:37.073813+0000","last_became_active":"2024-09-12T17:13:32.831902+0000","last_became_peered":"2024-09-12T17:13:32.831902+0000","last_unstale":"2024-09-12T17:58:37.073813+0000","last_undegraded":"2024-09-12T17:58:37.073813+0000","last_fullsized":"2024-09-12T17:58:37.073813+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:00.470260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":708,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":169,"num_read_kb":163,"num_write":293,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'166","reported_seq":766,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.057809+0000","last_change":"2024-09-12T17:13:24.741681+0000","last_active":"2024-09-12T17:57:32.057809+0000","last_peered":"2024-09-12T17:57:32.057809+0000","last_clean":"2024-09-12T17:57:32.057809+0000","last_became_active":"2024-09-12T17:13:24.741391+0000","last_became_peered":"2024-09-12T17:13:24.741391+0000","last_unstale":"2024-09-12T17:57:32.057809+0000","last_undegraded":"2024-09-12T17:57:32.057809+0000","last_fullsized":"2024-09-12T17:57:32.057809+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:42.857427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":588,"num_write":240,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'295","reported_seq":956,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:58.658984+0000","last_change":"2024-09-12T17:13:22.729561+0000","last_active":"2024-09-12T17:57:58.658984+0000","last_peered":"2024-09-12T17:57:58.658984+0000","last_clean":"2024-09-12T17:57:58.658984+0000","last_became_active":"2024-09-12T17:13:22.729137+0000","last_became_peered":"2024-09-12T17:13:22.729137+0000","last_unstale":"2024-09-12T17:57:58.658984+0000","last_undegraded":"2024-09-12T17:57:58.658984+0000","last_fullsized":"2024-09-12T17:57:58.658984+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:33.908002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5115565,"num_objects":82,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":508,"num_read_kb":29033,"num_write":1071,"num_write_kb":14975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":523,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:32.021164+0000","last_change":"2024-09-12T17:13:10.636542+0000","last_active":"2024-09-12T17:56:32.021164+0000","last_peered":"2024-09-12T17:56:32.021164+0000","last_clean":"2024-09-12T17:56:32.021164+0000","last_became_active":"2024-09-12T17:13:08.626020+0000","last_became_peered":"2024-09-12T17:13:08.626020+0000","last_unstale":"2024-09-12T17:56:32.021164+0000","last_undegraded":"2024-09-12T17:56:32.021164+0000","last_fullsized":"2024-09-12T17:56:32.021164+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:03.823002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093462999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044364+0000","last_change":"2024-09-12T17:13:26.725015+0000","last_active":"2024-09-12T17:57:12.044364+0000","last_peered":"2024-09-12T17:57:12.044364+0000","last_clean":"2024-09-12T17:57:12.044364+0000","last_became_active":"2024-09-12T17:13:26.724350+0000","last_became_peered":"2024-09-12T17:13:26.724350+0000","last_unstale":"2024-09-12T17:57:12.044364+0000","last_undegraded":"2024-09-12T17:57:12.044364+0000","last_fullsized":"2024-09-12T17:57:12.044364+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:39.573606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'99","reported_seq":634,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045647+0000","last_change":"2024-09-12T17:13:28.754700+0000","last_active":"2024-09-12T17:57:17.045647+0000","last_peered":"2024-09-12T17:57:17.045647+0000","last_clean":"2024-09-12T17:57:17.045647+0000","last_became_active":"2024-09-12T17:13:28.754002+0000","last_became_peered":"2024-09-12T17:13:28.754002+0000","last_unstale":"2024-09-12T17:57:17.045647+0000","last_undegraded":"2024-09-12T17:57:17.045647+0000","last_fullsized":"2024-09-12T17:57:17.045647+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:09.119779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'759","reported_seq":4352,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.854412+0000","last_change":"2024-09-12T17:13:30.792394+0000","last_active":"2024-09-12T17:59:48.854412+0000","last_peered":"2024-09-12T17:59:48.854412+0000","last_clean":"2024-09-12T17:59:48.854412+0000","last_became_active":"2024-09-12T17:13:30.791695+0000","last_became_peered":"2024-09-12T17:13:30.791695+0000","last_unstale":"2024-09-12T17:59:48.854412+0000","last_undegraded":"2024-09-12T17:59:48.854412+0000","last_fullsized":"2024-09-12T17:59:48.854412+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:30.238006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'164","reported_seq":663,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.645169+0000","last_change":"2024-09-12T17:13:32.786289+0000","last_active":"2024-09-12T17:57:26.645169+0000","last_peered":"2024-09-12T17:57:26.645169+0000","last_clean":"2024-09-12T17:57:26.645169+0000","last_became_active":"2024-09-12T17:13:32.785511+0000","last_became_peered":"2024-09-12T17:13:32.785511+0000","last_unstale":"2024-09-12T17:57:26.645169+0000","last_undegraded":"2024-09-12T17:57:26.645169+0000","last_fullsized":"2024-09-12T17:57:26.645169+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:08.224819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":388,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'104","reported_seq":730,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044311+0000","last_change":"2024-09-12T17:13:24.761705+0000","last_active":"2024-09-12T17:57:12.044311+0000","last_peered":"2024-09-12T17:57:12.044311+0000","last_clean":"2024-09-12T17:57:12.044311+0000","last_became_active":"2024-09-12T17:13:24.761104+0000","last_became_peered":"2024-09-12T17:13:24.761104+0000","last_unstale":"2024-09-12T17:57:12.044311+0000","last_undegraded":"2024-09-12T17:57:12.044311+0000","last_fullsized":"2024-09-12T17:57:12.044311+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:08.465127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":484,"num_read_kb":420,"num_write":138,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'269","reported_seq":884,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.664759+0000","last_change":"2024-09-12T17:13:22.710517+0000","last_active":"2024-09-12T17:57:27.664759+0000","last_peered":"2024-09-12T17:57:27.664759+0000","last_clean":"2024-09-12T17:57:27.664759+0000","last_became_active":"2024-09-12T17:13:22.710223+0000","last_became_peered":"2024-09-12T17:13:22.710223+0000","last_unstale":"2024-09-12T17:57:27.664759+0000","last_undegraded":"2024-09-12T17:57:27.664759+0000","last_fullsized":"2024-09-12T17:57:27.664759+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:21:08.974011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4480850,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":378,"num_read_kb":5540,"num_write":1011,"num_write_kb":28264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":517,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:32.146549+0000","last_change":"2024-09-12T17:13:10.683585+0000","last_active":"2024-09-12T17:56:32.146549+0000","last_peered":"2024-09-12T17:56:32.146549+0000","last_clean":"2024-09-12T17:56:32.146549+0000","last_became_active":"2024-09-12T17:13:08.625281+0000","last_became_peered":"2024-09-12T17:13:08.625281+0000","last_unstale":"2024-09-12T17:56:32.146549+0000","last_undegraded":"2024-09-12T17:56:32.146549+0000","last_fullsized":"2024-09-12T17:56:32.146549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:05.296558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001325629,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.057861+0000","last_change":"2024-09-12T17:13:26.736879+0000","last_active":"2024-09-12T17:57:32.057861+0000","last_peered":"2024-09-12T17:57:32.057861+0000","last_clean":"2024-09-12T17:57:32.057861+0000","last_became_active":"2024-09-12T17:13:26.736249+0000","last_became_peered":"2024-09-12T17:13:26.736249+0000","last_unstale":"2024-09-12T17:57:32.057861+0000","last_undegraded":"2024-09-12T17:57:32.057861+0000","last_fullsized":"2024-09-12T17:57:32.057861+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:04.818426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'677","reported_seq":1380,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.761358+0000","last_change":"2024-09-12T17:13:28.802010+0000","last_active":"2024-09-12T17:59:48.761358+0000","last_peered":"2024-09-12T17:59:48.761358+0000","last_clean":"2024-09-12T17:59:48.761358+0000","last_became_active":"2024-09-12T17:13:28.801230+0000","last_became_peered":"2024-09-12T17:13:28.801230+0000","last_unstale":"2024-09-12T17:59:48.761358+0000","last_undegraded":"2024-09-12T17:59:48.761358+0000","last_fullsized":"2024-09-12T17:59:48.761358+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":600,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:43.819564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156403,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1197,"num_read_kb":2537,"num_write":976,"num_write_kb":809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":483,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054254+0000","last_change":"2024-09-12T17:13:30.776814+0000","last_active":"2024-09-12T17:57:17.054254+0000","last_peered":"2024-09-12T17:57:17.054254+0000","last_clean":"2024-09-12T17:57:17.054254+0000","last_became_active":"2024-09-12T17:13:30.775941+0000","last_became_peered":"2024-09-12T17:13:30.775941+0000","last_unstale":"2024-09-12T17:57:17.054254+0000","last_undegraded":"2024-09-12T17:57:17.054254+0000","last_fullsized":"2024-09-12T17:57:17.054254+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:43.390877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'119","reported_seq":606,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.188323+0000","last_change":"2024-09-12T17:13:32.789056+0000","last_active":"2024-09-12T17:58:12.188323+0000","last_peered":"2024-09-12T17:58:12.188323+0000","last_clean":"2024-09-12T17:58:12.188323+0000","last_became_active":"2024-09-12T17:13:32.788325+0000","last_became_peered":"2024-09-12T17:13:32.788325+0000","last_unstale":"2024-09-12T17:58:12.188323+0000","last_undegraded":"2024-09-12T17:58:12.188323+0000","last_fullsized":"2024-09-12T17:58:12.188323+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:20.420735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":140,"num_read_kb":138,"num_write":261,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'182","reported_seq":757,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.614237+0000","last_change":"2024-09-12T17:13:32.793744+0000","last_active":"2024-09-12T17:58:30.614237+0000","last_peered":"2024-09-12T17:58:30.614237+0000","last_clean":"2024-09-12T17:58:30.614237+0000","last_became_active":"2024-09-12T17:13:32.792882+0000","last_became_peered":"2024-09-12T17:13:32.792882+0000","last_unstale":"2024-09-12T17:58:30.614237+0000","last_undegraded":"2024-09-12T17:58:30.614237+0000","last_fullsized":"2024-09-12T17:58:30.614237+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:16.612187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":358,"num_read_kb":342,"num_write":468,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'502","reported_seq":1160,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.537594+0000","last_change":"2024-09-12T17:13:24.746577+0000","last_active":"2024-09-12T17:59:47.537594+0000","last_peered":"2024-09-12T17:59:47.537594+0000","last_clean":"2024-09-12T17:59:47.537594+0000","last_became_active":"2024-09-12T17:13:24.745820+0000","last_became_peered":"2024-09-12T17:13:24.745820+0000","last_unstale":"2024-09-12T17:59:47.537594+0000","last_undegraded":"2024-09-12T17:59:47.537594+0000","last_fullsized":"2024-09-12T17:59:47.537594+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":400,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:03:40.361610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2172,"num_read_kb":1734,"num_write":807,"num_write_kb":422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'302","reported_seq":934,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.563205+0000","last_change":"2024-09-12T17:13:22.739146+0000","last_active":"2024-09-12T17:58:26.563205+0000","last_peered":"2024-09-12T17:58:26.563205+0000","last_clean":"2024-09-12T17:58:26.563205+0000","last_became_active":"2024-09-12T17:13:22.730432+0000","last_became_peered":"2024-09-12T17:13:22.730432+0000","last_unstale":"2024-09-12T17:58:26.563205+0000","last_undegraded":"2024-09-12T17:58:26.563205+0000","last_fullsized":"2024-09-12T17:58:26.563205+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:20.360020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8743375,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":468,"num_read_kb":26035,"num_write":960,"num_write_kb":34034,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039833+0000","last_change":"2024-09-12T17:13:26.736474+0000","last_active":"2024-09-12T17:57:47.039833+0000","last_peered":"2024-09-12T17:57:47.039833+0000","last_clean":"2024-09-12T17:57:47.039833+0000","last_became_active":"2024-09-12T17:13:26.735772+0000","last_became_peered":"2024-09-12T17:13:26.735772+0000","last_unstale":"2024-09-12T17:57:47.039833+0000","last_undegraded":"2024-09-12T17:57:47.039833+0000","last_fullsized":"2024-09-12T17:57:47.039833+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:19:43.084767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'288","reported_seq":848,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.062823+0000","last_change":"2024-09-12T17:13:28.746675+0000","last_active":"2024-09-12T17:57:52.062823+0000","last_peered":"2024-09-12T17:57:52.062823+0000","last_clean":"2024-09-12T17:57:52.062823+0000","last_became_active":"2024-09-12T17:13:28.742124+0000","last_became_peered":"2024-09-12T17:13:28.742124+0000","last_unstale":"2024-09-12T17:57:52.062823+0000","last_undegraded":"2024-09-12T17:57:52.062823+0000","last_fullsized":"2024-09-12T17:57:52.062823+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:31:34.793418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60165,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":472,"num_read_kb":998,"num_write":394,"num_write_kb":319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.027774+0000","last_change":"2024-09-12T17:13:30.792589+0000","last_active":"2024-09-12T17:55:32.027774+0000","last_peered":"2024-09-12T17:55:32.027774+0000","last_clean":"2024-09-12T17:55:32.027774+0000","last_became_active":"2024-09-12T17:13:30.791898+0000","last_became_peered":"2024-09-12T17:13:30.791898+0000","last_unstale":"2024-09-12T17:55:32.027774+0000","last_undegraded":"2024-09-12T17:55:32.027774+0000","last_fullsized":"2024-09-12T17:55:32.027774+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:51.909430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'142","reported_seq":629,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.157331+0000","last_change":"2024-09-12T17:13:32.789361+0000","last_active":"2024-09-12T17:58:29.157331+0000","last_peered":"2024-09-12T17:58:29.157331+0000","last_clean":"2024-09-12T17:58:29.157331+0000","last_became_active":"2024-09-12T17:13:32.788604+0000","last_became_peered":"2024-09-12T17:13:32.788604+0000","last_unstale":"2024-09-12T17:58:29.157331+0000","last_undegraded":"2024-09-12T17:58:29.157331+0000","last_fullsized":"2024-09-12T17:58:29.157331+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:35.068046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":163,"num_read_kb":157,"num_write":325,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'212","reported_seq":837,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039875+0000","last_change":"2024-09-12T17:13:24.737451+0000","last_active":"2024-09-12T17:57:47.039875+0000","last_peered":"2024-09-12T17:57:47.039875+0000","last_clean":"2024-09-12T17:57:47.039875+0000","last_became_active":"2024-09-12T17:13:24.734000+0000","last_became_peered":"2024-09-12T17:13:24.734000+0000","last_unstale":"2024-09-12T17:57:47.039875+0000","last_undegraded":"2024-09-12T17:57:47.039875+0000","last_fullsized":"2024-09-12T17:57:47.039875+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:06.578006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":913,"num_read_kb":755,"num_write":324,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"264'293","reported_seq":998,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:14.286024+0000","last_change":"2024-09-12T17:13:22.720857+0000","last_active":"2024-09-12T17:58:14.286024+0000","last_peered":"2024-09-12T17:58:14.286024+0000","last_clean":"2024-09-12T17:58:14.286024+0000","last_became_active":"2024-09-12T17:13:22.720138+0000","last_became_peered":"2024-09-12T17:13:22.720138+0000","last_unstale":"2024-09-12T17:58:14.286024+0000","last_undegraded":"2024-09-12T17:58:14.286024+0000","last_fullsized":"2024-09-12T17:58:14.286024+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:52.714643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6320632,"num_objects":78,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":662,"num_read_kb":13970,"num_write":972,"num_write_kb":23660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"35'5","reported_seq":969,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.265987+0000","last_change":"2024-09-12T17:13:26.731015+0000","last_active":"2024-09-12T17:59:48.265987+0000","last_peered":"2024-09-12T17:59:48.265987+0000","last_clean":"2024-09-12T17:59:48.265987+0000","last_became_active":"2024-09-12T17:13:26.730316+0000","last_became_peered":"2024-09-12T17:13:26.730316+0000","last_unstale":"2024-09-12T17:59:48.265987+0000","last_undegraded":"2024-09-12T17:59:48.265987+0000","last_fullsized":"2024-09-12T17:59:48.265987+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:26.082668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'47","reported_seq":552,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.079678+0000","last_change":"2024-09-12T17:13:28.743011+0000","last_active":"2024-09-12T17:57:26.079678+0000","last_peered":"2024-09-12T17:57:26.079678+0000","last_clean":"2024-09-12T17:57:26.079678+0000","last_became_active":"2024-09-12T17:13:28.741429+0000","last_became_peered":"2024-09-12T17:13:28.741429+0000","last_unstale":"2024-09-12T17:57:26.079678+0000","last_undegraded":"2024-09-12T17:57:26.079678+0000","last_fullsized":"2024-09-12T17:57:26.079678+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:12.505239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.017445+0000","last_change":"2024-09-12T17:13:30.783219+0000","last_active":"2024-09-12T17:55:32.017445+0000","last_peered":"2024-09-12T17:55:32.017445+0000","last_clean":"2024-09-12T17:55:32.017445+0000","last_became_active":"2024-09-12T17:13:30.782478+0000","last_became_peered":"2024-09-12T17:13:30.782478+0000","last_unstale":"2024-09-12T17:55:32.017445+0000","last_undegraded":"2024-09-12T17:55:32.017445+0000","last_fullsized":"2024-09-12T17:55:32.017445+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:52.154143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'218","reported_seq":751,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.467246+0000","last_change":"2024-09-12T17:13:32.782807+0000","last_active":"2024-09-12T17:59:47.467246+0000","last_peered":"2024-09-12T17:59:47.467246+0000","last_clean":"2024-09-12T17:59:47.467246+0000","last_became_active":"2024-09-12T17:13:32.782092+0000","last_became_peered":"2024-09-12T17:13:32.782092+0000","last_unstale":"2024-09-12T17:59:47.467246+0000","last_undegraded":"2024-09-12T17:59:47.467246+0000","last_fullsized":"2024-09-12T17:59:47.467246+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:18.007423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":389,"num_read_kb":376,"num_write":482,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'135","reported_seq":734,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.472028+0000","last_change":"2024-09-12T17:13:24.742381+0000","last_active":"2024-09-12T17:58:30.472028+0000","last_peered":"2024-09-12T17:58:30.472028+0000","last_clean":"2024-09-12T17:58:30.472028+0000","last_became_active":"2024-09-12T17:13:24.741656+0000","last_became_peered":"2024-09-12T17:13:24.741656+0000","last_unstale":"2024-09-12T17:58:30.472028+0000","last_undegraded":"2024-09-12T17:58:30.472028+0000","last_fullsized":"2024-09-12T17:58:30.472028+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:39.597925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":482,"num_write":210,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'283","reported_seq":1015,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:14.287655+0000","last_change":"2024-09-12T17:13:22.732161+0000","last_active":"2024-09-12T17:58:14.287655+0000","last_peered":"2024-09-12T17:58:14.287655+0000","last_clean":"2024-09-12T17:58:14.287655+0000","last_became_active":"2024-09-12T17:13:22.730403+0000","last_became_peered":"2024-09-12T17:13:22.730403+0000","last_unstale":"2024-09-12T17:58:14.287655+0000","last_undegraded":"2024-09-12T17:58:14.287655+0000","last_fullsized":"2024-09-12T17:58:14.287655+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:51.943720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2725047,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":664,"num_read_kb":35043,"num_write":989,"num_write_kb":27867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050480+0000","last_change":"2024-09-12T17:13:26.754120+0000","last_active":"2024-09-12T17:57:47.050480+0000","last_peered":"2024-09-12T17:57:47.050480+0000","last_clean":"2024-09-12T17:57:47.050480+0000","last_became_active":"2024-09-12T17:13:26.753317+0000","last_became_peered":"2024-09-12T17:13:26.753317+0000","last_unstale":"2024-09-12T17:57:47.050480+0000","last_undegraded":"2024-09-12T17:57:47.050480+0000","last_fullsized":"2024-09-12T17:57:47.050480+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:12.158061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'296","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.062891+0000","last_change":"2024-09-12T17:13:28.756124+0000","last_active":"2024-09-12T17:57:52.062891+0000","last_peered":"2024-09-12T17:57:52.062891+0000","last_clean":"2024-09-12T17:57:52.062891+0000","last_became_active":"2024-09-12T17:13:28.750390+0000","last_became_peered":"2024-09-12T17:13:28.750390+0000","last_unstale":"2024-09-12T17:57:52.062891+0000","last_undegraded":"2024-09-12T17:57:52.062891+0000","last_fullsized":"2024-09-12T17:57:52.062891+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:04.128240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62088,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":492,"num_read_kb":988,"num_write":396,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.133497+0000","last_change":"2024-09-12T17:13:30.784310+0000","last_active":"2024-09-12T17:55:32.133497+0000","last_peered":"2024-09-12T17:55:32.133497+0000","last_clean":"2024-09-12T17:55:32.133497+0000","last_became_active":"2024-09-12T17:13:30.783591+0000","last_became_peered":"2024-09-12T17:13:30.783591+0000","last_unstale":"2024-09-12T17:55:32.133497+0000","last_undegraded":"2024-09-12T17:55:32.133497+0000","last_fullsized":"2024-09-12T17:55:32.133497+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:22:10.488284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'191","reported_seq":706,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.629798+0000","last_change":"2024-09-12T17:13:32.789717+0000","last_active":"2024-09-12T17:58:15.629798+0000","last_peered":"2024-09-12T17:58:15.629798+0000","last_clean":"2024-09-12T17:58:15.629798+0000","last_became_active":"2024-09-12T17:13:32.788954+0000","last_became_peered":"2024-09-12T17:13:32.788954+0000","last_unstale":"2024-09-12T17:58:15.629798+0000","last_undegraded":"2024-09-12T17:58:15.629798+0000","last_fullsized":"2024-09-12T17:58:15.629798+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:33.412875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":259,"num_read_kb":242,"num_write":443,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'75","reported_seq":640,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.072006+0000","last_change":"2024-09-12T17:13:54.837546+0000","last_active":"2024-09-12T17:56:18.072006+0000","last_peered":"2024-09-12T17:56:18.072006+0000","last_clean":"2024-09-12T17:56:18.072006+0000","last_became_active":"2024-09-12T17:13:54.836680+0000","last_became_peered":"2024-09-12T17:13:54.836680+0000","last_unstale":"2024-09-12T17:56:18.072006+0000","last_undegraded":"2024-09-12T17:56:18.072006+0000","last_fullsized":"2024-09-12T17:56:18.072006+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:42.154136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":370,"num_read_kb":318,"num_write":111,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"264'277","reported_seq":933,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.561807+0000","last_change":"2024-09-12T17:13:22.738214+0000","last_active":"2024-09-12T17:58:26.561807+0000","last_peered":"2024-09-12T17:58:26.561807+0000","last_clean":"2024-09-12T17:58:26.561807+0000","last_became_active":"2024-09-12T17:13:22.737631+0000","last_became_peered":"2024-09-12T17:13:22.737631+0000","last_unstale":"2024-09-12T17:58:26.561807+0000","last_undegraded":"2024-09-12T17:58:26.561807+0000","last_fullsized":"2024-09-12T17:58:26.561807+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:33.545600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9495956,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":494,"num_read_kb":19849,"num_write":1091,"num_write_kb":28792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162411+0000","last_change":"2024-09-12T17:13:26.748423+0000","last_active":"2024-09-12T17:57:47.162411+0000","last_peered":"2024-09-12T17:57:47.162411+0000","last_clean":"2024-09-12T17:57:47.162411+0000","last_became_active":"2024-09-12T17:13:26.747580+0000","last_became_peered":"2024-09-12T17:13:26.747580+0000","last_unstale":"2024-09-12T17:57:47.162411+0000","last_undegraded":"2024-09-12T17:57:47.162411+0000","last_fullsized":"2024-09-12T17:57:47.162411+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:16.460850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'266","reported_seq":828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051750+0000","last_change":"2024-09-12T17:13:28.742732+0000","last_active":"2024-09-12T17:57:52.051750+0000","last_peered":"2024-09-12T17:57:52.051750+0000","last_clean":"2024-09-12T17:57:52.051750+0000","last_became_active":"2024-09-12T17:13:28.741634+0000","last_became_peered":"2024-09-12T17:13:28.741634+0000","last_unstale":"2024-09-12T17:57:52.051750+0000","last_undegraded":"2024-09-12T17:57:52.051750+0000","last_fullsized":"2024-09-12T17:57:52.051750+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:07.171112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69482,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":461,"num_read_kb":1012,"num_write":386,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.017183+0000","last_change":"2024-09-12T17:13:30.776129+0000","last_active":"2024-09-12T17:55:32.017183+0000","last_peered":"2024-09-12T17:55:32.017183+0000","last_clean":"2024-09-12T17:55:32.017183+0000","last_became_active":"2024-09-12T17:13:30.775381+0000","last_became_peered":"2024-09-12T17:13:30.775381+0000","last_unstale":"2024-09-12T17:55:32.017183+0000","last_undegraded":"2024-09-12T17:55:32.017183+0000","last_fullsized":"2024-09-12T17:55:32.017183+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:09.622664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'254","reported_seq":915,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:31.859913+0000","last_change":"2024-09-12T17:13:24.760887+0000","last_active":"2024-09-12T17:57:31.859913+0000","last_peered":"2024-09-12T17:57:31.859913+0000","last_clean":"2024-09-12T17:57:31.859913+0000","last_became_active":"2024-09-12T17:13:24.760166+0000","last_became_peered":"2024-09-12T17:13:24.760166+0000","last_unstale":"2024-09-12T17:57:31.859913+0000","last_undegraded":"2024-09-12T17:57:31.859913+0000","last_fullsized":"2024-09-12T17:57:31.859913+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:18.436943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1144,"num_read_kb":947,"num_write":391,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'231","reported_seq":826,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.047635+0000","last_change":"2024-09-12T17:13:22.721667+0000","last_active":"2024-09-12T17:56:52.047635+0000","last_peered":"2024-09-12T17:56:52.047635+0000","last_clean":"2024-09-12T17:56:52.047635+0000","last_became_active":"2024-09-12T17:13:22.721355+0000","last_became_peered":"2024-09-12T17:13:22.721355+0000","last_unstale":"2024-09-12T17:56:52.047635+0000","last_undegraded":"2024-09-12T17:56:52.047635+0000","last_fullsized":"2024-09-12T17:56:52.047635+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:48.985363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4782533,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":0,"num_read":352,"num_read_kb":715,"num_write":828,"num_write_kb":22770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.047632+0000","last_change":"2024-09-12T17:13:26.747895+0000","last_active":"2024-09-12T17:57:37.047632+0000","last_peered":"2024-09-12T17:57:37.047632+0000","last_clean":"2024-09-12T17:57:37.047632+0000","last_became_active":"2024-09-12T17:13:26.744896+0000","last_became_peered":"2024-09-12T17:13:26.744896+0000","last_unstale":"2024-09-12T17:57:37.047632+0000","last_undegraded":"2024-09-12T17:57:37.047632+0000","last_fullsized":"2024-09-12T17:57:37.047632+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:21.238243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'462","reported_seq":1082,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.753573+0000","last_change":"2024-09-12T17:13:28.747603+0000","last_active":"2024-09-12T17:59:48.753573+0000","last_peered":"2024-09-12T17:59:48.753573+0000","last_clean":"2024-09-12T17:59:48.753573+0000","last_became_active":"2024-09-12T17:13:28.746900+0000","last_became_peered":"2024-09-12T17:13:28.746900+0000","last_unstale":"2024-09-12T17:59:48.753573+0000","last_undegraded":"2024-09-12T17:59:48.753573+0000","last_fullsized":"2024-09-12T17:59:48.753573+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":400,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:58.688372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109189,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":828,"num_read_kb":1787,"num_write":724,"num_write_kb":656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.202345+0000","last_change":"2024-09-12T17:13:30.778464+0000","last_active":"2024-09-12T17:56:02.202345+0000","last_peered":"2024-09-12T17:56:02.202345+0000","last_clean":"2024-09-12T17:56:02.202345+0000","last_became_active":"2024-09-12T17:13:30.777735+0000","last_became_peered":"2024-09-12T17:13:30.777735+0000","last_unstale":"2024-09-12T17:56:02.202345+0000","last_undegraded":"2024-09-12T17:56:02.202345+0000","last_fullsized":"2024-09-12T17:56:02.202345+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:48.426699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'162","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.713966+0000","last_change":"2024-09-12T17:13:32.834828+0000","last_active":"2024-09-12T17:58:29.713966+0000","last_peered":"2024-09-12T17:58:29.713966+0000","last_clean":"2024-09-12T17:58:29.713966+0000","last_became_active":"2024-09-12T17:13:32.834025+0000","last_became_peered":"2024-09-12T17:13:32.834025+0000","last_unstale":"2024-09-12T17:58:29.713966+0000","last_undegraded":"2024-09-12T17:58:29.713966+0000","last_fullsized":"2024-09-12T17:58:29.713966+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:23.320464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":249,"num_read_kb":253,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'4648","reported_seq":5516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:49.802036+0000","last_change":"2024-09-12T17:13:24.719516+0000","last_active":"2024-09-12T17:57:49.802036+0000","last_peered":"2024-09-12T17:57:49.802036+0000","last_clean":"2024-09-12T17:57:49.802036+0000","last_became_active":"2024-09-12T17:13:24.718732+0000","last_became_peered":"2024-09-12T17:13:24.718732+0000","last_unstale":"2024-09-12T17:57:49.802036+0000","last_undegraded":"2024-09-12T17:57:49.802036+0000","last_fullsized":"2024-09-12T17:57:49.802036+0000","mapping_epoch":25,"log_start":"264'4600","ondisk_log_start":"264'4600","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":3000,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:56.819107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19133,"num_read_kb":16095,"num_write":7172,"num_write_kb":3743,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'289","reported_seq":951,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:08.936438+0000","last_change":"2024-09-12T17:13:22.716337+0000","last_active":"2024-09-12T17:58:08.936438+0000","last_peered":"2024-09-12T17:58:08.936438+0000","last_clean":"2024-09-12T17:58:08.936438+0000","last_became_active":"2024-09-12T17:13:22.715964+0000","last_became_peered":"2024-09-12T17:13:22.715964+0000","last_unstale":"2024-09-12T17:58:08.936438+0000","last_undegraded":"2024-09-12T17:58:08.936438+0000","last_fullsized":"2024-09-12T17:58:08.936438+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:50.736106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6658394,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":488,"num_read_kb":3092,"num_write":1101,"num_write_kb":22712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.155171+0000","last_change":"2024-09-12T17:13:26.748729+0000","last_active":"2024-09-12T17:57:12.155171+0000","last_peered":"2024-09-12T17:57:12.155171+0000","last_clean":"2024-09-12T17:57:12.155171+0000","last_became_active":"2024-09-12T17:13:26.747581+0000","last_became_peered":"2024-09-12T17:13:26.747581+0000","last_unstale":"2024-09-12T17:57:12.155171+0000","last_undegraded":"2024-09-12T17:57:12.155171+0000","last_fullsized":"2024-09-12T17:57:12.155171+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:55.164916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'290","reported_seq":866,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:31.848613+0000","last_change":"2024-09-12T17:13:28.741124+0000","last_active":"2024-09-12T17:58:31.848613+0000","last_peered":"2024-09-12T17:58:31.848613+0000","last_clean":"2024-09-12T17:58:31.848613+0000","last_became_active":"2024-09-12T17:13:28.740077+0000","last_became_peered":"2024-09-12T17:13:28.740077+0000","last_unstale":"2024-09-12T17:58:31.848613+0000","last_undegraded":"2024-09-12T17:58:31.848613+0000","last_fullsized":"2024-09-12T17:58:31.848613+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:32.115548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63786,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":505,"num_read_kb":1025,"num_write":430,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.014341+0000","last_change":"2024-09-12T17:13:30.788371+0000","last_active":"2024-09-12T17:56:02.014341+0000","last_peered":"2024-09-12T17:56:02.014341+0000","last_clean":"2024-09-12T17:56:02.014341+0000","last_became_active":"2024-09-12T17:13:30.787481+0000","last_became_peered":"2024-09-12T17:13:30.787481+0000","last_unstale":"2024-09-12T17:56:02.014341+0000","last_undegraded":"2024-09-12T17:56:02.014341+0000","last_fullsized":"2024-09-12T17:56:02.014341+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:19.444142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'171","reported_seq":669,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.078458+0000","last_change":"2024-09-12T17:13:32.787930+0000","last_active":"2024-09-12T17:57:19.078458+0000","last_peered":"2024-09-12T17:57:19.078458+0000","last_clean":"2024-09-12T17:57:19.078458+0000","last_became_active":"2024-09-12T17:13:32.787114+0000","last_became_peered":"2024-09-12T17:13:32.787114+0000","last_unstale":"2024-09-12T17:57:19.078458+0000","last_undegraded":"2024-09-12T17:57:19.078458+0000","last_fullsized":"2024-09-12T17:57:19.078458+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:35.409537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":227,"num_read_kb":224,"num_write":505,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'89","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.477823+0000","last_change":"2024-09-12T17:13:24.749125+0000","last_active":"2024-09-12T17:56:43.477823+0000","last_peered":"2024-09-12T17:56:43.477823+0000","last_clean":"2024-09-12T17:56:43.477823+0000","last_became_active":"2024-09-12T17:13:24.748753+0000","last_became_peered":"2024-09-12T17:13:24.748753+0000","last_unstale":"2024-09-12T17:56:43.477823+0000","last_undegraded":"2024-09-12T17:56:43.477823+0000","last_fullsized":"2024-09-12T17:56:43.477823+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:02.042157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":343,"num_write":134,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'302","reported_seq":952,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.705168+0000","last_change":"2024-09-12T17:13:22.717400+0000","last_active":"2024-09-12T17:57:24.705168+0000","last_peered":"2024-09-12T17:57:24.705168+0000","last_clean":"2024-09-12T17:57:24.705168+0000","last_became_active":"2024-09-12T17:13:22.716619+0000","last_became_peered":"2024-09-12T17:13:22.716619+0000","last_unstale":"2024-09-12T17:57:24.705168+0000","last_undegraded":"2024-09-12T17:57:24.705168+0000","last_fullsized":"2024-09-12T17:57:24.705168+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:27.319128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1074084,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":501,"num_read_kb":6654,"num_write":1103,"num_write_kb":21095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023819+0000","last_change":"2024-09-12T17:13:26.728706+0000","last_active":"2024-09-12T17:55:57.023819+0000","last_peered":"2024-09-12T17:55:57.023819+0000","last_clean":"2024-09-12T17:55:57.023819+0000","last_became_active":"2024-09-12T17:13:26.725139+0000","last_became_peered":"2024-09-12T17:13:26.725139+0000","last_unstale":"2024-09-12T17:55:57.023819+0000","last_undegraded":"2024-09-12T17:55:57.023819+0000","last_fullsized":"2024-09-12T17:55:57.023819+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:08.424368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'264","reported_seq":826,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:22.081963+0000","last_change":"2024-09-12T17:13:28.802620+0000","last_active":"2024-09-12T17:59:22.081963+0000","last_peered":"2024-09-12T17:59:22.081963+0000","last_clean":"2024-09-12T17:59:22.081963+0000","last_became_active":"2024-09-12T17:13:28.801913+0000","last_became_peered":"2024-09-12T17:13:28.801913+0000","last_unstale":"2024-09-12T17:59:22.081963+0000","last_undegraded":"2024-09-12T17:59:22.081963+0000","last_fullsized":"2024-09-12T17:59:22.081963+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:59.562705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50927,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":422,"num_read_kb":856,"num_write":348,"num_write_kb":269,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.038837+0000","last_change":"2024-09-12T17:13:30.778874+0000","last_active":"2024-09-12T17:57:42.038837+0000","last_peered":"2024-09-12T17:57:42.038837+0000","last_clean":"2024-09-12T17:57:42.038837+0000","last_became_active":"2024-09-12T17:13:30.778143+0000","last_became_peered":"2024-09-12T17:13:30.778143+0000","last_unstale":"2024-09-12T17:57:42.038837+0000","last_undegraded":"2024-09-12T17:57:42.038837+0000","last_fullsized":"2024-09-12T17:57:42.038837+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:05.458140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'120","reported_seq":603,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.819129+0000","last_change":"2024-09-12T17:13:32.787877+0000","last_active":"2024-09-12T17:59:48.819129+0000","last_peered":"2024-09-12T17:59:48.819129+0000","last_clean":"2024-09-12T17:59:48.819129+0000","last_became_active":"2024-09-12T17:13:32.786695+0000","last_became_peered":"2024-09-12T17:13:32.786695+0000","last_unstale":"2024-09-12T17:59:48.819129+0000","last_undegraded":"2024-09-12T17:59:48.819129+0000","last_fullsized":"2024-09-12T17:59:48.819129+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:22.889196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":154,"num_read_kb":146,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'244","reported_seq":822,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.185712+0000","last_change":"2024-09-12T17:13:24.726642+0000","last_active":"2024-09-12T17:58:12.185712+0000","last_peered":"2024-09-12T17:58:12.185712+0000","last_clean":"2024-09-12T17:58:12.185712+0000","last_became_active":"2024-09-12T17:13:24.726336+0000","last_became_peered":"2024-09-12T17:13:24.726336+0000","last_unstale":"2024-09-12T17:58:12.185712+0000","last_undegraded":"2024-09-12T17:58:12.185712+0000","last_fullsized":"2024-09-12T17:58:12.185712+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:27.157674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":808,"num_write":379,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'268","reported_seq":943,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.614569+0000","last_change":"2024-09-12T17:13:22.742874+0000","last_active":"2024-09-12T17:57:52.614569+0000","last_peered":"2024-09-12T17:57:52.614569+0000","last_clean":"2024-09-12T17:57:52.614569+0000","last_became_active":"2024-09-12T17:13:22.742562+0000","last_became_peered":"2024-09-12T17:13:22.742562+0000","last_unstale":"2024-09-12T17:57:52.614569+0000","last_undegraded":"2024-09-12T17:57:52.614569+0000","last_fullsized":"2024-09-12T17:57:52.614569+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:17.618206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4895734,"num_objects":62,"num_object_clones":0,"num_object_copies":124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":505,"num_read_kb":18715,"num_write":1055,"num_write_kb":30468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.013299+0000","last_change":"2024-09-12T17:13:26.745426+0000","last_active":"2024-09-12T17:55:57.013299+0000","last_peered":"2024-09-12T17:55:57.013299+0000","last_clean":"2024-09-12T17:55:57.013299+0000","last_became_active":"2024-09-12T17:13:26.745048+0000","last_became_peered":"2024-09-12T17:13:26.745048+0000","last_unstale":"2024-09-12T17:55:57.013299+0000","last_undegraded":"2024-09-12T17:55:57.013299+0000","last_fullsized":"2024-09-12T17:55:57.013299+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:57.586074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'102","reported_seq":622,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.051100+0000","last_change":"2024-09-12T17:13:28.801869+0000","last_active":"2024-09-12T17:57:42.051100+0000","last_peered":"2024-09-12T17:57:42.051100+0000","last_clean":"2024-09-12T17:57:42.051100+0000","last_became_active":"2024-09-12T17:13:28.801036+0000","last_became_peered":"2024-09-12T17:13:28.801036+0000","last_unstale":"2024-09-12T17:57:42.051100+0000","last_undegraded":"2024-09-12T17:57:42.051100+0000","last_fullsized":"2024-09-12T17:57:42.051100+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:20.404351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":122,"num_read_kb":114,"num_write":138,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'762","reported_seq":2125,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.843546+0000","last_change":"2024-09-12T17:13:30.776047+0000","last_active":"2024-09-12T17:59:48.843546+0000","last_peered":"2024-09-12T17:59:48.843546+0000","last_clean":"2024-09-12T17:59:48.843546+0000","last_became_active":"2024-09-12T17:13:30.775294+0000","last_became_peered":"2024-09-12T17:13:30.775294+0000","last_unstale":"2024-09-12T17:59:48.843546+0000","last_undegraded":"2024-09-12T17:59:48.843546+0000","last_fullsized":"2024-09-12T17:59:48.843546+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":700,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:29.499709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'109","reported_seq":610,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.311003+0000","last_change":"2024-09-12T17:13:32.795102+0000","last_active":"2024-09-12T17:58:30.311003+0000","last_peered":"2024-09-12T17:58:30.311003+0000","last_clean":"2024-09-12T17:58:30.311003+0000","last_became_active":"2024-09-12T17:13:32.794362+0000","last_became_peered":"2024-09-12T17:13:32.794362+0000","last_unstale":"2024-09-12T17:58:30.311003+0000","last_undegraded":"2024-09-12T17:58:30.311003+0000","last_fullsized":"2024-09-12T17:58:30.311003+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:31.378097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":158,"num_read_kb":151,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'150","reported_seq":752,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.334282+0000","last_change":"2024-09-12T17:13:24.745009+0000","last_active":"2024-09-12T17:56:49.334282+0000","last_peered":"2024-09-12T17:56:49.334282+0000","last_clean":"2024-09-12T17:56:49.334282+0000","last_became_active":"2024-09-12T17:13:24.744181+0000","last_became_peered":"2024-09-12T17:13:24.744181+0000","last_unstale":"2024-09-12T17:56:49.334282+0000","last_undegraded":"2024-09-12T17:56:49.334282+0000","last_fullsized":"2024-09-12T17:56:49.334282+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:26.762320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":502,"num_write":225,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'285","reported_seq":888,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.818034+0000","last_change":"2024-09-12T17:13:54.834200+0000","last_active":"2024-09-12T17:56:50.818034+0000","last_peered":"2024-09-12T17:56:50.818034+0000","last_clean":"2024-09-12T17:56:50.818034+0000","last_became_active":"2024-09-12T17:13:54.833471+0000","last_became_peered":"2024-09-12T17:13:54.833471+0000","last_unstale":"2024-09-12T17:56:50.818034+0000","last_undegraded":"2024-09-12T17:56:50.818034+0000","last_fullsized":"2024-09-12T17:56:50.818034+0000","mapping_epoch":36,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:27.161144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9583778,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":427,"num_read_kb":11839,"num_write":1162,"num_write_kb":30776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023180+0000","last_change":"2024-09-12T17:13:26.747993+0000","last_active":"2024-09-12T17:55:57.023180+0000","last_peered":"2024-09-12T17:55:57.023180+0000","last_clean":"2024-09-12T17:55:57.023180+0000","last_became_active":"2024-09-12T17:13:26.747270+0000","last_became_peered":"2024-09-12T17:13:26.747270+0000","last_unstale":"2024-09-12T17:55:57.023180+0000","last_undegraded":"2024-09-12T17:55:57.023180+0000","last_fullsized":"2024-09-12T17:55:57.023180+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:40.855788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'302","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.047084+0000","last_change":"2024-09-12T17:13:28.750881+0000","last_active":"2024-09-12T17:59:37.047084+0000","last_peered":"2024-09-12T17:59:37.047084+0000","last_clean":"2024-09-12T17:59:37.047084+0000","last_became_active":"2024-09-12T17:13:28.750281+0000","last_became_peered":"2024-09-12T17:13:28.750281+0000","last_unstale":"2024-09-12T17:59:37.047084+0000","last_undegraded":"2024-09-12T17:59:37.047084+0000","last_fullsized":"2024-09-12T17:59:37.047084+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:56.658361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57557,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":469,"num_read_kb":922,"num_write":386,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039178+0000","last_change":"2024-09-12T17:13:30.779116+0000","last_active":"2024-09-12T17:57:02.039178+0000","last_peered":"2024-09-12T17:57:02.039178+0000","last_clean":"2024-09-12T17:57:02.039178+0000","last_became_active":"2024-09-12T17:13:30.761662+0000","last_became_peered":"2024-09-12T17:13:30.761662+0000","last_unstale":"2024-09-12T17:57:02.039178+0000","last_undegraded":"2024-09-12T17:57:02.039178+0000","last_fullsized":"2024-09-12T17:57:02.039178+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:41.858268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'136","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.928390+0000","last_change":"2024-09-12T17:13:32.795830+0000","last_active":"2024-09-12T17:58:27.928390+0000","last_peered":"2024-09-12T17:58:27.928390+0000","last_clean":"2024-09-12T17:58:27.928390+0000","last_became_active":"2024-09-12T17:13:32.794904+0000","last_became_peered":"2024-09-12T17:13:32.794904+0000","last_unstale":"2024-09-12T17:58:27.928390+0000","last_undegraded":"2024-09-12T17:58:27.928390+0000","last_fullsized":"2024-09-12T17:58:27.928390+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:05.399749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":776,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":284,"num_read_kb":250,"num_write":322,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'388","reported_seq":1039,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.060377+0000","last_change":"2024-09-12T17:13:24.743228+0000","last_active":"2024-09-12T17:58:27.060377+0000","last_peered":"2024-09-12T17:58:27.060377+0000","last_clean":"2024-09-12T17:58:27.060377+0000","last_became_active":"2024-09-12T17:13:24.742514+0000","last_became_peered":"2024-09-12T17:13:24.742514+0000","last_unstale":"2024-09-12T17:58:27.060377+0000","last_undegraded":"2024-09-12T17:58:27.060377+0000","last_fullsized":"2024-09-12T17:58:27.060377+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:13.435459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1705,"num_read_kb":1374,"num_write":626,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'234","reported_seq":851,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:08.937079+0000","last_change":"2024-09-12T17:13:22.726614+0000","last_active":"2024-09-12T17:58:08.937079+0000","last_peered":"2024-09-12T17:58:08.937079+0000","last_clean":"2024-09-12T17:58:08.937079+0000","last_became_active":"2024-09-12T17:13:22.725894+0000","last_became_peered":"2024-09-12T17:13:22.725894+0000","last_unstale":"2024-09-12T17:58:08.937079+0000","last_undegraded":"2024-09-12T17:58:08.937079+0000","last_fullsized":"2024-09-12T17:58:08.937079+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:17.791829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6506198,"num_objects":62,"num_object_clones":0,"num_object_copies":124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":342,"num_read_kb":35322,"num_write":865,"num_write_kb":31480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.201107+0000","last_change":"2024-09-12T17:13:26.747213+0000","last_active":"2024-09-12T17:55:57.201107+0000","last_peered":"2024-09-12T17:55:57.201107+0000","last_clean":"2024-09-12T17:55:57.201107+0000","last_became_active":"2024-09-12T17:13:26.746388+0000","last_became_peered":"2024-09-12T17:13:26.746388+0000","last_unstale":"2024-09-12T17:55:57.201107+0000","last_undegraded":"2024-09-12T17:55:57.201107+0000","last_fullsized":"2024-09-12T17:55:57.201107+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:52.828250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'274","reported_seq":840,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:27.070539+0000","last_change":"2024-09-12T17:13:28.736649+0000","last_active":"2024-09-12T17:59:27.070539+0000","last_peered":"2024-09-12T17:59:27.070539+0000","last_clean":"2024-09-12T17:59:27.070539+0000","last_became_active":"2024-09-12T17:13:28.735923+0000","last_became_peered":"2024-09-12T17:13:28.735923+0000","last_unstale":"2024-09-12T17:59:27.070539+0000","last_undegraded":"2024-09-12T17:59:27.070539+0000","last_fullsized":"2024-09-12T17:59:27.070539+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:00.985744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60369,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":449,"num_read_kb":966,"num_write":374,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.155001+0000","last_change":"2024-09-12T17:13:30.776249+0000","last_active":"2024-09-12T17:57:12.155001+0000","last_peered":"2024-09-12T17:57:12.155001+0000","last_clean":"2024-09-12T17:57:12.155001+0000","last_became_active":"2024-09-12T17:13:30.774786+0000","last_became_peered":"2024-09-12T17:13:30.774786+0000","last_unstale":"2024-09-12T17:57:12.155001+0000","last_undegraded":"2024-09-12T17:57:12.155001+0000","last_fullsized":"2024-09-12T17:57:12.155001+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:01.657122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'133","reported_seq":646,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:48.127074+0000","last_change":"2024-09-12T17:13:32.834926+0000","last_active":"2024-09-12T17:57:48.127074+0000","last_peered":"2024-09-12T17:57:48.127074+0000","last_clean":"2024-09-12T17:57:48.127074+0000","last_became_active":"2024-09-12T17:13:32.834142+0000","last_became_peered":"2024-09-12T17:13:32.834142+0000","last_unstale":"2024-09-12T17:57:48.127074+0000","last_undegraded":"2024-09-12T17:57:48.127074+0000","last_fullsized":"2024-09-12T17:57:48.127074+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:27.414594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":934,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":223,"num_write":328,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'272","reported_seq":822,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.050441+0000","last_change":"2024-09-12T17:13:24.741369+0000","last_active":"2024-09-12T17:57:02.050441+0000","last_peered":"2024-09-12T17:57:02.050441+0000","last_clean":"2024-09-12T17:57:02.050441+0000","last_became_active":"2024-09-12T17:13:24.740889+0000","last_became_peered":"2024-09-12T17:13:24.740889+0000","last_unstale":"2024-09-12T17:57:02.050441+0000","last_undegraded":"2024-09-12T17:57:02.050441+0000","last_fullsized":"2024-09-12T17:57:02.050441+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:49:16.705838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1111,"num_read_kb":889,"num_write":415,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'248","reported_seq":881,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:46.687183+0000","last_change":"2024-09-12T17:13:22.718470+0000","last_active":"2024-09-12T17:59:46.687183+0000","last_peered":"2024-09-12T17:59:46.687183+0000","last_clean":"2024-09-12T17:59:46.687183+0000","last_became_active":"2024-09-12T17:13:22.717858+0000","last_became_peered":"2024-09-12T17:13:22.717858+0000","last_unstale":"2024-09-12T17:59:46.687183+0000","last_undegraded":"2024-09-12T17:59:46.687183+0000","last_fullsized":"2024-09-12T17:59:46.687183+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:12.308058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5301719,"num_objects":63,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":426,"num_read_kb":5815,"num_write":968,"num_write_kb":17554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.040893+0000","last_change":"2024-09-12T17:13:26.755484+0000","last_active":"2024-09-12T17:56:57.040893+0000","last_peered":"2024-09-12T17:56:57.040893+0000","last_clean":"2024-09-12T17:56:57.040893+0000","last_became_active":"2024-09-12T17:13:26.754497+0000","last_became_peered":"2024-09-12T17:13:26.754497+0000","last_unstale":"2024-09-12T17:56:57.040893+0000","last_undegraded":"2024-09-12T17:56:57.040893+0000","last_fullsized":"2024-09-12T17:56:57.040893+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:49.997910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'261","reported_seq":805,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.072444+0000","last_change":"2024-09-12T17:13:28.756996+0000","last_active":"2024-09-12T17:58:32.072444+0000","last_peered":"2024-09-12T17:58:32.072444+0000","last_clean":"2024-09-12T17:58:32.072444+0000","last_became_active":"2024-09-12T17:13:28.748824+0000","last_became_peered":"2024-09-12T17:13:28.748824+0000","last_unstale":"2024-09-12T17:58:32.072444+0000","last_undegraded":"2024-09-12T17:58:32.072444+0000","last_fullsized":"2024-09-12T17:58:32.072444+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:15.341214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64312,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":434,"num_read_kb":976,"num_write":370,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.024921+0000","last_change":"2024-09-12T17:13:30.783388+0000","last_active":"2024-09-12T17:56:02.024921+0000","last_peered":"2024-09-12T17:56:02.024921+0000","last_clean":"2024-09-12T17:56:02.024921+0000","last_became_active":"2024-09-12T17:13:30.782328+0000","last_became_peered":"2024-09-12T17:13:30.782328+0000","last_unstale":"2024-09-12T17:56:02.024921+0000","last_undegraded":"2024-09-12T17:56:02.024921+0000","last_fullsized":"2024-09-12T17:56:02.024921+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:53.367336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'158","reported_seq":1624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.865350+0000","last_change":"2024-09-12T17:13:32.788272+0000","last_active":"2024-09-12T17:58:27.865350+0000","last_peered":"2024-09-12T17:58:27.865350+0000","last_clean":"2024-09-12T17:58:27.865350+0000","last_became_active":"2024-09-12T17:13:32.786951+0000","last_became_peered":"2024-09-12T17:13:32.786951+0000","last_unstale":"2024-09-12T17:58:27.865350+0000","last_undegraded":"2024-09-12T17:58:27.865350+0000","last_fullsized":"2024-09-12T17:58:27.865350+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:32:27.819512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1226,"num_read_kb":1217,"num_write":365,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'139","reported_seq":737,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:25.403944+0000","last_change":"2024-09-12T17:13:24.734213+0000","last_active":"2024-09-12T17:58:25.403944+0000","last_peered":"2024-09-12T17:58:25.403944+0000","last_clean":"2024-09-12T17:58:25.403944+0000","last_became_active":"2024-09-12T17:13:24.733475+0000","last_became_peered":"2024-09-12T17:13:24.733475+0000","last_unstale":"2024-09-12T17:58:25.403944+0000","last_undegraded":"2024-09-12T17:58:25.403944+0000","last_fullsized":"2024-09-12T17:58:25.403944+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:40:44.569008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":499,"num_write":194,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'423","reported_seq":1140,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.712693+0000","last_change":"2024-09-12T17:13:22.738280+0000","last_active":"2024-09-12T17:57:14.712693+0000","last_peered":"2024-09-12T17:57:14.712693+0000","last_clean":"2024-09-12T17:57:14.712693+0000","last_became_active":"2024-09-12T17:13:22.737668+0000","last_became_peered":"2024-09-12T17:13:22.737668+0000","last_unstale":"2024-09-12T17:57:14.712693+0000","last_undegraded":"2024-09-12T17:57:14.712693+0000","last_fullsized":"2024-09-12T17:57:14.712693+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":400,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:13:39.826393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7508136,"num_objects":71,"num_object_clones":0,"num_object_copies":142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":803,"num_read_kb":48401,"num_write":1328,"num_write_kb":32776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"28'1","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.031056+0000","last_change":"2024-09-12T17:13:26.735484+0000","last_active":"2024-09-12T17:57:07.031056+0000","last_peered":"2024-09-12T17:57:07.031056+0000","last_clean":"2024-09-12T17:57:07.031056+0000","last_became_active":"2024-09-12T17:13:26.734820+0000","last_became_peered":"2024-09-12T17:13:26.734820+0000","last_unstale":"2024-09-12T17:57:07.031056+0000","last_undegraded":"2024-09-12T17:57:07.031056+0000","last_fullsized":"2024-09-12T17:57:07.031056+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:58.377327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'296","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.061628+0000","last_change":"2024-09-12T17:13:28.742290+0000","last_active":"2024-09-12T17:58:32.061628+0000","last_peered":"2024-09-12T17:58:32.061628+0000","last_clean":"2024-09-12T17:58:32.061628+0000","last_became_active":"2024-09-12T17:13:28.740112+0000","last_became_peered":"2024-09-12T17:13:28.740112+0000","last_unstale":"2024-09-12T17:58:32.061628+0000","last_undegraded":"2024-09-12T17:58:32.061628+0000","last_fullsized":"2024-09-12T17:58:32.061628+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:59.788059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51854,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":916,"num_write":376,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.024310+0000","last_change":"2024-09-12T17:13:30.762745+0000","last_active":"2024-09-12T17:56:02.024310+0000","last_peered":"2024-09-12T17:56:02.024310+0000","last_clean":"2024-09-12T17:56:02.024310+0000","last_became_active":"2024-09-12T17:13:30.761797+0000","last_became_peered":"2024-09-12T17:13:30.761797+0000","last_unstale":"2024-09-12T17:56:02.024310+0000","last_undegraded":"2024-09-12T17:56:02.024310+0000","last_fullsized":"2024-09-12T17:56:02.024310+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:11.522864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'107","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.527238+0000","last_change":"2024-09-12T17:13:32.792197+0000","last_active":"2024-09-12T17:59:47.527238+0000","last_peered":"2024-09-12T17:59:47.527238+0000","last_clean":"2024-09-12T17:59:47.527238+0000","last_became_active":"2024-09-12T17:13:32.791477+0000","last_became_peered":"2024-09-12T17:13:32.791477+0000","last_unstale":"2024-09-12T17:59:47.527238+0000","last_undegraded":"2024-09-12T17:59:47.527238+0000","last_fullsized":"2024-09-12T17:59:47.527238+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:15.814791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":125,"num_write":267,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'364","reported_seq":1056,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.627571+0000","last_change":"2024-09-12T17:13:24.736606+0000","last_active":"2024-09-12T17:58:15.627571+0000","last_peered":"2024-09-12T17:58:15.627571+0000","last_clean":"2024-09-12T17:58:15.627571+0000","last_became_active":"2024-09-12T17:13:24.736038+0000","last_became_peered":"2024-09-12T17:13:24.736038+0000","last_unstale":"2024-09-12T17:58:15.627571+0000","last_undegraded":"2024-09-12T17:58:15.627571+0000","last_fullsized":"2024-09-12T17:58:15.627571+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:29.036118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1747,"num_read_kb":1446,"num_write":655,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'309","reported_seq":1019,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.091392+0000","last_change":"2024-09-12T17:13:22.720736+0000","last_active":"2024-09-12T17:57:46.091392+0000","last_peered":"2024-09-12T17:57:46.091392+0000","last_clean":"2024-09-12T17:57:46.091392+0000","last_became_active":"2024-09-12T17:13:22.719931+0000","last_became_peered":"2024-09-12T17:13:22.719931+0000","last_unstale":"2024-09-12T17:57:46.091392+0000","last_undegraded":"2024-09-12T17:57:46.091392+0000","last_fullsized":"2024-09-12T17:57:46.091392+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:28.345270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6353625,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":543,"num_read_kb":5736,"num_write":1111,"num_write_kb":38423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'91","reported_seq":706,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.120291+0000","last_change":"2024-09-12T17:13:24.746142+0000","last_active":"2024-09-12T17:57:23.120291+0000","last_peered":"2024-09-12T17:57:23.120291+0000","last_clean":"2024-09-12T17:57:23.120291+0000","last_became_active":"2024-09-12T17:13:24.734502+0000","last_became_peered":"2024-09-12T17:13:24.734502+0000","last_unstale":"2024-09-12T17:57:23.120291+0000","last_undegraded":"2024-09-12T17:57:23.120291+0000","last_fullsized":"2024-09-12T17:57:23.120291+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:13.345038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":453,"num_read_kb":424,"num_write":126,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'267","reported_seq":893,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.634471+0000","last_change":"2024-09-12T17:13:22.737788+0000","last_active":"2024-09-12T17:57:46.634471+0000","last_peered":"2024-09-12T17:57:46.634471+0000","last_clean":"2024-09-12T17:57:46.634471+0000","last_became_active":"2024-09-12T17:13:22.737373+0000","last_became_peered":"2024-09-12T17:13:22.737373+0000","last_unstale":"2024-09-12T17:57:46.634471+0000","last_undegraded":"2024-09-12T17:57:46.634471+0000","last_fullsized":"2024-09-12T17:57:46.634471+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:06.791508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12899479,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":389,"num_read_kb":14885,"num_write":1042,"num_write_kb":37194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'217","reported_seq":864,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.911521+0000","last_change":"2024-09-12T17:13:24.764171+0000","last_active":"2024-09-12T17:57:23.911521+0000","last_peered":"2024-09-12T17:57:23.911521+0000","last_clean":"2024-09-12T17:57:23.911521+0000","last_became_active":"2024-09-12T17:13:24.763545+0000","last_became_peered":"2024-09-12T17:13:24.763545+0000","last_unstale":"2024-09-12T17:57:23.911521+0000","last_undegraded":"2024-09-12T17:57:23.911521+0000","last_fullsized":"2024-09-12T17:57:23.911521+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:02.895414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1012,"num_read_kb":841,"num_write":339,"num_write_kb":173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'304","reported_seq":965,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:01.079345+0000","last_change":"2024-09-12T17:13:22.723054+0000","last_active":"2024-09-12T17:58:01.079345+0000","last_peered":"2024-09-12T17:58:01.079345+0000","last_clean":"2024-09-12T17:58:01.079345+0000","last_became_active":"2024-09-12T17:13:22.722343+0000","last_became_peered":"2024-09-12T17:13:22.722343+0000","last_unstale":"2024-09-12T17:58:01.079345+0000","last_undegraded":"2024-09-12T17:58:01.079345+0000","last_fullsized":"2024-09-12T17:58:01.079345+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:01.088126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4727695,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":522,"num_read_kb":39473,"num_write":1083,"num_write_kb":37832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'222","reported_seq":849,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.024994+0000","last_change":"2024-09-12T17:13:24.748536+0000","last_active":"2024-09-12T17:56:47.024994+0000","last_peered":"2024-09-12T17:56:47.024994+0000","last_clean":"2024-09-12T17:56:47.024994+0000","last_became_active":"2024-09-12T17:13:24.747354+0000","last_became_peered":"2024-09-12T17:13:24.747354+0000","last_unstale":"2024-09-12T17:56:47.024994+0000","last_undegraded":"2024-09-12T17:56:47.024994+0000","last_fullsized":"2024-09-12T17:56:47.024994+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:17.881963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1022,"num_read_kb":839,"num_write":366,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'287","reported_seq":980,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:10.610883+0000","last_change":"2024-09-12T17:13:22.717677+0000","last_active":"2024-09-12T17:58:10.610883+0000","last_peered":"2024-09-12T17:58:10.610883+0000","last_clean":"2024-09-12T17:58:10.610883+0000","last_became_active":"2024-09-12T17:13:22.717158+0000","last_became_peered":"2024-09-12T17:13:22.717158+0000","last_unstale":"2024-09-12T17:58:10.610883+0000","last_undegraded":"2024-09-12T17:58:10.610883+0000","last_fullsized":"2024-09-12T17:58:10.610883+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:32.190443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7651378,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":545,"num_read_kb":54880,"num_write":983,"num_write_kb":45106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'80","reported_seq":675,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054349+0000","last_change":"2024-09-12T17:13:24.742326+0000","last_active":"2024-09-12T17:57:17.054349+0000","last_peered":"2024-09-12T17:57:17.054349+0000","last_clean":"2024-09-12T17:57:17.054349+0000","last_became_active":"2024-09-12T17:13:24.741534+0000","last_became_peered":"2024-09-12T17:13:24.741534+0000","last_unstale":"2024-09-12T17:57:17.054349+0000","last_undegraded":"2024-09-12T17:57:17.054349+0000","last_fullsized":"2024-09-12T17:57:17.054349+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:01.366239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":115,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'335","reported_seq":1117,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:09.783395+0000","last_change":"2024-09-12T17:13:22.743482+0000","last_active":"2024-09-12T17:58:09.783395+0000","last_peered":"2024-09-12T17:58:09.783395+0000","last_clean":"2024-09-12T17:58:09.783395+0000","last_became_active":"2024-09-12T17:13:22.742954+0000","last_became_peered":"2024-09-12T17:13:22.742954+0000","last_unstale":"2024-09-12T17:58:09.783395+0000","last_undegraded":"2024-09-12T17:58:09.783395+0000","last_fullsized":"2024-09-12T17:58:09.783395+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:09.688633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20833379,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":870,"num_read_kb":59721,"num_write":1138,"num_write_kb":57742,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'34","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044424+0000","last_change":"2024-09-12T17:13:24.747462+0000","last_active":"2024-09-12T17:57:12.044424+0000","last_peered":"2024-09-12T17:57:12.044424+0000","last_clean":"2024-09-12T17:57:12.044424+0000","last_became_active":"2024-09-12T17:13:24.745225+0000","last_became_peered":"2024-09-12T17:13:24.745225+0000","last_unstale":"2024-09-12T17:57:12.044424+0000","last_undegraded":"2024-09-12T17:57:12.044424+0000","last_fullsized":"2024-09-12T17:57:12.044424+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:30.843199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":159,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'308","reported_seq":1045,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.986454+0000","last_change":"2024-09-12T17:13:22.718066+0000","last_active":"2024-09-12T17:58:07.986454+0000","last_peered":"2024-09-12T17:58:07.986454+0000","last_clean":"2024-09-12T17:58:07.986454+0000","last_became_active":"2024-09-12T17:13:22.717684+0000","last_became_peered":"2024-09-12T17:13:22.717684+0000","last_unstale":"2024-09-12T17:58:07.986454+0000","last_undegraded":"2024-09-12T17:58:07.986454+0000","last_fullsized":"2024-09-12T17:58:07.986454+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:26:22.264312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15203231,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":611,"num_read_kb":57223,"num_write":1173,"num_write_kb":26992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'251","reported_seq":850,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.121752+0000","last_change":"2024-09-12T17:13:24.749146+0000","last_active":"2024-09-12T17:57:22.121752+0000","last_peered":"2024-09-12T17:57:22.121752+0000","last_clean":"2024-09-12T17:57:22.121752+0000","last_became_active":"2024-09-12T17:13:24.748814+0000","last_became_peered":"2024-09-12T17:13:24.748814+0000","last_unstale":"2024-09-12T17:57:22.121752+0000","last_undegraded":"2024-09-12T17:57:22.121752+0000","last_fullsized":"2024-09-12T17:57:22.121752+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:27:51.204232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1104,"num_read_kb":960,"num_write":424,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'316","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:10.608311+0000","last_change":"2024-09-12T17:13:22.726621+0000","last_active":"2024-09-12T17:58:10.608311+0000","last_peered":"2024-09-12T17:58:10.608311+0000","last_clean":"2024-09-12T17:58:10.608311+0000","last_became_active":"2024-09-12T17:13:22.725910+0000","last_became_peered":"2024-09-12T17:13:22.725910+0000","last_unstale":"2024-09-12T17:58:10.608311+0000","last_undegraded":"2024-09-12T17:58:10.608311+0000","last_fullsized":"2024-09-12T17:58:10.608311+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:39.502780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4800104,"num_objects":63,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":717,"num_read_kb":55083,"num_write":1160,"num_write_kb":15511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'146","reported_seq":733,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.493528+0000","last_change":"2024-09-12T17:13:24.736797+0000","last_active":"2024-09-12T17:57:46.493528+0000","last_peered":"2024-09-12T17:57:46.493528+0000","last_clean":"2024-09-12T17:57:46.493528+0000","last_became_active":"2024-09-12T17:13:24.732727+0000","last_became_peered":"2024-09-12T17:13:24.732727+0000","last_unstale":"2024-09-12T17:57:46.493528+0000","last_undegraded":"2024-09-12T17:57:46.493528+0000","last_fullsized":"2024-09-12T17:57:46.493528+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:37.283921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":515,"num_write":212,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'252","reported_seq":853,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.045109+0000","last_change":"2024-09-12T17:13:22.743075+0000","last_active":"2024-09-12T17:56:42.045109+0000","last_peered":"2024-09-12T17:56:42.045109+0000","last_clean":"2024-09-12T17:56:42.045109+0000","last_became_active":"2024-09-12T17:13:22.742748+0000","last_became_peered":"2024-09-12T17:13:22.742748+0000","last_unstale":"2024-09-12T17:56:42.045109+0000","last_undegraded":"2024-09-12T17:56:42.045109+0000","last_fullsized":"2024-09-12T17:56:42.045109+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:12.791030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3177860,"num_objects":64,"num_object_clones":0,"num_object_copies":128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":372,"num_read_kb":10325,"num_write":923,"num_write_kb":13429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'92","reported_seq":714,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050068+0000","last_change":"2024-09-12T17:13:24.738726+0000","last_active":"2024-09-12T17:57:47.050068+0000","last_peered":"2024-09-12T17:57:47.050068+0000","last_clean":"2024-09-12T17:57:47.050068+0000","last_became_active":"2024-09-12T17:13:24.738366+0000","last_became_peered":"2024-09-12T17:13:24.738366+0000","last_unstale":"2024-09-12T17:57:47.050068+0000","last_undegraded":"2024-09-12T17:57:47.050068+0000","last_fullsized":"2024-09-12T17:57:47.050068+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:08.682007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":464,"num_read_kb":404,"num_write":134,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'320","reported_seq":1069,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:03.987559+0000","last_change":"2024-09-12T17:13:22.721418+0000","last_active":"2024-09-12T17:58:03.987559+0000","last_peered":"2024-09-12T17:58:03.987559+0000","last_clean":"2024-09-12T17:58:03.987559+0000","last_became_active":"2024-09-12T17:13:22.719694+0000","last_became_peered":"2024-09-12T17:13:22.719694+0000","last_unstale":"2024-09-12T17:58:03.987559+0000","last_undegraded":"2024-09-12T17:58:03.987559+0000","last_fullsized":"2024-09-12T17:58:03.987559+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:58.025354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6564009,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":755,"num_read_kb":23990,"num_write":1234,"num_write_kb":32084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'83","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:16.393609+0000","last_change":"2024-09-12T17:13:24.735292+0000","last_active":"2024-09-12T17:58:16.393609+0000","last_peered":"2024-09-12T17:58:16.393609+0000","last_clean":"2024-09-12T17:58:16.393609+0000","last_became_active":"2024-09-12T17:13:24.733513+0000","last_became_peered":"2024-09-12T17:13:24.733513+0000","last_unstale":"2024-09-12T17:58:16.393609+0000","last_undegraded":"2024-09-12T17:58:16.393609+0000","last_fullsized":"2024-09-12T17:58:16.393609+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:34.735971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":393,"num_read_kb":336,"num_write":136,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'283","reported_seq":933,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:04.626321+0000","last_change":"2024-09-12T17:13:22.750241+0000","last_active":"2024-09-12T17:58:04.626321+0000","last_peered":"2024-09-12T17:58:04.626321+0000","last_clean":"2024-09-12T17:58:04.626321+0000","last_became_active":"2024-09-12T17:13:22.749777+0000","last_became_peered":"2024-09-12T17:13:22.749777+0000","last_unstale":"2024-09-12T17:58:04.626321+0000","last_undegraded":"2024-09-12T17:58:04.626321+0000","last_fullsized":"2024-09-12T17:58:04.626321+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:53.867335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15238938,"num_objects":78,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":460,"num_read_kb":24472,"num_write":1070,"num_write_kb":39014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"264'94","reported_seq":663,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.216220+0000","last_change":"2024-09-12T17:13:24.729314+0000","last_active":"2024-09-12T17:57:27.216220+0000","last_peered":"2024-09-12T17:57:27.216220+0000","last_clean":"2024-09-12T17:57:27.216220+0000","last_became_active":"2024-09-12T17:13:24.728891+0000","last_became_peered":"2024-09-12T17:13:24.728891+0000","last_unstale":"2024-09-12T17:57:27.216220+0000","last_undegraded":"2024-09-12T17:57:27.216220+0000","last_fullsized":"2024-09-12T17:57:27.216220+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:20.597758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":431,"num_read_kb":357,"num_write":143,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'300","reported_seq":965,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.311414+0000","last_change":"2024-09-12T17:13:22.736503+0000","last_active":"2024-09-12T17:58:26.311414+0000","last_peered":"2024-09-12T17:58:26.311414+0000","last_clean":"2024-09-12T17:58:26.311414+0000","last_became_active":"2024-09-12T17:13:22.735263+0000","last_became_peered":"2024-09-12T17:13:22.735263+0000","last_unstale":"2024-09-12T17:58:26.311414+0000","last_undegraded":"2024-09-12T17:58:26.311414+0000","last_fullsized":"2024-09-12T17:58:26.311414+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:01.421706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17102765,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":476,"num_read_kb":95994,"num_write":1069,"num_write_kb":57558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'246","reported_seq":847,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.659532+0000","last_change":"2024-09-12T17:13:24.747428+0000","last_active":"2024-09-12T17:57:57.659532+0000","last_peered":"2024-09-12T17:57:57.659532+0000","last_clean":"2024-09-12T17:57:57.659532+0000","last_became_active":"2024-09-12T17:13:24.746491+0000","last_became_peered":"2024-09-12T17:13:24.746491+0000","last_unstale":"2024-09-12T17:57:57.659532+0000","last_undegraded":"2024-09-12T17:57:57.659532+0000","last_fullsized":"2024-09-12T17:57:57.659532+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:20.671076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1057,"num_read_kb":849,"num_write":391,"num_write_kb":193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'280","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.011077+0000","last_change":"2024-09-12T17:13:55.217328+0000","last_active":"2024-09-12T17:56:42.011077+0000","last_peered":"2024-09-12T17:56:42.011077+0000","last_clean":"2024-09-12T17:56:42.011077+0000","last_became_active":"2024-09-12T17:13:55.216356+0000","last_became_peered":"2024-09-12T17:13:55.216356+0000","last_unstale":"2024-09-12T17:56:42.011077+0000","last_undegraded":"2024-09-12T17:56:42.011077+0000","last_fullsized":"2024-09-12T17:56:42.011077+0000","mapping_epoch":36,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:50.618429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5537146,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":472,"num_read_kb":12836,"num_write":1057,"num_write_kb":22145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"264'316","reported_seq":966,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.433999+0000","last_change":"2024-09-12T17:13:24.739312+0000","last_active":"2024-09-12T17:56:38.433999+0000","last_peered":"2024-09-12T17:56:38.433999+0000","last_clean":"2024-09-12T17:56:38.433999+0000","last_became_active":"2024-09-12T17:13:24.738561+0000","last_became_peered":"2024-09-12T17:13:24.738561+0000","last_unstale":"2024-09-12T17:56:38.433999+0000","last_undegraded":"2024-09-12T17:56:38.433999+0000","last_fullsized":"2024-09-12T17:56:38.433999+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:46.682996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1362,"num_read_kb":1127,"num_write":479,"num_write_kb":232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'248","reported_seq":870,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:43.173584+0000","last_change":"2024-09-12T17:13:22.731084+0000","last_active":"2024-09-12T17:59:43.173584+0000","last_peered":"2024-09-12T17:59:43.173584+0000","last_clean":"2024-09-12T17:59:43.173584+0000","last_became_active":"2024-09-12T17:13:22.730304+0000","last_became_peered":"2024-09-12T17:13:22.730304+0000","last_unstale":"2024-09-12T17:59:43.173584+0000","last_undegraded":"2024-09-12T17:59:43.173584+0000","last_fullsized":"2024-09-12T17:59:43.173584+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:13.828045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13169090,"num_objects":71,"num_object_clones":0,"num_object_copies":142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":382,"num_read_kb":37957,"num_write":886,"num_write_kb":23789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'226","reported_seq":886,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:14.800070+0000","last_change":"2024-09-12T17:13:24.725040+0000","last_active":"2024-09-12T17:58:14.800070+0000","last_peered":"2024-09-12T17:58:14.800070+0000","last_clean":"2024-09-12T17:58:14.800070+0000","last_became_active":"2024-09-12T17:13:24.724321+0000","last_became_peered":"2024-09-12T17:13:24.724321+0000","last_unstale":"2024-09-12T17:58:14.800070+0000","last_undegraded":"2024-09-12T17:58:14.800070+0000","last_fullsized":"2024-09-12T17:58:14.800070+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:23.558481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":998,"num_read_kb":825,"num_write":339,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'299","reported_seq":998,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.055750+0000","last_change":"2024-09-12T17:13:22.724674+0000","last_active":"2024-09-12T17:56:45.055750+0000","last_peered":"2024-09-12T17:56:45.055750+0000","last_clean":"2024-09-12T17:56:45.055750+0000","last_became_active":"2024-09-12T17:13:22.723692+0000","last_became_peered":"2024-09-12T17:13:22.723692+0000","last_unstale":"2024-09-12T17:56:45.055750+0000","last_undegraded":"2024-09-12T17:56:45.055750+0000","last_fullsized":"2024-09-12T17:56:45.055750+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:10.531976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8524431,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":552,"num_read_kb":34719,"num_write":1096,"num_write_kb":37432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'156","reported_seq":787,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.037547+0000","last_change":"2024-09-12T17:13:24.732407+0000","last_active":"2024-09-12T17:56:12.037547+0000","last_peered":"2024-09-12T17:56:12.037547+0000","last_clean":"2024-09-12T17:56:12.037547+0000","last_became_active":"2024-09-12T17:13:24.730700+0000","last_became_peered":"2024-09-12T17:13:24.730700+0000","last_unstale":"2024-09-12T17:56:12.037547+0000","last_undegraded":"2024-09-12T17:56:12.037547+0000","last_fullsized":"2024-09-12T17:56:12.037547+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:27.993845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":662,"num_write":250,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'247","reported_seq":855,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.023770+0000","last_change":"2024-09-12T17:13:22.719019+0000","last_active":"2024-09-12T17:57:42.023770+0000","last_peered":"2024-09-12T17:57:42.023770+0000","last_clean":"2024-09-12T17:57:42.023770+0000","last_became_active":"2024-09-12T17:13:22.718714+0000","last_became_peered":"2024-09-12T17:13:22.718714+0000","last_unstale":"2024-09-12T17:57:42.023770+0000","last_undegraded":"2024-09-12T17:57:42.023770+0000","last_fullsized":"2024-09-12T17:57:42.023770+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:29.634235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4882922,"num_objects":63,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":337,"num_read_kb":12745,"num_write":930,"num_write_kb":38685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'85","reported_seq":671,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.561098+0000","last_change":"2024-09-12T17:13:24.731929+0000","last_active":"2024-09-12T17:57:17.561098+0000","last_peered":"2024-09-12T17:57:17.561098+0000","last_clean":"2024-09-12T17:57:17.561098+0000","last_became_active":"2024-09-12T17:13:24.731232+0000","last_became_peered":"2024-09-12T17:13:24.731232+0000","last_unstale":"2024-09-12T17:57:17.561098+0000","last_undegraded":"2024-09-12T17:57:17.561098+0000","last_fullsized":"2024-09-12T17:57:17.561098+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:07.463758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":419,"num_read_kb":367,"num_write":125,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'303","reported_seq":954,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.558257+0000","last_change":"2024-09-12T17:13:22.731814+0000","last_active":"2024-09-12T17:58:26.558257+0000","last_peered":"2024-09-12T17:58:26.558257+0000","last_clean":"2024-09-12T17:58:26.558257+0000","last_became_active":"2024-09-12T17:13:22.728490+0000","last_became_peered":"2024-09-12T17:13:22.728490+0000","last_unstale":"2024-09-12T17:58:26.558257+0000","last_undegraded":"2024-09-12T17:58:26.558257+0000","last_fullsized":"2024-09-12T17:58:26.558257+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:18.971140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8967374,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":535,"num_read_kb":14525,"num_write":1150,"num_write_kb":28191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'281","reported_seq":918,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.567730+0000","last_change":"2024-09-12T17:13:22.722271+0000","last_active":"2024-09-12T17:58:26.567730+0000","last_peered":"2024-09-12T17:58:26.567730+0000","last_clean":"2024-09-12T17:58:26.567730+0000","last_became_active":"2024-09-12T17:13:22.720641+0000","last_became_peered":"2024-09-12T17:13:22.720641+0000","last_unstale":"2024-09-12T17:58:26.567730+0000","last_undegraded":"2024-09-12T17:58:26.567730+0000","last_fullsized":"2024-09-12T17:58:26.567730+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:31.554297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8478760,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":452,"num_read_kb":34979,"num_write":1025,"num_write_kb":17840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'291","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.040700+0000","last_change":"2024-09-12T17:13:24.744779+0000","last_active":"2024-09-12T17:57:07.040700+0000","last_peered":"2024-09-12T17:57:07.040700+0000","last_clean":"2024-09-12T17:57:07.040700+0000","last_became_active":"2024-09-12T17:13:24.744460+0000","last_became_peered":"2024-09-12T17:13:24.744460+0000","last_unstale":"2024-09-12T17:57:07.040700+0000","last_undegraded":"2024-09-12T17:57:07.040700+0000","last_fullsized":"2024-09-12T17:57:07.040700+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:17.179752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1222,"num_read_kb":979,"num_write":442,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'249","reported_seq":884,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.278572+0000","last_change":"2024-09-12T17:13:22.731778+0000","last_active":"2024-09-12T17:58:07.278572+0000","last_peered":"2024-09-12T17:58:07.278572+0000","last_clean":"2024-09-12T17:58:07.278572+0000","last_became_active":"2024-09-12T17:13:22.731331+0000","last_became_peered":"2024-09-12T17:13:22.731331+0000","last_unstale":"2024-09-12T17:58:07.278572+0000","last_undegraded":"2024-09-12T17:58:07.278572+0000","last_fullsized":"2024-09-12T17:58:07.278572+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:13.091994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4299435,"num_objects":64,"num_object_clones":0,"num_object_copies":128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":445,"num_read_kb":4606,"num_write":931,"num_write_kb":19948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'108","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215304+0000","last_change":"2024-09-12T17:13:24.752398+0000","last_active":"2024-09-12T17:56:57.215304+0000","last_peered":"2024-09-12T17:56:57.215304+0000","last_clean":"2024-09-12T17:56:57.215304+0000","last_became_active":"2024-09-12T17:13:24.751674+0000","last_became_peered":"2024-09-12T17:13:24.751674+0000","last_unstale":"2024-09-12T17:56:57.215304+0000","last_undegraded":"2024-09-12T17:56:57.215304+0000","last_fullsized":"2024-09-12T17:56:57.215304+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:29.970848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":383,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5739,"num_read_kb":4109,"num_write":1925,"num_write_kb":823,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1096,"ondisk_log_size":1096,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15645,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16199,"num_read_kb":15877,"num_write":16707,"num_write_kb":4876,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1852,"ondisk_log_size":1852,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":454,"ondisk_log_size":454,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1913271,"num_objects":197,"num_object_clones":0,"num_object_copies":394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":197,"num_whiteouts":0,"num_read":16979,"num_read_kb":32672,"num_write":14377,"num_write_kb":11535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3334144,"data_stored":2784142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2261,"ondisk_log_size":2261,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101860,"num_read_kb":85078,"num_write":36904,"num_write_kb":18577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4001,"ondisk_log_size":4001,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":498111328,"num_objects":4458,"num_object_clones":0,"num_object_copies":8916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4458,"num_whiteouts":0,"num_read":31996,"num_read_kb":1794995,"num_write":67523,"num_write_kb":2058887,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1029054464,"data_stored":996222656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4492,"ondisk_log_size":4492,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":63555515,"num_objects":26,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":137,"num_read_kb":172506,"num_write":156,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":127123456,"data_stored":127111030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96,"ondisk_log_size":96,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":63555515,"num_objects":26,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":137,"num_read_kb":175569,"num_write":156,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":127123456,"data_stored":127111030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96,"ondisk_log_size":96,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542713,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":397256,"kb_used_data":167544,"kb_used_omap":1,"kb_used_meta":229694,"kb_avail":93974584,"statfs":{"total":96636764160,"available":96229974016,"internally_reserved":0,"allocated":171565056,"data_stored":165281331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":235207114},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542712,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":330348,"kb_used_data":122844,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94041492,"statfs":{"total":96636764160,"available":96298487808,"internally_reserved":0,"allocated":125792256,"data_stored":121256804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":212466118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542713,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":293736,"kb_used_data":186264,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94078104,"statfs":{"total":96636764160,"available":96335978496,"internally_reserved":0,"allocated":190734336,"data_stored":184283971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542713,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":270376,"kb_used_data":203096,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94101464,"statfs":{"total":96636764160,"available":96359899136,"internally_reserved":0,"allocated":207970304,"data_stored":201758884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542715,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":479880,"kb_used_data":227960,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93891960,"statfs":{"total":96636764160,"available":96145367040,"internally_reserved":0,"allocated":233431040,"data_stored":226796693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":257948103},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542712,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":141752,"kb_used_data":92520,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94230088,"statfs":{"total":96636764160,"available":96491610112,"internally_reserved":0,"allocated":94740480,"data_stored":90439852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542715,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":224900,"kb_used_data":117428,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94146940,"statfs":{"total":96636764160,"available":96406466560,"internally_reserved":0,"allocated":120246272,"data_stored":115578251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542713,"num_pgs":102,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":406272,"kb_used_data":168304,"kb_used_omap":1,"kb_used_meta":237950,"kb_avail":93965568,"statfs":{"total":96636764160,"available":96220741632,"internally_reserved":0,"allocated":172343296,"data_stored":166202746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":243661254},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":126164992,"data_stored":121599124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":75264000,"data_stored":72135812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":87830528,"data_stored":85010682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":171356160,"data_stored":166323064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":175923200,"data_stored":171176054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":148070400,"data_stored":143246342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":92467200,"data_stored":89446286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":151977984,"data_stored":147285292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":377047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":475136,"data_stored":394987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":151552,"data_stored":127494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":569344,"data_stored":476895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":76347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":671744,"data_stored":555997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":303104,"data_stored":245803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":630784,"data_stored":529572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":6130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":2893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":13172736,"data_stored":13170485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32505856,"data_stored":32505856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":4963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":13225984,"data_stored":13220657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":22020096,"data_stored":22020096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":17829888,"data_stored":17829002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":10534912,"data_stored":10534179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28315648,"data_stored":28314762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8396800,"data_stored":8393571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3149824,"data_stored":3148938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":44625920,"data_stored":44624555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":6340608,"data_stored":6339875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20508672,"data_stored":20507307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":11591680,"data_stored":11587718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:00:11.624 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T18:00:11.625 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:00:11.991 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T18:00:12.007 INFO:teuthology.orchestra.run.smithi183.stderr:dumped all 2024-09-12T18:00:12.015 INFO:teuthology.orchestra.run.smithi183.stdout:{"pg_ready":true,"pg_map":{"version":1671,"stamp":"2024-09-12T18:00:11.323330+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":627743454,"num_objects":4840,"num_object_clones":0,"num_object_copies":9680,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4840,"num_whiteouts":0,"num_read":175527,"num_read_kb":2283736,"num_write":137891,"num_write_kb":2330728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14441,"ondisk_log_size":14441,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2544520,"kb_used_data":1285960,"kb_used_omap":12,"kb_used_meta":1258419,"kb_avail":752430200,"statfs":{"total":773094113280,"available":770488524800,"internally_reserved":0,"allocated":1316823040,"data_stored":1271598532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1288621617},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007792"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.019726+0000","last_change":"2024-09-12T17:42:37.092693+0000","last_active":"2024-09-12T17:57:37.019726+0000","last_peered":"2024-09-12T17:57:37.019726+0000","last_clean":"2024-09-12T17:57:37.019726+0000","last_became_active":"2024-09-12T17:42:37.091935+0000","last_became_peered":"2024-09-12T17:42:37.091935+0000","last_unstale":"2024-09-12T17:57:37.019726+0000","last_undegraded":"2024-09-12T17:57:37.019726+0000","last_fullsized":"2024-09-12T17:57:37.019726+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:20.246178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'1","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.197412+0000","last_change":"2024-09-12T17:30:40.978295+0000","last_active":"2024-09-12T17:55:42.197412+0000","last_peered":"2024-09-12T17:55:42.197412+0000","last_clean":"2024-09-12T17:55:42.197412+0000","last_became_active":"2024-09-12T17:30:40.977598+0000","last_became_peered":"2024-09-12T17:30:40.977598+0000","last_unstale":"2024-09-12T17:55:42.197412+0000","last_undegraded":"2024-09-12T17:55:42.197412+0000","last_fullsized":"2024-09-12T17:55:42.197412+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:36:18.725005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:37.029130+0000","last_change":"2024-09-12T17:30:37.926690+0000","last_active":"2024-09-12T17:55:37.029130+0000","last_peered":"2024-09-12T17:55:37.029130+0000","last_clean":"2024-09-12T17:55:37.029130+0000","last_became_active":"2024-09-12T17:30:37.925309+0000","last_became_peered":"2024-09-12T17:30:37.925309+0000","last_unstale":"2024-09-12T17:55:37.029130+0000","last_undegraded":"2024-09-12T17:55:37.029130+0000","last_fullsized":"2024-09-12T17:55:37.029130+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:19.397344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'23","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.052500+0000","last_change":"2024-09-12T17:28:43.361322+0000","last_active":"2024-09-12T17:57:57.052500+0000","last_peered":"2024-09-12T17:57:57.052500+0000","last_clean":"2024-09-12T17:57:57.052500+0000","last_became_active":"2024-09-12T17:28:43.360590+0000","last_became_peered":"2024-09-12T17:28:43.360590+0000","last_unstale":"2024-09-12T17:57:57.052500+0000","last_undegraded":"2024-09-12T17:57:57.052500+0000","last_fullsized":"2024-09-12T17:57:57.052500+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:54.559526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":80,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.022574+0000","last_change":"2024-09-12T17:42:37.099780+0000","last_active":"2024-09-12T17:57:37.022574+0000","last_peered":"2024-09-12T17:57:37.022574+0000","last_clean":"2024-09-12T17:57:37.022574+0000","last_became_active":"2024-09-12T17:42:37.099492+0000","last_became_peered":"2024-09-12T17:42:37.099492+0000","last_unstale":"2024-09-12T17:57:37.022574+0000","last_undegraded":"2024-09-12T17:57:37.022574+0000","last_fullsized":"2024-09-12T17:57:37.022574+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:56.247405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.020349+0000","last_change":"2024-09-12T17:30:40.978229+0000","last_active":"2024-09-12T17:55:42.020349+0000","last_peered":"2024-09-12T17:55:42.020349+0000","last_clean":"2024-09-12T17:55:42.020349+0000","last_became_active":"2024-09-12T17:30:40.976175+0000","last_became_peered":"2024-09-12T17:30:40.976175+0000","last_unstale":"2024-09-12T17:55:42.020349+0000","last_undegraded":"2024-09-12T17:55:42.020349+0000","last_fullsized":"2024-09-12T17:55:42.020349+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:31.271889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":3601,"num_write":4,"num_write_kb":2577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.010265+0000","last_change":"2024-09-12T17:30:37.907753+0000","last_active":"2024-09-12T17:55:42.010265+0000","last_peered":"2024-09-12T17:55:42.010265+0000","last_clean":"2024-09-12T17:55:42.010265+0000","last_became_active":"2024-09-12T17:30:37.907058+0000","last_became_peered":"2024-09-12T17:30:37.907058+0000","last_unstale":"2024-09-12T17:55:42.010265+0000","last_undegraded":"2024-09-12T17:55:42.010265+0000","last_fullsized":"2024-09-12T17:55:42.010265+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:22:36.648615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'49","reported_seq":181,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.013329+0000","last_change":"2024-09-12T17:28:43.389967+0000","last_active":"2024-09-12T17:56:52.013329+0000","last_peered":"2024-09-12T17:56:52.013329+0000","last_clean":"2024-09-12T17:56:52.013329+0000","last_became_active":"2024-09-12T17:28:43.389202+0000","last_became_peered":"2024-09-12T17:28:43.389202+0000","last_unstale":"2024-09-12T17:56:52.013329+0000","last_undegraded":"2024-09-12T17:56:52.013329+0000","last_fullsized":"2024-09-12T17:56:52.013329+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:24.966365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.153896+0000","last_change":"2024-09-12T17:42:37.080226+0000","last_active":"2024-09-12T17:57:07.153896+0000","last_peered":"2024-09-12T17:57:07.153896+0000","last_clean":"2024-09-12T17:57:07.153896+0000","last_became_active":"2024-09-12T17:42:37.079463+0000","last_became_peered":"2024-09-12T17:42:37.079463+0000","last_unstale":"2024-09-12T17:57:07.153896+0000","last_undegraded":"2024-09-12T17:57:07.153896+0000","last_fullsized":"2024-09-12T17:57:07.153896+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:17.389084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'1","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050045+0000","last_change":"2024-09-12T17:30:41.500759+0000","last_active":"2024-09-12T17:57:47.050045+0000","last_peered":"2024-09-12T17:57:47.050045+0000","last_clean":"2024-09-12T17:57:47.050045+0000","last_became_active":"2024-09-12T17:30:41.499966+0000","last_became_peered":"2024-09-12T17:30:41.499966+0000","last_unstale":"2024-09-12T17:57:47.050045+0000","last_undegraded":"2024-09-12T17:57:47.050045+0000","last_fullsized":"2024-09-12T17:57:47.050045+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:45.496346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3210,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8,"num_write":1,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'9","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012264+0000","last_change":"2024-09-12T17:30:37.916280+0000","last_active":"2024-09-12T17:56:47.012264+0000","last_peered":"2024-09-12T17:56:47.012264+0000","last_clean":"2024-09-12T17:56:47.012264+0000","last_became_active":"2024-09-12T17:30:37.915679+0000","last_became_peered":"2024-09-12T17:30:37.915679+0000","last_unstale":"2024-09-12T17:56:47.012264+0000","last_undegraded":"2024-09-12T17:56:47.012264+0000","last_fullsized":"2024-09-12T17:56:47.012264+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:28.916985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":20482,"num_write":14,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'31","reported_seq":132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.028230+0000","last_change":"2024-09-12T17:28:43.356552+0000","last_active":"2024-09-12T17:56:17.028230+0000","last_peered":"2024-09-12T17:56:17.028230+0000","last_clean":"2024-09-12T17:56:17.028230+0000","last_became_active":"2024-09-12T17:28:43.354081+0000","last_became_peered":"2024-09-12T17:28:43.354081+0000","last_unstale":"2024-09-12T17:56:17.028230+0000","last_undegraded":"2024-09-12T17:56:17.028230+0000","last_fullsized":"2024-09-12T17:56:17.028230+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:03.089534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":114,"num_write":55,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.053091+0000","last_change":"2024-09-12T17:42:37.091087+0000","last_active":"2024-09-12T17:57:12.053091+0000","last_peered":"2024-09-12T17:57:12.053091+0000","last_clean":"2024-09-12T17:57:12.053091+0000","last_became_active":"2024-09-12T17:42:37.090393+0000","last_became_peered":"2024-09-12T17:42:37.090393+0000","last_unstale":"2024-09-12T17:57:12.053091+0000","last_undegraded":"2024-09-12T17:57:12.053091+0000","last_fullsized":"2024-09-12T17:57:12.053091+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:02.538982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'11","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.046285+0000","last_change":"2024-09-12T17:30:41.499071+0000","last_active":"2024-09-12T17:56:47.046285+0000","last_peered":"2024-09-12T17:56:47.046285+0000","last_clean":"2024-09-12T17:56:47.046285+0000","last_became_active":"2024-09-12T17:30:41.498311+0000","last_became_peered":"2024-09-12T17:30:41.498311+0000","last_unstale":"2024-09-12T17:56:47.046285+0000","last_undegraded":"2024-09-12T17:56:47.046285+0000","last_fullsized":"2024-09-12T17:56:47.046285+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:00.203466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":9220,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.052183+0000","last_change":"2024-09-12T17:30:37.895534+0000","last_active":"2024-09-12T17:57:47.052183+0000","last_peered":"2024-09-12T17:57:47.052183+0000","last_clean":"2024-09-12T17:57:47.052183+0000","last_became_active":"2024-09-12T17:30:37.894725+0000","last_became_peered":"2024-09-12T17:30:37.894725+0000","last_unstale":"2024-09-12T17:57:47.052183+0000","last_undegraded":"2024-09-12T17:57:47.052183+0000","last_fullsized":"2024-09-12T17:57:47.052183+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:00.738195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'5","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038827+0000","last_change":"2024-09-12T17:28:43.379402+0000","last_active":"2024-09-12T17:56:17.038827+0000","last_peered":"2024-09-12T17:56:17.038827+0000","last_clean":"2024-09-12T17:56:17.038827+0000","last_became_active":"2024-09-12T17:28:43.378638+0000","last_became_peered":"2024-09-12T17:28:43.378638+0000","last_unstale":"2024-09-12T17:56:17.038827+0000","last_undegraded":"2024-09-12T17:56:17.038827+0000","last_fullsized":"2024-09-12T17:56:17.038827+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:40.815385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.045020+0000","last_change":"2024-09-12T17:42:37.100593+0000","last_active":"2024-09-12T17:56:42.045020+0000","last_peered":"2024-09-12T17:56:42.045020+0000","last_clean":"2024-09-12T17:56:42.045020+0000","last_became_active":"2024-09-12T17:42:37.098645+0000","last_became_peered":"2024-09-12T17:42:37.098645+0000","last_unstale":"2024-09-12T17:56:42.045020+0000","last_undegraded":"2024-09-12T17:56:42.045020+0000","last_fullsized":"2024-09-12T17:56:42.045020+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:30.518578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"264'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.017270+0000","last_change":"2024-09-12T17:30:40.973542+0000","last_active":"2024-09-12T17:57:27.017270+0000","last_peered":"2024-09-12T17:57:27.017270+0000","last_clean":"2024-09-12T17:57:27.017270+0000","last_became_active":"2024-09-12T17:30:40.972793+0000","last_became_peered":"2024-09-12T17:30:40.972793+0000","last_unstale":"2024-09-12T17:57:27.017270+0000","last_undegraded":"2024-09-12T17:57:27.017270+0000","last_fullsized":"2024-09-12T17:57:27.017270+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:05.383574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8972971,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":12859,"num_write":9,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'5","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.042786+0000","last_change":"2024-09-12T17:30:37.901363+0000","last_active":"2024-09-12T17:57:17.042786+0000","last_peered":"2024-09-12T17:57:17.042786+0000","last_clean":"2024-09-12T17:57:17.042786+0000","last_became_active":"2024-09-12T17:30:37.900103+0000","last_became_peered":"2024-09-12T17:30:37.900103+0000","last_unstale":"2024-09-12T17:57:17.042786+0000","last_undegraded":"2024-09-12T17:57:17.042786+0000","last_fullsized":"2024-09-12T17:57:17.042786+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:32.142247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":6146,"num_write":5,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'54","reported_seq":187,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038739+0000","last_change":"2024-09-12T17:28:43.391950+0000","last_active":"2024-09-12T17:56:17.038739+0000","last_peered":"2024-09-12T17:56:17.038739+0000","last_clean":"2024-09-12T17:56:17.038739+0000","last_became_active":"2024-09-12T17:28:43.390857+0000","last_became_peered":"2024-09-12T17:28:43.390857+0000","last_unstale":"2024-09-12T17:56:17.038739+0000","last_undegraded":"2024-09-12T17:56:17.038739+0000","last_fullsized":"2024-09-12T17:56:17.038739+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:01.933118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":181,"num_write":112,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.032488+0000","last_change":"2024-09-12T17:42:37.093079+0000","last_active":"2024-09-12T17:57:12.032488+0000","last_peered":"2024-09-12T17:57:12.032488+0000","last_clean":"2024-09-12T17:57:12.032488+0000","last_became_active":"2024-09-12T17:42:37.092328+0000","last_became_peered":"2024-09-12T17:42:37.092328+0000","last_unstale":"2024-09-12T17:57:12.032488+0000","last_undegraded":"2024-09-12T17:57:12.032488+0000","last_fullsized":"2024-09-12T17:57:12.032488+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:06.517205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'1","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.156080+0000","last_change":"2024-09-12T17:30:40.972955+0000","last_active":"2024-09-12T17:57:17.156080+0000","last_peered":"2024-09-12T17:57:17.156080+0000","last_clean":"2024-09-12T17:57:17.156080+0000","last_became_active":"2024-09-12T17:30:40.972192+0000","last_became_peered":"2024-09-12T17:30:40.972192+0000","last_unstale":"2024-09-12T17:57:17.156080+0000","last_undegraded":"2024-09-12T17:57:17.156080+0000","last_fullsized":"2024-09-12T17:57:17.156080+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:43.371527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"264'5","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.046795+0000","last_change":"2024-09-12T17:30:37.902381+0000","last_active":"2024-09-12T17:57:22.046795+0000","last_peered":"2024-09-12T17:57:22.046795+0000","last_clean":"2024-09-12T17:57:22.046795+0000","last_became_active":"2024-09-12T17:30:37.901606+0000","last_became_peered":"2024-09-12T17:30:37.901606+0000","last_unstale":"2024-09-12T17:57:22.046795+0000","last_undegraded":"2024-09-12T17:57:22.046795+0000","last_fullsized":"2024-09-12T17:57:22.046795+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:53.754463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":8194,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"264'16","reported_seq":93,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143032+0000","last_change":"2024-09-12T17:28:43.383963+0000","last_active":"2024-09-12T17:56:17.143032+0000","last_peered":"2024-09-12T17:56:17.143032+0000","last_clean":"2024-09-12T17:56:17.143032+0000","last_became_active":"2024-09-12T17:28:43.383331+0000","last_became_peered":"2024-09-12T17:28:43.383331+0000","last_unstale":"2024-09-12T17:56:17.143032+0000","last_undegraded":"2024-09-12T17:56:17.143032+0000","last_fullsized":"2024-09-12T17:56:17.143032+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:52.212258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":62,"num_write":31,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048300+0000","last_change":"2024-09-12T17:42:37.106830+0000","last_active":"2024-09-12T17:57:37.048300+0000","last_peered":"2024-09-12T17:57:37.048300+0000","last_clean":"2024-09-12T17:57:37.048300+0000","last_became_active":"2024-09-12T17:42:37.102746+0000","last_became_peered":"2024-09-12T17:42:37.102746+0000","last_unstale":"2024-09-12T17:57:37.048300+0000","last_undegraded":"2024-09-12T17:57:37.048300+0000","last_fullsized":"2024-09-12T17:57:37.048300+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:23.191868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'3","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.135847+0000","last_change":"2024-09-12T17:30:40.981704+0000","last_active":"2024-09-12T17:55:42.135847+0000","last_peered":"2024-09-12T17:55:42.135847+0000","last_clean":"2024-09-12T17:55:42.135847+0000","last_became_active":"2024-09-12T17:30:40.979915+0000","last_became_peered":"2024-09-12T17:30:40.979915+0000","last_unstale":"2024-09-12T17:55:42.135847+0000","last_undegraded":"2024-09-12T17:55:42.135847+0000","last_fullsized":"2024-09-12T17:55:42.135847+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:59.702171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48419,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4144,"num_write":3,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.020231+0000","last_change":"2024-09-12T17:30:37.910300+0000","last_active":"2024-09-12T17:55:42.020231+0000","last_peered":"2024-09-12T17:55:42.020231+0000","last_clean":"2024-09-12T17:55:42.020231+0000","last_became_active":"2024-09-12T17:30:37.909546+0000","last_became_peered":"2024-09-12T17:30:37.909546+0000","last_unstale":"2024-09-12T17:55:42.020231+0000","last_undegraded":"2024-09-12T17:55:42.020231+0000","last_fullsized":"2024-09-12T17:55:42.020231+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:57.596922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'13","reported_seq":80,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.295681+0000","last_change":"2024-09-12T17:28:43.388743+0000","last_active":"2024-09-12T17:56:22.295681+0000","last_peered":"2024-09-12T17:56:22.295681+0000","last_clean":"2024-09-12T17:56:22.295681+0000","last_became_active":"2024-09-12T17:28:43.387983+0000","last_became_peered":"2024-09-12T17:28:43.387983+0000","last_unstale":"2024-09-12T17:56:22.295681+0000","last_undegraded":"2024-09-12T17:56:22.295681+0000","last_fullsized":"2024-09-12T17:56:22.295681+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:00:40.052398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":25,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048366+0000","last_change":"2024-09-12T17:42:37.110249+0000","last_active":"2024-09-12T17:57:37.048366+0000","last_peered":"2024-09-12T17:57:37.048366+0000","last_clean":"2024-09-12T17:57:37.048366+0000","last_became_active":"2024-09-12T17:42:37.108603+0000","last_became_peered":"2024-09-12T17:42:37.108603+0000","last_unstale":"2024-09-12T17:57:37.048366+0000","last_undegraded":"2024-09-12T17:57:37.048366+0000","last_fullsized":"2024-09-12T17:57:37.048366+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:20.485621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"264'9","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.030258+0000","last_change":"2024-09-12T17:30:40.986360+0000","last_active":"2024-09-12T17:55:42.030258+0000","last_peered":"2024-09-12T17:55:42.030258+0000","last_clean":"2024-09-12T17:55:42.030258+0000","last_became_active":"2024-09-12T17:30:40.984575+0000","last_became_peered":"2024-09-12T17:30:40.984575+0000","last_unstale":"2024-09-12T17:55:42.030258+0000","last_undegraded":"2024-09-12T17:55:42.030258+0000","last_fullsized":"2024-09-12T17:55:42.030258+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:08.748722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":10,"num_read_kb":8194,"num_write":19,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"264'8","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.019591+0000","last_change":"2024-09-12T17:30:37.928541+0000","last_active":"2024-09-12T17:55:42.019591+0000","last_peered":"2024-09-12T17:55:42.019591+0000","last_clean":"2024-09-12T17:55:42.019591+0000","last_became_active":"2024-09-12T17:30:37.927762+0000","last_became_peered":"2024-09-12T17:30:37.927762+0000","last_unstale":"2024-09-12T17:55:42.019591+0000","last_undegraded":"2024-09-12T17:55:42.019591+0000","last_fullsized":"2024-09-12T17:55:42.019591+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:47.499530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4778667,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":9083,"num_write":8,"num_write_kb":6009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'72","reported_seq":243,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:22.005704+0000","last_change":"2024-09-12T17:28:43.368778+0000","last_active":"2024-09-12T17:55:22.005704+0000","last_peered":"2024-09-12T17:55:22.005704+0000","last_clean":"2024-09-12T17:55:22.005704+0000","last_became_active":"2024-09-12T17:28:43.368146+0000","last_became_peered":"2024-09-12T17:28:43.368146+0000","last_unstale":"2024-09-12T17:55:22.005704+0000","last_undegraded":"2024-09-12T17:55:22.005704+0000","last_fullsized":"2024-09-12T17:55:22.005704+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:01.046053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":260,"num_write":132,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.022200+0000","last_change":"2024-09-12T17:42:37.091566+0000","last_active":"2024-09-12T17:56:37.022200+0000","last_peered":"2024-09-12T17:56:37.022200+0000","last_clean":"2024-09-12T17:56:37.022200+0000","last_became_active":"2024-09-12T17:42:37.082090+0000","last_became_peered":"2024-09-12T17:42:37.082090+0000","last_unstale":"2024-09-12T17:56:37.022200+0000","last_undegraded":"2024-09-12T17:56:37.022200+0000","last_fullsized":"2024-09-12T17:56:37.022200+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:02.490682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054439+0000","last_change":"2024-09-12T17:30:41.499000+0000","last_active":"2024-09-12T17:57:17.054439+0000","last_peered":"2024-09-12T17:57:17.054439+0000","last_clean":"2024-09-12T17:57:17.054439+0000","last_became_active":"2024-09-12T17:30:41.498118+0000","last_became_peered":"2024-09-12T17:30:41.498118+0000","last_unstale":"2024-09-12T17:57:17.054439+0000","last_undegraded":"2024-09-12T17:57:17.054439+0000","last_fullsized":"2024-09-12T17:57:17.054439+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:13.201459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":4,"num_write_kb":1342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.207260+0000","last_change":"2024-09-12T17:30:37.889136+0000","last_active":"2024-09-12T17:56:22.207260+0000","last_peered":"2024-09-12T17:56:22.207260+0000","last_clean":"2024-09-12T17:56:22.207260+0000","last_became_active":"2024-09-12T17:30:37.888275+0000","last_became_peered":"2024-09-12T17:30:37.888275+0000","last_unstale":"2024-09-12T17:56:22.207260+0000","last_undegraded":"2024-09-12T17:56:22.207260+0000","last_fullsized":"2024-09-12T17:56:22.207260+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:52.234392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'42","reported_seq":159,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:56.616737+0000","last_change":"2024-09-12T17:28:43.388535+0000","last_active":"2024-09-12T17:55:56.616737+0000","last_peered":"2024-09-12T17:55:56.616737+0000","last_clean":"2024-09-12T17:55:56.616737+0000","last_became_active":"2024-09-12T17:28:43.387904+0000","last_became_peered":"2024-09-12T17:28:43.387904+0000","last_unstale":"2024-09-12T17:55:56.616737+0000","last_undegraded":"2024-09-12T17:55:56.616737+0000","last_fullsized":"2024-09-12T17:55:56.616737+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:50.225326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":149,"num_write":82,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.010076+0000","last_change":"2024-09-12T17:42:37.086254+0000","last_active":"2024-09-12T17:56:37.010076+0000","last_peered":"2024-09-12T17:56:37.010076+0000","last_clean":"2024-09-12T17:56:37.010076+0000","last_became_active":"2024-09-12T17:42:37.081111+0000","last_became_peered":"2024-09-12T17:42:37.081111+0000","last_unstale":"2024-09-12T17:56:37.010076+0000","last_undegraded":"2024-09-12T17:56:37.010076+0000","last_fullsized":"2024-09-12T17:56:37.010076+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:48.480399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"261'4","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:27.041397+0000","last_change":"2024-09-12T17:30:41.500020+0000","last_active":"2024-09-12T17:56:27.041397+0000","last_peered":"2024-09-12T17:56:27.041397+0000","last_clean":"2024-09-12T17:56:27.041397+0000","last_became_active":"2024-09-12T17:30:41.499284+0000","last_became_peered":"2024-09-12T17:30:41.499284+0000","last_unstale":"2024-09-12T17:56:27.041397+0000","last_undegraded":"2024-09-12T17:56:27.041397+0000","last_fullsized":"2024-09-12T17:56:27.041397+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:27.635990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'1","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.042062+0000","last_change":"2024-09-12T17:30:37.914236+0000","last_active":"2024-09-12T17:57:12.042062+0000","last_peered":"2024-09-12T17:57:12.042062+0000","last_clean":"2024-09-12T17:57:12.042062+0000","last_became_active":"2024-09-12T17:30:37.913516+0000","last_became_peered":"2024-09-12T17:30:37.913516+0000","last_unstale":"2024-09-12T17:57:12.042062+0000","last_undegraded":"2024-09-12T17:57:12.042062+0000","last_fullsized":"2024-09-12T17:57:12.042062+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:38.165997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'15","reported_seq":87,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:22.025375+0000","last_change":"2024-09-12T17:28:43.391686+0000","last_active":"2024-09-12T17:55:22.025375+0000","last_peered":"2024-09-12T17:55:22.025375+0000","last_clean":"2024-09-12T17:55:22.025375+0000","last_became_active":"2024-09-12T17:28:43.390934+0000","last_became_peered":"2024-09-12T17:28:43.390934+0000","last_unstale":"2024-09-12T17:55:22.025375+0000","last_undegraded":"2024-09-12T17:55:22.025375+0000","last_fullsized":"2024-09-12T17:55:22.025375+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:01.153888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":52,"num_write":30,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.033018+0000","last_change":"2024-09-12T17:42:37.103379+0000","last_active":"2024-09-12T17:56:37.033018+0000","last_peered":"2024-09-12T17:56:37.033018+0000","last_clean":"2024-09-12T17:56:37.033018+0000","last_became_active":"2024-09-12T17:42:37.102496+0000","last_became_peered":"2024-09-12T17:42:37.102496+0000","last_unstale":"2024-09-12T17:56:37.033018+0000","last_undegraded":"2024-09-12T17:56:37.033018+0000","last_fullsized":"2024-09-12T17:56:37.033018+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:46.944434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054505+0000","last_change":"2024-09-12T17:30:41.503007+0000","last_active":"2024-09-12T17:57:17.054505+0000","last_peered":"2024-09-12T17:57:17.054505+0000","last_clean":"2024-09-12T17:57:17.054505+0000","last_became_active":"2024-09-12T17:30:41.502151+0000","last_became_peered":"2024-09-12T17:30:41.502151+0000","last_unstale":"2024-09-12T17:57:17.054505+0000","last_undegraded":"2024-09-12T17:57:17.054505+0000","last_fullsized":"2024-09-12T17:57:17.054505+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:19.766250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.018593+0000","last_change":"2024-09-12T17:30:37.928409+0000","last_active":"2024-09-12T17:57:17.018593+0000","last_peered":"2024-09-12T17:57:17.018593+0000","last_clean":"2024-09-12T17:57:17.018593+0000","last_became_active":"2024-09-12T17:30:37.927881+0000","last_became_peered":"2024-09-12T17:30:37.927881+0000","last_unstale":"2024-09-12T17:57:17.018593+0000","last_undegraded":"2024-09-12T17:57:17.018593+0000","last_fullsized":"2024-09-12T17:57:17.018593+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:51.199514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4963,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":5,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'21","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:21.994030+0000","last_change":"2024-09-12T17:28:43.377325+0000","last_active":"2024-09-12T17:55:21.994030+0000","last_peered":"2024-09-12T17:55:21.994030+0000","last_clean":"2024-09-12T17:55:21.994030+0000","last_became_active":"2024-09-12T17:28:43.376667+0000","last_became_peered":"2024-09-12T17:28:43.376667+0000","last_unstale":"2024-09-12T17:55:21.994030+0000","last_undegraded":"2024-09-12T17:55:21.994030+0000","last_fullsized":"2024-09-12T17:55:21.994030+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:18.180734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.210425+0000","last_change":"2024-09-12T17:42:37.093124+0000","last_active":"2024-09-12T17:56:37.210425+0000","last_peered":"2024-09-12T17:56:37.210425+0000","last_clean":"2024-09-12T17:56:37.210425+0000","last_became_active":"2024-09-12T17:42:37.092427+0000","last_became_peered":"2024-09-12T17:42:37.092427+0000","last_unstale":"2024-09-12T17:56:37.210425+0000","last_undegraded":"2024-09-12T17:56:37.210425+0000","last_fullsized":"2024-09-12T17:56:37.210425+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:34.896275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045820+0000","last_change":"2024-09-12T17:30:40.977197+0000","last_active":"2024-09-12T17:57:17.045820+0000","last_peered":"2024-09-12T17:57:17.045820+0000","last_clean":"2024-09-12T17:57:17.045820+0000","last_became_active":"2024-09-12T17:30:40.968890+0000","last_became_peered":"2024-09-12T17:30:40.968890+0000","last_unstale":"2024-09-12T17:57:17.045820+0000","last_undegraded":"2024-09-12T17:57:17.045820+0000","last_fullsized":"2024-09-12T17:57:17.045820+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:31.713655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043055+0000","last_change":"2024-09-12T17:30:37.902249+0000","last_active":"2024-09-12T17:57:17.043055+0000","last_peered":"2024-09-12T17:57:17.043055+0000","last_clean":"2024-09-12T17:57:17.043055+0000","last_became_active":"2024-09-12T17:30:37.901261+0000","last_became_peered":"2024-09-12T17:30:37.901261+0000","last_unstale":"2024-09-12T17:57:17.043055+0000","last_undegraded":"2024-09-12T17:57:17.043055+0000","last_fullsized":"2024-09-12T17:57:17.043055+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:24.100468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3210,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4,"num_write":1,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'24","reported_seq":108,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.037143+0000","last_change":"2024-09-12T17:28:43.385086+0000","last_active":"2024-09-12T17:56:52.037143+0000","last_peered":"2024-09-12T17:56:52.037143+0000","last_clean":"2024-09-12T17:56:52.037143+0000","last_became_active":"2024-09-12T17:28:43.383345+0000","last_became_peered":"2024-09-12T17:28:43.383345+0000","last_unstale":"2024-09-12T17:56:52.037143+0000","last_undegraded":"2024-09-12T17:56:52.037143+0000","last_fullsized":"2024-09-12T17:56:52.037143+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:33.379652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":73,"num_write":53,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.051879+0000","last_change":"2024-09-12T17:42:37.106157+0000","last_active":"2024-09-12T17:57:07.051879+0000","last_peered":"2024-09-12T17:57:07.051879+0000","last_clean":"2024-09-12T17:57:07.051879+0000","last_became_active":"2024-09-12T17:42:37.099838+0000","last_became_peered":"2024-09-12T17:42:37.099838+0000","last_unstale":"2024-09-12T17:57:07.051879+0000","last_undegraded":"2024-09-12T17:57:07.051879+0000","last_fullsized":"2024-09-12T17:57:07.051879+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:31.710686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.019007+0000","last_change":"2024-09-12T17:30:40.979200+0000","last_active":"2024-09-12T17:56:22.019007+0000","last_peered":"2024-09-12T17:56:22.019007+0000","last_clean":"2024-09-12T17:56:22.019007+0000","last_became_active":"2024-09-12T17:30:40.978437+0000","last_became_peered":"2024-09-12T17:30:40.978437+0000","last_unstale":"2024-09-12T17:56:22.019007+0000","last_undegraded":"2024-09-12T17:56:22.019007+0000","last_fullsized":"2024-09-12T17:56:22.019007+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:14.905052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'6","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.029562+0000","last_change":"2024-09-12T17:30:37.921953+0000","last_active":"2024-09-12T17:56:22.029562+0000","last_peered":"2024-09-12T17:56:22.029562+0000","last_clean":"2024-09-12T17:56:22.029562+0000","last_became_active":"2024-09-12T17:30:37.921416+0000","last_became_peered":"2024-09-12T17:30:37.921416+0000","last_unstale":"2024-09-12T17:56:22.029562+0000","last_undegraded":"2024-09-12T17:56:22.029562+0000","last_fullsized":"2024-09-12T17:56:22.029562+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:59.090405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":20482,"num_write":11,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'31","reported_seq":130,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.073627+0000","last_change":"2024-09-12T17:28:43.385994+0000","last_active":"2024-09-12T17:57:30.073627+0000","last_peered":"2024-09-12T17:57:30.073627+0000","last_clean":"2024-09-12T17:57:30.073627+0000","last_became_active":"2024-09-12T17:28:43.385396+0000","last_became_peered":"2024-09-12T17:28:43.385396+0000","last_unstale":"2024-09-12T17:57:30.073627+0000","last_undegraded":"2024-09-12T17:57:30.073627+0000","last_fullsized":"2024-09-12T17:57:30.073627+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:58.416925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.040663+0000","last_change":"2024-09-12T17:42:37.108727+0000","last_active":"2024-09-12T17:57:07.040663+0000","last_peered":"2024-09-12T17:57:07.040663+0000","last_clean":"2024-09-12T17:57:07.040663+0000","last_became_active":"2024-09-12T17:42:37.108517+0000","last_became_peered":"2024-09-12T17:42:37.108517+0000","last_unstale":"2024-09-12T17:57:07.040663+0000","last_undegraded":"2024-09-12T17:57:07.040663+0000","last_fullsized":"2024-09-12T17:57:07.040663+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:26.445480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.018952+0000","last_change":"2024-09-12T17:30:40.975513+0000","last_active":"2024-09-12T17:56:22.018952+0000","last_peered":"2024-09-12T17:56:22.018952+0000","last_clean":"2024-09-12T17:56:22.018952+0000","last_became_active":"2024-09-12T17:30:40.974707+0000","last_became_peered":"2024-09-12T17:30:40.974707+0000","last_unstale":"2024-09-12T17:56:22.018952+0000","last_undegraded":"2024-09-12T17:56:22.018952+0000","last_fullsized":"2024-09-12T17:56:22.018952+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:34.556182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038636+0000","last_change":"2024-09-12T17:30:37.927341+0000","last_active":"2024-09-12T17:56:17.038636+0000","last_peered":"2024-09-12T17:56:17.038636+0000","last_clean":"2024-09-12T17:56:17.038636+0000","last_became_active":"2024-09-12T17:30:37.925449+0000","last_became_peered":"2024-09-12T17:30:37.925449+0000","last_unstale":"2024-09-12T17:56:17.038636+0000","last_undegraded":"2024-09-12T17:56:17.038636+0000","last_fullsized":"2024-09-12T17:56:17.038636+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:32.998252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'39","reported_seq":157,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.795143+0000","last_change":"2024-09-12T17:28:43.358763+0000","last_active":"2024-09-12T17:57:29.795143+0000","last_peered":"2024-09-12T17:57:29.795143+0000","last_clean":"2024-09-12T17:57:29.795143+0000","last_became_active":"2024-09-12T17:28:43.357815+0000","last_became_peered":"2024-09-12T17:28:43.357815+0000","last_unstale":"2024-09-12T17:57:29.795143+0000","last_undegraded":"2024-09-12T17:57:29.795143+0000","last_fullsized":"2024-09-12T17:57:29.795143+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:12.791170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":145,"num_write":66,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"263'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034260+0000","last_change":"2024-09-12T17:42:37.091626+0000","last_active":"2024-09-12T17:56:42.034260+0000","last_peered":"2024-09-12T17:56:42.034260+0000","last_clean":"2024-09-12T17:56:42.034260+0000","last_became_active":"2024-09-12T17:42:37.090887+0000","last_became_peered":"2024-09-12T17:42:37.090887+0000","last_unstale":"2024-09-12T17:56:42.034260+0000","last_undegraded":"2024-09-12T17:56:42.034260+0000","last_fullsized":"2024-09-12T17:56:42.034260+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:20.186067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"264'2","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.040025+0000","last_change":"2024-09-12T17:30:40.984689+0000","last_active":"2024-09-12T17:56:22.040025+0000","last_peered":"2024-09-12T17:56:22.040025+0000","last_clean":"2024-09-12T17:56:22.040025+0000","last_became_active":"2024-09-12T17:30:40.983879+0000","last_became_peered":"2024-09-12T17:30:40.983879+0000","last_unstale":"2024-09-12T17:56:22.040025+0000","last_undegraded":"2024-09-12T17:56:22.040025+0000","last_fullsized":"2024-09-12T17:56:22.040025+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:28.158490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143071+0000","last_change":"2024-09-12T17:30:37.908756+0000","last_active":"2024-09-12T17:56:17.143071+0000","last_peered":"2024-09-12T17:56:17.143071+0000","last_clean":"2024-09-12T17:56:17.143071+0000","last_became_active":"2024-09-12T17:30:37.907386+0000","last_became_peered":"2024-09-12T17:30:37.907386+0000","last_unstale":"2024-09-12T17:56:17.143071+0000","last_undegraded":"2024-09-12T17:56:17.143071+0000","last_fullsized":"2024-09-12T17:56:17.143071+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:37.767451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":81,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.038842+0000","last_change":"2024-09-12T17:28:43.365812+0000","last_active":"2024-09-12T17:56:47.038842+0000","last_peered":"2024-09-12T17:56:47.038842+0000","last_clean":"2024-09-12T17:56:47.038842+0000","last_became_active":"2024-09-12T17:28:43.365087+0000","last_became_peered":"2024-09-12T17:28:43.365087+0000","last_unstale":"2024-09-12T17:56:47.038842+0000","last_undegraded":"2024-09-12T17:56:47.038842+0000","last_fullsized":"2024-09-12T17:56:47.038842+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:35.350301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.051807+0000","last_change":"2024-09-12T17:42:37.099571+0000","last_active":"2024-09-12T17:57:07.051807+0000","last_peered":"2024-09-12T17:57:07.051807+0000","last_clean":"2024-09-12T17:57:07.051807+0000","last_became_active":"2024-09-12T17:42:37.098821+0000","last_became_peered":"2024-09-12T17:42:37.098821+0000","last_unstale":"2024-09-12T17:57:07.051807+0000","last_undegraded":"2024-09-12T17:57:07.051807+0000","last_fullsized":"2024-09-12T17:57:07.051807+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:57.463928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.144252+0000","last_change":"2024-09-12T17:30:40.966608+0000","last_active":"2024-09-12T17:56:22.144252+0000","last_peered":"2024-09-12T17:56:22.144252+0000","last_clean":"2024-09-12T17:56:22.144252+0000","last_became_active":"2024-09-12T17:30:40.965800+0000","last_became_peered":"2024-09-12T17:30:40.965800+0000","last_unstale":"2024-09-12T17:56:22.144252+0000","last_undegraded":"2024-09-12T17:56:22.144252+0000","last_fullsized":"2024-09-12T17:56:22.144252+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:54.436162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'5","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.206042+0000","last_change":"2024-09-12T17:30:37.888853+0000","last_active":"2024-09-12T17:56:17.206042+0000","last_peered":"2024-09-12T17:56:17.206042+0000","last_clean":"2024-09-12T17:56:17.206042+0000","last_became_active":"2024-09-12T17:30:37.888031+0000","last_became_peered":"2024-09-12T17:30:37.888031+0000","last_unstale":"2024-09-12T17:56:17.206042+0000","last_undegraded":"2024-09-12T17:56:17.206042+0000","last_fullsized":"2024-09-12T17:56:17.206042+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:06.312723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'19","reported_seq":102,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.046045+0000","last_change":"2024-09-12T17:28:43.377973+0000","last_active":"2024-09-12T17:56:47.046045+0000","last_peered":"2024-09-12T17:56:47.046045+0000","last_clean":"2024-09-12T17:56:47.046045+0000","last_became_active":"2024-09-12T17:28:43.377248+0000","last_became_peered":"2024-09-12T17:28:43.377248+0000","last_unstale":"2024-09-12T17:56:47.046045+0000","last_undegraded":"2024-09-12T17:56:47.046045+0000","last_fullsized":"2024-09-12T17:56:47.046045+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:11.771744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":71,"num_write":34,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.025809+0000","last_change":"2024-09-12T17:42:37.095405+0000","last_active":"2024-09-12T17:57:52.025809+0000","last_peered":"2024-09-12T17:57:52.025809+0000","last_clean":"2024-09-12T17:57:52.025809+0000","last_became_active":"2024-09-12T17:42:37.094854+0000","last_became_peered":"2024-09-12T17:42:37.094854+0000","last_unstale":"2024-09-12T17:57:52.025809+0000","last_undegraded":"2024-09-12T17:57:52.025809+0000","last_fullsized":"2024-09-12T17:57:52.025809+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:56.150784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'3","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.060561+0000","last_change":"2024-09-12T17:30:40.978289+0000","last_active":"2024-09-12T17:57:42.060561+0000","last_peered":"2024-09-12T17:57:42.060561+0000","last_clean":"2024-09-12T17:57:42.060561+0000","last_became_active":"2024-09-12T17:30:40.977569+0000","last_became_peered":"2024-09-12T17:30:40.977569+0000","last_unstale":"2024-09-12T17:57:42.060561+0000","last_undegraded":"2024-09-12T17:57:42.060561+0000","last_fullsized":"2024-09-12T17:57:42.060561+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:32.568333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'14","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048227+0000","last_change":"2024-09-12T17:30:37.924054+0000","last_active":"2024-09-12T17:57:37.048227+0000","last_peered":"2024-09-12T17:57:37.048227+0000","last_clean":"2024-09-12T17:57:37.048227+0000","last_became_active":"2024-09-12T17:30:37.923377+0000","last_became_peered":"2024-09-12T17:30:37.923377+0000","last_unstale":"2024-09-12T17:57:37.048227+0000","last_undegraded":"2024-09-12T17:57:37.048227+0000","last_fullsized":"2024-09-12T17:57:37.048227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:33.678698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4242723,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":21,"num_read_kb":36914,"num_write":24,"num_write_kb":20528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'50","reported_seq":187,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:23.148823+0000","last_change":"2024-09-12T17:28:43.365904+0000","last_active":"2024-09-12T17:56:23.148823+0000","last_peered":"2024-09-12T17:56:23.148823+0000","last_clean":"2024-09-12T17:56:23.148823+0000","last_became_active":"2024-09-12T17:28:43.361928+0000","last_became_peered":"2024-09-12T17:28:43.361928+0000","last_unstale":"2024-09-12T17:56:23.148823+0000","last_undegraded":"2024-09-12T17:56:23.148823+0000","last_fullsized":"2024-09-12T17:56:23.148823+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:46.698444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":186,"num_write":86,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.025805+0000","last_change":"2024-09-12T17:42:37.102961+0000","last_active":"2024-09-12T17:56:07.025805+0000","last_peered":"2024-09-12T17:56:07.025805+0000","last_clean":"2024-09-12T17:56:07.025805+0000","last_became_active":"2024-09-12T17:42:37.100988+0000","last_became_peered":"2024-09-12T17:42:37.100988+0000","last_unstale":"2024-09-12T17:56:07.025805+0000","last_undegraded":"2024-09-12T17:56:07.025805+0000","last_fullsized":"2024-09-12T17:56:07.025805+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:17.560647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.060486+0000","last_change":"2024-09-12T17:30:40.976709+0000","last_active":"2024-09-12T17:57:42.060486+0000","last_peered":"2024-09-12T17:57:42.060486+0000","last_clean":"2024-09-12T17:57:42.060486+0000","last_became_active":"2024-09-12T17:30:40.975987+0000","last_became_peered":"2024-09-12T17:30:40.975987+0000","last_unstale":"2024-09-12T17:57:42.060486+0000","last_undegraded":"2024-09-12T17:57:42.060486+0000","last_fullsized":"2024-09-12T17:57:42.060486+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:47:24.401361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.023715+0000","last_change":"2024-09-12T17:30:37.909004+0000","last_active":"2024-09-12T17:57:42.023715+0000","last_peered":"2024-09-12T17:57:42.023715+0000","last_clean":"2024-09-12T17:57:42.023715+0000","last_became_active":"2024-09-12T17:30:37.907565+0000","last_became_peered":"2024-09-12T17:30:37.907565+0000","last_unstale":"2024-09-12T17:57:42.023715+0000","last_undegraded":"2024-09-12T17:57:42.023715+0000","last_fullsized":"2024-09-12T17:57:42.023715+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:50.970775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'78","reported_seq":286,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:47.198635+0000","last_change":"2024-09-12T17:28:43.383516+0000","last_active":"2024-09-12T17:55:47.198635+0000","last_peered":"2024-09-12T17:55:47.198635+0000","last_clean":"2024-09-12T17:55:47.198635+0000","last_became_active":"2024-09-12T17:28:43.382670+0000","last_became_peered":"2024-09-12T17:28:43.382670+0000","last_unstale":"2024-09-12T17:55:47.198635+0000","last_undegraded":"2024-09-12T17:55:47.198635+0000","last_fullsized":"2024-09-12T17:55:47.198635+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:37.831585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":367,"num_write":100,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162362+0000","last_change":"2024-09-12T17:42:37.069987+0000","last_active":"2024-09-12T17:57:47.162362+0000","last_peered":"2024-09-12T17:57:47.162362+0000","last_clean":"2024-09-12T17:57:47.162362+0000","last_became_active":"2024-09-12T17:42:37.069175+0000","last_became_peered":"2024-09-12T17:42:37.069175+0000","last_unstale":"2024-09-12T17:57:47.162362+0000","last_undegraded":"2024-09-12T17:57:47.162362+0000","last_fullsized":"2024-09-12T17:57:47.162362+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:21:01.837742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'2","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.040005+0000","last_change":"2024-09-12T17:30:41.503156+0000","last_active":"2024-09-12T17:57:47.040005+0000","last_peered":"2024-09-12T17:57:47.040005+0000","last_clean":"2024-09-12T17:57:47.040005+0000","last_became_active":"2024-09-12T17:30:41.502364+0000","last_became_peered":"2024-09-12T17:30:41.502364+0000","last_unstale":"2024-09-12T17:57:47.040005+0000","last_undegraded":"2024-09-12T17:57:47.040005+0000","last_fullsized":"2024-09-12T17:57:47.040005+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:58.664521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'1","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.048804+0000","last_change":"2024-09-12T17:30:37.906496+0000","last_active":"2024-09-12T17:57:42.048804+0000","last_peered":"2024-09-12T17:57:42.048804+0000","last_clean":"2024-09-12T17:57:42.048804+0000","last_became_active":"2024-09-12T17:30:37.904363+0000","last_became_peered":"2024-09-12T17:30:37.904363+0000","last_unstale":"2024-09-12T17:57:42.048804+0000","last_undegraded":"2024-09-12T17:57:42.048804+0000","last_fullsized":"2024-09-12T17:57:42.048804+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:41.835284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'24","reported_seq":114,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:47.136936+0000","last_change":"2024-09-12T17:28:43.378538+0000","last_active":"2024-09-12T17:55:47.136936+0000","last_peered":"2024-09-12T17:55:47.136936+0000","last_clean":"2024-09-12T17:55:47.136936+0000","last_became_active":"2024-09-12T17:28:43.377573+0000","last_became_peered":"2024-09-12T17:28:43.377573+0000","last_unstale":"2024-09-12T17:55:47.136936+0000","last_undegraded":"2024-09-12T17:55:47.136936+0000","last_fullsized":"2024-09-12T17:55:47.136936+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:04.423070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":91,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050521+0000","last_change":"2024-09-12T17:42:37.101604+0000","last_active":"2024-09-12T17:57:47.050521+0000","last_peered":"2024-09-12T17:57:47.050521+0000","last_clean":"2024-09-12T17:57:47.050521+0000","last_became_active":"2024-09-12T17:42:37.098890+0000","last_became_peered":"2024-09-12T17:42:37.098890+0000","last_unstale":"2024-09-12T17:57:47.050521+0000","last_undegraded":"2024-09-12T17:57:47.050521+0000","last_fullsized":"2024-09-12T17:57:47.050521+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:02.636737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'1","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.060593+0000","last_change":"2024-09-12T17:30:40.985027+0000","last_active":"2024-09-12T17:57:42.060593+0000","last_peered":"2024-09-12T17:57:42.060593+0000","last_clean":"2024-09-12T17:57:42.060593+0000","last_became_active":"2024-09-12T17:30:40.984312+0000","last_became_peered":"2024-09-12T17:30:40.984312+0000","last_unstale":"2024-09-12T17:57:42.060593+0000","last_undegraded":"2024-09-12T17:57:42.060593+0000","last_fullsized":"2024-09-12T17:57:42.060593+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:17.265407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'11","reported_seq":63,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039971+0000","last_change":"2024-09-12T17:30:37.904272+0000","last_active":"2024-09-12T17:57:47.039971+0000","last_peered":"2024-09-12T17:57:47.039971+0000","last_clean":"2024-09-12T17:57:47.039971+0000","last_became_active":"2024-09-12T17:30:37.903185+0000","last_became_peered":"2024-09-12T17:30:37.903185+0000","last_unstale":"2024-09-12T17:57:47.039971+0000","last_undegraded":"2024-09-12T17:57:47.039971+0000","last_fullsized":"2024-09-12T17:57:47.039971+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:24.235796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":15362,"num_write":21,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'30","reported_seq":124,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:21.459647+0000","last_change":"2024-09-12T17:28:43.368814+0000","last_active":"2024-09-12T17:56:21.459647+0000","last_peered":"2024-09-12T17:56:21.459647+0000","last_clean":"2024-09-12T17:56:21.459647+0000","last_became_active":"2024-09-12T17:28:43.368029+0000","last_became_peered":"2024-09-12T17:28:43.368029+0000","last_unstale":"2024-09-12T17:56:21.459647+0000","last_undegraded":"2024-09-12T17:56:21.459647+0000","last_fullsized":"2024-09-12T17:56:21.459647+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:44:00.593869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.036541+0000","last_change":"2024-09-12T17:42:37.101132+0000","last_active":"2024-09-12T17:56:07.036541+0000","last_peered":"2024-09-12T17:56:07.036541+0000","last_clean":"2024-09-12T17:56:07.036541+0000","last_became_active":"2024-09-12T17:42:37.098386+0000","last_became_peered":"2024-09-12T17:42:37.098386+0000","last_unstale":"2024-09-12T17:56:07.036541+0000","last_undegraded":"2024-09-12T17:56:07.036541+0000","last_fullsized":"2024-09-12T17:56:07.036541+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:35:08.753175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'3","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.037631+0000","last_change":"2024-09-12T17:30:56.046289+0000","last_active":"2024-09-12T17:56:42.037631+0000","last_peered":"2024-09-12T17:56:42.037631+0000","last_clean":"2024-09-12T17:56:42.037631+0000","last_became_active":"2024-09-12T17:30:56.025899+0000","last_became_peered":"2024-09-12T17:30:56.025899+0000","last_unstale":"2024-09-12T17:56:42.037631+0000","last_undegraded":"2024-09-12T17:56:42.037631+0000","last_fullsized":"2024-09-12T17:56:42.037631+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:20.471749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":3,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'3","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034124+0000","last_change":"2024-09-12T17:30:37.896541+0000","last_active":"2024-09-12T17:56:42.034124+0000","last_peered":"2024-09-12T17:56:42.034124+0000","last_clean":"2024-09-12T17:56:42.034124+0000","last_became_active":"2024-09-12T17:30:37.895814+0000","last_became_peered":"2024-09-12T17:30:37.895814+0000","last_unstale":"2024-09-12T17:56:42.034124+0000","last_undegraded":"2024-09-12T17:56:42.034124+0000","last_fullsized":"2024-09-12T17:56:42.034124+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:59.262191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":8,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"264'45","reported_seq":164,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:47.020766+0000","last_change":"2024-09-12T17:28:43.374172+0000","last_active":"2024-09-12T17:55:47.020766+0000","last_peered":"2024-09-12T17:55:47.020766+0000","last_clean":"2024-09-12T17:55:47.020766+0000","last_became_active":"2024-09-12T17:28:43.373522+0000","last_became_peered":"2024-09-12T17:28:43.373522+0000","last_unstale":"2024-09-12T17:55:47.020766+0000","last_undegraded":"2024-09-12T17:55:47.020766+0000","last_fullsized":"2024-09-12T17:55:47.020766+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:33.375845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":156,"num_write":79,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.027470+0000","last_change":"2024-09-12T17:42:37.102852+0000","last_active":"2024-09-12T17:56:12.027470+0000","last_peered":"2024-09-12T17:56:12.027470+0000","last_clean":"2024-09-12T17:56:12.027470+0000","last_became_active":"2024-09-12T17:42:37.101673+0000","last_became_peered":"2024-09-12T17:42:37.101673+0000","last_unstale":"2024-09-12T17:56:12.027470+0000","last_undegraded":"2024-09-12T17:56:12.027470+0000","last_fullsized":"2024-09-12T17:56:12.027470+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:54.570527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"261'8","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034250+0000","last_change":"2024-09-12T17:30:41.493021+0000","last_active":"2024-09-12T17:56:42.034250+0000","last_peered":"2024-09-12T17:56:42.034250+0000","last_clean":"2024-09-12T17:56:42.034250+0000","last_became_active":"2024-09-12T17:30:41.492154+0000","last_became_peered":"2024-09-12T17:30:41.492154+0000","last_unstale":"2024-09-12T17:56:42.034250+0000","last_undegraded":"2024-09-12T17:56:42.034250+0000","last_fullsized":"2024-09-12T17:56:42.034250+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:31.779367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":20482,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"264'3","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.023618+0000","last_change":"2024-09-12T17:30:37.903106+0000","last_active":"2024-09-12T17:56:42.023618+0000","last_peered":"2024-09-12T17:56:42.023618+0000","last_clean":"2024-09-12T17:56:42.023618+0000","last_became_active":"2024-09-12T17:30:37.901984+0000","last_became_peered":"2024-09-12T17:30:37.901984+0000","last_unstale":"2024-09-12T17:56:42.023618+0000","last_undegraded":"2024-09-12T17:56:42.023618+0000","last_fullsized":"2024-09-12T17:56:42.023618+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:59.026630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":10240,"num_write":8,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'40","reported_seq":160,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039370+0000","last_change":"2024-09-12T17:28:43.376092+0000","last_active":"2024-09-12T17:57:02.039370+0000","last_peered":"2024-09-12T17:57:02.039370+0000","last_clean":"2024-09-12T17:57:02.039370+0000","last_became_active":"2024-09-12T17:28:43.375321+0000","last_became_peered":"2024-09-12T17:28:43.375321+0000","last_unstale":"2024-09-12T17:57:02.039370+0000","last_undegraded":"2024-09-12T17:57:02.039370+0000","last_fullsized":"2024-09-12T17:57:02.039370+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:53.782996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":212,"num_read_kb":150,"num_write":74,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.025866+0000","last_change":"2024-09-12T17:42:37.103281+0000","last_active":"2024-09-12T17:56:07.025866+0000","last_peered":"2024-09-12T17:56:07.025866+0000","last_clean":"2024-09-12T17:56:07.025866+0000","last_became_active":"2024-09-12T17:42:37.101691+0000","last_became_peered":"2024-09-12T17:42:37.101691+0000","last_unstale":"2024-09-12T17:56:07.025866+0000","last_undegraded":"2024-09-12T17:56:07.025866+0000","last_fullsized":"2024-09-12T17:56:07.025866+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:27.727842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'2","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.038763+0000","last_change":"2024-09-12T17:30:40.974011+0000","last_active":"2024-09-12T17:57:42.038763+0000","last_peered":"2024-09-12T17:57:42.038763+0000","last_clean":"2024-09-12T17:57:42.038763+0000","last_became_active":"2024-09-12T17:30:40.969731+0000","last_became_peered":"2024-09-12T17:30:40.969731+0000","last_unstale":"2024-09-12T17:57:42.038763+0000","last_undegraded":"2024-09-12T17:57:42.038763+0000","last_fullsized":"2024-09-12T17:57:42.038763+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:44.493455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1053539,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":2058,"num_write":2,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035537+0000","last_change":"2024-09-12T17:30:37.901530+0000","last_active":"2024-09-12T17:56:47.035537+0000","last_peered":"2024-09-12T17:56:47.035537+0000","last_clean":"2024-09-12T17:56:47.035537+0000","last_became_active":"2024-09-12T17:30:37.900716+0000","last_became_peered":"2024-09-12T17:30:37.900716+0000","last_unstale":"2024-09-12T17:56:47.035537+0000","last_undegraded":"2024-09-12T17:56:47.035537+0000","last_fullsized":"2024-09-12T17:56:47.035537+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:44.626880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'19","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.369171+0000","last_change":"2024-09-12T17:28:43.370644+0000","last_active":"2024-09-12T17:57:25.369171+0000","last_peered":"2024-09-12T17:57:25.369171+0000","last_clean":"2024-09-12T17:57:25.369171+0000","last_became_active":"2024-09-12T17:28:43.369582+0000","last_became_peered":"2024-09-12T17:28:43.369582+0000","last_unstale":"2024-09-12T17:57:25.369171+0000","last_undegraded":"2024-09-12T17:57:25.369171+0000","last_fullsized":"2024-09-12T17:57:25.369171+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:18.944458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.025642+0000","last_change":"2024-09-12T17:42:37.102853+0000","last_active":"2024-09-12T17:56:07.025642+0000","last_peered":"2024-09-12T17:56:07.025642+0000","last_clean":"2024-09-12T17:56:07.025642+0000","last_became_active":"2024-09-12T17:42:37.102044+0000","last_became_peered":"2024-09-12T17:42:37.102044+0000","last_unstale":"2024-09-12T17:56:07.025642+0000","last_undegraded":"2024-09-12T17:56:07.025642+0000","last_fullsized":"2024-09-12T17:56:07.025642+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:03.531943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035721+0000","last_change":"2024-09-12T17:30:40.976896+0000","last_active":"2024-09-12T17:56:47.035721+0000","last_peered":"2024-09-12T17:56:47.035721+0000","last_clean":"2024-09-12T17:56:47.035721+0000","last_became_active":"2024-09-12T17:30:40.975911+0000","last_became_peered":"2024-09-12T17:30:40.975911+0000","last_unstale":"2024-09-12T17:56:47.035721+0000","last_undegraded":"2024-09-12T17:56:47.035721+0000","last_fullsized":"2024-09-12T17:56:47.035721+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:57.332177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'4","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.051004+0000","last_change":"2024-09-12T17:30:37.914709+0000","last_active":"2024-09-12T17:57:42.051004+0000","last_peered":"2024-09-12T17:57:42.051004+0000","last_clean":"2024-09-12T17:57:42.051004+0000","last_became_active":"2024-09-12T17:30:37.913930+0000","last_became_peered":"2024-09-12T17:30:37.913930+0000","last_unstale":"2024-09-12T17:57:42.051004+0000","last_undegraded":"2024-09-12T17:57:42.051004+0000","last_fullsized":"2024-09-12T17:57:42.051004+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:30.737989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'23","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151692+0000","last_change":"2024-09-12T17:28:43.376821+0000","last_active":"2024-09-12T17:56:57.151692+0000","last_peered":"2024-09-12T17:56:57.151692+0000","last_clean":"2024-09-12T17:56:57.151692+0000","last_became_active":"2024-09-12T17:28:43.376115+0000","last_became_peered":"2024-09-12T17:28:43.376115+0000","last_unstale":"2024-09-12T17:56:57.151692+0000","last_undegraded":"2024-09-12T17:56:57.151692+0000","last_fullsized":"2024-09-12T17:56:57.151692+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:26.389149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":80,"num_write":52,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041873+0000","last_change":"2024-09-12T17:42:37.103179+0000","last_active":"2024-09-12T17:57:12.041873+0000","last_peered":"2024-09-12T17:57:12.041873+0000","last_clean":"2024-09-12T17:57:12.041873+0000","last_became_active":"2024-09-12T17:42:37.101544+0000","last_became_peered":"2024-09-12T17:42:37.101544+0000","last_unstale":"2024-09-12T17:57:12.041873+0000","last_undegraded":"2024-09-12T17:57:12.041873+0000","last_fullsized":"2024-09-12T17:57:12.041873+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:20.118206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051263+0000","last_change":"2024-09-12T17:30:40.976556+0000","last_active":"2024-09-12T17:57:52.051263+0000","last_peered":"2024-09-12T17:57:52.051263+0000","last_clean":"2024-09-12T17:57:52.051263+0000","last_became_active":"2024-09-12T17:30:40.975795+0000","last_became_peered":"2024-09-12T17:30:40.975795+0000","last_unstale":"2024-09-12T17:57:52.051263+0000","last_undegraded":"2024-09-12T17:57:52.051263+0000","last_fullsized":"2024-09-12T17:57:52.051263+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:25.932834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":10240,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049457+0000","last_change":"2024-09-12T17:30:37.911733+0000","last_active":"2024-09-12T17:57:42.049457+0000","last_peered":"2024-09-12T17:57:42.049457+0000","last_clean":"2024-09-12T17:57:42.049457+0000","last_became_active":"2024-09-12T17:30:37.910945+0000","last_became_peered":"2024-09-12T17:30:37.910945+0000","last_unstale":"2024-09-12T17:57:42.049457+0000","last_undegraded":"2024-09-12T17:57:42.049457+0000","last_fullsized":"2024-09-12T17:57:42.049457+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:53.940222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'45","reported_seq":172,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.038207+0000","last_change":"2024-09-12T17:28:43.372196+0000","last_active":"2024-09-12T17:56:57.038207+0000","last_peered":"2024-09-12T17:56:57.038207+0000","last_clean":"2024-09-12T17:56:57.038207+0000","last_became_active":"2024-09-12T17:28:43.370818+0000","last_became_peered":"2024-09-12T17:28:43.370818+0000","last_unstale":"2024-09-12T17:56:57.038207+0000","last_undegraded":"2024-09-12T17:56:57.038207+0000","last_fullsized":"2024-09-12T17:56:57.038207+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:52.893995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":162,"num_write":73,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.014156+0000","last_change":"2024-09-12T17:42:37.097106+0000","last_active":"2024-09-12T17:57:12.014156+0000","last_peered":"2024-09-12T17:57:12.014156+0000","last_clean":"2024-09-12T17:57:12.014156+0000","last_became_active":"2024-09-12T17:42:37.096358+0000","last_became_peered":"2024-09-12T17:42:37.096358+0000","last_unstale":"2024-09-12T17:57:12.014156+0000","last_undegraded":"2024-09-12T17:57:12.014156+0000","last_fullsized":"2024-09-12T17:57:12.014156+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:44.395649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'7","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.049921+0000","last_change":"2024-09-12T17:30:41.501521+0000","last_active":"2024-09-12T17:57:47.049921+0000","last_peered":"2024-09-12T17:57:47.049921+0000","last_clean":"2024-09-12T17:57:47.049921+0000","last_became_active":"2024-09-12T17:30:41.499891+0000","last_became_peered":"2024-09-12T17:30:41.499891+0000","last_unstale":"2024-09-12T17:57:47.049921+0000","last_undegraded":"2024-09-12T17:57:47.049921+0000","last_fullsized":"2024-09-12T17:57:47.049921+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:25.511704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":5122,"num_write":12,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.025881+0000","last_change":"2024-09-12T17:30:37.908255+0000","last_active":"2024-09-12T17:57:52.025881+0000","last_peered":"2024-09-12T17:57:52.025881+0000","last_clean":"2024-09-12T17:57:52.025881+0000","last_became_active":"2024-09-12T17:30:37.906651+0000","last_became_peered":"2024-09-12T17:30:37.906651+0000","last_unstale":"2024-09-12T17:57:52.025881+0000","last_undegraded":"2024-09-12T17:57:52.025881+0000","last_fullsized":"2024-09-12T17:57:52.025881+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:56.892473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'66","reported_seq":234,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151897+0000","last_change":"2024-09-12T17:28:43.367437+0000","last_active":"2024-09-12T17:56:57.151897+0000","last_peered":"2024-09-12T17:56:57.151897+0000","last_clean":"2024-09-12T17:56:57.151897+0000","last_became_active":"2024-09-12T17:28:43.366637+0000","last_became_peered":"2024-09-12T17:28:43.366637+0000","last_unstale":"2024-09-12T17:56:57.151897+0000","last_undegraded":"2024-09-12T17:56:57.151897+0000","last_fullsized":"2024-09-12T17:56:57.151897+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:47.396479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":266,"num_write":106,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.023509+0000","last_change":"2024-09-12T17:42:37.082855+0000","last_active":"2024-09-12T17:56:42.023509+0000","last_peered":"2024-09-12T17:56:42.023509+0000","last_clean":"2024-09-12T17:56:42.023509+0000","last_became_active":"2024-09-12T17:42:37.081983+0000","last_became_peered":"2024-09-12T17:42:37.081983+0000","last_unstale":"2024-09-12T17:56:42.023509+0000","last_undegraded":"2024-09-12T17:56:42.023509+0000","last_fullsized":"2024-09-12T17:56:42.023509+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:47.157401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034565+0000","last_change":"2024-09-12T17:30:41.493967+0000","last_active":"2024-09-12T17:56:42.034565+0000","last_peered":"2024-09-12T17:56:42.034565+0000","last_clean":"2024-09-12T17:56:42.034565+0000","last_became_active":"2024-09-12T17:30:41.493272+0000","last_became_peered":"2024-09-12T17:30:41.493272+0000","last_unstale":"2024-09-12T17:56:42.034565+0000","last_undegraded":"2024-09-12T17:56:42.034565+0000","last_fullsized":"2024-09-12T17:56:42.034565+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:48.563362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"261'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.210574+0000","last_change":"2024-09-12T17:30:37.900313+0000","last_active":"2024-09-12T17:56:37.210574+0000","last_peered":"2024-09-12T17:56:37.210574+0000","last_clean":"2024-09-12T17:56:37.210574+0000","last_became_active":"2024-09-12T17:30:37.899518+0000","last_became_peered":"2024-09-12T17:30:37.899518+0000","last_unstale":"2024-09-12T17:56:37.210574+0000","last_undegraded":"2024-09-12T17:56:37.210574+0000","last_fullsized":"2024-09-12T17:56:37.210574+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:48.202203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'41","reported_seq":162,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023251+0000","last_change":"2024-09-12T17:28:43.374656+0000","last_active":"2024-09-12T17:55:57.023251+0000","last_peered":"2024-09-12T17:55:57.023251+0000","last_clean":"2024-09-12T17:55:57.023251+0000","last_became_active":"2024-09-12T17:28:43.373808+0000","last_became_peered":"2024-09-12T17:28:43.373808+0000","last_unstale":"2024-09-12T17:55:57.023251+0000","last_undegraded":"2024-09-12T17:55:57.023251+0000","last_fullsized":"2024-09-12T17:55:57.023251+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:52.449675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":210,"num_read_kb":152,"num_write":74,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044243+0000","last_change":"2024-09-12T17:42:37.090806+0000","last_active":"2024-09-12T17:57:12.044243+0000","last_peered":"2024-09-12T17:57:12.044243+0000","last_clean":"2024-09-12T17:57:12.044243+0000","last_became_active":"2024-09-12T17:42:37.090019+0000","last_became_peered":"2024-09-12T17:42:37.090019+0000","last_unstale":"2024-09-12T17:57:12.044243+0000","last_undegraded":"2024-09-12T17:57:12.044243+0000","last_fullsized":"2024-09-12T17:57:12.044243+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:14.192600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.037892+0000","last_change":"2024-09-12T17:30:40.969688+0000","last_active":"2024-09-12T17:56:42.037892+0000","last_peered":"2024-09-12T17:56:42.037892+0000","last_clean":"2024-09-12T17:56:42.037892+0000","last_became_active":"2024-09-12T17:30:40.968849+0000","last_became_peered":"2024-09-12T17:30:40.968849+0000","last_unstale":"2024-09-12T17:56:42.037892+0000","last_undegraded":"2024-09-12T17:56:42.037892+0000","last_fullsized":"2024-09-12T17:56:42.037892+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:32.720003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.033239+0000","last_change":"2024-09-12T17:30:37.923890+0000","last_active":"2024-09-12T17:56:37.033239+0000","last_peered":"2024-09-12T17:56:37.033239+0000","last_clean":"2024-09-12T17:56:37.033239+0000","last_became_active":"2024-09-12T17:30:37.923324+0000","last_became_peered":"2024-09-12T17:30:37.923324+0000","last_unstale":"2024-09-12T17:56:37.033239+0000","last_undegraded":"2024-09-12T17:56:37.033239+0000","last_fullsized":"2024-09-12T17:56:37.033239+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:08.389266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.042062+0000","last_change":"2024-09-12T17:28:43.374298+0000","last_active":"2024-09-12T17:57:57.042062+0000","last_peered":"2024-09-12T17:57:57.042062+0000","last_clean":"2024-09-12T17:57:57.042062+0000","last_became_active":"2024-09-12T17:28:43.373686+0000","last_became_peered":"2024-09-12T17:28:43.373686+0000","last_unstale":"2024-09-12T17:57:57.042062+0000","last_undegraded":"2024-09-12T17:57:57.042062+0000","last_fullsized":"2024-09-12T17:57:57.042062+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:48.401489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"264'1","reported_seq":22,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.024921+0000","last_change":"2024-09-12T17:42:37.096720+0000","last_active":"2024-09-12T17:57:47.024921+0000","last_peered":"2024-09-12T17:57:47.024921+0000","last_clean":"2024-09-12T17:57:47.024921+0000","last_became_active":"2024-09-12T17:42:37.096203+0000","last_became_peered":"2024-09-12T17:42:37.096203+0000","last_unstale":"2024-09-12T17:57:47.024921+0000","last_undegraded":"2024-09-12T17:57:47.024921+0000","last_fullsized":"2024-09-12T17:57:47.024921+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:09.283596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"261'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039793+0000","last_change":"2024-09-12T17:30:40.981945+0000","last_active":"2024-09-12T17:57:47.039793+0000","last_peered":"2024-09-12T17:57:47.039793+0000","last_clean":"2024-09-12T17:57:47.039793+0000","last_became_active":"2024-09-12T17:30:40.981226+0000","last_became_peered":"2024-09-12T17:30:40.981226+0000","last_unstale":"2024-09-12T17:57:47.039793+0000","last_undegraded":"2024-09-12T17:57:47.039793+0000","last_fullsized":"2024-09-12T17:57:47.039793+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:14:27.734816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'1","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034281+0000","last_change":"2024-09-12T17:30:37.906230+0000","last_active":"2024-09-12T17:56:42.034281+0000","last_peered":"2024-09-12T17:56:42.034281+0000","last_clean":"2024-09-12T17:56:42.034281+0000","last_became_active":"2024-09-12T17:30:37.905424+0000","last_became_peered":"2024-09-12T17:30:37.905424+0000","last_unstale":"2024-09-12T17:56:42.034281+0000","last_undegraded":"2024-09-12T17:56:42.034281+0000","last_fullsized":"2024-09-12T17:56:42.034281+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:11.277814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'33","reported_seq":137,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.024417+0000","last_change":"2024-09-12T17:28:43.383108+0000","last_active":"2024-09-12T17:57:57.024417+0000","last_peered":"2024-09-12T17:57:57.024417+0000","last_clean":"2024-09-12T17:57:57.024417+0000","last_became_active":"2024-09-12T17:28:43.382398+0000","last_became_peered":"2024-09-12T17:28:43.382398+0000","last_unstale":"2024-09-12T17:57:57.024417+0000","last_undegraded":"2024-09-12T17:57:57.024417+0000","last_fullsized":"2024-09-12T17:57:57.024417+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:05.460836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":111,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050020+0000","last_change":"2024-09-12T17:42:37.103753+0000","last_active":"2024-09-12T17:57:47.050020+0000","last_peered":"2024-09-12T17:57:47.050020+0000","last_clean":"2024-09-12T17:57:47.050020+0000","last_became_active":"2024-09-12T17:42:37.088975+0000","last_became_peered":"2024-09-12T17:42:37.088975+0000","last_unstale":"2024-09-12T17:57:47.050020+0000","last_undegraded":"2024-09-12T17:57:47.050020+0000","last_fullsized":"2024-09-12T17:57:47.050020+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:12.758869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.212644+0000","last_change":"2024-09-12T17:30:40.969345+0000","last_active":"2024-09-12T17:56:47.212644+0000","last_peered":"2024-09-12T17:56:47.212644+0000","last_clean":"2024-09-12T17:56:47.212644+0000","last_became_active":"2024-09-12T17:30:40.968624+0000","last_became_peered":"2024-09-12T17:30:40.968624+0000","last_unstale":"2024-09-12T17:56:47.212644+0000","last_undegraded":"2024-09-12T17:56:47.212644+0000","last_fullsized":"2024-09-12T17:56:47.212644+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:38.404820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049297+0000","last_change":"2024-09-12T17:30:37.923900+0000","last_active":"2024-09-12T17:57:42.049297+0000","last_peered":"2024-09-12T17:57:42.049297+0000","last_clean":"2024-09-12T17:57:42.049297+0000","last_became_active":"2024-09-12T17:30:37.923278+0000","last_became_peered":"2024-09-12T17:30:37.923278+0000","last_unstale":"2024-09-12T17:57:42.049297+0000","last_undegraded":"2024-09-12T17:57:42.049297+0000","last_fullsized":"2024-09-12T17:57:42.049297+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:06.073524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'48","reported_seq":184,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.054068+0000","last_change":"2024-09-12T17:28:43.362689+0000","last_active":"2024-09-12T17:57:57.054068+0000","last_peered":"2024-09-12T17:57:57.054068+0000","last_clean":"2024-09-12T17:57:57.054068+0000","last_became_active":"2024-09-12T17:28:43.362189+0000","last_became_peered":"2024-09-12T17:28:43.362189+0000","last_unstale":"2024-09-12T17:57:57.054068+0000","last_undegraded":"2024-09-12T17:57:57.054068+0000","last_fullsized":"2024-09-12T17:57:57.054068+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:57.536604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":71,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041799+0000","last_change":"2024-09-12T17:42:37.111562+0000","last_active":"2024-09-12T17:57:12.041799+0000","last_peered":"2024-09-12T17:57:12.041799+0000","last_clean":"2024-09-12T17:57:12.041799+0000","last_became_active":"2024-09-12T17:42:37.110961+0000","last_became_peered":"2024-09-12T17:42:37.110961+0000","last_unstale":"2024-09-12T17:57:12.041799+0000","last_undegraded":"2024-09-12T17:57:12.041799+0000","last_fullsized":"2024-09-12T17:57:12.041799+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:04.606153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'8","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162464+0000","last_change":"2024-09-12T17:30:40.982043+0000","last_active":"2024-09-12T17:57:47.162464+0000","last_peered":"2024-09-12T17:57:47.162464+0000","last_clean":"2024-09-12T17:57:47.162464+0000","last_became_active":"2024-09-12T17:30:40.981155+0000","last_became_peered":"2024-09-12T17:30:40.981155+0000","last_unstale":"2024-09-12T17:57:47.162464+0000","last_undegraded":"2024-09-12T17:57:47.162464+0000","last_fullsized":"2024-09-12T17:57:47.162464+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:29.474060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":9216,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'1","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039853+0000","last_change":"2024-09-12T17:30:37.913645+0000","last_active":"2024-09-12T17:57:47.039853+0000","last_peered":"2024-09-12T17:57:47.039853+0000","last_clean":"2024-09-12T17:57:47.039853+0000","last_became_active":"2024-09-12T17:30:37.912814+0000","last_became_peered":"2024-09-12T17:30:37.912814+0000","last_unstale":"2024-09-12T17:57:47.039853+0000","last_undegraded":"2024-09-12T17:57:47.039853+0000","last_fullsized":"2024-09-12T17:57:47.039853+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:03.887253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"261'82","reported_seq":324,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.164549+0000","last_change":"2024-09-12T17:28:43.372198+0000","last_active":"2024-09-12T17:57:57.164549+0000","last_peered":"2024-09-12T17:57:57.164549+0000","last_clean":"2024-09-12T17:57:57.164549+0000","last_became_active":"2024-09-12T17:28:43.371424+0000","last_became_peered":"2024-09-12T17:28:43.371424+0000","last_unstale":"2024-09-12T17:57:57.164549+0000","last_undegraded":"2024-09-12T17:57:57.164549+0000","last_fullsized":"2024-09-12T17:57:57.164549+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:02.779961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":536,"num_read_kb":399,"num_write":105,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043559+0000","last_change":"2024-09-12T17:42:37.108419+0000","last_active":"2024-09-12T17:57:17.043559+0000","last_peered":"2024-09-12T17:57:17.043559+0000","last_clean":"2024-09-12T17:57:17.043559+0000","last_became_active":"2024-09-12T17:42:37.107578+0000","last_became_peered":"2024-09-12T17:42:37.107578+0000","last_unstale":"2024-09-12T17:57:17.043559+0000","last_undegraded":"2024-09-12T17:57:17.043559+0000","last_fullsized":"2024-09-12T17:57:17.043559+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:08.862881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'7","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.052001+0000","last_change":"2024-09-12T17:30:40.978653+0000","last_active":"2024-09-12T17:57:47.052001+0000","last_peered":"2024-09-12T17:57:47.052001+0000","last_clean":"2024-09-12T17:57:47.052001+0000","last_became_active":"2024-09-12T17:30:40.970542+0000","last_became_peered":"2024-09-12T17:30:40.970542+0000","last_unstale":"2024-09-12T17:57:47.052001+0000","last_undegraded":"2024-09-12T17:57:47.052001+0000","last_fullsized":"2024-09-12T17:57:47.052001+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:47.705490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.161389+0000","last_change":"2024-09-12T17:30:37.900601+0000","last_active":"2024-09-12T17:57:42.161389+0000","last_peered":"2024-09-12T17:57:42.161389+0000","last_clean":"2024-09-12T17:57:42.161389+0000","last_became_active":"2024-09-12T17:30:37.899552+0000","last_became_peered":"2024-09-12T17:30:37.899552+0000","last_unstale":"2024-09-12T17:57:42.161389+0000","last_undegraded":"2024-09-12T17:57:42.161389+0000","last_fullsized":"2024-09-12T17:57:42.161389+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:38.739644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'5","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.060762+0000","last_change":"2024-09-12T17:28:43.376491+0000","last_active":"2024-09-12T17:57:30.060762+0000","last_peered":"2024-09-12T17:57:30.060762+0000","last_clean":"2024-09-12T17:57:30.060762+0000","last_became_active":"2024-09-12T17:28:43.375683+0000","last_became_peered":"2024-09-12T17:28:43.375683+0000","last_unstale":"2024-09-12T17:57:30.060762+0000","last_undegraded":"2024-09-12T17:57:30.060762+0000","last_fullsized":"2024-09-12T17:57:30.060762+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:00.339317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":10,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'259","reported_seq":876,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:40.074305+0000","last_change":"2024-09-12T17:13:22.730274+0000","last_active":"2024-09-12T17:59:40.074305+0000","last_peered":"2024-09-12T17:59:40.074305+0000","last_clean":"2024-09-12T17:59:40.074305+0000","last_became_active":"2024-09-12T17:13:22.725942+0000","last_became_peered":"2024-09-12T17:13:22.725942+0000","last_unstale":"2024-09-12T17:59:40.074305+0000","last_undegraded":"2024-09-12T17:59:40.074305+0000","last_fullsized":"2024-09-12T17:59:40.074305+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:09.939345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6185839,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":371,"num_read_kb":7150,"num_write":903,"num_write_kb":34029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'177","reported_seq":746,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.721904+0000","last_change":"2024-09-12T17:13:24.758548+0000","last_active":"2024-09-12T17:58:29.721904+0000","last_peered":"2024-09-12T17:58:29.721904+0000","last_clean":"2024-09-12T17:58:29.721904+0000","last_became_active":"2024-09-12T17:13:24.750504+0000","last_became_peered":"2024-09-12T17:13:24.750504+0000","last_unstale":"2024-09-12T17:58:29.721904+0000","last_undegraded":"2024-09-12T17:58:29.721904+0000","last_fullsized":"2024-09-12T17:58:29.721904+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:39.117714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":797,"num_read_kb":657,"num_write":298,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'238","reported_seq":956,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:49.113170+0000","last_change":"2024-09-12T17:13:22.714309+0000","last_active":"2024-09-12T17:57:49.113170+0000","last_peered":"2024-09-12T17:57:49.113170+0000","last_clean":"2024-09-12T17:57:49.113170+0000","last_became_active":"2024-09-12T17:13:22.714030+0000","last_became_peered":"2024-09-12T17:13:22.714030+0000","last_unstale":"2024-09-12T17:57:49.113170+0000","last_undegraded":"2024-09-12T17:57:49.113170+0000","last_fullsized":"2024-09-12T17:57:49.113170+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":200,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:39.600115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8670871,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":437,"num_read_kb":42065,"num_write":840,"num_write_kb":34997,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'145","reported_seq":774,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:16.378489+0000","last_change":"2024-09-12T17:13:24.729829+0000","last_active":"2024-09-12T17:56:16.378489+0000","last_peered":"2024-09-12T17:56:16.378489+0000","last_clean":"2024-09-12T17:56:16.378489+0000","last_became_active":"2024-09-12T17:13:24.726550+0000","last_became_peered":"2024-09-12T17:13:24.726550+0000","last_unstale":"2024-09-12T17:56:16.378489+0000","last_undegraded":"2024-09-12T17:56:16.378489+0000","last_fullsized":"2024-09-12T17:56:16.378489+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:20.045659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":576,"num_write":221,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'265","reported_seq":910,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:55.363997+0000","last_change":"2024-09-12T17:13:22.714620+0000","last_active":"2024-09-12T17:57:55.363997+0000","last_peered":"2024-09-12T17:57:55.363997+0000","last_clean":"2024-09-12T17:57:55.363997+0000","last_became_active":"2024-09-12T17:13:22.714072+0000","last_became_peered":"2024-09-12T17:13:22.714072+0000","last_unstale":"2024-09-12T17:57:55.363997+0000","last_undegraded":"2024-09-12T17:57:55.363997+0000","last_fullsized":"2024-09-12T17:57:55.363997+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:06.040152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4755419,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":400,"num_read_kb":17380,"num_write":950,"num_write_kb":42063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'168","reported_seq":762,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:28.717882+0000","last_change":"2024-09-12T17:13:24.749261+0000","last_active":"2024-09-12T17:56:28.717882+0000","last_peered":"2024-09-12T17:56:28.717882+0000","last_clean":"2024-09-12T17:56:28.717882+0000","last_became_active":"2024-09-12T17:13:24.748472+0000","last_became_peered":"2024-09-12T17:13:24.748472+0000","last_unstale":"2024-09-12T17:56:28.717882+0000","last_undegraded":"2024-09-12T17:56:28.717882+0000","last_fullsized":"2024-09-12T17:56:28.717882+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:20.692364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":720,"num_read_kb":590,"num_write":257,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'301","reported_seq":983,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.018776+0000","last_change":"2024-09-12T17:13:22.731074+0000","last_active":"2024-09-12T17:57:32.018776+0000","last_peered":"2024-09-12T17:57:32.018776+0000","last_clean":"2024-09-12T17:57:32.018776+0000","last_became_active":"2024-09-12T17:13:22.726239+0000","last_became_peered":"2024-09-12T17:13:22.726239+0000","last_unstale":"2024-09-12T17:57:32.018776+0000","last_undegraded":"2024-09-12T17:57:32.018776+0000","last_fullsized":"2024-09-12T17:57:32.018776+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:10.510650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5655854,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":527,"num_read_kb":17741,"num_write":1164,"num_write_kb":17874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'4117","reported_seq":4716,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.486259+0000","last_change":"2024-09-12T17:13:24.746536+0000","last_active":"2024-09-12T17:56:37.486259+0000","last_peered":"2024-09-12T17:56:37.486259+0000","last_clean":"2024-09-12T17:56:37.486259+0000","last_became_active":"2024-09-12T17:13:24.746121+0000","last_became_peered":"2024-09-12T17:13:24.746121+0000","last_unstale":"2024-09-12T17:56:37.486259+0000","last_undegraded":"2024-09-12T17:56:37.486259+0000","last_fullsized":"2024-09-12T17:56:37.486259+0000","mapping_epoch":25,"log_start":"264'4100","ondisk_log_start":"264'4100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:18.169177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16538,"num_read_kb":13876,"num_write":6180,"num_write_kb":3076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'358","reported_seq":1027,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:06.382471+0000","last_change":"2024-09-12T17:13:22.723886+0000","last_active":"2024-09-12T17:58:06.382471+0000","last_peered":"2024-09-12T17:58:06.382471+0000","last_clean":"2024-09-12T17:58:06.382471+0000","last_became_active":"2024-09-12T17:13:22.723131+0000","last_became_peered":"2024-09-12T17:13:22.723131+0000","last_unstale":"2024-09-12T17:58:06.382471+0000","last_undegraded":"2024-09-12T17:58:06.382471+0000","last_fullsized":"2024-09-12T17:58:06.382471+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:11:18.429920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14464317,"num_objects":79,"num_object_clones":0,"num_object_copies":158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":594,"num_read_kb":11009,"num_write":1485,"num_write_kb":36392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'271","reported_seq":921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:59.630973+0000","last_change":"2024-09-12T17:13:24.737865+0000","last_active":"2024-09-12T17:57:59.630973+0000","last_peered":"2024-09-12T17:57:59.630973+0000","last_clean":"2024-09-12T17:57:59.630973+0000","last_became_active":"2024-09-12T17:13:24.737057+0000","last_became_peered":"2024-09-12T17:13:24.737057+0000","last_unstale":"2024-09-12T17:57:59.630973+0000","last_undegraded":"2024-09-12T17:57:59.630973+0000","last_fullsized":"2024-09-12T17:57:59.630973+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:14.144987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1178,"num_read_kb":971,"num_write":403,"num_write_kb":196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'297","reported_seq":927,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:16.533197+0000","last_change":"2024-09-12T17:13:22.725038+0000","last_active":"2024-09-12T17:58:16.533197+0000","last_peered":"2024-09-12T17:58:16.533197+0000","last_clean":"2024-09-12T17:58:16.533197+0000","last_became_active":"2024-09-12T17:13:22.724221+0000","last_became_peered":"2024-09-12T17:13:22.724221+0000","last_unstale":"2024-09-12T17:58:16.533197+0000","last_undegraded":"2024-09-12T17:58:16.533197+0000","last_fullsized":"2024-09-12T17:58:16.533197+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:18.711589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":376530,"num_objects":67,"num_object_clones":0,"num_object_copies":134,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":425,"num_read_kb":12095,"num_write":1063,"num_write_kb":47003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'177","reported_seq":789,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:10.242554+0000","last_change":"2024-09-12T17:13:24.732113+0000","last_active":"2024-09-12T17:58:10.242554+0000","last_peered":"2024-09-12T17:58:10.242554+0000","last_clean":"2024-09-12T17:58:10.242554+0000","last_became_active":"2024-09-12T17:13:24.731429+0000","last_became_peered":"2024-09-12T17:13:24.731429+0000","last_unstale":"2024-09-12T17:58:10.242554+0000","last_undegraded":"2024-09-12T17:58:10.242554+0000","last_fullsized":"2024-09-12T17:58:10.242554+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:44.640140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":785,"num_read_kb":645,"num_write":290,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'297","reported_seq":935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.802892+0000","last_change":"2024-09-12T17:13:22.720952+0000","last_active":"2024-09-12T17:59:37.802892+0000","last_peered":"2024-09-12T17:59:37.802892+0000","last_clean":"2024-09-12T17:59:37.802892+0000","last_became_active":"2024-09-12T17:13:22.720098+0000","last_became_peered":"2024-09-12T17:13:22.720098+0000","last_unstale":"2024-09-12T17:59:37.802892+0000","last_undegraded":"2024-09-12T17:59:37.802892+0000","last_fullsized":"2024-09-12T17:59:37.802892+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:41.033716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4290509,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":465,"num_read_kb":13868,"num_write":1092,"num_write_kb":21571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'304","reported_seq":993,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.014270+0000","last_change":"2024-09-12T17:13:24.760636+0000","last_active":"2024-09-12T17:57:12.014270+0000","last_peered":"2024-09-12T17:57:12.014270+0000","last_clean":"2024-09-12T17:57:12.014270+0000","last_became_active":"2024-09-12T17:13:24.759152+0000","last_became_peered":"2024-09-12T17:13:24.759152+0000","last_unstale":"2024-09-12T17:57:12.014270+0000","last_undegraded":"2024-09-12T17:57:12.014270+0000","last_fullsized":"2024-09-12T17:57:12.014270+0000","mapping_epoch":25,"log_start":"250'200","ondisk_log_start":"250'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:42.307734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1481,"num_read_kb":1284,"num_write":444,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'297","reported_seq":940,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.765118+0000","last_change":"2024-09-12T17:13:22.739101+0000","last_active":"2024-09-12T17:57:29.765118+0000","last_peered":"2024-09-12T17:57:29.765118+0000","last_clean":"2024-09-12T17:57:29.765118+0000","last_became_active":"2024-09-12T17:13:22.738728+0000","last_became_peered":"2024-09-12T17:13:22.738728+0000","last_unstale":"2024-09-12T17:57:29.765118+0000","last_undegraded":"2024-09-12T17:57:29.765118+0000","last_fullsized":"2024-09-12T17:57:29.765118+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:35.658809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6167300,"num_objects":88,"num_object_clones":0,"num_object_copies":176,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":88,"num_whiteouts":0,"num_read":423,"num_read_kb":82193,"num_write":1046,"num_write_kb":40924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'303","reported_seq":935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.776582+0000","last_change":"2024-09-12T17:13:24.739055+0000","last_active":"2024-09-12T17:58:07.776582+0000","last_peered":"2024-09-12T17:58:07.776582+0000","last_clean":"2024-09-12T17:58:07.776582+0000","last_became_active":"2024-09-12T17:13:24.738756+0000","last_became_peered":"2024-09-12T17:13:24.738756+0000","last_unstale":"2024-09-12T17:58:07.776582+0000","last_undegraded":"2024-09-12T17:58:07.776582+0000","last_fullsized":"2024-09-12T17:58:07.776582+0000","mapping_epoch":25,"log_start":"261'200","ondisk_log_start":"261'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:33.693330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1076,"num_write":462,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'72","reported_seq":616,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.051926+0000","last_change":"2024-09-12T17:13:24.730281+0000","last_active":"2024-09-12T17:57:47.051926+0000","last_peered":"2024-09-12T17:57:47.051926+0000","last_clean":"2024-09-12T17:57:47.051926+0000","last_became_active":"2024-09-12T17:13:24.729545+0000","last_became_peered":"2024-09-12T17:13:24.729545+0000","last_unstale":"2024-09-12T17:57:47.051926+0000","last_undegraded":"2024-09-12T17:57:47.051926+0000","last_fullsized":"2024-09-12T17:57:47.051926+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:29.620141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":265,"num_write":110,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'277","reported_seq":920,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:04.624358+0000","last_change":"2024-09-12T17:13:54.837707+0000","last_active":"2024-09-12T17:58:04.624358+0000","last_peered":"2024-09-12T17:58:04.624358+0000","last_clean":"2024-09-12T17:58:04.624358+0000","last_became_active":"2024-09-12T17:13:54.836666+0000","last_became_peered":"2024-09-12T17:13:54.836666+0000","last_unstale":"2024-09-12T17:58:04.624358+0000","last_undegraded":"2024-09-12T17:58:04.624358+0000","last_fullsized":"2024-09-12T17:58:04.624358+0000","mapping_epoch":36,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:09.448962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4573725,"num_objects":75,"num_object_clones":0,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":494,"num_read_kb":32563,"num_write":1010,"num_write_kb":32697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.31","version":"264'39","reported_seq":612,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:09.436890+0000","last_change":"2024-09-12T17:13:24.730581+0000","last_active":"2024-09-12T17:58:09.436890+0000","last_peered":"2024-09-12T17:58:09.436890+0000","last_clean":"2024-09-12T17:58:09.436890+0000","last_became_active":"2024-09-12T17:13:24.727755+0000","last_became_peered":"2024-09-12T17:13:24.727755+0000","last_unstale":"2024-09-12T17:58:09.436890+0000","last_undegraded":"2024-09-12T17:58:09.436890+0000","last_fullsized":"2024-09-12T17:58:09.436890+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:50:43.001058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":206,"num_read_kb":188,"num_write":57,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'255","reported_seq":874,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.164928+0000","last_change":"2024-09-12T17:13:22.738094+0000","last_active":"2024-09-12T17:58:15.164928+0000","last_peered":"2024-09-12T17:58:15.164928+0000","last_clean":"2024-09-12T17:58:15.164928+0000","last_became_active":"2024-09-12T17:13:22.737350+0000","last_became_peered":"2024-09-12T17:13:22.737350+0000","last_unstale":"2024-09-12T17:58:15.164928+0000","last_undegraded":"2024-09-12T17:58:15.164928+0000","last_fullsized":"2024-09-12T17:58:15.164928+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:32.949443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7390902,"num_objects":57,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":365,"num_read_kb":4257,"num_write":945,"num_write_kb":39071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'204","reported_seq":801,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:34.552490+0000","last_change":"2024-09-12T17:13:24.752109+0000","last_active":"2024-09-12T17:56:34.552490+0000","last_peered":"2024-09-12T17:56:34.552490+0000","last_clean":"2024-09-12T17:56:34.552490+0000","last_became_active":"2024-09-12T17:13:24.751427+0000","last_became_peered":"2024-09-12T17:13:24.751427+0000","last_unstale":"2024-09-12T17:56:34.552490+0000","last_undegraded":"2024-09-12T17:56:34.552490+0000","last_fullsized":"2024-09-12T17:56:34.552490+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:50.979675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":941,"num_read_kb":767,"num_write":366,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'265","reported_seq":890,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.552635+0000","last_change":"2024-09-12T17:13:22.737203+0000","last_active":"2024-09-12T17:57:25.552635+0000","last_peered":"2024-09-12T17:57:25.552635+0000","last_clean":"2024-09-12T17:57:25.552635+0000","last_became_active":"2024-09-12T17:13:22.736388+0000","last_became_peered":"2024-09-12T17:13:22.736388+0000","last_unstale":"2024-09-12T17:57:25.552635+0000","last_undegraded":"2024-09-12T17:57:25.552635+0000","last_fullsized":"2024-09-12T17:57:25.552635+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:01.220907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5945002,"num_objects":57,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":429,"num_read_kb":22737,"num_write":1016,"num_write_kb":36288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'75","reported_seq":627,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014413+0000","last_change":"2024-09-12T17:13:24.742310+0000","last_active":"2024-09-12T17:56:57.014413+0000","last_peered":"2024-09-12T17:56:57.014413+0000","last_clean":"2024-09-12T17:56:57.014413+0000","last_became_active":"2024-09-12T17:13:24.741951+0000","last_became_peered":"2024-09-12T17:13:24.741951+0000","last_unstale":"2024-09-12T17:56:57.014413+0000","last_undegraded":"2024-09-12T17:56:57.014413+0000","last_fullsized":"2024-09-12T17:56:57.014413+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:21.318859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":291,"num_write":115,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'257","reported_seq":890,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.555992+0000","last_change":"2024-09-12T17:13:22.740366+0000","last_active":"2024-09-12T17:58:26.555992+0000","last_peered":"2024-09-12T17:58:26.555992+0000","last_clean":"2024-09-12T17:58:26.555992+0000","last_became_active":"2024-09-12T17:13:22.739336+0000","last_became_peered":"2024-09-12T17:13:22.739336+0000","last_unstale":"2024-09-12T17:58:26.555992+0000","last_undegraded":"2024-09-12T17:58:26.555992+0000","last_fullsized":"2024-09-12T17:58:26.555992+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:13.431473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6879046,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":384,"num_read_kb":20536,"num_write":960,"num_write_kb":35486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"264'229","reported_seq":880,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014504+0000","last_change":"2024-09-12T17:13:24.734103+0000","last_active":"2024-09-12T17:56:57.014504+0000","last_peered":"2024-09-12T17:56:57.014504+0000","last_clean":"2024-09-12T17:56:57.014504+0000","last_became_active":"2024-09-12T17:13:24.733104+0000","last_became_peered":"2024-09-12T17:13:24.733104+0000","last_unstale":"2024-09-12T17:56:57.014504+0000","last_undegraded":"2024-09-12T17:56:57.014504+0000","last_fullsized":"2024-09-12T17:56:57.014504+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:30.439189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1025,"num_read_kb":844,"num_write":360,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'350","reported_seq":1015,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.828749+0000","last_change":"2024-09-12T17:13:22.716787+0000","last_active":"2024-09-12T17:58:15.828749+0000","last_peered":"2024-09-12T17:58:15.828749+0000","last_clean":"2024-09-12T17:58:15.828749+0000","last_became_active":"2024-09-12T17:13:22.716482+0000","last_became_peered":"2024-09-12T17:13:22.716482+0000","last_unstale":"2024-09-12T17:58:15.828749+0000","last_undegraded":"2024-09-12T17:58:15.828749+0000","last_fullsized":"2024-09-12T17:58:15.828749+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:31:14.796330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16826975,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":517,"num_read_kb":27055,"num_write":1225,"num_write_kb":45208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'4106","reported_seq":4702,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:55.703444+0000","last_change":"2024-09-12T17:13:24.754364+0000","last_active":"2024-09-12T17:57:55.703444+0000","last_peered":"2024-09-12T17:57:55.703444+0000","last_clean":"2024-09-12T17:57:55.703444+0000","last_became_active":"2024-09-12T17:13:24.753665+0000","last_became_peered":"2024-09-12T17:13:24.753665+0000","last_unstale":"2024-09-12T17:57:55.703444+0000","last_undegraded":"2024-09-12T17:57:55.703444+0000","last_fullsized":"2024-09-12T17:57:55.703444+0000","mapping_epoch":25,"log_start":"264'4000","ondisk_log_start":"264'4000","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":3000,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:23.723815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16466,"num_read_kb":13828,"num_write":6154,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'306","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:11.358153+0000","last_change":"2024-09-12T17:13:22.719588+0000","last_active":"2024-09-12T17:58:11.358153+0000","last_peered":"2024-09-12T17:58:11.358153+0000","last_clean":"2024-09-12T17:58:11.358153+0000","last_became_active":"2024-09-12T17:13:22.719278+0000","last_became_peered":"2024-09-12T17:13:22.719278+0000","last_unstale":"2024-09-12T17:58:11.358153+0000","last_undegraded":"2024-09-12T17:58:11.358153+0000","last_fullsized":"2024-09-12T17:58:11.358153+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:40.511943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":888204,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":542,"num_read_kb":41507,"num_write":1096,"num_write_kb":26289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'113","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.558347+0000","last_change":"2024-09-12T17:13:32.782020+0000","last_active":"2024-09-12T17:58:30.558347+0000","last_peered":"2024-09-12T17:58:30.558347+0000","last_clean":"2024-09-12T17:58:30.558347+0000","last_became_active":"2024-09-12T17:13:32.781296+0000","last_became_peered":"2024-09-12T17:13:32.781296+0000","last_unstale":"2024-09-12T17:58:30.558347+0000","last_undegraded":"2024-09-12T17:58:30.558347+0000","last_fullsized":"2024-09-12T17:58:30.558347+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:52.466939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":165,"num_read_kb":153,"num_write":253,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'148","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:48.716362+0000","last_change":"2024-09-12T17:13:24.752494+0000","last_active":"2024-09-12T17:56:48.716362+0000","last_peered":"2024-09-12T17:56:48.716362+0000","last_clean":"2024-09-12T17:56:48.716362+0000","last_became_active":"2024-09-12T17:13:24.752021+0000","last_became_peered":"2024-09-12T17:13:24.752021+0000","last_unstale":"2024-09-12T17:56:48.716362+0000","last_undegraded":"2024-09-12T17:56:48.716362+0000","last_fullsized":"2024-09-12T17:56:48.716362+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:09.824745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":513,"num_write":228,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"264'235","reported_seq":1078,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:13.019461+0000","last_change":"2024-09-12T17:13:22.742591+0000","last_active":"2024-09-12T17:58:13.019461+0000","last_peered":"2024-09-12T17:58:13.019461+0000","last_clean":"2024-09-12T17:58:13.019461+0000","last_became_active":"2024-09-12T17:13:22.741981+0000","last_became_peered":"2024-09-12T17:13:22.741981+0000","last_unstale":"2024-09-12T17:58:13.019461+0000","last_undegraded":"2024-09-12T17:58:13.019461+0000","last_fullsized":"2024-09-12T17:58:13.019461+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:37.863943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16134031,"num_objects":60,"num_object_clones":0,"num_object_copies":120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":834,"num_read_kb":30696,"num_write":981,"num_write_kb":26054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215238+0000","last_change":"2024-09-12T17:13:26.745444+0000","last_active":"2024-09-12T17:56:57.215238+0000","last_peered":"2024-09-12T17:56:57.215238+0000","last_clean":"2024-09-12T17:56:57.215238+0000","last_became_active":"2024-09-12T17:13:26.744613+0000","last_became_peered":"2024-09-12T17:13:26.744613+0000","last_unstale":"2024-09-12T17:56:57.215238+0000","last_undegraded":"2024-09-12T17:56:57.215238+0000","last_fullsized":"2024-09-12T17:56:57.215238+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:47.749920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'342","reported_seq":942,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:27.070756+0000","last_change":"2024-09-12T17:13:28.743853+0000","last_active":"2024-09-12T17:59:27.070756+0000","last_peered":"2024-09-12T17:59:27.070756+0000","last_clean":"2024-09-12T17:59:27.070756+0000","last_became_active":"2024-09-12T17:13:28.743214+0000","last_became_peered":"2024-09-12T17:13:28.743214+0000","last_unstale":"2024-09-12T17:59:27.070756+0000","last_undegraded":"2024-09-12T17:59:27.070756+0000","last_fullsized":"2024-09-12T17:59:27.070756+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:56.835797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64669,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":559,"num_read_kb":1086,"num_write":456,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039637+0000","last_change":"2024-09-12T17:13:30.782060+0000","last_active":"2024-09-12T17:57:02.039637+0000","last_peered":"2024-09-12T17:57:02.039637+0000","last_clean":"2024-09-12T17:57:02.039637+0000","last_became_active":"2024-09-12T17:13:30.781254+0000","last_became_peered":"2024-09-12T17:13:30.781254+0000","last_unstale":"2024-09-12T17:57:02.039637+0000","last_undegraded":"2024-09-12T17:57:02.039637+0000","last_fullsized":"2024-09-12T17:57:02.039637+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:27.921708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'149","reported_seq":702,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.047037+0000","last_change":"2024-09-12T17:13:32.780600+0000","last_active":"2024-09-12T17:59:37.047037+0000","last_peered":"2024-09-12T17:59:37.047037+0000","last_clean":"2024-09-12T17:59:37.047037+0000","last_became_active":"2024-09-12T17:13:32.779025+0000","last_became_peered":"2024-09-12T17:13:32.779025+0000","last_unstale":"2024-09-12T17:59:37.047037+0000","last_undegraded":"2024-09-12T17:59:37.047037+0000","last_fullsized":"2024-09-12T17:59:37.047037+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:31.257262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":250,"num_read_kb":239,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'127","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:28.565531+0000","last_change":"2024-09-12T17:13:24.763557+0000","last_active":"2024-09-12T17:57:28.565531+0000","last_peered":"2024-09-12T17:57:28.565531+0000","last_clean":"2024-09-12T17:57:28.565531+0000","last_became_active":"2024-09-12T17:13:24.763073+0000","last_became_peered":"2024-09-12T17:13:24.763073+0000","last_unstale":"2024-09-12T17:57:28.565531+0000","last_undegraded":"2024-09-12T17:57:28.565531+0000","last_fullsized":"2024-09-12T17:57:28.565531+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:16.135181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":599,"num_read_kb":505,"num_write":195,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'313","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:43.080572+0000","last_change":"2024-09-12T17:13:22.722594+0000","last_active":"2024-09-12T17:59:43.080572+0000","last_peered":"2024-09-12T17:59:43.080572+0000","last_clean":"2024-09-12T17:59:43.080572+0000","last_became_active":"2024-09-12T17:13:22.722143+0000","last_became_peered":"2024-09-12T17:13:22.722143+0000","last_unstale":"2024-09-12T17:59:43.080572+0000","last_undegraded":"2024-09-12T17:59:43.080572+0000","last_fullsized":"2024-09-12T17:59:43.080572+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:24.615495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5852694,"num_objects":71,"num_object_clones":0,"num_object_copies":142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":701,"num_read_kb":3110,"num_write":1157,"num_write_kb":31566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.028007+0000","last_change":"2024-09-12T17:13:26.743328+0000","last_active":"2024-09-12T17:55:32.028007+0000","last_peered":"2024-09-12T17:55:32.028007+0000","last_clean":"2024-09-12T17:55:32.028007+0000","last_became_active":"2024-09-12T17:13:26.742603+0000","last_became_peered":"2024-09-12T17:13:26.742603+0000","last_unstale":"2024-09-12T17:55:32.028007+0000","last_undegraded":"2024-09-12T17:55:32.028007+0000","last_fullsized":"2024-09-12T17:55:32.028007+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:39.761963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'104","reported_seq":626,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.042152+0000","last_change":"2024-09-12T17:13:28.729780+0000","last_active":"2024-09-12T17:57:02.042152+0000","last_peered":"2024-09-12T17:57:02.042152+0000","last_clean":"2024-09-12T17:57:02.042152+0000","last_became_active":"2024-09-12T17:13:28.729033+0000","last_became_peered":"2024-09-12T17:13:28.729033+0000","last_unstale":"2024-09-12T17:57:02.042152+0000","last_undegraded":"2024-09-12T17:57:02.042152+0000","last_fullsized":"2024-09-12T17:57:02.042152+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:28.000909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":103,"num_read_kb":95,"num_write":76,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.042123+0000","last_change":"2024-09-12T17:13:30.790778+0000","last_active":"2024-09-12T17:57:02.042123+0000","last_peered":"2024-09-12T17:57:02.042123+0000","last_clean":"2024-09-12T17:57:02.042123+0000","last_became_active":"2024-09-12T17:13:30.789947+0000","last_became_peered":"2024-09-12T17:13:30.789947+0000","last_unstale":"2024-09-12T17:57:02.042123+0000","last_undegraded":"2024-09-12T17:57:02.042123+0000","last_fullsized":"2024-09-12T17:57:02.042123+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:11.160397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'116","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.640280+0000","last_change":"2024-09-12T17:13:32.783937+0000","last_active":"2024-09-12T17:57:26.640280+0000","last_peered":"2024-09-12T17:57:26.640280+0000","last_clean":"2024-09-12T17:57:26.640280+0000","last_became_active":"2024-09-12T17:13:32.783016+0000","last_became_peered":"2024-09-12T17:13:32.783016+0000","last_unstale":"2024-09-12T17:57:26.640280+0000","last_undegraded":"2024-09-12T17:57:26.640280+0000","last_fullsized":"2024-09-12T17:57:26.640280+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:13.205838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":153,"num_read_kb":152,"num_write":274,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'267","reported_seq":895,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:04.483353+0000","last_change":"2024-09-12T17:13:24.736523+0000","last_active":"2024-09-12T17:58:04.483353+0000","last_peered":"2024-09-12T17:58:04.483353+0000","last_clean":"2024-09-12T17:58:04.483353+0000","last_became_active":"2024-09-12T17:13:24.736246+0000","last_became_peered":"2024-09-12T17:13:24.736246+0000","last_unstale":"2024-09-12T17:58:04.483353+0000","last_undegraded":"2024-09-12T17:58:04.483353+0000","last_fullsized":"2024-09-12T17:58:04.483353+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:27.277344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1187,"num_read_kb":960,"num_write":442,"num_write_kb":207,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'287","reported_seq":949,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049356+0000","last_change":"2024-09-12T17:13:22.749342+0000","last_active":"2024-09-12T17:57:42.049356+0000","last_peered":"2024-09-12T17:57:42.049356+0000","last_clean":"2024-09-12T17:57:42.049356+0000","last_became_active":"2024-09-12T17:13:22.748810+0000","last_became_peered":"2024-09-12T17:13:22.748810+0000","last_unstale":"2024-09-12T17:57:42.049356+0000","last_undegraded":"2024-09-12T17:57:42.049356+0000","last_fullsized":"2024-09-12T17:57:42.049356+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:43.381428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8651444,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":447,"num_read_kb":124544,"num_write":1050,"num_write_kb":53728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049382+0000","last_change":"2024-09-12T17:13:26.737499+0000","last_active":"2024-09-12T17:56:57.049382+0000","last_peered":"2024-09-12T17:56:57.049382+0000","last_clean":"2024-09-12T17:56:57.049382+0000","last_became_active":"2024-09-12T17:13:26.736145+0000","last_became_peered":"2024-09-12T17:13:26.736145+0000","last_unstale":"2024-09-12T17:56:57.049382+0000","last_undegraded":"2024-09-12T17:56:57.049382+0000","last_fullsized":"2024-09-12T17:56:57.049382+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:14.078408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'102","reported_seq":636,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.870734+0000","last_change":"2024-09-12T17:13:28.729376+0000","last_active":"2024-09-12T17:57:27.870734+0000","last_peered":"2024-09-12T17:57:27.870734+0000","last_clean":"2024-09-12T17:57:27.870734+0000","last_became_active":"2024-09-12T17:13:28.728857+0000","last_became_peered":"2024-09-12T17:13:28.728857+0000","last_unstale":"2024-09-12T17:57:27.870734+0000","last_undegraded":"2024-09-12T17:57:27.870734+0000","last_fullsized":"2024-09-12T17:57:27.870734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:31.190987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'744","reported_seq":2486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.847899+0000","last_change":"2024-09-12T17:13:30.789932+0000","last_active":"2024-09-12T17:59:48.847899+0000","last_peered":"2024-09-12T17:59:48.847899+0000","last_clean":"2024-09-12T17:59:48.847899+0000","last_became_active":"2024-09-12T17:13:30.789132+0000","last_became_peered":"2024-09-12T17:13:30.789132+0000","last_unstale":"2024-09-12T17:59:48.847899+0000","last_undegraded":"2024-09-12T17:59:48.847899+0000","last_fullsized":"2024-09-12T17:59:48.847899+0000","mapping_epoch":31,"log_start":"264'701","ondisk_log_start":"264'701","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":701,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:37.310623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'198","reported_seq":1026,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.607664+0000","last_change":"2024-09-12T17:13:32.833969+0000","last_active":"2024-09-12T17:58:30.607664+0000","last_peered":"2024-09-12T17:58:30.607664+0000","last_clean":"2024-09-12T17:58:30.607664+0000","last_became_active":"2024-09-12T17:13:32.833238+0000","last_became_peered":"2024-09-12T17:13:32.833238+0000","last_unstale":"2024-09-12T17:58:30.607664+0000","last_undegraded":"2024-09-12T17:58:30.607664+0000","last_fullsized":"2024-09-12T17:58:30.607664+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:22.540877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":656,"num_write":444,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'224","reported_seq":791,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049325+0000","last_change":"2024-09-12T17:13:24.744162+0000","last_active":"2024-09-12T17:56:57.049325+0000","last_peered":"2024-09-12T17:56:57.049325+0000","last_clean":"2024-09-12T17:56:57.049325+0000","last_became_active":"2024-09-12T17:13:24.743608+0000","last_became_peered":"2024-09-12T17:13:24.743608+0000","last_unstale":"2024-09-12T17:56:57.049325+0000","last_undegraded":"2024-09-12T17:56:57.049325+0000","last_fullsized":"2024-09-12T17:56:57.049325+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:57.233724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":963,"num_read_kb":843,"num_write":356,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'280","reported_seq":869,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:42.586041+0000","last_change":"2024-09-12T17:13:22.722760+0000","last_active":"2024-09-12T17:59:42.586041+0000","last_peered":"2024-09-12T17:59:42.586041+0000","last_clean":"2024-09-12T17:59:42.586041+0000","last_became_active":"2024-09-12T17:13:22.722041+0000","last_became_peered":"2024-09-12T17:13:22.722041+0000","last_unstale":"2024-09-12T17:59:42.586041+0000","last_undegraded":"2024-09-12T17:59:42.586041+0000","last_fullsized":"2024-09-12T17:59:42.586041+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:23.411532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8234673,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":346,"num_read_kb":7583,"num_write":942,"num_write_kb":41938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215354+0000","last_change":"2024-09-12T17:13:26.740975+0000","last_active":"2024-09-12T17:56:57.215354+0000","last_peered":"2024-09-12T17:56:57.215354+0000","last_clean":"2024-09-12T17:56:57.215354+0000","last_became_active":"2024-09-12T17:13:26.740241+0000","last_became_peered":"2024-09-12T17:13:26.740241+0000","last_unstale":"2024-09-12T17:56:57.215354+0000","last_undegraded":"2024-09-12T17:56:57.215354+0000","last_fullsized":"2024-09-12T17:56:57.215354+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:57.005535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'264","reported_seq":826,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:26.862373+0000","last_change":"2024-09-12T17:13:28.803110+0000","last_active":"2024-09-12T17:59:26.862373+0000","last_peered":"2024-09-12T17:59:26.862373+0000","last_clean":"2024-09-12T17:59:26.862373+0000","last_became_active":"2024-09-12T17:13:28.802389+0000","last_became_peered":"2024-09-12T17:13:28.802389+0000","last_unstale":"2024-09-12T17:59:26.862373+0000","last_undegraded":"2024-09-12T17:59:26.862373+0000","last_fullsized":"2024-09-12T17:59:26.862373+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:19.096046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59879,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":942,"num_write":366,"num_write_kb":305,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'759","reported_seq":2126,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.855807+0000","last_change":"2024-09-12T17:13:30.791205+0000","last_active":"2024-09-12T17:59:48.855807+0000","last_peered":"2024-09-12T17:59:48.855807+0000","last_clean":"2024-09-12T17:59:48.855807+0000","last_became_active":"2024-09-12T17:13:30.790519+0000","last_became_peered":"2024-09-12T17:13:30.790519+0000","last_unstale":"2024-09-12T17:59:48.855807+0000","last_undegraded":"2024-09-12T17:59:48.855807+0000","last_fullsized":"2024-09-12T17:59:48.855807+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:33:29.236796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'449","reported_seq":1167,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:53.084914+0000","last_change":"2024-09-12T17:13:24.759813+0000","last_active":"2024-09-12T17:57:53.084914+0000","last_peered":"2024-09-12T17:57:53.084914+0000","last_clean":"2024-09-12T17:57:53.084914+0000","last_became_active":"2024-09-12T17:13:24.758818+0000","last_became_peered":"2024-09-12T17:13:24.758818+0000","last_unstale":"2024-09-12T17:57:53.084914+0000","last_undegraded":"2024-09-12T17:57:53.084914+0000","last_fullsized":"2024-09-12T17:57:53.084914+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:21.739838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2133,"num_read_kb":1818,"num_write":757,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'357","reported_seq":1064,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.051012+0000","last_change":"2024-09-12T17:13:22.743276+0000","last_active":"2024-09-12T17:57:14.051012+0000","last_peered":"2024-09-12T17:57:14.051012+0000","last_clean":"2024-09-12T17:57:14.051012+0000","last_became_active":"2024-09-12T17:13:22.742018+0000","last_became_peered":"2024-09-12T17:13:22.742018+0000","last_unstale":"2024-09-12T17:57:14.051012+0000","last_undegraded":"2024-09-12T17:57:14.051012+0000","last_fullsized":"2024-09-12T17:57:14.051012+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:57.165939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9483661,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":665,"num_read_kb":43905,"num_write":1543,"num_write_kb":27511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035668+0000","last_change":"2024-09-12T17:13:26.758250+0000","last_active":"2024-09-12T17:56:47.035668+0000","last_peered":"2024-09-12T17:56:47.035668+0000","last_clean":"2024-09-12T17:56:47.035668+0000","last_became_active":"2024-09-12T17:13:26.757565+0000","last_became_peered":"2024-09-12T17:13:26.757565+0000","last_unstale":"2024-09-12T17:56:47.035668+0000","last_undegraded":"2024-09-12T17:56:47.035668+0000","last_fullsized":"2024-09-12T17:56:47.035668+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:18.565696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'336","reported_seq":935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:12.041199+0000","last_change":"2024-09-12T17:13:28.803660+0000","last_active":"2024-09-12T17:59:12.041199+0000","last_peered":"2024-09-12T17:59:12.041199+0000","last_clean":"2024-09-12T17:59:12.041199+0000","last_became_active":"2024-09-12T17:13:28.801181+0000","last_became_peered":"2024-09-12T17:13:28.801181+0000","last_unstale":"2024-09-12T17:59:12.041199+0000","last_undegraded":"2024-09-12T17:59:12.041199+0000","last_fullsized":"2024-09-12T17:59:12.041199+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:43.488418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67295,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":554,"num_read_kb":1065,"num_write":438,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.017811+0000","last_change":"2024-09-12T17:13:30.776344+0000","last_active":"2024-09-12T17:56:17.017811+0000","last_peered":"2024-09-12T17:56:17.017811+0000","last_clean":"2024-09-12T17:56:17.017811+0000","last_became_active":"2024-09-12T17:13:30.775594+0000","last_became_peered":"2024-09-12T17:13:30.775594+0000","last_unstale":"2024-09-12T17:56:17.017811+0000","last_undegraded":"2024-09-12T17:56:17.017811+0000","last_fullsized":"2024-09-12T17:56:17.017811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:43.437469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'549","reported_seq":1398,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.820560+0000","last_change":"2024-09-12T17:13:32.785751+0000","last_active":"2024-09-12T17:59:48.820560+0000","last_peered":"2024-09-12T17:59:48.820560+0000","last_clean":"2024-09-12T17:59:48.820560+0000","last_became_active":"2024-09-12T17:13:32.784763+0000","last_became_peered":"2024-09-12T17:13:32.784763+0000","last_unstale":"2024-09-12T17:59:48.820560+0000","last_undegraded":"2024-09-12T17:59:48.820560+0000","last_fullsized":"2024-09-12T17:59:48.820560+0000","mapping_epoch":33,"log_start":"264'500","ondisk_log_start":"264'500","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":500,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:09.312398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":421,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1490,"num_read_kb":1443,"num_write":1148,"num_write_kb":389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'176","reported_seq":792,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:55.044435+0000","last_change":"2024-09-12T17:13:24.728210+0000","last_active":"2024-09-12T17:57:55.044435+0000","last_peered":"2024-09-12T17:57:55.044435+0000","last_clean":"2024-09-12T17:57:55.044435+0000","last_became_active":"2024-09-12T17:13:24.727453+0000","last_became_peered":"2024-09-12T17:13:24.727453+0000","last_unstale":"2024-09-12T17:57:55.044435+0000","last_undegraded":"2024-09-12T17:57:55.044435+0000","last_fullsized":"2024-09-12T17:57:55.044435+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:04.461519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":761,"num_read_kb":627,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'285","reported_seq":940,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:03.429188+0000","last_change":"2024-09-12T17:13:22.729266+0000","last_active":"2024-09-12T17:57:03.429188+0000","last_peered":"2024-09-12T17:57:03.429188+0000","last_clean":"2024-09-12T17:57:03.429188+0000","last_became_active":"2024-09-12T17:13:22.728392+0000","last_became_peered":"2024-09-12T17:13:22.728392+0000","last_unstale":"2024-09-12T17:57:03.429188+0000","last_undegraded":"2024-09-12T17:57:03.429188+0000","last_fullsized":"2024-09-12T17:57:03.429188+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:58.949757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9486179,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":466,"num_read_kb":50728,"num_write":1081,"num_write_kb":27914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012103+0000","last_change":"2024-09-12T17:13:26.739619+0000","last_active":"2024-09-12T17:56:47.012103+0000","last_peered":"2024-09-12T17:56:47.012103+0000","last_clean":"2024-09-12T17:56:47.012103+0000","last_became_active":"2024-09-12T17:13:26.738944+0000","last_became_peered":"2024-09-12T17:13:26.738944+0000","last_unstale":"2024-09-12T17:56:47.012103+0000","last_undegraded":"2024-09-12T17:56:47.012103+0000","last_fullsized":"2024-09-12T17:56:47.012103+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:39.170974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'277","reported_seq":833,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:43.171174+0000","last_change":"2024-09-12T17:13:28.753497+0000","last_active":"2024-09-12T17:59:43.171174+0000","last_peered":"2024-09-12T17:59:43.171174+0000","last_clean":"2024-09-12T17:59:43.171174+0000","last_became_active":"2024-09-12T17:13:28.748548+0000","last_became_peered":"2024-09-12T17:13:28.748548+0000","last_unstale":"2024-09-12T17:59:43.171174+0000","last_undegraded":"2024-09-12T17:59:43.171174+0000","last_fullsized":"2024-09-12T17:59:43.171174+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:43.439870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59766,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":440,"num_read_kb":944,"num_write":368,"num_write_kb":305,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049142+0000","last_change":"2024-09-12T17:13:30.791296+0000","last_active":"2024-09-12T17:56:57.049142+0000","last_peered":"2024-09-12T17:56:57.049142+0000","last_clean":"2024-09-12T17:56:57.049142+0000","last_became_active":"2024-09-12T17:13:30.790656+0000","last_became_peered":"2024-09-12T17:13:30.790656+0000","last_unstale":"2024-09-12T17:56:57.049142+0000","last_undegraded":"2024-09-12T17:56:57.049142+0000","last_fullsized":"2024-09-12T17:56:57.049142+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:08.409789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'2420","reported_seq":4246,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:36.997046+0000","last_change":"2024-09-12T17:13:32.785572+0000","last_active":"2024-09-12T17:59:36.997046+0000","last_peered":"2024-09-12T17:59:36.997046+0000","last_clean":"2024-09-12T17:59:36.997046+0000","last_became_active":"2024-09-12T17:13:32.784773+0000","last_became_peered":"2024-09-12T17:13:32.784773+0000","last_unstale":"2024-09-12T17:59:36.997046+0000","last_undegraded":"2024-09-12T17:59:36.997046+0000","last_fullsized":"2024-09-12T17:59:36.997046+0000","mapping_epoch":33,"log_start":"264'2400","ondisk_log_start":"264'2400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":2400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:25:48.067321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":847,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6082,"num_read_kb":6078,"num_write":4919,"num_write_kb":1802,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'52","reported_seq":599,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:39.387687+0000","last_change":"2024-09-12T17:13:24.728566+0000","last_active":"2024-09-12T17:57:39.387687+0000","last_peered":"2024-09-12T17:57:39.387687+0000","last_clean":"2024-09-12T17:57:39.387687+0000","last_became_active":"2024-09-12T17:13:24.727846+0000","last_became_peered":"2024-09-12T17:13:24.727846+0000","last_unstale":"2024-09-12T17:57:39.387687+0000","last_undegraded":"2024-09-12T17:57:39.387687+0000","last_fullsized":"2024-09-12T17:57:39.387687+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:27.470185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":194,"num_write":73,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'260","reported_seq":917,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.176226+0000","last_change":"2024-09-12T17:13:22.740274+0000","last_active":"2024-09-12T17:57:57.176226+0000","last_peered":"2024-09-12T17:57:57.176226+0000","last_clean":"2024-09-12T17:57:57.176226+0000","last_became_active":"2024-09-12T17:13:22.739543+0000","last_became_peered":"2024-09-12T17:13:22.739543+0000","last_unstale":"2024-09-12T17:57:57.176226+0000","last_undegraded":"2024-09-12T17:57:57.176226+0000","last_fullsized":"2024-09-12T17:57:57.176226+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:28.685898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4900179,"num_objects":77,"num_object_clones":0,"num_object_copies":154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":395,"num_read_kb":73275,"num_write":851,"num_write_kb":35784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.004962+0000","last_change":"2024-09-12T17:13:26.748980+0000","last_active":"2024-09-12T17:56:12.004962+0000","last_peered":"2024-09-12T17:56:12.004962+0000","last_clean":"2024-09-12T17:56:12.004962+0000","last_became_active":"2024-09-12T17:13:26.748589+0000","last_became_peered":"2024-09-12T17:13:26.748589+0000","last_unstale":"2024-09-12T17:56:12.004962+0000","last_undegraded":"2024-09-12T17:56:12.004962+0000","last_fullsized":"2024-09-12T17:56:12.004962+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:03.133182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'278","reported_seq":857,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:01.856051+0000","last_change":"2024-09-12T17:13:28.740832+0000","last_active":"2024-09-12T17:59:01.856051+0000","last_peered":"2024-09-12T17:59:01.856051+0000","last_clean":"2024-09-12T17:59:01.856051+0000","last_became_active":"2024-09-12T17:13:28.739964+0000","last_became_peered":"2024-09-12T17:13:28.739964+0000","last_unstale":"2024-09-12T17:59:01.856051+0000","last_undegraded":"2024-09-12T17:59:01.856051+0000","last_fullsized":"2024-09-12T17:59:01.856051+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:03.482559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51510,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":439,"num_read_kb":859,"num_write":350,"num_write_kb":259,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'789","reported_seq":2446,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.857296+0000","last_change":"2024-09-12T17:13:30.785995+0000","last_active":"2024-09-12T17:59:48.857296+0000","last_peered":"2024-09-12T17:59:48.857296+0000","last_clean":"2024-09-12T17:59:48.857296+0000","last_became_active":"2024-09-12T17:13:30.785143+0000","last_became_peered":"2024-09-12T17:13:30.785143+0000","last_unstale":"2024-09-12T17:59:48.857296+0000","last_undegraded":"2024-09-12T17:59:48.857296+0000","last_fullsized":"2024-09-12T17:59:48.857296+0000","mapping_epoch":31,"log_start":"264'702","ondisk_log_start":"264'702","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":702,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:01.378797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'158","reported_seq":659,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.466364+0000","last_change":"2024-09-12T17:13:32.786156+0000","last_active":"2024-09-12T17:59:47.466364+0000","last_peered":"2024-09-12T17:59:47.466364+0000","last_clean":"2024-09-12T17:59:47.466364+0000","last_became_active":"2024-09-12T17:13:32.785419+0000","last_became_peered":"2024-09-12T17:13:32.785419+0000","last_unstale":"2024-09-12T17:59:47.466364+0000","last_undegraded":"2024-09-12T17:59:47.466364+0000","last_fullsized":"2024-09-12T17:59:47.466364+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:08.567622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":209,"num_read_kb":199,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'163","reported_seq":772,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:02.859498+0000","last_change":"2024-09-12T17:13:24.724581+0000","last_active":"2024-09-12T17:58:02.859498+0000","last_peered":"2024-09-12T17:58:02.859498+0000","last_clean":"2024-09-12T17:58:02.859498+0000","last_became_active":"2024-09-12T17:13:24.724152+0000","last_became_peered":"2024-09-12T17:13:24.724152+0000","last_unstale":"2024-09-12T17:58:02.859498+0000","last_undegraded":"2024-09-12T17:58:02.859498+0000","last_fullsized":"2024-09-12T17:58:02.859498+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:23.992593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":706,"num_read_kb":583,"num_write":257,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'244","reported_seq":820,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.153277+0000","last_change":"2024-09-12T17:13:22.724532+0000","last_active":"2024-09-12T17:56:22.153277+0000","last_peered":"2024-09-12T17:56:22.153277+0000","last_clean":"2024-09-12T17:56:22.153277+0000","last_became_active":"2024-09-12T17:13:22.723317+0000","last_became_peered":"2024-09-12T17:13:22.723317+0000","last_unstale":"2024-09-12T17:56:22.153277+0000","last_undegraded":"2024-09-12T17:56:22.153277+0000","last_fullsized":"2024-09-12T17:56:22.153277+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:34.005887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2370379,"num_objects":73,"num_object_clones":0,"num_object_copies":146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":295,"num_read_kb":10570,"num_write":836,"num_write_kb":33829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014350+0000","last_change":"2024-09-12T17:13:26.740985+0000","last_active":"2024-09-12T17:56:57.014350+0000","last_peered":"2024-09-12T17:56:57.014350+0000","last_clean":"2024-09-12T17:56:57.014350+0000","last_became_active":"2024-09-12T17:13:26.740266+0000","last_became_peered":"2024-09-12T17:13:26.740266+0000","last_unstale":"2024-09-12T17:56:57.014350+0000","last_undegraded":"2024-09-12T17:56:57.014350+0000","last_fullsized":"2024-09-12T17:56:57.014350+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:55.137369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'476","reported_seq":1100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.748499+0000","last_change":"2024-09-12T17:13:28.742614+0000","last_active":"2024-09-12T17:59:48.748499+0000","last_peered":"2024-09-12T17:59:48.748499+0000","last_clean":"2024-09-12T17:59:48.748499+0000","last_became_active":"2024-09-12T17:13:28.741775+0000","last_became_peered":"2024-09-12T17:13:28.741775+0000","last_unstale":"2024-09-12T17:59:48.748499+0000","last_undegraded":"2024-09-12T17:59:48.748499+0000","last_fullsized":"2024-09-12T17:59:48.748499+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:21.014075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127264,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":837,"num_read_kb":1838,"num_write":704,"num_write_kb":615,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.013163+0000","last_change":"2024-09-12T17:13:30.774371+0000","last_active":"2024-09-12T17:56:52.013163+0000","last_peered":"2024-09-12T17:56:52.013163+0000","last_clean":"2024-09-12T17:56:52.013163+0000","last_became_active":"2024-09-12T17:13:30.773677+0000","last_became_peered":"2024-09-12T17:13:30.773677+0000","last_unstale":"2024-09-12T17:56:52.013163+0000","last_undegraded":"2024-09-12T17:56:52.013163+0000","last_fullsized":"2024-09-12T17:56:52.013163+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:46.968516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'145","reported_seq":664,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.779418+0000","last_change":"2024-09-12T17:13:32.786183+0000","last_active":"2024-09-12T17:58:07.779418+0000","last_peered":"2024-09-12T17:58:07.779418+0000","last_clean":"2024-09-12T17:58:07.779418+0000","last_became_active":"2024-09-12T17:13:32.785426+0000","last_became_peered":"2024-09-12T17:13:32.785426+0000","last_unstale":"2024-09-12T17:58:07.779418+0000","last_undegraded":"2024-09-12T17:58:07.779418+0000","last_fullsized":"2024-09-12T17:58:07.779418+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:18.112283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1353,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":231,"num_read_kb":216,"num_write":347,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'216","reported_seq":839,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.060500+0000","last_change":"2024-09-12T17:13:24.742699+0000","last_active":"2024-09-12T17:58:27.060500+0000","last_peered":"2024-09-12T17:58:27.060500+0000","last_clean":"2024-09-12T17:58:27.060500+0000","last_became_active":"2024-09-12T17:13:24.741861+0000","last_became_peered":"2024-09-12T17:13:24.741861+0000","last_unstale":"2024-09-12T17:58:27.060500+0000","last_undegraded":"2024-09-12T17:58:27.060500+0000","last_fullsized":"2024-09-12T17:58:27.060500+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:44.902484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":969,"num_read_kb":790,"num_write":341,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'288","reported_seq":916,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:32.156573+0000","last_change":"2024-09-12T17:13:22.719994+0000","last_active":"2024-09-12T17:56:32.156573+0000","last_peered":"2024-09-12T17:56:32.156573+0000","last_clean":"2024-09-12T17:56:32.156573+0000","last_became_active":"2024-09-12T17:13:22.719707+0000","last_became_peered":"2024-09-12T17:13:22.719707+0000","last_unstale":"2024-09-12T17:56:32.156573+0000","last_undegraded":"2024-09-12T17:56:32.156573+0000","last_fullsized":"2024-09-12T17:56:32.156573+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:14.611607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14039781,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":482,"num_read_kb":7129,"num_write":975,"num_write_kb":37450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"35'3","reported_seq":978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.253684+0000","last_change":"2024-09-12T17:13:26.754186+0000","last_active":"2024-09-12T17:59:48.253684+0000","last_peered":"2024-09-12T17:59:48.253684+0000","last_clean":"2024-09-12T17:59:48.253684+0000","last_became_active":"2024-09-12T17:13:26.753667+0000","last_became_peered":"2024-09-12T17:13:26.753667+0000","last_unstale":"2024-09-12T17:59:48.253684+0000","last_undegraded":"2024-09-12T17:59:48.253684+0000","last_fullsized":"2024-09-12T17:59:48.253684+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:59.257154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'267","reported_seq":835,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.061787+0000","last_change":"2024-09-12T17:13:28.745449+0000","last_active":"2024-09-12T17:58:32.061787+0000","last_peered":"2024-09-12T17:58:32.061787+0000","last_clean":"2024-09-12T17:58:32.061787+0000","last_became_active":"2024-09-12T17:13:28.744650+0000","last_became_peered":"2024-09-12T17:13:28.744650+0000","last_unstale":"2024-09-12T17:58:32.061787+0000","last_undegraded":"2024-09-12T17:58:32.061787+0000","last_fullsized":"2024-09-12T17:58:32.061787+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:26.146516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55762,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":452,"num_read_kb":904,"num_write":408,"num_write_kb":342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:27.030972+0000","last_change":"2024-09-12T17:13:30.787065+0000","last_active":"2024-09-12T17:56:27.030972+0000","last_peered":"2024-09-12T17:56:27.030972+0000","last_clean":"2024-09-12T17:56:27.030972+0000","last_became_active":"2024-09-12T17:13:30.785312+0000","last_became_peered":"2024-09-12T17:13:30.785312+0000","last_unstale":"2024-09-12T17:56:27.030972+0000","last_undegraded":"2024-09-12T17:56:27.030972+0000","last_fullsized":"2024-09-12T17:56:27.030972+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:37.008486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'80","reported_seq":560,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.085172+0000","last_change":"2024-09-12T17:13:32.793448+0000","last_active":"2024-09-12T17:59:37.085172+0000","last_peered":"2024-09-12T17:59:37.085172+0000","last_clean":"2024-09-12T17:59:37.085172+0000","last_became_active":"2024-09-12T17:13:32.792720+0000","last_became_peered":"2024-09-12T17:13:32.792720+0000","last_unstale":"2024-09-12T17:59:37.085172+0000","last_undegraded":"2024-09-12T17:59:37.085172+0000","last_fullsized":"2024-09-12T17:59:37.085172+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:12.424338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":189,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'162","reported_seq":756,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:05.944948+0000","last_change":"2024-09-12T17:13:24.738455+0000","last_active":"2024-09-12T17:58:05.944948+0000","last_peered":"2024-09-12T17:58:05.944948+0000","last_clean":"2024-09-12T17:58:05.944948+0000","last_became_active":"2024-09-12T17:13:24.737557+0000","last_became_peered":"2024-09-12T17:13:24.737557+0000","last_unstale":"2024-09-12T17:58:05.944948+0000","last_undegraded":"2024-09-12T17:58:05.944948+0000","last_fullsized":"2024-09-12T17:58:05.944948+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:52.629896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":559,"num_write":257,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'277","reported_seq":913,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:58.659662+0000","last_change":"2024-09-12T17:13:22.744808+0000","last_active":"2024-09-12T17:57:58.659662+0000","last_peered":"2024-09-12T17:57:58.659662+0000","last_clean":"2024-09-12T17:57:58.659662+0000","last_became_active":"2024-09-12T17:13:22.743815+0000","last_became_peered":"2024-09-12T17:13:22.743815+0000","last_unstale":"2024-09-12T17:57:58.659662+0000","last_undegraded":"2024-09-12T17:57:58.659662+0000","last_fullsized":"2024-09-12T17:57:58.659662+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:25.369661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3476389,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":411,"num_read_kb":6284,"num_write":975,"num_write_kb":24394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.016398+0000","last_change":"2024-09-12T17:13:26.743545+0000","last_active":"2024-09-12T17:56:12.016398+0000","last_peered":"2024-09-12T17:56:12.016398+0000","last_clean":"2024-09-12T17:56:12.016398+0000","last_became_active":"2024-09-12T17:13:26.743127+0000","last_became_peered":"2024-09-12T17:13:26.743127+0000","last_unstale":"2024-09-12T17:56:12.016398+0000","last_undegraded":"2024-09-12T17:56:12.016398+0000","last_fullsized":"2024-09-12T17:56:12.016398+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:04.733791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'300","reported_seq":880,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:42.035887+0000","last_change":"2024-09-12T17:13:28.740925+0000","last_active":"2024-09-12T17:58:42.035887+0000","last_peered":"2024-09-12T17:58:42.035887+0000","last_clean":"2024-09-12T17:58:42.035887+0000","last_became_active":"2024-09-12T17:13:28.740218+0000","last_became_peered":"2024-09-12T17:13:28.740218+0000","last_unstale":"2024-09-12T17:58:42.035887+0000","last_undegraded":"2024-09-12T17:58:42.035887+0000","last_fullsized":"2024-09-12T17:58:42.035887+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:30.050798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65573,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":488,"num_read_kb":1003,"num_write":398,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'723","reported_seq":2395,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.850609+0000","last_change":"2024-09-12T17:13:30.779902+0000","last_active":"2024-09-12T17:59:48.850609+0000","last_peered":"2024-09-12T17:59:48.850609+0000","last_clean":"2024-09-12T17:59:48.850609+0000","last_became_active":"2024-09-12T17:13:30.779184+0000","last_became_peered":"2024-09-12T17:13:30.779184+0000","last_unstale":"2024-09-12T17:59:48.850609+0000","last_undegraded":"2024-09-12T17:59:48.850609+0000","last_fullsized":"2024-09-12T17:59:48.850609+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":700,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:22.954561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'98","reported_seq":593,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.066721+0000","last_change":"2024-09-12T17:13:32.784132+0000","last_active":"2024-09-12T17:57:26.066721+0000","last_peered":"2024-09-12T17:57:26.066721+0000","last_clean":"2024-09-12T17:57:26.066721+0000","last_became_active":"2024-09-12T17:13:32.782654+0000","last_became_peered":"2024-09-12T17:13:32.782654+0000","last_unstale":"2024-09-12T17:57:26.066721+0000","last_undegraded":"2024-09-12T17:57:26.066721+0000","last_fullsized":"2024-09-12T17:57:26.066721+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:03.227746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1674,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":117,"num_read_kb":114,"num_write":233,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'252","reported_seq":905,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:11.091007+0000","last_change":"2024-09-12T17:13:24.747496+0000","last_active":"2024-09-12T17:58:11.091007+0000","last_peered":"2024-09-12T17:58:11.091007+0000","last_clean":"2024-09-12T17:58:11.091007+0000","last_became_active":"2024-09-12T17:13:24.746617+0000","last_became_peered":"2024-09-12T17:13:24.746617+0000","last_unstale":"2024-09-12T17:58:11.091007+0000","last_undegraded":"2024-09-12T17:58:11.091007+0000","last_fullsized":"2024-09-12T17:58:11.091007+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:01.847599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":923,"num_write":380,"num_write_kb":194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'284","reported_seq":920,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.037674+0000","last_change":"2024-09-12T17:13:22.740099+0000","last_active":"2024-09-12T17:56:42.037674+0000","last_peered":"2024-09-12T17:56:42.037674+0000","last_clean":"2024-09-12T17:56:42.037674+0000","last_became_active":"2024-09-12T17:13:22.730054+0000","last_became_peered":"2024-09-12T17:13:22.730054+0000","last_unstale":"2024-09-12T17:56:42.037674+0000","last_undegraded":"2024-09-12T17:56:42.037674+0000","last_fullsized":"2024-09-12T17:56:42.037674+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:07:57.701713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8699962,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":419,"num_read_kb":9236,"num_write":1084,"num_write_kb":31208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"28'2","reported_seq":1444,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.264541+0000","last_change":"2024-09-12T17:13:26.739351+0000","last_active":"2024-09-12T17:59:48.264541+0000","last_peered":"2024-09-12T17:59:48.264541+0000","last_clean":"2024-09-12T17:59:48.264541+0000","last_became_active":"2024-09-12T17:13:26.738569+0000","last_became_peered":"2024-09-12T17:13:26.738569+0000","last_unstale":"2024-09-12T17:59:48.264541+0000","last_undegraded":"2024-09-12T17:59:48.264541+0000","last_fullsized":"2024-09-12T17:59:48.264541+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:23.005638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'75","reported_seq":585,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.099310+0000","last_change":"2024-09-12T17:13:28.802060+0000","last_active":"2024-09-12T17:57:14.099310+0000","last_peered":"2024-09-12T17:57:14.099310+0000","last_clean":"2024-09-12T17:57:14.099310+0000","last_became_active":"2024-09-12T17:13:28.801632+0000","last_became_peered":"2024-09-12T17:13:28.801632+0000","last_unstale":"2024-09-12T17:57:14.099310+0000","last_undegraded":"2024-09-12T17:57:14.099310+0000","last_fullsized":"2024-09-12T17:57:14.099310+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:27.677445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'763","reported_seq":4537,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.852140+0000","last_change":"2024-09-12T17:13:30.784084+0000","last_active":"2024-09-12T17:59:48.852140+0000","last_peered":"2024-09-12T17:59:48.852140+0000","last_clean":"2024-09-12T17:59:48.852140+0000","last_became_active":"2024-09-12T17:13:30.783327+0000","last_became_peered":"2024-09-12T17:13:30.783327+0000","last_unstale":"2024-09-12T17:59:48.852140+0000","last_undegraded":"2024-09-12T17:59:48.852140+0000","last_fullsized":"2024-09-12T17:59:48.852140+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:24.311229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'193","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.466852+0000","last_change":"2024-09-12T17:13:32.794065+0000","last_active":"2024-09-12T17:58:30.466852+0000","last_peered":"2024-09-12T17:58:30.466852+0000","last_clean":"2024-09-12T17:58:30.466852+0000","last_became_active":"2024-09-12T17:13:32.793213+0000","last_became_peered":"2024-09-12T17:13:32.793213+0000","last_unstale":"2024-09-12T17:58:30.466852+0000","last_undegraded":"2024-09-12T17:58:30.466852+0000","last_fullsized":"2024-09-12T17:58:30.466852+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:43.396713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":315,"num_write":392,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'107","reported_seq":691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:51.626906+0000","last_change":"2024-09-12T17:13:24.748152+0000","last_active":"2024-09-12T17:57:51.626906+0000","last_peered":"2024-09-12T17:57:51.626906+0000","last_clean":"2024-09-12T17:57:51.626906+0000","last_became_active":"2024-09-12T17:13:24.747881+0000","last_became_peered":"2024-09-12T17:13:24.747881+0000","last_unstale":"2024-09-12T17:57:51.626906+0000","last_undegraded":"2024-09-12T17:57:51.626906+0000","last_fullsized":"2024-09-12T17:57:51.626906+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:55.831716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":463,"num_read_kb":387,"num_write":161,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'298","reported_seq":948,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.280052+0000","last_change":"2024-09-12T17:13:22.718683+0000","last_active":"2024-09-12T17:58:07.280052+0000","last_peered":"2024-09-12T17:58:07.280052+0000","last_clean":"2024-09-12T17:58:07.280052+0000","last_became_active":"2024-09-12T17:13:22.718374+0000","last_became_peered":"2024-09-12T17:13:22.718374+0000","last_unstale":"2024-09-12T17:58:07.280052+0000","last_undegraded":"2024-09-12T17:58:07.280052+0000","last_fullsized":"2024-09-12T17:58:07.280052+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:38.794128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4710090,"num_objects":72,"num_object_clones":0,"num_object_copies":144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":464,"num_read_kb":36044,"num_write":1099,"num_write_kb":46418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.027286+0000","last_change":"2024-09-12T17:13:26.735124+0000","last_active":"2024-09-12T17:56:12.027286+0000","last_peered":"2024-09-12T17:56:12.027286+0000","last_clean":"2024-09-12T17:56:12.027286+0000","last_became_active":"2024-09-12T17:13:26.734356+0000","last_became_peered":"2024-09-12T17:13:26.734356+0000","last_unstale":"2024-09-12T17:56:12.027286+0000","last_undegraded":"2024-09-12T17:56:12.027286+0000","last_fullsized":"2024-09-12T17:56:12.027286+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:43.356218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'352","reported_seq":945,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.032320+0000","last_change":"2024-09-12T17:13:28.757285+0000","last_active":"2024-09-12T17:58:32.032320+0000","last_peered":"2024-09-12T17:58:32.032320+0000","last_clean":"2024-09-12T17:58:32.032320+0000","last_became_active":"2024-09-12T17:13:28.756408+0000","last_became_peered":"2024-09-12T17:13:28.756408+0000","last_unstale":"2024-09-12T17:58:32.032320+0000","last_undegraded":"2024-09-12T17:58:32.032320+0000","last_fullsized":"2024-09-12T17:58:32.032320+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:38.965414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94685,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":587,"num_read_kb":1189,"num_write":476,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143143+0000","last_change":"2024-09-12T17:13:30.769984+0000","last_active":"2024-09-12T17:56:17.143143+0000","last_peered":"2024-09-12T17:56:17.143143+0000","last_clean":"2024-09-12T17:56:17.143143+0000","last_became_active":"2024-09-12T17:13:30.769275+0000","last_became_peered":"2024-09-12T17:13:30.769275+0000","last_unstale":"2024-09-12T17:56:17.143143+0000","last_undegraded":"2024-09-12T17:56:17.143143+0000","last_fullsized":"2024-09-12T17:56:17.143143+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:59.080423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'139","reported_seq":645,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:13.508058+0000","last_change":"2024-09-12T17:13:32.794857+0000","last_active":"2024-09-12T17:58:13.508058+0000","last_peered":"2024-09-12T17:58:13.508058+0000","last_clean":"2024-09-12T17:58:13.508058+0000","last_became_active":"2024-09-12T17:13:32.793945+0000","last_became_peered":"2024-09-12T17:13:32.793945+0000","last_unstale":"2024-09-12T17:58:13.508058+0000","last_undegraded":"2024-09-12T17:58:13.508058+0000","last_fullsized":"2024-09-12T17:58:13.508058+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:45.403337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":208,"num_read_kb":195,"num_write":321,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'166","reported_seq":791,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.157182+0000","last_change":"2024-09-12T17:13:24.748191+0000","last_active":"2024-09-12T17:57:22.157182+0000","last_peered":"2024-09-12T17:57:22.157182+0000","last_clean":"2024-09-12T17:57:22.157182+0000","last_became_active":"2024-09-12T17:13:24.747374+0000","last_became_peered":"2024-09-12T17:13:24.747374+0000","last_unstale":"2024-09-12T17:57:22.157182+0000","last_undegraded":"2024-09-12T17:57:22.157182+0000","last_fullsized":"2024-09-12T17:57:22.157182+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:03.620083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":770,"num_read_kb":641,"num_write":248,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":613,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041743+0000","last_change":"2024-09-12T17:13:03.573266+0000","last_active":"2024-09-12T17:57:12.041743+0000","last_peered":"2024-09-12T17:57:12.041743+0000","last_clean":"2024-09-12T17:57:12.041743+0000","last_became_active":"2024-09-12T17:13:03.572393+0000","last_became_peered":"2024-09-12T17:13:03.572393+0000","last_unstale":"2024-09-12T17:57:12.041743+0000","last_undegraded":"2024-09-12T17:57:12.041743+0000","last_fullsized":"2024-09-12T17:57:12.041743+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:02.547273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:02.547273+0000","last_clean_scrub_stamp":"2024-09-12T17:13:02.547273+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:49:12.548761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215142+0000","last_change":"2024-09-12T17:13:10.636171+0000","last_active":"2024-09-12T17:56:57.215142+0000","last_peered":"2024-09-12T17:56:57.215142+0000","last_clean":"2024-09-12T17:56:57.215142+0000","last_became_active":"2024-09-12T17:13:08.626265+0000","last_became_peered":"2024-09-12T17:13:08.626265+0000","last_unstale":"2024-09-12T17:56:57.215142+0000","last_undegraded":"2024-09-12T17:56:57.215142+0000","last_fullsized":"2024-09-12T17:56:57.215142+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:10.249259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096567199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'281","reported_seq":930,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:03.986448+0000","last_change":"2024-09-12T17:13:22.740735+0000","last_active":"2024-09-12T17:58:03.986448+0000","last_peered":"2024-09-12T17:58:03.986448+0000","last_clean":"2024-09-12T17:58:03.986448+0000","last_became_active":"2024-09-12T17:13:22.740538+0000","last_became_peered":"2024-09-12T17:13:22.740538+0000","last_unstale":"2024-09-12T17:58:03.986448+0000","last_undegraded":"2024-09-12T17:58:03.986448+0000","last_fullsized":"2024-09-12T17:58:03.986448+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:50.933156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14977352,"num_objects":80,"num_object_clones":0,"num_object_copies":160,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":418,"num_read_kb":39476,"num_write":1052,"num_write_kb":28060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041980+0000","last_change":"2024-09-12T17:13:26.754335+0000","last_active":"2024-09-12T17:57:12.041980+0000","last_peered":"2024-09-12T17:57:12.041980+0000","last_clean":"2024-09-12T17:57:12.041980+0000","last_became_active":"2024-09-12T17:13:26.753619+0000","last_became_peered":"2024-09-12T17:13:26.753619+0000","last_unstale":"2024-09-12T17:57:12.041980+0000","last_undegraded":"2024-09-12T17:57:12.041980+0000","last_fullsized":"2024-09-12T17:57:12.041980+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:00.300509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'682","reported_seq":1364,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.787700+0000","last_change":"2024-09-12T17:13:28.755360+0000","last_active":"2024-09-12T17:59:48.787700+0000","last_peered":"2024-09-12T17:59:48.787700+0000","last_clean":"2024-09-12T17:59:48.787700+0000","last_became_active":"2024-09-12T17:13:28.754485+0000","last_became_peered":"2024-09-12T17:13:28.754485+0000","last_unstale":"2024-09-12T17:59:48.787700+0000","last_undegraded":"2024-09-12T17:59:48.787700+0000","last_fullsized":"2024-09-12T17:59:48.787700+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":600,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:28.814346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154813,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1305,"num_read_kb":2689,"num_write":1218,"num_write_kb":1072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.036983+0000","last_change":"2024-09-12T17:13:30.787543+0000","last_active":"2024-09-12T17:56:52.036983+0000","last_peered":"2024-09-12T17:56:52.036983+0000","last_clean":"2024-09-12T17:56:52.036983+0000","last_became_active":"2024-09-12T17:13:30.785677+0000","last_became_peered":"2024-09-12T17:13:30.785677+0000","last_unstale":"2024-09-12T17:56:52.036983+0000","last_undegraded":"2024-09-12T17:56:52.036983+0000","last_fullsized":"2024-09-12T17:56:52.036983+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:27.695600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'184","reported_seq":887,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.485636+0000","last_change":"2024-09-12T17:13:32.783115+0000","last_active":"2024-09-12T17:58:30.485636+0000","last_peered":"2024-09-12T17:58:30.485636+0000","last_clean":"2024-09-12T17:58:30.485636+0000","last_became_active":"2024-09-12T17:13:32.782360+0000","last_became_peered":"2024-09-12T17:13:32.782360+0000","last_unstale":"2024-09-12T17:58:30.485636+0000","last_undegraded":"2024-09-12T17:58:30.485636+0000","last_fullsized":"2024-09-12T17:58:30.485636+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:32.483918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":833,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":495,"num_read_kb":485,"num_write":390,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'73","reported_seq":687,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035788+0000","last_change":"2024-09-12T17:13:54.842231+0000","last_active":"2024-09-12T17:56:47.035788+0000","last_peered":"2024-09-12T17:56:47.035788+0000","last_clean":"2024-09-12T17:56:47.035788+0000","last_became_active":"2024-09-12T17:13:54.841332+0000","last_became_peered":"2024-09-12T17:13:54.841332+0000","last_unstale":"2024-09-12T17:56:47.035788+0000","last_undegraded":"2024-09-12T17:56:47.035788+0000","last_fullsized":"2024-09-12T17:56:47.035788+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.027111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":319,"num_write":102,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":522,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043364+0000","last_change":"2024-09-12T17:13:10.683470+0000","last_active":"2024-09-12T17:57:17.043364+0000","last_peered":"2024-09-12T17:57:17.043364+0000","last_clean":"2024-09-12T17:57:17.043364+0000","last_became_active":"2024-09-12T17:13:08.626881+0000","last_became_peered":"2024-09-12T17:13:08.626881+0000","last_unstale":"2024-09-12T17:57:17.043364+0000","last_undegraded":"2024-09-12T17:57:17.043364+0000","last_fullsized":"2024-09-12T17:57:17.043364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:42.780726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00123196,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'295","reported_seq":982,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:02.394906+0000","last_change":"2024-09-12T17:13:22.743728+0000","last_active":"2024-09-12T17:58:02.394906+0000","last_peered":"2024-09-12T17:58:02.394906+0000","last_clean":"2024-09-12T17:58:02.394906+0000","last_became_active":"2024-09-12T17:13:22.743212+0000","last_became_peered":"2024-09-12T17:13:22.743212+0000","last_unstale":"2024-09-12T17:58:02.394906+0000","last_undegraded":"2024-09-12T17:58:02.394906+0000","last_fullsized":"2024-09-12T17:58:02.394906+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:12.364873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11782099,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":545,"num_read_kb":31486,"num_write":1243,"num_write_kb":22348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.212982+0000","last_change":"2024-09-12T17:13:26.744583+0000","last_active":"2024-09-12T17:56:47.212982+0000","last_peered":"2024-09-12T17:56:47.212982+0000","last_clean":"2024-09-12T17:56:47.212982+0000","last_became_active":"2024-09-12T17:13:26.743863+0000","last_became_peered":"2024-09-12T17:13:26.743863+0000","last_unstale":"2024-09-12T17:56:47.212982+0000","last_undegraded":"2024-09-12T17:56:47.212982+0000","last_fullsized":"2024-09-12T17:56:47.212982+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:39:20.040616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1229","reported_seq":2715,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.840716+0000","last_change":"2024-09-12T17:13:28.756526+0000","last_active":"2024-09-12T17:59:48.840716+0000","last_peered":"2024-09-12T17:59:48.840716+0000","last_clean":"2024-09-12T17:59:48.840716+0000","last_became_active":"2024-09-12T17:13:28.745653+0000","last_became_peered":"2024-09-12T17:13:28.745653+0000","last_unstale":"2024-09-12T17:59:48.840716+0000","last_undegraded":"2024-09-12T17:59:48.840716+0000","last_fullsized":"2024-09-12T17:59:48.840716+0000","mapping_epoch":29,"log_start":"264'1200","ondisk_log_start":"264'1200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":1200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:31.149329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":175326,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1986,"num_read_kb":3455,"num_write":1108,"num_write_kb":966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.044900+0000","last_change":"2024-09-12T17:13:30.791590+0000","last_active":"2024-09-12T17:57:22.044900+0000","last_peered":"2024-09-12T17:57:22.044900+0000","last_clean":"2024-09-12T17:57:22.044900+0000","last_became_active":"2024-09-12T17:13:30.790899+0000","last_became_peered":"2024-09-12T17:13:30.790899+0000","last_unstale":"2024-09-12T17:57:22.044900+0000","last_undegraded":"2024-09-12T17:57:22.044900+0000","last_fullsized":"2024-09-12T17:57:22.044900+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:40.863673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'208","reported_seq":730,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:25.407466+0000","last_change":"2024-09-12T17:13:32.832315+0000","last_active":"2024-09-12T17:58:25.407466+0000","last_peered":"2024-09-12T17:58:25.407466+0000","last_clean":"2024-09-12T17:58:25.407466+0000","last_became_active":"2024-09-12T17:13:32.831782+0000","last_became_peered":"2024-09-12T17:13:32.831782+0000","last_unstale":"2024-09-12T17:58:25.407466+0000","last_undegraded":"2024-09-12T17:58:25.407466+0000","last_fullsized":"2024-09-12T17:58:25.407466+0000","mapping_epoch":33,"log_start":"261'100","ondisk_log_start":"261'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:40:46.295525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":356,"num_write":464,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'139","reported_seq":696,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.089185+0000","last_change":"2024-09-12T17:13:24.761961+0000","last_active":"2024-09-12T17:57:19.089185+0000","last_peered":"2024-09-12T17:57:19.089185+0000","last_clean":"2024-09-12T17:57:19.089185+0000","last_became_active":"2024-09-12T17:13:24.761611+0000","last_became_peered":"2024-09-12T17:13:24.761611+0000","last_unstale":"2024-09-12T17:57:19.089185+0000","last_undegraded":"2024-09-12T17:57:19.089185+0000","last_fullsized":"2024-09-12T17:57:19.089185+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:51.066932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":604,"num_read_kb":484,"num_write":234,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":523,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014294+0000","last_change":"2024-09-12T17:13:10.683566+0000","last_active":"2024-09-12T17:56:57.014294+0000","last_peered":"2024-09-12T17:56:57.014294+0000","last_clean":"2024-09-12T17:56:57.014294+0000","last_became_active":"2024-09-12T17:13:09.512988+0000","last_became_peered":"2024-09-12T17:13:09.512988+0000","last_unstale":"2024-09-12T17:56:57.014294+0000","last_undegraded":"2024-09-12T17:56:57.014294+0000","last_fullsized":"2024-09-12T17:56:57.014294+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:05:32.284838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092884200000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'337","reported_seq":1038,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:32.059727+0000","last_change":"2024-09-12T17:13:22.715709+0000","last_active":"2024-09-12T17:59:32.059727+0000","last_peered":"2024-09-12T17:59:32.059727+0000","last_clean":"2024-09-12T17:59:32.059727+0000","last_became_active":"2024-09-12T17:13:22.715375+0000","last_became_peered":"2024-09-12T17:13:22.715375+0000","last_unstale":"2024-09-12T17:59:32.059727+0000","last_undegraded":"2024-09-12T17:59:32.059727+0000","last_fullsized":"2024-09-12T17:59:32.059727+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:27.898186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6569865,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":601,"num_read_kb":64808,"num_write":1105,"num_write_kb":40769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"28'1","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012233+0000","last_change":"2024-09-12T17:13:26.746296+0000","last_active":"2024-09-12T17:56:47.012233+0000","last_peered":"2024-09-12T17:56:47.012233+0000","last_clean":"2024-09-12T17:56:47.012233+0000","last_became_active":"2024-09-12T17:13:26.745541+0000","last_became_peered":"2024-09-12T17:13:26.745541+0000","last_unstale":"2024-09-12T17:56:47.012233+0000","last_undegraded":"2024-09-12T17:56:47.012233+0000","last_fullsized":"2024-09-12T17:56:47.012233+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:54.280414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'220","reported_seq":1325,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.802649+0000","last_change":"2024-09-12T17:13:28.802666+0000","last_active":"2024-09-12T17:59:48.802649+0000","last_peered":"2024-09-12T17:59:48.802649+0000","last_clean":"2024-09-12T17:59:48.802649+0000","last_became_active":"2024-09-12T17:13:28.801459+0000","last_became_peered":"2024-09-12T17:13:28.801459+0000","last_unstale":"2024-09-12T17:59:48.802649+0000","last_undegraded":"2024-09-12T17:59:48.802649+0000","last_fullsized":"2024-09-12T17:59:48.802649+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:33.521015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":172,"num_write":151,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.042959+0000","last_change":"2024-09-12T17:13:30.785960+0000","last_active":"2024-09-12T17:57:17.042959+0000","last_peered":"2024-09-12T17:57:17.042959+0000","last_clean":"2024-09-12T17:57:17.042959+0000","last_became_active":"2024-09-12T17:13:30.785014+0000","last_became_peered":"2024-09-12T17:13:30.785014+0000","last_unstale":"2024-09-12T17:57:17.042959+0000","last_undegraded":"2024-09-12T17:57:17.042959+0000","last_fullsized":"2024-09-12T17:57:17.042959+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:18.161371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'274","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.664269+0000","last_change":"2024-09-12T17:13:32.787096+0000","last_active":"2024-09-12T17:58:30.664269+0000","last_peered":"2024-09-12T17:58:30.664269+0000","last_clean":"2024-09-12T17:58:30.664269+0000","last_became_active":"2024-09-12T17:13:32.786333+0000","last_became_peered":"2024-09-12T17:13:32.786333+0000","last_unstale":"2024-09-12T17:58:30.664269+0000","last_undegraded":"2024-09-12T17:58:30.664269+0000","last_fullsized":"2024-09-12T17:58:30.664269+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:57.260606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":567,"num_read_kb":581,"num_write":587,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'98","reported_seq":698,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:54.013678+0000","last_change":"2024-09-12T17:13:24.750113+0000","last_active":"2024-09-12T17:57:54.013678+0000","last_peered":"2024-09-12T17:57:54.013678+0000","last_clean":"2024-09-12T17:57:54.013678+0000","last_became_active":"2024-09-12T17:13:24.746943+0000","last_became_peered":"2024-09-12T17:13:24.746943+0000","last_unstale":"2024-09-12T17:57:54.013678+0000","last_undegraded":"2024-09-12T17:57:54.013678+0000","last_fullsized":"2024-09-12T17:57:54.013678+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:24.389868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":422,"num_read_kb":358,"num_write":139,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":517,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215060+0000","last_change":"2024-09-12T17:13:10.636276+0000","last_active":"2024-09-12T17:56:57.215060+0000","last_peered":"2024-09-12T17:56:57.215060+0000","last_clean":"2024-09-12T17:56:57.215060+0000","last_became_active":"2024-09-12T17:13:08.629609+0000","last_became_peered":"2024-09-12T17:13:08.629609+0000","last_unstale":"2024-09-12T17:56:57.215060+0000","last_undegraded":"2024-09-12T17:56:57.215060+0000","last_fullsized":"2024-09-12T17:56:57.215060+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:36.060624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00094381800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'263","reported_seq":992,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.089530+0000","last_change":"2024-09-12T17:13:22.729724+0000","last_active":"2024-09-12T17:57:46.089530+0000","last_peered":"2024-09-12T17:57:46.089530+0000","last_clean":"2024-09-12T17:57:46.089530+0000","last_became_active":"2024-09-12T17:13:22.728796+0000","last_became_peered":"2024-09-12T17:13:22.728796+0000","last_unstale":"2024-09-12T17:57:46.089530+0000","last_undegraded":"2024-09-12T17:57:46.089530+0000","last_fullsized":"2024-09-12T17:57:46.089530+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:21.418072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9061372,"num_objects":75,"num_object_clones":0,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":707,"num_read_kb":6731,"num_write":996,"num_write_kb":34527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.044194+0000","last_change":"2024-09-12T17:13:26.737623+0000","last_active":"2024-09-12T17:57:22.044194+0000","last_peered":"2024-09-12T17:57:22.044194+0000","last_clean":"2024-09-12T17:57:22.044194+0000","last_became_active":"2024-09-12T17:13:26.736764+0000","last_became_peered":"2024-09-12T17:13:26.736764+0000","last_unstale":"2024-09-12T17:57:22.044194+0000","last_undegraded":"2024-09-12T17:57:22.044194+0000","last_fullsized":"2024-09-12T17:57:22.044194+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:14.268947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'121","reported_seq":653,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.540871+0000","last_change":"2024-09-12T17:13:28.749323+0000","last_active":"2024-09-12T17:59:47.540871+0000","last_peered":"2024-09-12T17:59:47.540871+0000","last_clean":"2024-09-12T17:59:47.540871+0000","last_became_active":"2024-09-12T17:13:28.748186+0000","last_became_peered":"2024-09-12T17:13:28.748186+0000","last_unstale":"2024-09-12T17:59:47.540871+0000","last_undegraded":"2024-09-12T17:59:47.540871+0000","last_fullsized":"2024-09-12T17:59:47.540871+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:06:48.344684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.150826+0000","last_change":"2024-09-12T17:13:30.762429+0000","last_active":"2024-09-12T17:56:52.150826+0000","last_peered":"2024-09-12T17:56:52.150826+0000","last_clean":"2024-09-12T17:56:52.150826+0000","last_became_active":"2024-09-12T17:13:30.761611+0000","last_became_peered":"2024-09-12T17:13:30.761611+0000","last_unstale":"2024-09-12T17:56:52.150826+0000","last_undegraded":"2024-09-12T17:56:52.150826+0000","last_fullsized":"2024-09-12T17:56:52.150826+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:41.624116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'115","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.861231+0000","last_change":"2024-09-12T17:13:32.786127+0000","last_active":"2024-09-12T17:57:27.861231+0000","last_peered":"2024-09-12T17:57:27.861231+0000","last_clean":"2024-09-12T17:57:27.861231+0000","last_became_active":"2024-09-12T17:13:32.785317+0000","last_became_peered":"2024-09-12T17:13:32.785317+0000","last_unstale":"2024-09-12T17:57:27.861231+0000","last_undegraded":"2024-09-12T17:57:27.861231+0000","last_fullsized":"2024-09-12T17:57:27.861231+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:50.917400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1031,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":277,"num_read_kb":266,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'123","reported_seq":731,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:56.356954+0000","last_change":"2024-09-12T17:13:24.761010+0000","last_active":"2024-09-12T17:57:56.356954+0000","last_peered":"2024-09-12T17:57:56.356954+0000","last_clean":"2024-09-12T17:57:56.356954+0000","last_became_active":"2024-09-12T17:13:24.760600+0000","last_became_peered":"2024-09-12T17:13:24.760600+0000","last_unstale":"2024-09-12T17:57:56.356954+0000","last_undegraded":"2024-09-12T17:57:56.356954+0000","last_fullsized":"2024-09-12T17:57:56.356954+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:57.752959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":508,"num_read_kb":429,"num_write":172,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'283","reported_seq":920,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.015280+0000","last_change":"2024-09-12T17:13:54.848153+0000","last_active":"2024-09-12T17:57:17.015280+0000","last_peered":"2024-09-12T17:57:17.015280+0000","last_clean":"2024-09-12T17:57:17.015280+0000","last_became_active":"2024-09-12T17:13:54.847555+0000","last_became_peered":"2024-09-12T17:13:54.847555+0000","last_unstale":"2024-09-12T17:57:17.015280+0000","last_undegraded":"2024-09-12T17:57:17.015280+0000","last_fullsized":"2024-09-12T17:57:17.015280+0000","mapping_epoch":36,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:40:43.800517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10487425,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":431,"num_read_kb":10719,"num_write":1049,"num_write_kb":32172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":524,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.028831+0000","last_change":"2024-09-12T17:13:10.636618+0000","last_active":"2024-09-12T17:56:57.028831+0000","last_peered":"2024-09-12T17:56:57.028831+0000","last_clean":"2024-09-12T17:56:57.028831+0000","last_became_active":"2024-09-12T17:13:08.624162+0000","last_became_peered":"2024-09-12T17:13:08.624162+0000","last_unstale":"2024-09-12T17:56:57.028831+0000","last_undegraded":"2024-09-12T17:56:57.028831+0000","last_fullsized":"2024-09-12T17:56:57.028831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:49.759174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090415999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041726+0000","last_change":"2024-09-12T17:13:26.755727+0000","last_active":"2024-09-12T17:57:12.041726+0000","last_peered":"2024-09-12T17:57:12.041726+0000","last_clean":"2024-09-12T17:57:12.041726+0000","last_became_active":"2024-09-12T17:13:26.754926+0000","last_became_peered":"2024-09-12T17:13:26.754926+0000","last_unstale":"2024-09-12T17:57:12.041726+0000","last_undegraded":"2024-09-12T17:57:12.041726+0000","last_fullsized":"2024-09-12T17:57:12.041726+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:07.297307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'564","reported_seq":1221,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.769568+0000","last_change":"2024-09-12T17:13:28.742154+0000","last_active":"2024-09-12T17:59:48.769568+0000","last_peered":"2024-09-12T17:59:48.769568+0000","last_clean":"2024-09-12T17:59:48.769568+0000","last_became_active":"2024-09-12T17:13:28.740446+0000","last_became_peered":"2024-09-12T17:13:28.740446+0000","last_unstale":"2024-09-12T17:59:48.769568+0000","last_undegraded":"2024-09-12T17:59:48.769568+0000","last_fullsized":"2024-09-12T17:59:48.769568+0000","mapping_epoch":29,"log_start":"264'500","ondisk_log_start":"264'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":500,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:27.737506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130443,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1609,"num_read_kb":2681,"num_write":2096,"num_write_kb":1959,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045590+0000","last_change":"2024-09-12T17:13:30.777858+0000","last_active":"2024-09-12T17:57:17.045590+0000","last_peered":"2024-09-12T17:57:17.045590+0000","last_clean":"2024-09-12T17:57:17.045590+0000","last_became_active":"2024-09-12T17:13:30.776897+0000","last_became_peered":"2024-09-12T17:13:30.776897+0000","last_unstale":"2024-09-12T17:57:17.045590+0000","last_undegraded":"2024-09-12T17:57:17.045590+0000","last_fullsized":"2024-09-12T17:57:17.045590+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:07.735128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'174","reported_seq":678,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.758624+0000","last_change":"2024-09-12T17:13:32.834909+0000","last_active":"2024-09-12T17:58:29.758624+0000","last_peered":"2024-09-12T17:58:29.758624+0000","last_clean":"2024-09-12T17:58:29.758624+0000","last_became_active":"2024-09-12T17:13:32.834101+0000","last_became_peered":"2024-09-12T17:13:32.834101+0000","last_unstale":"2024-09-12T17:58:29.758624+0000","last_undegraded":"2024-09-12T17:58:29.758624+0000","last_fullsized":"2024-09-12T17:58:29.758624+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:42.033918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":208,"num_read_kb":203,"num_write":421,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'192","reported_seq":803,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:13.505335+0000","last_change":"2024-09-12T17:13:24.760759+0000","last_active":"2024-09-12T17:58:13.505335+0000","last_peered":"2024-09-12T17:58:13.505335+0000","last_clean":"2024-09-12T17:58:13.505335+0000","last_became_active":"2024-09-12T17:13:24.760395+0000","last_became_peered":"2024-09-12T17:13:24.760395+0000","last_unstale":"2024-09-12T17:58:13.505335+0000","last_undegraded":"2024-09-12T17:58:13.505335+0000","last_fullsized":"2024-09-12T17:58:13.505335+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:33.045226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":866,"num_read_kb":722,"num_write":337,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'316","reported_seq":983,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.551293+0000","last_change":"2024-09-12T17:13:22.715058+0000","last_active":"2024-09-12T17:57:52.551293+0000","last_peered":"2024-09-12T17:57:52.551293+0000","last_clean":"2024-09-12T17:57:52.551293+0000","last_became_active":"2024-09-12T17:13:22.714714+0000","last_became_peered":"2024-09-12T17:13:22.714714+0000","last_unstale":"2024-09-12T17:57:52.551293+0000","last_undegraded":"2024-09-12T17:57:52.551293+0000","last_fullsized":"2024-09-12T17:57:52.551293+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:08.612167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4519638,"num_objects":63,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":543,"num_read_kb":32343,"num_write":1144,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039481+0000","last_change":"2024-09-12T17:13:10.683647+0000","last_active":"2024-09-12T17:57:02.039481+0000","last_peered":"2024-09-12T17:57:02.039481+0000","last_clean":"2024-09-12T17:57:02.039481+0000","last_became_active":"2024-09-12T17:13:08.626995+0000","last_became_peered":"2024-09-12T17:13:08.626995+0000","last_unstale":"2024-09-12T17:57:02.039481+0000","last_undegraded":"2024-09-12T17:57:02.039481+0000","last_fullsized":"2024-09-12T17:57:02.039481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:12.279171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012760219999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.155062+0000","last_change":"2024-09-12T17:13:26.752596+0000","last_active":"2024-09-12T17:57:12.155062+0000","last_peered":"2024-09-12T17:57:12.155062+0000","last_clean":"2024-09-12T17:57:12.155062+0000","last_became_active":"2024-09-12T17:13:26.751789+0000","last_became_peered":"2024-09-12T17:13:26.751789+0000","last_unstale":"2024-09-12T17:57:12.155062+0000","last_undegraded":"2024-09-12T17:57:12.155062+0000","last_fullsized":"2024-09-12T17:57:12.155062+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:59.083904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'148","reported_seq":712,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.621038+0000","last_change":"2024-09-12T17:13:28.802075+0000","last_active":"2024-09-12T17:57:19.621038+0000","last_peered":"2024-09-12T17:57:19.621038+0000","last_clean":"2024-09-12T17:57:19.621038+0000","last_became_active":"2024-09-12T17:13:28.801654+0000","last_became_peered":"2024-09-12T17:13:28.801654+0000","last_unstale":"2024-09-12T17:57:19.621038+0000","last_undegraded":"2024-09-12T17:57:19.621038+0000","last_fullsized":"2024-09-12T17:57:19.621038+0000","mapping_epoch":29,"log_start":"261'100","ondisk_log_start":"261'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:09.047988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'758","reported_seq":2587,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.845546+0000","last_change":"2024-09-12T17:13:30.776286+0000","last_active":"2024-09-12T17:59:48.845546+0000","last_peered":"2024-09-12T17:59:48.845546+0000","last_clean":"2024-09-12T17:59:48.845546+0000","last_became_active":"2024-09-12T17:13:30.775415+0000","last_became_peered":"2024-09-12T17:13:30.775415+0000","last_unstale":"2024-09-12T17:59:48.845546+0000","last_undegraded":"2024-09-12T17:59:48.845546+0000","last_fullsized":"2024-09-12T17:59:48.845546+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":700,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:00.966600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'127","reported_seq":618,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:37.073813+0000","last_change":"2024-09-12T17:13:32.832580+0000","last_active":"2024-09-12T17:58:37.073813+0000","last_peered":"2024-09-12T17:58:37.073813+0000","last_clean":"2024-09-12T17:58:37.073813+0000","last_became_active":"2024-09-12T17:13:32.831902+0000","last_became_peered":"2024-09-12T17:13:32.831902+0000","last_unstale":"2024-09-12T17:58:37.073813+0000","last_undegraded":"2024-09-12T17:58:37.073813+0000","last_fullsized":"2024-09-12T17:58:37.073813+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:00.470260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":708,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":169,"num_read_kb":163,"num_write":293,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'166","reported_seq":766,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.057809+0000","last_change":"2024-09-12T17:13:24.741681+0000","last_active":"2024-09-12T17:57:32.057809+0000","last_peered":"2024-09-12T17:57:32.057809+0000","last_clean":"2024-09-12T17:57:32.057809+0000","last_became_active":"2024-09-12T17:13:24.741391+0000","last_became_peered":"2024-09-12T17:13:24.741391+0000","last_unstale":"2024-09-12T17:57:32.057809+0000","last_undegraded":"2024-09-12T17:57:32.057809+0000","last_fullsized":"2024-09-12T17:57:32.057809+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:42.857427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":588,"num_write":240,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'295","reported_seq":956,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:58.658984+0000","last_change":"2024-09-12T17:13:22.729561+0000","last_active":"2024-09-12T17:57:58.658984+0000","last_peered":"2024-09-12T17:57:58.658984+0000","last_clean":"2024-09-12T17:57:58.658984+0000","last_became_active":"2024-09-12T17:13:22.729137+0000","last_became_peered":"2024-09-12T17:13:22.729137+0000","last_unstale":"2024-09-12T17:57:58.658984+0000","last_undegraded":"2024-09-12T17:57:58.658984+0000","last_fullsized":"2024-09-12T17:57:58.658984+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:33.908002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5115565,"num_objects":82,"num_object_clones":0,"num_object_copies":164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":508,"num_read_kb":29033,"num_write":1071,"num_write_kb":14975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":523,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:32.021164+0000","last_change":"2024-09-12T17:13:10.636542+0000","last_active":"2024-09-12T17:56:32.021164+0000","last_peered":"2024-09-12T17:56:32.021164+0000","last_clean":"2024-09-12T17:56:32.021164+0000","last_became_active":"2024-09-12T17:13:08.626020+0000","last_became_peered":"2024-09-12T17:13:08.626020+0000","last_unstale":"2024-09-12T17:56:32.021164+0000","last_undegraded":"2024-09-12T17:56:32.021164+0000","last_fullsized":"2024-09-12T17:56:32.021164+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:03.823002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093462999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044364+0000","last_change":"2024-09-12T17:13:26.725015+0000","last_active":"2024-09-12T17:57:12.044364+0000","last_peered":"2024-09-12T17:57:12.044364+0000","last_clean":"2024-09-12T17:57:12.044364+0000","last_became_active":"2024-09-12T17:13:26.724350+0000","last_became_peered":"2024-09-12T17:13:26.724350+0000","last_unstale":"2024-09-12T17:57:12.044364+0000","last_undegraded":"2024-09-12T17:57:12.044364+0000","last_fullsized":"2024-09-12T17:57:12.044364+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:39.573606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'99","reported_seq":634,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045647+0000","last_change":"2024-09-12T17:13:28.754700+0000","last_active":"2024-09-12T17:57:17.045647+0000","last_peered":"2024-09-12T17:57:17.045647+0000","last_clean":"2024-09-12T17:57:17.045647+0000","last_became_active":"2024-09-12T17:13:28.754002+0000","last_became_peered":"2024-09-12T17:13:28.754002+0000","last_unstale":"2024-09-12T17:57:17.045647+0000","last_undegraded":"2024-09-12T17:57:17.045647+0000","last_fullsized":"2024-09-12T17:57:17.045647+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:09.119779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'759","reported_seq":4352,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.854412+0000","last_change":"2024-09-12T17:13:30.792394+0000","last_active":"2024-09-12T17:59:48.854412+0000","last_peered":"2024-09-12T17:59:48.854412+0000","last_clean":"2024-09-12T17:59:48.854412+0000","last_became_active":"2024-09-12T17:13:30.791695+0000","last_became_peered":"2024-09-12T17:13:30.791695+0000","last_unstale":"2024-09-12T17:59:48.854412+0000","last_undegraded":"2024-09-12T17:59:48.854412+0000","last_fullsized":"2024-09-12T17:59:48.854412+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:30.238006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'164","reported_seq":663,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.645169+0000","last_change":"2024-09-12T17:13:32.786289+0000","last_active":"2024-09-12T17:57:26.645169+0000","last_peered":"2024-09-12T17:57:26.645169+0000","last_clean":"2024-09-12T17:57:26.645169+0000","last_became_active":"2024-09-12T17:13:32.785511+0000","last_became_peered":"2024-09-12T17:13:32.785511+0000","last_unstale":"2024-09-12T17:57:26.645169+0000","last_undegraded":"2024-09-12T17:57:26.645169+0000","last_fullsized":"2024-09-12T17:57:26.645169+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:08.224819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":388,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'104","reported_seq":730,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044311+0000","last_change":"2024-09-12T17:13:24.761705+0000","last_active":"2024-09-12T17:57:12.044311+0000","last_peered":"2024-09-12T17:57:12.044311+0000","last_clean":"2024-09-12T17:57:12.044311+0000","last_became_active":"2024-09-12T17:13:24.761104+0000","last_became_peered":"2024-09-12T17:13:24.761104+0000","last_unstale":"2024-09-12T17:57:12.044311+0000","last_undegraded":"2024-09-12T17:57:12.044311+0000","last_fullsized":"2024-09-12T17:57:12.044311+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:08.465127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":484,"num_read_kb":420,"num_write":138,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'269","reported_seq":884,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.664759+0000","last_change":"2024-09-12T17:13:22.710517+0000","last_active":"2024-09-12T17:57:27.664759+0000","last_peered":"2024-09-12T17:57:27.664759+0000","last_clean":"2024-09-12T17:57:27.664759+0000","last_became_active":"2024-09-12T17:13:22.710223+0000","last_became_peered":"2024-09-12T17:13:22.710223+0000","last_unstale":"2024-09-12T17:57:27.664759+0000","last_undegraded":"2024-09-12T17:57:27.664759+0000","last_fullsized":"2024-09-12T17:57:27.664759+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:21:08.974011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4480850,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":378,"num_read_kb":5540,"num_write":1011,"num_write_kb":28264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":517,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:32.146549+0000","last_change":"2024-09-12T17:13:10.683585+0000","last_active":"2024-09-12T17:56:32.146549+0000","last_peered":"2024-09-12T17:56:32.146549+0000","last_clean":"2024-09-12T17:56:32.146549+0000","last_became_active":"2024-09-12T17:13:08.625281+0000","last_became_peered":"2024-09-12T17:13:08.625281+0000","last_unstale":"2024-09-12T17:56:32.146549+0000","last_undegraded":"2024-09-12T17:56:32.146549+0000","last_fullsized":"2024-09-12T17:56:32.146549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:05.296558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001325629,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.057861+0000","last_change":"2024-09-12T17:13:26.736879+0000","last_active":"2024-09-12T17:57:32.057861+0000","last_peered":"2024-09-12T17:57:32.057861+0000","last_clean":"2024-09-12T17:57:32.057861+0000","last_became_active":"2024-09-12T17:13:26.736249+0000","last_became_peered":"2024-09-12T17:13:26.736249+0000","last_unstale":"2024-09-12T17:57:32.057861+0000","last_undegraded":"2024-09-12T17:57:32.057861+0000","last_fullsized":"2024-09-12T17:57:32.057861+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:04.818426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'677","reported_seq":1380,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.761358+0000","last_change":"2024-09-12T17:13:28.802010+0000","last_active":"2024-09-12T17:59:48.761358+0000","last_peered":"2024-09-12T17:59:48.761358+0000","last_clean":"2024-09-12T17:59:48.761358+0000","last_became_active":"2024-09-12T17:13:28.801230+0000","last_became_peered":"2024-09-12T17:13:28.801230+0000","last_unstale":"2024-09-12T17:59:48.761358+0000","last_undegraded":"2024-09-12T17:59:48.761358+0000","last_fullsized":"2024-09-12T17:59:48.761358+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":600,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:43.819564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156403,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1197,"num_read_kb":2537,"num_write":976,"num_write_kb":809,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":483,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054254+0000","last_change":"2024-09-12T17:13:30.776814+0000","last_active":"2024-09-12T17:57:17.054254+0000","last_peered":"2024-09-12T17:57:17.054254+0000","last_clean":"2024-09-12T17:57:17.054254+0000","last_became_active":"2024-09-12T17:13:30.775941+0000","last_became_peered":"2024-09-12T17:13:30.775941+0000","last_unstale":"2024-09-12T17:57:17.054254+0000","last_undegraded":"2024-09-12T17:57:17.054254+0000","last_fullsized":"2024-09-12T17:57:17.054254+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:43.390877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'119","reported_seq":606,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.188323+0000","last_change":"2024-09-12T17:13:32.789056+0000","last_active":"2024-09-12T17:58:12.188323+0000","last_peered":"2024-09-12T17:58:12.188323+0000","last_clean":"2024-09-12T17:58:12.188323+0000","last_became_active":"2024-09-12T17:13:32.788325+0000","last_became_peered":"2024-09-12T17:13:32.788325+0000","last_unstale":"2024-09-12T17:58:12.188323+0000","last_undegraded":"2024-09-12T17:58:12.188323+0000","last_fullsized":"2024-09-12T17:58:12.188323+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:20.420735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":140,"num_read_kb":138,"num_write":261,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'182","reported_seq":757,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.614237+0000","last_change":"2024-09-12T17:13:32.793744+0000","last_active":"2024-09-12T17:58:30.614237+0000","last_peered":"2024-09-12T17:58:30.614237+0000","last_clean":"2024-09-12T17:58:30.614237+0000","last_became_active":"2024-09-12T17:13:32.792882+0000","last_became_peered":"2024-09-12T17:13:32.792882+0000","last_unstale":"2024-09-12T17:58:30.614237+0000","last_undegraded":"2024-09-12T17:58:30.614237+0000","last_fullsized":"2024-09-12T17:58:30.614237+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:16.612187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":358,"num_read_kb":342,"num_write":468,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'502","reported_seq":1160,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.537594+0000","last_change":"2024-09-12T17:13:24.746577+0000","last_active":"2024-09-12T17:59:47.537594+0000","last_peered":"2024-09-12T17:59:47.537594+0000","last_clean":"2024-09-12T17:59:47.537594+0000","last_became_active":"2024-09-12T17:13:24.745820+0000","last_became_peered":"2024-09-12T17:13:24.745820+0000","last_unstale":"2024-09-12T17:59:47.537594+0000","last_undegraded":"2024-09-12T17:59:47.537594+0000","last_fullsized":"2024-09-12T17:59:47.537594+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":400,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:03:40.361610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2172,"num_read_kb":1734,"num_write":807,"num_write_kb":422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'302","reported_seq":934,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.563205+0000","last_change":"2024-09-12T17:13:22.739146+0000","last_active":"2024-09-12T17:58:26.563205+0000","last_peered":"2024-09-12T17:58:26.563205+0000","last_clean":"2024-09-12T17:58:26.563205+0000","last_became_active":"2024-09-12T17:13:22.730432+0000","last_became_peered":"2024-09-12T17:13:22.730432+0000","last_unstale":"2024-09-12T17:58:26.563205+0000","last_undegraded":"2024-09-12T17:58:26.563205+0000","last_fullsized":"2024-09-12T17:58:26.563205+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:20.360020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8743375,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":468,"num_read_kb":26035,"num_write":960,"num_write_kb":34034,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039833+0000","last_change":"2024-09-12T17:13:26.736474+0000","last_active":"2024-09-12T17:57:47.039833+0000","last_peered":"2024-09-12T17:57:47.039833+0000","last_clean":"2024-09-12T17:57:47.039833+0000","last_became_active":"2024-09-12T17:13:26.735772+0000","last_became_peered":"2024-09-12T17:13:26.735772+0000","last_unstale":"2024-09-12T17:57:47.039833+0000","last_undegraded":"2024-09-12T17:57:47.039833+0000","last_fullsized":"2024-09-12T17:57:47.039833+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:19:43.084767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'288","reported_seq":848,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.062823+0000","last_change":"2024-09-12T17:13:28.746675+0000","last_active":"2024-09-12T17:57:52.062823+0000","last_peered":"2024-09-12T17:57:52.062823+0000","last_clean":"2024-09-12T17:57:52.062823+0000","last_became_active":"2024-09-12T17:13:28.742124+0000","last_became_peered":"2024-09-12T17:13:28.742124+0000","last_unstale":"2024-09-12T17:57:52.062823+0000","last_undegraded":"2024-09-12T17:57:52.062823+0000","last_fullsized":"2024-09-12T17:57:52.062823+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:31:34.793418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60165,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":472,"num_read_kb":998,"num_write":394,"num_write_kb":319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.027774+0000","last_change":"2024-09-12T17:13:30.792589+0000","last_active":"2024-09-12T17:55:32.027774+0000","last_peered":"2024-09-12T17:55:32.027774+0000","last_clean":"2024-09-12T17:55:32.027774+0000","last_became_active":"2024-09-12T17:13:30.791898+0000","last_became_peered":"2024-09-12T17:13:30.791898+0000","last_unstale":"2024-09-12T17:55:32.027774+0000","last_undegraded":"2024-09-12T17:55:32.027774+0000","last_fullsized":"2024-09-12T17:55:32.027774+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:51.909430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'142","reported_seq":629,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.157331+0000","last_change":"2024-09-12T17:13:32.789361+0000","last_active":"2024-09-12T17:58:29.157331+0000","last_peered":"2024-09-12T17:58:29.157331+0000","last_clean":"2024-09-12T17:58:29.157331+0000","last_became_active":"2024-09-12T17:13:32.788604+0000","last_became_peered":"2024-09-12T17:13:32.788604+0000","last_unstale":"2024-09-12T17:58:29.157331+0000","last_undegraded":"2024-09-12T17:58:29.157331+0000","last_fullsized":"2024-09-12T17:58:29.157331+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:35.068046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":163,"num_read_kb":157,"num_write":325,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'212","reported_seq":837,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039875+0000","last_change":"2024-09-12T17:13:24.737451+0000","last_active":"2024-09-12T17:57:47.039875+0000","last_peered":"2024-09-12T17:57:47.039875+0000","last_clean":"2024-09-12T17:57:47.039875+0000","last_became_active":"2024-09-12T17:13:24.734000+0000","last_became_peered":"2024-09-12T17:13:24.734000+0000","last_unstale":"2024-09-12T17:57:47.039875+0000","last_undegraded":"2024-09-12T17:57:47.039875+0000","last_fullsized":"2024-09-12T17:57:47.039875+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:06.578006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":913,"num_read_kb":755,"num_write":324,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"264'293","reported_seq":998,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:14.286024+0000","last_change":"2024-09-12T17:13:22.720857+0000","last_active":"2024-09-12T17:58:14.286024+0000","last_peered":"2024-09-12T17:58:14.286024+0000","last_clean":"2024-09-12T17:58:14.286024+0000","last_became_active":"2024-09-12T17:13:22.720138+0000","last_became_peered":"2024-09-12T17:13:22.720138+0000","last_unstale":"2024-09-12T17:58:14.286024+0000","last_undegraded":"2024-09-12T17:58:14.286024+0000","last_fullsized":"2024-09-12T17:58:14.286024+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:52.714643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6320632,"num_objects":78,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":662,"num_read_kb":13970,"num_write":972,"num_write_kb":23660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"35'5","reported_seq":969,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.265987+0000","last_change":"2024-09-12T17:13:26.731015+0000","last_active":"2024-09-12T17:59:48.265987+0000","last_peered":"2024-09-12T17:59:48.265987+0000","last_clean":"2024-09-12T17:59:48.265987+0000","last_became_active":"2024-09-12T17:13:26.730316+0000","last_became_peered":"2024-09-12T17:13:26.730316+0000","last_unstale":"2024-09-12T17:59:48.265987+0000","last_undegraded":"2024-09-12T17:59:48.265987+0000","last_fullsized":"2024-09-12T17:59:48.265987+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:26.082668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'47","reported_seq":552,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.079678+0000","last_change":"2024-09-12T17:13:28.743011+0000","last_active":"2024-09-12T17:57:26.079678+0000","last_peered":"2024-09-12T17:57:26.079678+0000","last_clean":"2024-09-12T17:57:26.079678+0000","last_became_active":"2024-09-12T17:13:28.741429+0000","last_became_peered":"2024-09-12T17:13:28.741429+0000","last_unstale":"2024-09-12T17:57:26.079678+0000","last_undegraded":"2024-09-12T17:57:26.079678+0000","last_fullsized":"2024-09-12T17:57:26.079678+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:12.505239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.017445+0000","last_change":"2024-09-12T17:13:30.783219+0000","last_active":"2024-09-12T17:55:32.017445+0000","last_peered":"2024-09-12T17:55:32.017445+0000","last_clean":"2024-09-12T17:55:32.017445+0000","last_became_active":"2024-09-12T17:13:30.782478+0000","last_became_peered":"2024-09-12T17:13:30.782478+0000","last_unstale":"2024-09-12T17:55:32.017445+0000","last_undegraded":"2024-09-12T17:55:32.017445+0000","last_fullsized":"2024-09-12T17:55:32.017445+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:52.154143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'218","reported_seq":751,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.467246+0000","last_change":"2024-09-12T17:13:32.782807+0000","last_active":"2024-09-12T17:59:47.467246+0000","last_peered":"2024-09-12T17:59:47.467246+0000","last_clean":"2024-09-12T17:59:47.467246+0000","last_became_active":"2024-09-12T17:13:32.782092+0000","last_became_peered":"2024-09-12T17:13:32.782092+0000","last_unstale":"2024-09-12T17:59:47.467246+0000","last_undegraded":"2024-09-12T17:59:47.467246+0000","last_fullsized":"2024-09-12T17:59:47.467246+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:18.007423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":389,"num_read_kb":376,"num_write":482,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'135","reported_seq":734,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.472028+0000","last_change":"2024-09-12T17:13:24.742381+0000","last_active":"2024-09-12T17:58:30.472028+0000","last_peered":"2024-09-12T17:58:30.472028+0000","last_clean":"2024-09-12T17:58:30.472028+0000","last_became_active":"2024-09-12T17:13:24.741656+0000","last_became_peered":"2024-09-12T17:13:24.741656+0000","last_unstale":"2024-09-12T17:58:30.472028+0000","last_undegraded":"2024-09-12T17:58:30.472028+0000","last_fullsized":"2024-09-12T17:58:30.472028+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:39.597925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":482,"num_write":210,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'283","reported_seq":1015,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:14.287655+0000","last_change":"2024-09-12T17:13:22.732161+0000","last_active":"2024-09-12T17:58:14.287655+0000","last_peered":"2024-09-12T17:58:14.287655+0000","last_clean":"2024-09-12T17:58:14.287655+0000","last_became_active":"2024-09-12T17:13:22.730403+0000","last_became_peered":"2024-09-12T17:13:22.730403+0000","last_unstale":"2024-09-12T17:58:14.287655+0000","last_undegraded":"2024-09-12T17:58:14.287655+0000","last_fullsized":"2024-09-12T17:58:14.287655+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:51.943720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2725047,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":664,"num_read_kb":35043,"num_write":989,"num_write_kb":27867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050480+0000","last_change":"2024-09-12T17:13:26.754120+0000","last_active":"2024-09-12T17:57:47.050480+0000","last_peered":"2024-09-12T17:57:47.050480+0000","last_clean":"2024-09-12T17:57:47.050480+0000","last_became_active":"2024-09-12T17:13:26.753317+0000","last_became_peered":"2024-09-12T17:13:26.753317+0000","last_unstale":"2024-09-12T17:57:47.050480+0000","last_undegraded":"2024-09-12T17:57:47.050480+0000","last_fullsized":"2024-09-12T17:57:47.050480+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:12.158061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'296","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.062891+0000","last_change":"2024-09-12T17:13:28.756124+0000","last_active":"2024-09-12T17:57:52.062891+0000","last_peered":"2024-09-12T17:57:52.062891+0000","last_clean":"2024-09-12T17:57:52.062891+0000","last_became_active":"2024-09-12T17:13:28.750390+0000","last_became_peered":"2024-09-12T17:13:28.750390+0000","last_unstale":"2024-09-12T17:57:52.062891+0000","last_undegraded":"2024-09-12T17:57:52.062891+0000","last_fullsized":"2024-09-12T17:57:52.062891+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:04.128240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62088,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":492,"num_read_kb":988,"num_write":396,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.133497+0000","last_change":"2024-09-12T17:13:30.784310+0000","last_active":"2024-09-12T17:55:32.133497+0000","last_peered":"2024-09-12T17:55:32.133497+0000","last_clean":"2024-09-12T17:55:32.133497+0000","last_became_active":"2024-09-12T17:13:30.783591+0000","last_became_peered":"2024-09-12T17:13:30.783591+0000","last_unstale":"2024-09-12T17:55:32.133497+0000","last_undegraded":"2024-09-12T17:55:32.133497+0000","last_fullsized":"2024-09-12T17:55:32.133497+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:22:10.488284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'191","reported_seq":706,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.629798+0000","last_change":"2024-09-12T17:13:32.789717+0000","last_active":"2024-09-12T17:58:15.629798+0000","last_peered":"2024-09-12T17:58:15.629798+0000","last_clean":"2024-09-12T17:58:15.629798+0000","last_became_active":"2024-09-12T17:13:32.788954+0000","last_became_peered":"2024-09-12T17:13:32.788954+0000","last_unstale":"2024-09-12T17:58:15.629798+0000","last_undegraded":"2024-09-12T17:58:15.629798+0000","last_fullsized":"2024-09-12T17:58:15.629798+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:33.412875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":259,"num_read_kb":242,"num_write":443,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'75","reported_seq":640,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.072006+0000","last_change":"2024-09-12T17:13:54.837546+0000","last_active":"2024-09-12T17:56:18.072006+0000","last_peered":"2024-09-12T17:56:18.072006+0000","last_clean":"2024-09-12T17:56:18.072006+0000","last_became_active":"2024-09-12T17:13:54.836680+0000","last_became_peered":"2024-09-12T17:13:54.836680+0000","last_unstale":"2024-09-12T17:56:18.072006+0000","last_undegraded":"2024-09-12T17:56:18.072006+0000","last_fullsized":"2024-09-12T17:56:18.072006+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:42.154136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":370,"num_read_kb":318,"num_write":111,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"264'277","reported_seq":933,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.561807+0000","last_change":"2024-09-12T17:13:22.738214+0000","last_active":"2024-09-12T17:58:26.561807+0000","last_peered":"2024-09-12T17:58:26.561807+0000","last_clean":"2024-09-12T17:58:26.561807+0000","last_became_active":"2024-09-12T17:13:22.737631+0000","last_became_peered":"2024-09-12T17:13:22.737631+0000","last_unstale":"2024-09-12T17:58:26.561807+0000","last_undegraded":"2024-09-12T17:58:26.561807+0000","last_fullsized":"2024-09-12T17:58:26.561807+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:33.545600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9495956,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":494,"num_read_kb":19849,"num_write":1091,"num_write_kb":28792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162411+0000","last_change":"2024-09-12T17:13:26.748423+0000","last_active":"2024-09-12T17:57:47.162411+0000","last_peered":"2024-09-12T17:57:47.162411+0000","last_clean":"2024-09-12T17:57:47.162411+0000","last_became_active":"2024-09-12T17:13:26.747580+0000","last_became_peered":"2024-09-12T17:13:26.747580+0000","last_unstale":"2024-09-12T17:57:47.162411+0000","last_undegraded":"2024-09-12T17:57:47.162411+0000","last_fullsized":"2024-09-12T17:57:47.162411+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:16.460850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'266","reported_seq":828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051750+0000","last_change":"2024-09-12T17:13:28.742732+0000","last_active":"2024-09-12T17:57:52.051750+0000","last_peered":"2024-09-12T17:57:52.051750+0000","last_clean":"2024-09-12T17:57:52.051750+0000","last_became_active":"2024-09-12T17:13:28.741634+0000","last_became_peered":"2024-09-12T17:13:28.741634+0000","last_unstale":"2024-09-12T17:57:52.051750+0000","last_undegraded":"2024-09-12T17:57:52.051750+0000","last_fullsized":"2024-09-12T17:57:52.051750+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:07.171112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69482,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":461,"num_read_kb":1012,"num_write":386,"num_write_kb":334,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:32.017183+0000","last_change":"2024-09-12T17:13:30.776129+0000","last_active":"2024-09-12T17:55:32.017183+0000","last_peered":"2024-09-12T17:55:32.017183+0000","last_clean":"2024-09-12T17:55:32.017183+0000","last_became_active":"2024-09-12T17:13:30.775381+0000","last_became_peered":"2024-09-12T17:13:30.775381+0000","last_unstale":"2024-09-12T17:55:32.017183+0000","last_undegraded":"2024-09-12T17:55:32.017183+0000","last_fullsized":"2024-09-12T17:55:32.017183+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:09.622664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'254","reported_seq":915,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:31.859913+0000","last_change":"2024-09-12T17:13:24.760887+0000","last_active":"2024-09-12T17:57:31.859913+0000","last_peered":"2024-09-12T17:57:31.859913+0000","last_clean":"2024-09-12T17:57:31.859913+0000","last_became_active":"2024-09-12T17:13:24.760166+0000","last_became_peered":"2024-09-12T17:13:24.760166+0000","last_unstale":"2024-09-12T17:57:31.859913+0000","last_undegraded":"2024-09-12T17:57:31.859913+0000","last_fullsized":"2024-09-12T17:57:31.859913+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:18.436943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1144,"num_read_kb":947,"num_write":391,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'231","reported_seq":826,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.047635+0000","last_change":"2024-09-12T17:13:22.721667+0000","last_active":"2024-09-12T17:56:52.047635+0000","last_peered":"2024-09-12T17:56:52.047635+0000","last_clean":"2024-09-12T17:56:52.047635+0000","last_became_active":"2024-09-12T17:13:22.721355+0000","last_became_peered":"2024-09-12T17:13:22.721355+0000","last_unstale":"2024-09-12T17:56:52.047635+0000","last_undegraded":"2024-09-12T17:56:52.047635+0000","last_fullsized":"2024-09-12T17:56:52.047635+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:48.985363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4782533,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":0,"num_read":352,"num_read_kb":715,"num_write":828,"num_write_kb":22770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.047632+0000","last_change":"2024-09-12T17:13:26.747895+0000","last_active":"2024-09-12T17:57:37.047632+0000","last_peered":"2024-09-12T17:57:37.047632+0000","last_clean":"2024-09-12T17:57:37.047632+0000","last_became_active":"2024-09-12T17:13:26.744896+0000","last_became_peered":"2024-09-12T17:13:26.744896+0000","last_unstale":"2024-09-12T17:57:37.047632+0000","last_undegraded":"2024-09-12T17:57:37.047632+0000","last_fullsized":"2024-09-12T17:57:37.047632+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:21.238243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'462","reported_seq":1082,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.753573+0000","last_change":"2024-09-12T17:13:28.747603+0000","last_active":"2024-09-12T17:59:48.753573+0000","last_peered":"2024-09-12T17:59:48.753573+0000","last_clean":"2024-09-12T17:59:48.753573+0000","last_became_active":"2024-09-12T17:13:28.746900+0000","last_became_peered":"2024-09-12T17:13:28.746900+0000","last_unstale":"2024-09-12T17:59:48.753573+0000","last_undegraded":"2024-09-12T17:59:48.753573+0000","last_fullsized":"2024-09-12T17:59:48.753573+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":400,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:58.688372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109189,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":828,"num_read_kb":1787,"num_write":724,"num_write_kb":656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.202345+0000","last_change":"2024-09-12T17:13:30.778464+0000","last_active":"2024-09-12T17:56:02.202345+0000","last_peered":"2024-09-12T17:56:02.202345+0000","last_clean":"2024-09-12T17:56:02.202345+0000","last_became_active":"2024-09-12T17:13:30.777735+0000","last_became_peered":"2024-09-12T17:13:30.777735+0000","last_unstale":"2024-09-12T17:56:02.202345+0000","last_undegraded":"2024-09-12T17:56:02.202345+0000","last_fullsized":"2024-09-12T17:56:02.202345+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:48.426699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'162","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.713966+0000","last_change":"2024-09-12T17:13:32.834828+0000","last_active":"2024-09-12T17:58:29.713966+0000","last_peered":"2024-09-12T17:58:29.713966+0000","last_clean":"2024-09-12T17:58:29.713966+0000","last_became_active":"2024-09-12T17:13:32.834025+0000","last_became_peered":"2024-09-12T17:13:32.834025+0000","last_unstale":"2024-09-12T17:58:29.713966+0000","last_undegraded":"2024-09-12T17:58:29.713966+0000","last_fullsized":"2024-09-12T17:58:29.713966+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:23.320464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":249,"num_read_kb":253,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'4648","reported_seq":5516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:49.802036+0000","last_change":"2024-09-12T17:13:24.719516+0000","last_active":"2024-09-12T17:57:49.802036+0000","last_peered":"2024-09-12T17:57:49.802036+0000","last_clean":"2024-09-12T17:57:49.802036+0000","last_became_active":"2024-09-12T17:13:24.718732+0000","last_became_peered":"2024-09-12T17:13:24.718732+0000","last_unstale":"2024-09-12T17:57:49.802036+0000","last_undegraded":"2024-09-12T17:57:49.802036+0000","last_fullsized":"2024-09-12T17:57:49.802036+0000","mapping_epoch":25,"log_start":"264'4600","ondisk_log_start":"264'4600","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":3000,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:56.819107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19133,"num_read_kb":16095,"num_write":7172,"num_write_kb":3743,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'289","reported_seq":951,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:08.936438+0000","last_change":"2024-09-12T17:13:22.716337+0000","last_active":"2024-09-12T17:58:08.936438+0000","last_peered":"2024-09-12T17:58:08.936438+0000","last_clean":"2024-09-12T17:58:08.936438+0000","last_became_active":"2024-09-12T17:13:22.715964+0000","last_became_peered":"2024-09-12T17:13:22.715964+0000","last_unstale":"2024-09-12T17:58:08.936438+0000","last_undegraded":"2024-09-12T17:58:08.936438+0000","last_fullsized":"2024-09-12T17:58:08.936438+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:50.736106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6658394,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":488,"num_read_kb":3092,"num_write":1101,"num_write_kb":22712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.155171+0000","last_change":"2024-09-12T17:13:26.748729+0000","last_active":"2024-09-12T17:57:12.155171+0000","last_peered":"2024-09-12T17:57:12.155171+0000","last_clean":"2024-09-12T17:57:12.155171+0000","last_became_active":"2024-09-12T17:13:26.747581+0000","last_became_peered":"2024-09-12T17:13:26.747581+0000","last_unstale":"2024-09-12T17:57:12.155171+0000","last_undegraded":"2024-09-12T17:57:12.155171+0000","last_fullsized":"2024-09-12T17:57:12.155171+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:55.164916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'290","reported_seq":866,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:31.848613+0000","last_change":"2024-09-12T17:13:28.741124+0000","last_active":"2024-09-12T17:58:31.848613+0000","last_peered":"2024-09-12T17:58:31.848613+0000","last_clean":"2024-09-12T17:58:31.848613+0000","last_became_active":"2024-09-12T17:13:28.740077+0000","last_became_peered":"2024-09-12T17:13:28.740077+0000","last_unstale":"2024-09-12T17:58:31.848613+0000","last_undegraded":"2024-09-12T17:58:31.848613+0000","last_fullsized":"2024-09-12T17:58:31.848613+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:32.115548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63786,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":505,"num_read_kb":1025,"num_write":430,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.014341+0000","last_change":"2024-09-12T17:13:30.788371+0000","last_active":"2024-09-12T17:56:02.014341+0000","last_peered":"2024-09-12T17:56:02.014341+0000","last_clean":"2024-09-12T17:56:02.014341+0000","last_became_active":"2024-09-12T17:13:30.787481+0000","last_became_peered":"2024-09-12T17:13:30.787481+0000","last_unstale":"2024-09-12T17:56:02.014341+0000","last_undegraded":"2024-09-12T17:56:02.014341+0000","last_fullsized":"2024-09-12T17:56:02.014341+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:19.444142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'171","reported_seq":669,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.078458+0000","last_change":"2024-09-12T17:13:32.787930+0000","last_active":"2024-09-12T17:57:19.078458+0000","last_peered":"2024-09-12T17:57:19.078458+0000","last_clean":"2024-09-12T17:57:19.078458+0000","last_became_active":"2024-09-12T17:13:32.787114+0000","last_became_peered":"2024-09-12T17:13:32.787114+0000","last_unstale":"2024-09-12T17:57:19.078458+0000","last_undegraded":"2024-09-12T17:57:19.078458+0000","last_fullsized":"2024-09-12T17:57:19.078458+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:35.409537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":227,"num_read_kb":224,"num_write":505,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'89","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.477823+0000","last_change":"2024-09-12T17:13:24.749125+0000","last_active":"2024-09-12T17:56:43.477823+0000","last_peered":"2024-09-12T17:56:43.477823+0000","last_clean":"2024-09-12T17:56:43.477823+0000","last_became_active":"2024-09-12T17:13:24.748753+0000","last_became_peered":"2024-09-12T17:13:24.748753+0000","last_unstale":"2024-09-12T17:56:43.477823+0000","last_undegraded":"2024-09-12T17:56:43.477823+0000","last_fullsized":"2024-09-12T17:56:43.477823+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:02.042157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":343,"num_write":134,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'302","reported_seq":952,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:24.705168+0000","last_change":"2024-09-12T17:13:22.717400+0000","last_active":"2024-09-12T17:57:24.705168+0000","last_peered":"2024-09-12T17:57:24.705168+0000","last_clean":"2024-09-12T17:57:24.705168+0000","last_became_active":"2024-09-12T17:13:22.716619+0000","last_became_peered":"2024-09-12T17:13:22.716619+0000","last_unstale":"2024-09-12T17:57:24.705168+0000","last_undegraded":"2024-09-12T17:57:24.705168+0000","last_fullsized":"2024-09-12T17:57:24.705168+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:27.319128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1074084,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":501,"num_read_kb":6654,"num_write":1103,"num_write_kb":21095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023819+0000","last_change":"2024-09-12T17:13:26.728706+0000","last_active":"2024-09-12T17:55:57.023819+0000","last_peered":"2024-09-12T17:55:57.023819+0000","last_clean":"2024-09-12T17:55:57.023819+0000","last_became_active":"2024-09-12T17:13:26.725139+0000","last_became_peered":"2024-09-12T17:13:26.725139+0000","last_unstale":"2024-09-12T17:55:57.023819+0000","last_undegraded":"2024-09-12T17:55:57.023819+0000","last_fullsized":"2024-09-12T17:55:57.023819+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:08.424368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'264","reported_seq":826,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:22.081963+0000","last_change":"2024-09-12T17:13:28.802620+0000","last_active":"2024-09-12T17:59:22.081963+0000","last_peered":"2024-09-12T17:59:22.081963+0000","last_clean":"2024-09-12T17:59:22.081963+0000","last_became_active":"2024-09-12T17:13:28.801913+0000","last_became_peered":"2024-09-12T17:13:28.801913+0000","last_unstale":"2024-09-12T17:59:22.081963+0000","last_undegraded":"2024-09-12T17:59:22.081963+0000","last_fullsized":"2024-09-12T17:59:22.081963+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":200,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:59.562705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50927,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":422,"num_read_kb":856,"num_write":348,"num_write_kb":269,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.038837+0000","last_change":"2024-09-12T17:13:30.778874+0000","last_active":"2024-09-12T17:57:42.038837+0000","last_peered":"2024-09-12T17:57:42.038837+0000","last_clean":"2024-09-12T17:57:42.038837+0000","last_became_active":"2024-09-12T17:13:30.778143+0000","last_became_peered":"2024-09-12T17:13:30.778143+0000","last_unstale":"2024-09-12T17:57:42.038837+0000","last_undegraded":"2024-09-12T17:57:42.038837+0000","last_fullsized":"2024-09-12T17:57:42.038837+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:05.458140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'120","reported_seq":603,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.819129+0000","last_change":"2024-09-12T17:13:32.787877+0000","last_active":"2024-09-12T17:59:48.819129+0000","last_peered":"2024-09-12T17:59:48.819129+0000","last_clean":"2024-09-12T17:59:48.819129+0000","last_became_active":"2024-09-12T17:13:32.786695+0000","last_became_peered":"2024-09-12T17:13:32.786695+0000","last_unstale":"2024-09-12T17:59:48.819129+0000","last_undegraded":"2024-09-12T17:59:48.819129+0000","last_fullsized":"2024-09-12T17:59:48.819129+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:22.889196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":154,"num_read_kb":146,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'244","reported_seq":822,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.185712+0000","last_change":"2024-09-12T17:13:24.726642+0000","last_active":"2024-09-12T17:58:12.185712+0000","last_peered":"2024-09-12T17:58:12.185712+0000","last_clean":"2024-09-12T17:58:12.185712+0000","last_became_active":"2024-09-12T17:13:24.726336+0000","last_became_peered":"2024-09-12T17:13:24.726336+0000","last_unstale":"2024-09-12T17:58:12.185712+0000","last_undegraded":"2024-09-12T17:58:12.185712+0000","last_fullsized":"2024-09-12T17:58:12.185712+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:27.157674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":808,"num_write":379,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'268","reported_seq":943,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.614569+0000","last_change":"2024-09-12T17:13:22.742874+0000","last_active":"2024-09-12T17:57:52.614569+0000","last_peered":"2024-09-12T17:57:52.614569+0000","last_clean":"2024-09-12T17:57:52.614569+0000","last_became_active":"2024-09-12T17:13:22.742562+0000","last_became_peered":"2024-09-12T17:13:22.742562+0000","last_unstale":"2024-09-12T17:57:52.614569+0000","last_undegraded":"2024-09-12T17:57:52.614569+0000","last_fullsized":"2024-09-12T17:57:52.614569+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:17.618206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4895734,"num_objects":62,"num_object_clones":0,"num_object_copies":124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":505,"num_read_kb":18715,"num_write":1055,"num_write_kb":30468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.013299+0000","last_change":"2024-09-12T17:13:26.745426+0000","last_active":"2024-09-12T17:55:57.013299+0000","last_peered":"2024-09-12T17:55:57.013299+0000","last_clean":"2024-09-12T17:55:57.013299+0000","last_became_active":"2024-09-12T17:13:26.745048+0000","last_became_peered":"2024-09-12T17:13:26.745048+0000","last_unstale":"2024-09-12T17:55:57.013299+0000","last_undegraded":"2024-09-12T17:55:57.013299+0000","last_fullsized":"2024-09-12T17:55:57.013299+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:57.586074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'102","reported_seq":622,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.051100+0000","last_change":"2024-09-12T17:13:28.801869+0000","last_active":"2024-09-12T17:57:42.051100+0000","last_peered":"2024-09-12T17:57:42.051100+0000","last_clean":"2024-09-12T17:57:42.051100+0000","last_became_active":"2024-09-12T17:13:28.801036+0000","last_became_peered":"2024-09-12T17:13:28.801036+0000","last_unstale":"2024-09-12T17:57:42.051100+0000","last_undegraded":"2024-09-12T17:57:42.051100+0000","last_fullsized":"2024-09-12T17:57:42.051100+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:20.404351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":122,"num_read_kb":114,"num_write":138,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'762","reported_seq":2125,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.843546+0000","last_change":"2024-09-12T17:13:30.776047+0000","last_active":"2024-09-12T17:59:48.843546+0000","last_peered":"2024-09-12T17:59:48.843546+0000","last_clean":"2024-09-12T17:59:48.843546+0000","last_became_active":"2024-09-12T17:13:30.775294+0000","last_became_peered":"2024-09-12T17:13:30.775294+0000","last_unstale":"2024-09-12T17:59:48.843546+0000","last_undegraded":"2024-09-12T17:59:48.843546+0000","last_fullsized":"2024-09-12T17:59:48.843546+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":700,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:29.499709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'109","reported_seq":610,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.311003+0000","last_change":"2024-09-12T17:13:32.795102+0000","last_active":"2024-09-12T17:58:30.311003+0000","last_peered":"2024-09-12T17:58:30.311003+0000","last_clean":"2024-09-12T17:58:30.311003+0000","last_became_active":"2024-09-12T17:13:32.794362+0000","last_became_peered":"2024-09-12T17:13:32.794362+0000","last_unstale":"2024-09-12T17:58:30.311003+0000","last_undegraded":"2024-09-12T17:58:30.311003+0000","last_fullsized":"2024-09-12T17:58:30.311003+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:31.378097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":158,"num_read_kb":151,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'150","reported_seq":752,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.334282+0000","last_change":"2024-09-12T17:13:24.745009+0000","last_active":"2024-09-12T17:56:49.334282+0000","last_peered":"2024-09-12T17:56:49.334282+0000","last_clean":"2024-09-12T17:56:49.334282+0000","last_became_active":"2024-09-12T17:13:24.744181+0000","last_became_peered":"2024-09-12T17:13:24.744181+0000","last_unstale":"2024-09-12T17:56:49.334282+0000","last_undegraded":"2024-09-12T17:56:49.334282+0000","last_fullsized":"2024-09-12T17:56:49.334282+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:26.762320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":502,"num_write":225,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'285","reported_seq":888,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:50.818034+0000","last_change":"2024-09-12T17:13:54.834200+0000","last_active":"2024-09-12T17:56:50.818034+0000","last_peered":"2024-09-12T17:56:50.818034+0000","last_clean":"2024-09-12T17:56:50.818034+0000","last_became_active":"2024-09-12T17:13:54.833471+0000","last_became_peered":"2024-09-12T17:13:54.833471+0000","last_unstale":"2024-09-12T17:56:50.818034+0000","last_undegraded":"2024-09-12T17:56:50.818034+0000","last_fullsized":"2024-09-12T17:56:50.818034+0000","mapping_epoch":36,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:27.161144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9583778,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":427,"num_read_kb":11839,"num_write":1162,"num_write_kb":30776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023180+0000","last_change":"2024-09-12T17:13:26.747993+0000","last_active":"2024-09-12T17:55:57.023180+0000","last_peered":"2024-09-12T17:55:57.023180+0000","last_clean":"2024-09-12T17:55:57.023180+0000","last_became_active":"2024-09-12T17:13:26.747270+0000","last_became_peered":"2024-09-12T17:13:26.747270+0000","last_unstale":"2024-09-12T17:55:57.023180+0000","last_undegraded":"2024-09-12T17:55:57.023180+0000","last_fullsized":"2024-09-12T17:55:57.023180+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:40.855788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'302","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.047084+0000","last_change":"2024-09-12T17:13:28.750881+0000","last_active":"2024-09-12T17:59:37.047084+0000","last_peered":"2024-09-12T17:59:37.047084+0000","last_clean":"2024-09-12T17:59:37.047084+0000","last_became_active":"2024-09-12T17:13:28.750281+0000","last_became_peered":"2024-09-12T17:13:28.750281+0000","last_unstale":"2024-09-12T17:59:37.047084+0000","last_undegraded":"2024-09-12T17:59:37.047084+0000","last_fullsized":"2024-09-12T17:59:37.047084+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:56.658361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57557,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":469,"num_read_kb":922,"num_write":386,"num_write_kb":281,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039178+0000","last_change":"2024-09-12T17:13:30.779116+0000","last_active":"2024-09-12T17:57:02.039178+0000","last_peered":"2024-09-12T17:57:02.039178+0000","last_clean":"2024-09-12T17:57:02.039178+0000","last_became_active":"2024-09-12T17:13:30.761662+0000","last_became_peered":"2024-09-12T17:13:30.761662+0000","last_unstale":"2024-09-12T17:57:02.039178+0000","last_undegraded":"2024-09-12T17:57:02.039178+0000","last_fullsized":"2024-09-12T17:57:02.039178+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:41.858268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'136","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.928390+0000","last_change":"2024-09-12T17:13:32.795830+0000","last_active":"2024-09-12T17:58:27.928390+0000","last_peered":"2024-09-12T17:58:27.928390+0000","last_clean":"2024-09-12T17:58:27.928390+0000","last_became_active":"2024-09-12T17:13:32.794904+0000","last_became_peered":"2024-09-12T17:13:32.794904+0000","last_unstale":"2024-09-12T17:58:27.928390+0000","last_undegraded":"2024-09-12T17:58:27.928390+0000","last_fullsized":"2024-09-12T17:58:27.928390+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:05.399749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":776,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":284,"num_read_kb":250,"num_write":322,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'388","reported_seq":1039,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.060377+0000","last_change":"2024-09-12T17:13:24.743228+0000","last_active":"2024-09-12T17:58:27.060377+0000","last_peered":"2024-09-12T17:58:27.060377+0000","last_clean":"2024-09-12T17:58:27.060377+0000","last_became_active":"2024-09-12T17:13:24.742514+0000","last_became_peered":"2024-09-12T17:13:24.742514+0000","last_unstale":"2024-09-12T17:58:27.060377+0000","last_undegraded":"2024-09-12T17:58:27.060377+0000","last_fullsized":"2024-09-12T17:58:27.060377+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:13.435459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1705,"num_read_kb":1374,"num_write":626,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'234","reported_seq":851,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:08.937079+0000","last_change":"2024-09-12T17:13:22.726614+0000","last_active":"2024-09-12T17:58:08.937079+0000","last_peered":"2024-09-12T17:58:08.937079+0000","last_clean":"2024-09-12T17:58:08.937079+0000","last_became_active":"2024-09-12T17:13:22.725894+0000","last_became_peered":"2024-09-12T17:13:22.725894+0000","last_unstale":"2024-09-12T17:58:08.937079+0000","last_undegraded":"2024-09-12T17:58:08.937079+0000","last_fullsized":"2024-09-12T17:58:08.937079+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":200,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:17.791829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6506198,"num_objects":62,"num_object_clones":0,"num_object_copies":124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":342,"num_read_kb":35322,"num_write":865,"num_write_kb":31480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.201107+0000","last_change":"2024-09-12T17:13:26.747213+0000","last_active":"2024-09-12T17:55:57.201107+0000","last_peered":"2024-09-12T17:55:57.201107+0000","last_clean":"2024-09-12T17:55:57.201107+0000","last_became_active":"2024-09-12T17:13:26.746388+0000","last_became_peered":"2024-09-12T17:13:26.746388+0000","last_unstale":"2024-09-12T17:55:57.201107+0000","last_undegraded":"2024-09-12T17:55:57.201107+0000","last_fullsized":"2024-09-12T17:55:57.201107+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:52.828250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'274","reported_seq":840,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:27.070539+0000","last_change":"2024-09-12T17:13:28.736649+0000","last_active":"2024-09-12T17:59:27.070539+0000","last_peered":"2024-09-12T17:59:27.070539+0000","last_clean":"2024-09-12T17:59:27.070539+0000","last_became_active":"2024-09-12T17:13:28.735923+0000","last_became_peered":"2024-09-12T17:13:28.735923+0000","last_unstale":"2024-09-12T17:59:27.070539+0000","last_undegraded":"2024-09-12T17:59:27.070539+0000","last_fullsized":"2024-09-12T17:59:27.070539+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:00.985744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60369,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":449,"num_read_kb":966,"num_write":374,"num_write_kb":315,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.155001+0000","last_change":"2024-09-12T17:13:30.776249+0000","last_active":"2024-09-12T17:57:12.155001+0000","last_peered":"2024-09-12T17:57:12.155001+0000","last_clean":"2024-09-12T17:57:12.155001+0000","last_became_active":"2024-09-12T17:13:30.774786+0000","last_became_peered":"2024-09-12T17:13:30.774786+0000","last_unstale":"2024-09-12T17:57:12.155001+0000","last_undegraded":"2024-09-12T17:57:12.155001+0000","last_fullsized":"2024-09-12T17:57:12.155001+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:01.657122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'133","reported_seq":646,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:48.127074+0000","last_change":"2024-09-12T17:13:32.834926+0000","last_active":"2024-09-12T17:57:48.127074+0000","last_peered":"2024-09-12T17:57:48.127074+0000","last_clean":"2024-09-12T17:57:48.127074+0000","last_became_active":"2024-09-12T17:13:32.834142+0000","last_became_peered":"2024-09-12T17:13:32.834142+0000","last_unstale":"2024-09-12T17:57:48.127074+0000","last_undegraded":"2024-09-12T17:57:48.127074+0000","last_fullsized":"2024-09-12T17:57:48.127074+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:27.414594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":934,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":223,"num_write":328,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'272","reported_seq":822,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.050441+0000","last_change":"2024-09-12T17:13:24.741369+0000","last_active":"2024-09-12T17:57:02.050441+0000","last_peered":"2024-09-12T17:57:02.050441+0000","last_clean":"2024-09-12T17:57:02.050441+0000","last_became_active":"2024-09-12T17:13:24.740889+0000","last_became_peered":"2024-09-12T17:13:24.740889+0000","last_unstale":"2024-09-12T17:57:02.050441+0000","last_undegraded":"2024-09-12T17:57:02.050441+0000","last_fullsized":"2024-09-12T17:57:02.050441+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:49:16.705838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1111,"num_read_kb":889,"num_write":415,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'248","reported_seq":881,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:46.687183+0000","last_change":"2024-09-12T17:13:22.718470+0000","last_active":"2024-09-12T17:59:46.687183+0000","last_peered":"2024-09-12T17:59:46.687183+0000","last_clean":"2024-09-12T17:59:46.687183+0000","last_became_active":"2024-09-12T17:13:22.717858+0000","last_became_peered":"2024-09-12T17:13:22.717858+0000","last_unstale":"2024-09-12T17:59:46.687183+0000","last_undegraded":"2024-09-12T17:59:46.687183+0000","last_fullsized":"2024-09-12T17:59:46.687183+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:12.308058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5301719,"num_objects":63,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":426,"num_read_kb":5815,"num_write":968,"num_write_kb":17554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.040893+0000","last_change":"2024-09-12T17:13:26.755484+0000","last_active":"2024-09-12T17:56:57.040893+0000","last_peered":"2024-09-12T17:56:57.040893+0000","last_clean":"2024-09-12T17:56:57.040893+0000","last_became_active":"2024-09-12T17:13:26.754497+0000","last_became_peered":"2024-09-12T17:13:26.754497+0000","last_unstale":"2024-09-12T17:56:57.040893+0000","last_undegraded":"2024-09-12T17:56:57.040893+0000","last_fullsized":"2024-09-12T17:56:57.040893+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:49.997910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'261","reported_seq":805,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.072444+0000","last_change":"2024-09-12T17:13:28.756996+0000","last_active":"2024-09-12T17:58:32.072444+0000","last_peered":"2024-09-12T17:58:32.072444+0000","last_clean":"2024-09-12T17:58:32.072444+0000","last_became_active":"2024-09-12T17:13:28.748824+0000","last_became_peered":"2024-09-12T17:13:28.748824+0000","last_unstale":"2024-09-12T17:58:32.072444+0000","last_undegraded":"2024-09-12T17:58:32.072444+0000","last_fullsized":"2024-09-12T17:58:32.072444+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:15.341214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64312,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":434,"num_read_kb":976,"num_write":370,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.024921+0000","last_change":"2024-09-12T17:13:30.783388+0000","last_active":"2024-09-12T17:56:02.024921+0000","last_peered":"2024-09-12T17:56:02.024921+0000","last_clean":"2024-09-12T17:56:02.024921+0000","last_became_active":"2024-09-12T17:13:30.782328+0000","last_became_peered":"2024-09-12T17:13:30.782328+0000","last_unstale":"2024-09-12T17:56:02.024921+0000","last_undegraded":"2024-09-12T17:56:02.024921+0000","last_fullsized":"2024-09-12T17:56:02.024921+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:53.367336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'158","reported_seq":1624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.865350+0000","last_change":"2024-09-12T17:13:32.788272+0000","last_active":"2024-09-12T17:58:27.865350+0000","last_peered":"2024-09-12T17:58:27.865350+0000","last_clean":"2024-09-12T17:58:27.865350+0000","last_became_active":"2024-09-12T17:13:32.786951+0000","last_became_peered":"2024-09-12T17:13:32.786951+0000","last_unstale":"2024-09-12T17:58:27.865350+0000","last_undegraded":"2024-09-12T17:58:27.865350+0000","last_fullsized":"2024-09-12T17:58:27.865350+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:32:27.819512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1226,"num_read_kb":1217,"num_write":365,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'139","reported_seq":737,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:25.403944+0000","last_change":"2024-09-12T17:13:24.734213+0000","last_active":"2024-09-12T17:58:25.403944+0000","last_peered":"2024-09-12T17:58:25.403944+0000","last_clean":"2024-09-12T17:58:25.403944+0000","last_became_active":"2024-09-12T17:13:24.733475+0000","last_became_peered":"2024-09-12T17:13:24.733475+0000","last_unstale":"2024-09-12T17:58:25.403944+0000","last_undegraded":"2024-09-12T17:58:25.403944+0000","last_fullsized":"2024-09-12T17:58:25.403944+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:40:44.569008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":499,"num_write":194,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'423","reported_seq":1140,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.712693+0000","last_change":"2024-09-12T17:13:22.738280+0000","last_active":"2024-09-12T17:57:14.712693+0000","last_peered":"2024-09-12T17:57:14.712693+0000","last_clean":"2024-09-12T17:57:14.712693+0000","last_became_active":"2024-09-12T17:13:22.737668+0000","last_became_peered":"2024-09-12T17:13:22.737668+0000","last_unstale":"2024-09-12T17:57:14.712693+0000","last_undegraded":"2024-09-12T17:57:14.712693+0000","last_fullsized":"2024-09-12T17:57:14.712693+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":400,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:13:39.826393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7508136,"num_objects":71,"num_object_clones":0,"num_object_copies":142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":803,"num_read_kb":48401,"num_write":1328,"num_write_kb":32776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"28'1","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.031056+0000","last_change":"2024-09-12T17:13:26.735484+0000","last_active":"2024-09-12T17:57:07.031056+0000","last_peered":"2024-09-12T17:57:07.031056+0000","last_clean":"2024-09-12T17:57:07.031056+0000","last_became_active":"2024-09-12T17:13:26.734820+0000","last_became_peered":"2024-09-12T17:13:26.734820+0000","last_unstale":"2024-09-12T17:57:07.031056+0000","last_undegraded":"2024-09-12T17:57:07.031056+0000","last_fullsized":"2024-09-12T17:57:07.031056+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:58.377327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'296","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.061628+0000","last_change":"2024-09-12T17:13:28.742290+0000","last_active":"2024-09-12T17:58:32.061628+0000","last_peered":"2024-09-12T17:58:32.061628+0000","last_clean":"2024-09-12T17:58:32.061628+0000","last_became_active":"2024-09-12T17:13:28.740112+0000","last_became_peered":"2024-09-12T17:13:28.740112+0000","last_unstale":"2024-09-12T17:58:32.061628+0000","last_undegraded":"2024-09-12T17:58:32.061628+0000","last_fullsized":"2024-09-12T17:58:32.061628+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:59.788059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51854,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":916,"num_write":376,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.024310+0000","last_change":"2024-09-12T17:13:30.762745+0000","last_active":"2024-09-12T17:56:02.024310+0000","last_peered":"2024-09-12T17:56:02.024310+0000","last_clean":"2024-09-12T17:56:02.024310+0000","last_became_active":"2024-09-12T17:13:30.761797+0000","last_became_peered":"2024-09-12T17:13:30.761797+0000","last_unstale":"2024-09-12T17:56:02.024310+0000","last_undegraded":"2024-09-12T17:56:02.024310+0000","last_fullsized":"2024-09-12T17:56:02.024310+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:11.522864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'107","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.527238+0000","last_change":"2024-09-12T17:13:32.792197+0000","last_active":"2024-09-12T17:59:47.527238+0000","last_peered":"2024-09-12T17:59:47.527238+0000","last_clean":"2024-09-12T17:59:47.527238+0000","last_became_active":"2024-09-12T17:13:32.791477+0000","last_became_peered":"2024-09-12T17:13:32.791477+0000","last_unstale":"2024-09-12T17:59:47.527238+0000","last_undegraded":"2024-09-12T17:59:47.527238+0000","last_fullsized":"2024-09-12T17:59:47.527238+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:15.814791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":125,"num_write":267,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'364","reported_seq":1056,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.627571+0000","last_change":"2024-09-12T17:13:24.736606+0000","last_active":"2024-09-12T17:58:15.627571+0000","last_peered":"2024-09-12T17:58:15.627571+0000","last_clean":"2024-09-12T17:58:15.627571+0000","last_became_active":"2024-09-12T17:13:24.736038+0000","last_became_peered":"2024-09-12T17:13:24.736038+0000","last_unstale":"2024-09-12T17:58:15.627571+0000","last_undegraded":"2024-09-12T17:58:15.627571+0000","last_fullsized":"2024-09-12T17:58:15.627571+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:29.036118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1747,"num_read_kb":1446,"num_write":655,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'309","reported_seq":1019,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.091392+0000","last_change":"2024-09-12T17:13:22.720736+0000","last_active":"2024-09-12T17:57:46.091392+0000","last_peered":"2024-09-12T17:57:46.091392+0000","last_clean":"2024-09-12T17:57:46.091392+0000","last_became_active":"2024-09-12T17:13:22.719931+0000","last_became_peered":"2024-09-12T17:13:22.719931+0000","last_unstale":"2024-09-12T17:57:46.091392+0000","last_undegraded":"2024-09-12T17:57:46.091392+0000","last_fullsized":"2024-09-12T17:57:46.091392+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:28.345270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6353625,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":543,"num_read_kb":5736,"num_write":1111,"num_write_kb":38423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'91","reported_seq":706,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.120291+0000","last_change":"2024-09-12T17:13:24.746142+0000","last_active":"2024-09-12T17:57:23.120291+0000","last_peered":"2024-09-12T17:57:23.120291+0000","last_clean":"2024-09-12T17:57:23.120291+0000","last_became_active":"2024-09-12T17:13:24.734502+0000","last_became_peered":"2024-09-12T17:13:24.734502+0000","last_unstale":"2024-09-12T17:57:23.120291+0000","last_undegraded":"2024-09-12T17:57:23.120291+0000","last_fullsized":"2024-09-12T17:57:23.120291+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:13.345038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":453,"num_read_kb":424,"num_write":126,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'267","reported_seq":893,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.634471+0000","last_change":"2024-09-12T17:13:22.737788+0000","last_active":"2024-09-12T17:57:46.634471+0000","last_peered":"2024-09-12T17:57:46.634471+0000","last_clean":"2024-09-12T17:57:46.634471+0000","last_became_active":"2024-09-12T17:13:22.737373+0000","last_became_peered":"2024-09-12T17:13:22.737373+0000","last_unstale":"2024-09-12T17:57:46.634471+0000","last_undegraded":"2024-09-12T17:57:46.634471+0000","last_fullsized":"2024-09-12T17:57:46.634471+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:06.791508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12899479,"num_objects":69,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":389,"num_read_kb":14885,"num_write":1042,"num_write_kb":37194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'217","reported_seq":864,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.911521+0000","last_change":"2024-09-12T17:13:24.764171+0000","last_active":"2024-09-12T17:57:23.911521+0000","last_peered":"2024-09-12T17:57:23.911521+0000","last_clean":"2024-09-12T17:57:23.911521+0000","last_became_active":"2024-09-12T17:13:24.763545+0000","last_became_peered":"2024-09-12T17:13:24.763545+0000","last_unstale":"2024-09-12T17:57:23.911521+0000","last_undegraded":"2024-09-12T17:57:23.911521+0000","last_fullsized":"2024-09-12T17:57:23.911521+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:02.895414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1012,"num_read_kb":841,"num_write":339,"num_write_kb":173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'304","reported_seq":965,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:01.079345+0000","last_change":"2024-09-12T17:13:22.723054+0000","last_active":"2024-09-12T17:58:01.079345+0000","last_peered":"2024-09-12T17:58:01.079345+0000","last_clean":"2024-09-12T17:58:01.079345+0000","last_became_active":"2024-09-12T17:13:22.722343+0000","last_became_peered":"2024-09-12T17:13:22.722343+0000","last_unstale":"2024-09-12T17:58:01.079345+0000","last_undegraded":"2024-09-12T17:58:01.079345+0000","last_fullsized":"2024-09-12T17:58:01.079345+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:01.088126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4727695,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":522,"num_read_kb":39473,"num_write":1083,"num_write_kb":37832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'222","reported_seq":849,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.024994+0000","last_change":"2024-09-12T17:13:24.748536+0000","last_active":"2024-09-12T17:56:47.024994+0000","last_peered":"2024-09-12T17:56:47.024994+0000","last_clean":"2024-09-12T17:56:47.024994+0000","last_became_active":"2024-09-12T17:13:24.747354+0000","last_became_peered":"2024-09-12T17:13:24.747354+0000","last_unstale":"2024-09-12T17:56:47.024994+0000","last_undegraded":"2024-09-12T17:56:47.024994+0000","last_fullsized":"2024-09-12T17:56:47.024994+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:17.881963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1022,"num_read_kb":839,"num_write":366,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'287","reported_seq":980,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:10.610883+0000","last_change":"2024-09-12T17:13:22.717677+0000","last_active":"2024-09-12T17:58:10.610883+0000","last_peered":"2024-09-12T17:58:10.610883+0000","last_clean":"2024-09-12T17:58:10.610883+0000","last_became_active":"2024-09-12T17:13:22.717158+0000","last_became_peered":"2024-09-12T17:13:22.717158+0000","last_unstale":"2024-09-12T17:58:10.610883+0000","last_undegraded":"2024-09-12T17:58:10.610883+0000","last_fullsized":"2024-09-12T17:58:10.610883+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:32.190443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7651378,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":545,"num_read_kb":54880,"num_write":983,"num_write_kb":45106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'80","reported_seq":675,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054349+0000","last_change":"2024-09-12T17:13:24.742326+0000","last_active":"2024-09-12T17:57:17.054349+0000","last_peered":"2024-09-12T17:57:17.054349+0000","last_clean":"2024-09-12T17:57:17.054349+0000","last_became_active":"2024-09-12T17:13:24.741534+0000","last_became_peered":"2024-09-12T17:13:24.741534+0000","last_unstale":"2024-09-12T17:57:17.054349+0000","last_undegraded":"2024-09-12T17:57:17.054349+0000","last_fullsized":"2024-09-12T17:57:17.054349+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:01.366239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":115,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'335","reported_seq":1117,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:09.783395+0000","last_change":"2024-09-12T17:13:22.743482+0000","last_active":"2024-09-12T17:58:09.783395+0000","last_peered":"2024-09-12T17:58:09.783395+0000","last_clean":"2024-09-12T17:58:09.783395+0000","last_became_active":"2024-09-12T17:13:22.742954+0000","last_became_peered":"2024-09-12T17:13:22.742954+0000","last_unstale":"2024-09-12T17:58:09.783395+0000","last_undegraded":"2024-09-12T17:58:09.783395+0000","last_fullsized":"2024-09-12T17:58:09.783395+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:09.688633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20833379,"num_objects":84,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":870,"num_read_kb":59721,"num_write":1138,"num_write_kb":57742,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'34","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044424+0000","last_change":"2024-09-12T17:13:24.747462+0000","last_active":"2024-09-12T17:57:12.044424+0000","last_peered":"2024-09-12T17:57:12.044424+0000","last_clean":"2024-09-12T17:57:12.044424+0000","last_became_active":"2024-09-12T17:13:24.745225+0000","last_became_peered":"2024-09-12T17:13:24.745225+0000","last_unstale":"2024-09-12T17:57:12.044424+0000","last_undegraded":"2024-09-12T17:57:12.044424+0000","last_fullsized":"2024-09-12T17:57:12.044424+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:30.843199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":159,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'308","reported_seq":1045,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.986454+0000","last_change":"2024-09-12T17:13:22.718066+0000","last_active":"2024-09-12T17:58:07.986454+0000","last_peered":"2024-09-12T17:58:07.986454+0000","last_clean":"2024-09-12T17:58:07.986454+0000","last_became_active":"2024-09-12T17:13:22.717684+0000","last_became_peered":"2024-09-12T17:13:22.717684+0000","last_unstale":"2024-09-12T17:58:07.986454+0000","last_undegraded":"2024-09-12T17:58:07.986454+0000","last_fullsized":"2024-09-12T17:58:07.986454+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:26:22.264312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15203231,"num_objects":86,"num_object_clones":0,"num_object_copies":172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":611,"num_read_kb":57223,"num_write":1173,"num_write_kb":26992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'251","reported_seq":850,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.121752+0000","last_change":"2024-09-12T17:13:24.749146+0000","last_active":"2024-09-12T17:57:22.121752+0000","last_peered":"2024-09-12T17:57:22.121752+0000","last_clean":"2024-09-12T17:57:22.121752+0000","last_became_active":"2024-09-12T17:13:24.748814+0000","last_became_peered":"2024-09-12T17:13:24.748814+0000","last_unstale":"2024-09-12T17:57:22.121752+0000","last_undegraded":"2024-09-12T17:57:22.121752+0000","last_fullsized":"2024-09-12T17:57:22.121752+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:27:51.204232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1104,"num_read_kb":960,"num_write":424,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'316","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:10.608311+0000","last_change":"2024-09-12T17:13:22.726621+0000","last_active":"2024-09-12T17:58:10.608311+0000","last_peered":"2024-09-12T17:58:10.608311+0000","last_clean":"2024-09-12T17:58:10.608311+0000","last_became_active":"2024-09-12T17:13:22.725910+0000","last_became_peered":"2024-09-12T17:13:22.725910+0000","last_unstale":"2024-09-12T17:58:10.608311+0000","last_undegraded":"2024-09-12T17:58:10.608311+0000","last_fullsized":"2024-09-12T17:58:10.608311+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:39.502780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4800104,"num_objects":63,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":717,"num_read_kb":55083,"num_write":1160,"num_write_kb":15511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'146","reported_seq":733,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.493528+0000","last_change":"2024-09-12T17:13:24.736797+0000","last_active":"2024-09-12T17:57:46.493528+0000","last_peered":"2024-09-12T17:57:46.493528+0000","last_clean":"2024-09-12T17:57:46.493528+0000","last_became_active":"2024-09-12T17:13:24.732727+0000","last_became_peered":"2024-09-12T17:13:24.732727+0000","last_unstale":"2024-09-12T17:57:46.493528+0000","last_undegraded":"2024-09-12T17:57:46.493528+0000","last_fullsized":"2024-09-12T17:57:46.493528+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:37.283921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":515,"num_write":212,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'252","reported_seq":853,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.045109+0000","last_change":"2024-09-12T17:13:22.743075+0000","last_active":"2024-09-12T17:56:42.045109+0000","last_peered":"2024-09-12T17:56:42.045109+0000","last_clean":"2024-09-12T17:56:42.045109+0000","last_became_active":"2024-09-12T17:13:22.742748+0000","last_became_peered":"2024-09-12T17:13:22.742748+0000","last_unstale":"2024-09-12T17:56:42.045109+0000","last_undegraded":"2024-09-12T17:56:42.045109+0000","last_fullsized":"2024-09-12T17:56:42.045109+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:12.791030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3177860,"num_objects":64,"num_object_clones":0,"num_object_copies":128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":372,"num_read_kb":10325,"num_write":923,"num_write_kb":13429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'92","reported_seq":714,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050068+0000","last_change":"2024-09-12T17:13:24.738726+0000","last_active":"2024-09-12T17:57:47.050068+0000","last_peered":"2024-09-12T17:57:47.050068+0000","last_clean":"2024-09-12T17:57:47.050068+0000","last_became_active":"2024-09-12T17:13:24.738366+0000","last_became_peered":"2024-09-12T17:13:24.738366+0000","last_unstale":"2024-09-12T17:57:47.050068+0000","last_undegraded":"2024-09-12T17:57:47.050068+0000","last_fullsized":"2024-09-12T17:57:47.050068+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:08.682007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":464,"num_read_kb":404,"num_write":134,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'320","reported_seq":1069,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:03.987559+0000","last_change":"2024-09-12T17:13:22.721418+0000","last_active":"2024-09-12T17:58:03.987559+0000","last_peered":"2024-09-12T17:58:03.987559+0000","last_clean":"2024-09-12T17:58:03.987559+0000","last_became_active":"2024-09-12T17:13:22.719694+0000","last_became_peered":"2024-09-12T17:13:22.719694+0000","last_unstale":"2024-09-12T17:58:03.987559+0000","last_undegraded":"2024-09-12T17:58:03.987559+0000","last_fullsized":"2024-09-12T17:58:03.987559+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:58.025354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6564009,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":755,"num_read_kb":23990,"num_write":1234,"num_write_kb":32084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'83","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:16.393609+0000","last_change":"2024-09-12T17:13:24.735292+0000","last_active":"2024-09-12T17:58:16.393609+0000","last_peered":"2024-09-12T17:58:16.393609+0000","last_clean":"2024-09-12T17:58:16.393609+0000","last_became_active":"2024-09-12T17:13:24.733513+0000","last_became_peered":"2024-09-12T17:13:24.733513+0000","last_unstale":"2024-09-12T17:58:16.393609+0000","last_undegraded":"2024-09-12T17:58:16.393609+0000","last_fullsized":"2024-09-12T17:58:16.393609+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:34.735971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":393,"num_read_kb":336,"num_write":136,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'283","reported_seq":933,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:04.626321+0000","last_change":"2024-09-12T17:13:22.750241+0000","last_active":"2024-09-12T17:58:04.626321+0000","last_peered":"2024-09-12T17:58:04.626321+0000","last_clean":"2024-09-12T17:58:04.626321+0000","last_became_active":"2024-09-12T17:13:22.749777+0000","last_became_peered":"2024-09-12T17:13:22.749777+0000","last_unstale":"2024-09-12T17:58:04.626321+0000","last_undegraded":"2024-09-12T17:58:04.626321+0000","last_fullsized":"2024-09-12T17:58:04.626321+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:53.867335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15238938,"num_objects":78,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":460,"num_read_kb":24472,"num_write":1070,"num_write_kb":39014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"264'94","reported_seq":663,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.216220+0000","last_change":"2024-09-12T17:13:24.729314+0000","last_active":"2024-09-12T17:57:27.216220+0000","last_peered":"2024-09-12T17:57:27.216220+0000","last_clean":"2024-09-12T17:57:27.216220+0000","last_became_active":"2024-09-12T17:13:24.728891+0000","last_became_peered":"2024-09-12T17:13:24.728891+0000","last_unstale":"2024-09-12T17:57:27.216220+0000","last_undegraded":"2024-09-12T17:57:27.216220+0000","last_fullsized":"2024-09-12T17:57:27.216220+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:20.597758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":431,"num_read_kb":357,"num_write":143,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'300","reported_seq":965,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.311414+0000","last_change":"2024-09-12T17:13:22.736503+0000","last_active":"2024-09-12T17:58:26.311414+0000","last_peered":"2024-09-12T17:58:26.311414+0000","last_clean":"2024-09-12T17:58:26.311414+0000","last_became_active":"2024-09-12T17:13:22.735263+0000","last_became_peered":"2024-09-12T17:13:22.735263+0000","last_unstale":"2024-09-12T17:58:26.311414+0000","last_undegraded":"2024-09-12T17:58:26.311414+0000","last_fullsized":"2024-09-12T17:58:26.311414+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:01.421706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17102765,"num_objects":74,"num_object_clones":0,"num_object_copies":148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":476,"num_read_kb":95994,"num_write":1069,"num_write_kb":57558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'246","reported_seq":847,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.659532+0000","last_change":"2024-09-12T17:13:24.747428+0000","last_active":"2024-09-12T17:57:57.659532+0000","last_peered":"2024-09-12T17:57:57.659532+0000","last_clean":"2024-09-12T17:57:57.659532+0000","last_became_active":"2024-09-12T17:13:24.746491+0000","last_became_peered":"2024-09-12T17:13:24.746491+0000","last_unstale":"2024-09-12T17:57:57.659532+0000","last_undegraded":"2024-09-12T17:57:57.659532+0000","last_fullsized":"2024-09-12T17:57:57.659532+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:20.671076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1057,"num_read_kb":849,"num_write":391,"num_write_kb":193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'280","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.011077+0000","last_change":"2024-09-12T17:13:55.217328+0000","last_active":"2024-09-12T17:56:42.011077+0000","last_peered":"2024-09-12T17:56:42.011077+0000","last_clean":"2024-09-12T17:56:42.011077+0000","last_became_active":"2024-09-12T17:13:55.216356+0000","last_became_peered":"2024-09-12T17:13:55.216356+0000","last_unstale":"2024-09-12T17:56:42.011077+0000","last_undegraded":"2024-09-12T17:56:42.011077+0000","last_fullsized":"2024-09-12T17:56:42.011077+0000","mapping_epoch":36,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:50.618429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5537146,"num_objects":65,"num_object_clones":0,"num_object_copies":130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":472,"num_read_kb":12836,"num_write":1057,"num_write_kb":22145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"264'316","reported_seq":966,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.433999+0000","last_change":"2024-09-12T17:13:24.739312+0000","last_active":"2024-09-12T17:56:38.433999+0000","last_peered":"2024-09-12T17:56:38.433999+0000","last_clean":"2024-09-12T17:56:38.433999+0000","last_became_active":"2024-09-12T17:13:24.738561+0000","last_became_peered":"2024-09-12T17:13:24.738561+0000","last_unstale":"2024-09-12T17:56:38.433999+0000","last_undegraded":"2024-09-12T17:56:38.433999+0000","last_fullsized":"2024-09-12T17:56:38.433999+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:46.682996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1362,"num_read_kb":1127,"num_write":479,"num_write_kb":232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'248","reported_seq":870,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:43.173584+0000","last_change":"2024-09-12T17:13:22.731084+0000","last_active":"2024-09-12T17:59:43.173584+0000","last_peered":"2024-09-12T17:59:43.173584+0000","last_clean":"2024-09-12T17:59:43.173584+0000","last_became_active":"2024-09-12T17:13:22.730304+0000","last_became_peered":"2024-09-12T17:13:22.730304+0000","last_unstale":"2024-09-12T17:59:43.173584+0000","last_undegraded":"2024-09-12T17:59:43.173584+0000","last_fullsized":"2024-09-12T17:59:43.173584+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:13.828045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13169090,"num_objects":71,"num_object_clones":0,"num_object_copies":142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":382,"num_read_kb":37957,"num_write":886,"num_write_kb":23789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'226","reported_seq":886,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:14.800070+0000","last_change":"2024-09-12T17:13:24.725040+0000","last_active":"2024-09-12T17:58:14.800070+0000","last_peered":"2024-09-12T17:58:14.800070+0000","last_clean":"2024-09-12T17:58:14.800070+0000","last_became_active":"2024-09-12T17:13:24.724321+0000","last_became_peered":"2024-09-12T17:13:24.724321+0000","last_unstale":"2024-09-12T17:58:14.800070+0000","last_undegraded":"2024-09-12T17:58:14.800070+0000","last_fullsized":"2024-09-12T17:58:14.800070+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:23.558481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":998,"num_read_kb":825,"num_write":339,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'299","reported_seq":998,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:45.055750+0000","last_change":"2024-09-12T17:13:22.724674+0000","last_active":"2024-09-12T17:56:45.055750+0000","last_peered":"2024-09-12T17:56:45.055750+0000","last_clean":"2024-09-12T17:56:45.055750+0000","last_became_active":"2024-09-12T17:13:22.723692+0000","last_became_peered":"2024-09-12T17:13:22.723692+0000","last_unstale":"2024-09-12T17:56:45.055750+0000","last_undegraded":"2024-09-12T17:56:45.055750+0000","last_fullsized":"2024-09-12T17:56:45.055750+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:10.531976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8524431,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":552,"num_read_kb":34719,"num_write":1096,"num_write_kb":37432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'156","reported_seq":787,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.037547+0000","last_change":"2024-09-12T17:13:24.732407+0000","last_active":"2024-09-12T17:56:12.037547+0000","last_peered":"2024-09-12T17:56:12.037547+0000","last_clean":"2024-09-12T17:56:12.037547+0000","last_became_active":"2024-09-12T17:13:24.730700+0000","last_became_peered":"2024-09-12T17:13:24.730700+0000","last_unstale":"2024-09-12T17:56:12.037547+0000","last_undegraded":"2024-09-12T17:56:12.037547+0000","last_fullsized":"2024-09-12T17:56:12.037547+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:27.993845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":662,"num_write":250,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'247","reported_seq":855,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.023770+0000","last_change":"2024-09-12T17:13:22.719019+0000","last_active":"2024-09-12T17:57:42.023770+0000","last_peered":"2024-09-12T17:57:42.023770+0000","last_clean":"2024-09-12T17:57:42.023770+0000","last_became_active":"2024-09-12T17:13:22.718714+0000","last_became_peered":"2024-09-12T17:13:22.718714+0000","last_unstale":"2024-09-12T17:57:42.023770+0000","last_undegraded":"2024-09-12T17:57:42.023770+0000","last_fullsized":"2024-09-12T17:57:42.023770+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":200,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:29.634235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4882922,"num_objects":63,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":337,"num_read_kb":12745,"num_write":930,"num_write_kb":38685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'85","reported_seq":671,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.561098+0000","last_change":"2024-09-12T17:13:24.731929+0000","last_active":"2024-09-12T17:57:17.561098+0000","last_peered":"2024-09-12T17:57:17.561098+0000","last_clean":"2024-09-12T17:57:17.561098+0000","last_became_active":"2024-09-12T17:13:24.731232+0000","last_became_peered":"2024-09-12T17:13:24.731232+0000","last_unstale":"2024-09-12T17:57:17.561098+0000","last_undegraded":"2024-09-12T17:57:17.561098+0000","last_fullsized":"2024-09-12T17:57:17.561098+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:07.463758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":419,"num_read_kb":367,"num_write":125,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'303","reported_seq":954,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.558257+0000","last_change":"2024-09-12T17:13:22.731814+0000","last_active":"2024-09-12T17:58:26.558257+0000","last_peered":"2024-09-12T17:58:26.558257+0000","last_clean":"2024-09-12T17:58:26.558257+0000","last_became_active":"2024-09-12T17:13:22.728490+0000","last_became_peered":"2024-09-12T17:13:22.728490+0000","last_unstale":"2024-09-12T17:58:26.558257+0000","last_undegraded":"2024-09-12T17:58:26.558257+0000","last_fullsized":"2024-09-12T17:58:26.558257+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:18.971140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8967374,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":535,"num_read_kb":14525,"num_write":1150,"num_write_kb":28191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'281","reported_seq":918,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:26.567730+0000","last_change":"2024-09-12T17:13:22.722271+0000","last_active":"2024-09-12T17:58:26.567730+0000","last_peered":"2024-09-12T17:58:26.567730+0000","last_clean":"2024-09-12T17:58:26.567730+0000","last_became_active":"2024-09-12T17:13:22.720641+0000","last_became_peered":"2024-09-12T17:13:22.720641+0000","last_unstale":"2024-09-12T17:58:26.567730+0000","last_undegraded":"2024-09-12T17:58:26.567730+0000","last_fullsized":"2024-09-12T17:58:26.567730+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":200,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:31.554297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8478760,"num_objects":76,"num_object_clones":0,"num_object_copies":152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":452,"num_read_kb":34979,"num_write":1025,"num_write_kb":17840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'291","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.040700+0000","last_change":"2024-09-12T17:13:24.744779+0000","last_active":"2024-09-12T17:57:07.040700+0000","last_peered":"2024-09-12T17:57:07.040700+0000","last_clean":"2024-09-12T17:57:07.040700+0000","last_became_active":"2024-09-12T17:13:24.744460+0000","last_became_peered":"2024-09-12T17:13:24.744460+0000","last_unstale":"2024-09-12T17:57:07.040700+0000","last_undegraded":"2024-09-12T17:57:07.040700+0000","last_fullsized":"2024-09-12T17:57:07.040700+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:17.179752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1222,"num_read_kb":979,"num_write":442,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'249","reported_seq":884,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.278572+0000","last_change":"2024-09-12T17:13:22.731778+0000","last_active":"2024-09-12T17:58:07.278572+0000","last_peered":"2024-09-12T17:58:07.278572+0000","last_clean":"2024-09-12T17:58:07.278572+0000","last_became_active":"2024-09-12T17:13:22.731331+0000","last_became_peered":"2024-09-12T17:13:22.731331+0000","last_unstale":"2024-09-12T17:58:07.278572+0000","last_undegraded":"2024-09-12T17:58:07.278572+0000","last_fullsized":"2024-09-12T17:58:07.278572+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:13.091994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4299435,"num_objects":64,"num_object_clones":0,"num_object_copies":128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":445,"num_read_kb":4606,"num_write":931,"num_write_kb":19948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'108","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215304+0000","last_change":"2024-09-12T17:13:24.752398+0000","last_active":"2024-09-12T17:56:57.215304+0000","last_peered":"2024-09-12T17:56:57.215304+0000","last_clean":"2024-09-12T17:56:57.215304+0000","last_became_active":"2024-09-12T17:13:24.751674+0000","last_became_peered":"2024-09-12T17:13:24.751674+0000","last_unstale":"2024-09-12T17:56:57.215304+0000","last_undegraded":"2024-09-12T17:56:57.215304+0000","last_fullsized":"2024-09-12T17:56:57.215304+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:29.970848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":383,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5739,"num_read_kb":4109,"num_write":1925,"num_write_kb":823,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1096,"ondisk_log_size":1096,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15645,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16199,"num_read_kb":15877,"num_write":16707,"num_write_kb":4876,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1852,"ondisk_log_size":1852,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":454,"ondisk_log_size":454,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1913271,"num_objects":197,"num_object_clones":0,"num_object_copies":394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":197,"num_whiteouts":0,"num_read":16979,"num_read_kb":32672,"num_write":14377,"num_write_kb":11535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3334144,"data_stored":2784142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2261,"ondisk_log_size":2261,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101860,"num_read_kb":85078,"num_write":36904,"num_write_kb":18577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4001,"ondisk_log_size":4001,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":498111328,"num_objects":4458,"num_object_clones":0,"num_object_copies":8916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4458,"num_whiteouts":0,"num_read":31996,"num_read_kb":1794995,"num_write":67523,"num_write_kb":2058887,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1029054464,"data_stored":996222656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4492,"ondisk_log_size":4492,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":63555515,"num_objects":26,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":137,"num_read_kb":172506,"num_write":156,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":127123456,"data_stored":127111030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96,"ondisk_log_size":96,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":63555515,"num_objects":26,"num_object_clones":0,"num_object_copies":52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":137,"num_read_kb":175569,"num_write":156,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":127123456,"data_stored":127111030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96,"ondisk_log_size":96,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542713,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":397256,"kb_used_data":167544,"kb_used_omap":1,"kb_used_meta":229694,"kb_avail":93974584,"statfs":{"total":96636764160,"available":96229974016,"internally_reserved":0,"allocated":171565056,"data_stored":165281331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":235207114},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542712,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":330348,"kb_used_data":122844,"kb_used_omap":1,"kb_used_meta":207486,"kb_avail":94041492,"statfs":{"total":96636764160,"available":96298487808,"internally_reserved":0,"allocated":125792256,"data_stored":121256804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":212466118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542713,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":293736,"kb_used_data":186264,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94078104,"statfs":{"total":96636764160,"available":96335978496,"internally_reserved":0,"allocated":190734336,"data_stored":184283971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542713,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":270376,"kb_used_data":203096,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94101464,"statfs":{"total":96636764160,"available":96359899136,"internally_reserved":0,"allocated":207970304,"data_stored":201758884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542715,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":479880,"kb_used_data":227960,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93891960,"statfs":{"total":96636764160,"available":96145367040,"internally_reserved":0,"allocated":233431040,"data_stored":226796693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":257948103},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542712,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":141752,"kb_used_data":92520,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94230088,"statfs":{"total":96636764160,"available":96491610112,"internally_reserved":0,"allocated":94740480,"data_stored":90439852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542715,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":224900,"kb_used_data":117428,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94146940,"statfs":{"total":96636764160,"available":96406466560,"internally_reserved":0,"allocated":120246272,"data_stored":115578251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542713,"num_pgs":102,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":406272,"kb_used_data":168304,"kb_used_omap":1,"kb_used_meta":237950,"kb_avail":93965568,"statfs":{"total":96636764160,"available":96220741632,"internally_reserved":0,"allocated":172343296,"data_stored":166202746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":243661254},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":126164992,"data_stored":121599124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":75264000,"data_stored":72135812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":87830528,"data_stored":85010682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":171356160,"data_stored":166323064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":175923200,"data_stored":171176054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":148070400,"data_stored":143246342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":92467200,"data_stored":89446286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":151977984,"data_stored":147285292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":377047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":475136,"data_stored":394987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":151552,"data_stored":127494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":569344,"data_stored":476895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":76347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":671744,"data_stored":555997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":303104,"data_stored":245803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":630784,"data_stored":529572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":6130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":2893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":13172736,"data_stored":13170485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32505856,"data_stored":32505856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":4963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":13225984,"data_stored":13220657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":22020096,"data_stored":22020096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":17829888,"data_stored":17829002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":10534912,"data_stored":10534179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28315648,"data_stored":28314762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8396800,"data_stored":8393571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3149824,"data_stored":3148938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":44625920,"data_stored":44624555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":6340608,"data_stored":6339875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20508672,"data_stored":20507307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":11591680,"data_stored":11587718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:00:12.030 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T18:00:12.361 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T18:00:12.361 INFO:teuthology.orchestra.run.smithi183.stdout:{"epoch":264,"fsid":"4b3cd5c8-cb91-4d42-a791-d082e8836ab5","created":"2024-09-12T17:12:48.767797+0000","modified":"2024-09-12T17:42:38.061717+0000","last_up_change":"2024-09-12T17:13:01.543451+0000","last_in_change":"2024-09-12T17:12:51.300938+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":15,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":68,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T17:13:01.630391+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T17:13:07.163424+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":21,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2024-09-12T17:13:21.574599+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2024-09-12T17:13:23.053807+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":".rgw.root","create_time":"2024-09-12T17:13:24.852252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2024-09-12T17:13:26.846555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2024-09-12T17:13:28.767758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2024-09-12T17:13:30.911164+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":65,"pool_name":"default.rgw.buckets.non-ec","create_time":"2024-09-12T17:28:42.280337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"253","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":66,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2024-09-12T17:30:35.913137+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"256","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":67,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2024-09-12T17:30:39.107947+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"259","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":68,"pool_name":"default.rgw.otp","create_time":"2024-09-12T17:42:35.978848+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"264","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca4177c9-8e34-47b6-8d39-ea43ae8a2f03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6800","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6801","nonce":6683054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6802","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6803","nonce":6683054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6806","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6807","nonce":6683054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6804","nonce":6683054},{"type":"v1","addr":"172.21.15.183:6805","nonce":6683054}]},"public_addr":"172.21.15.183:6801/6683054","cluster_addr":"172.21.15.183:6803/6683054","heartbeat_back_addr":"172.21.15.183:6807/6683054","heartbeat_front_addr":"172.21.15.183:6805/6683054","state":["exists","up"]},{"osd":1,"uuid":"25d8b102-912a-4558-ac43-cb0ebfea194f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6816","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6817","nonce":2104471518}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6818","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6819","nonce":2104471518}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6822","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6823","nonce":2104471518}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6820","nonce":2104471518},{"type":"v1","addr":"172.21.15.183:6821","nonce":2104471518}]},"public_addr":"172.21.15.183:6817/2104471518","cluster_addr":"172.21.15.183:6819/2104471518","heartbeat_back_addr":"172.21.15.183:6823/2104471518","heartbeat_front_addr":"172.21.15.183:6821/2104471518","state":["exists","up"]},{"osd":2,"uuid":"79d22091-c015-44bf-af98-c607d8bae37c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6808","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6809","nonce":990519664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6810","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6811","nonce":990519664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6814","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6815","nonce":990519664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6812","nonce":990519664},{"type":"v1","addr":"172.21.15.183:6813","nonce":990519664}]},"public_addr":"172.21.15.183:6809/990519664","cluster_addr":"172.21.15.183:6811/990519664","heartbeat_back_addr":"172.21.15.183:6815/990519664","heartbeat_front_addr":"172.21.15.183:6813/990519664","state":["exists","up"]},{"osd":3,"uuid":"959bf6ae-0b7f-4164-9f65-369ebdd0c349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6824","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6825","nonce":167237257}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6826","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6827","nonce":167237257}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6830","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6831","nonce":167237257}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.183:6828","nonce":167237257},{"type":"v1","addr":"172.21.15.183:6829","nonce":167237257}]},"public_addr":"172.21.15.183:6825/167237257","cluster_addr":"172.21.15.183:6827/167237257","heartbeat_back_addr":"172.21.15.183:6831/167237257","heartbeat_front_addr":"172.21.15.183:6829/167237257","state":["exists","up"]},{"osd":4,"uuid":"ed72e07d-c640-4f3c-9d27-895f2b3c5acd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6817","nonce":673281186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6819","nonce":673281186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6823","nonce":673281186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":673281186},{"type":"v1","addr":"172.21.15.196:6821","nonce":673281186}]},"public_addr":"172.21.15.196:6817/673281186","cluster_addr":"172.21.15.196:6819/673281186","heartbeat_back_addr":"172.21.15.196:6823/673281186","heartbeat_front_addr":"172.21.15.196:6821/673281186","state":["exists","up"]},{"osd":5,"uuid":"805c3681-53d2-4626-9ff7-98b066e4f4e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6801","nonce":519579037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6803","nonce":519579037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6807","nonce":519579037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":519579037},{"type":"v1","addr":"172.21.15.196:6805","nonce":519579037}]},"public_addr":"172.21.15.196:6801/519579037","cluster_addr":"172.21.15.196:6803/519579037","heartbeat_back_addr":"172.21.15.196:6807/519579037","heartbeat_front_addr":"172.21.15.196:6805/519579037","state":["exists","up"]},{"osd":6,"uuid":"587f4f46-dac3-4c4c-8597-f571d1034df6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6825","nonce":2644564030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6827","nonce":2644564030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6831","nonce":2644564030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2644564030},{"type":"v1","addr":"172.21.15.196:6829","nonce":2644564030}]},"public_addr":"172.21.15.196:6825/2644564030","cluster_addr":"172.21.15.196:6827/2644564030","heartbeat_back_addr":"172.21.15.196:6831/2644564030","heartbeat_front_addr":"172.21.15.196:6829/2644564030","state":["exists","up"]},{"osd":7,"uuid":"21331fe4-fbb2-4c92-83a6-a310fe23231c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6809","nonce":494063332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6811","nonce":494063332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6815","nonce":494063332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":494063332},{"type":"v1","addr":"172.21.15.196:6813","nonce":494063332}]},"public_addr":"172.21.15.196:6809/494063332","cluster_addr":"172.21.15.196:6811/494063332","heartbeat_back_addr":"172.21.15.196:6815/494063332","heartbeat_front_addr":"172.21.15.196:6813/494063332","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:57.910639+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.275345+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.350884+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.402968+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.096443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:57.933103+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.837058+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T17:12:58.183221+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.5","mappings":[{"from":3,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1},{"from":7,"to":2}]},{"pgid":"4.6","mappings":[{"from":1,"to":5}]},{"pgid":"4.10","mappings":[{"from":3,"to":2}]},{"pgid":"67.9","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]},{"pool":31,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T18:00:13.382 INFO:tasks.ceph:Scrubbing osd.0 2024-09-12T18:00:13.382 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:00:13.491 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 has been restored 2024-09-12T18:00:13.542 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T18:00:13.542 INFO:teuthology.orchestra.run.smithi183.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:00:13.542 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T18:00:13.559 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-12T18:00:13.859 INFO:teuthology.orchestra.run.smithi183.stderr:instructed osd(s) 0 to deep-scrub 2024-09-12T18:00:13.880 INFO:tasks.ceph:Scrubbing osd.1 2024-09-12T18:00:13.880 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:00:14.027 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T18:00:14.027 INFO:teuthology.orchestra.run.smithi183.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:00:14.028 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T18:00:14.045 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-12T18:00:14.342 INFO:teuthology.orchestra.run.smithi183.stderr:instructed osd(s) 1 to deep-scrub 2024-09-12T18:00:14.361 INFO:tasks.ceph:Scrubbing osd.2 2024-09-12T18:00:14.362 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:00:14.511 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T18:00:14.511 INFO:teuthology.orchestra.run.smithi183.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:00:14.511 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T18:00:14.527 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-12T18:00:14.812 INFO:teuthology.orchestra.run.smithi183.stderr:instructed osd(s) 2 to deep-scrub 2024-09-12T18:00:14.830 INFO:tasks.ceph:Scrubbing osd.3 2024-09-12T18:00:14.830 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:00:14.965 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T18:00:14.965 INFO:teuthology.orchestra.run.smithi183.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:00:14.965 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T18:00:14.980 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-12T18:00:15.263 INFO:teuthology.orchestra.run.smithi183.stderr:instructed osd(s) 3 to deep-scrub 2024-09-12T18:00:15.281 INFO:tasks.ceph:Scrubbing osd.4 2024-09-12T18:00:15.282 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:00:15.418 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T18:00:15.418 INFO:teuthology.orchestra.run.smithi183.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:00:15.418 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T18:00:15.433 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-12T18:00:15.709 INFO:teuthology.orchestra.run.smithi183.stderr:instructed osd(s) 4 to deep-scrub 2024-09-12T18:00:15.727 INFO:tasks.ceph:Scrubbing osd.5 2024-09-12T18:00:15.727 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:00:15.874 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T18:00:15.874 INFO:teuthology.orchestra.run.smithi183.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:00:15.874 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T18:00:15.889 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-12T18:00:16.177 INFO:teuthology.orchestra.run.smithi183.stderr:instructed osd(s) 5 to deep-scrub 2024-09-12T18:00:16.195 INFO:tasks.ceph:Scrubbing osd.6 2024-09-12T18:00:16.196 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:00:16.339 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T18:00:16.339 INFO:teuthology.orchestra.run.smithi183.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:00:16.340 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T18:00:16.354 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-12T18:00:16.656 INFO:teuthology.orchestra.run.smithi183.stderr:instructed osd(s) 6 to deep-scrub 2024-09-12T18:00:16.675 INFO:tasks.ceph:Scrubbing osd.7 2024-09-12T18:00:16.675 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-12T18:00:16.828 INFO:teuthology.orchestra.run.smithi183.stdout:{ 2024-09-12T18:00:16.828 INFO:teuthology.orchestra.run.smithi183.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T18:00:16.828 INFO:teuthology.orchestra.run.smithi183.stdout:} 2024-09-12T18:00:16.845 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-12T18:00:17.143 INFO:teuthology.orchestra.run.smithi183.stderr:instructed osd(s) 7 to deep-scrub 2024-09-12T18:00:17.162 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:00:17.521 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T18:00:17.534 INFO:teuthology.orchestra.run.smithi183.stderr:dumped all 2024-09-12T18:00:17.538 INFO:teuthology.orchestra.run.smithi183.stdout:{"pg_ready":true,"pg_map":{"version":1674,"stamp":"2024-09-12T18:00:17.327116+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":81894047,"num_objects":704,"num_object_clones":0,"num_object_copies":1408,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":704,"num_whiteouts":0,"num_read":180151,"num_read_kb":2287876,"num_write":142278,"num_write_kb":2330792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13802,"ondisk_log_size":13802,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1480340,"kb_used_data":186624,"kb_used_omap":12,"kb_used_meta":1293107,"kb_avail":753494380,"statfs":{"total":773094113280,"available":771578245120,"internally_reserved":0,"allocated":191102976,"data_stored":177735080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1324142129},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-545849407,"num_objects":-4136,"num_object_clones":0,"num_object_copies":-8272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4136,"num_whiteouts":0,"num_read":4624,"num_read_kb":4140,"num_write":4387,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007754"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.019726+0000","last_change":"2024-09-12T17:42:37.092693+0000","last_active":"2024-09-12T17:57:37.019726+0000","last_peered":"2024-09-12T17:57:37.019726+0000","last_clean":"2024-09-12T17:57:37.019726+0000","last_became_active":"2024-09-12T17:42:37.091935+0000","last_became_peered":"2024-09-12T17:42:37.091935+0000","last_unstale":"2024-09-12T17:57:37.019726+0000","last_undegraded":"2024-09-12T17:57:37.019726+0000","last_fullsized":"2024-09-12T17:57:37.019726+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:20.246178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.027737+0000","last_change":"2024-09-12T17:30:40.978295+0000","last_active":"2024-09-12T17:58:12.027737+0000","last_peered":"2024-09-12T17:58:12.027737+0000","last_clean":"2024-09-12T17:58:12.027737+0000","last_became_active":"2024-09-12T17:30:40.977598+0000","last_became_peered":"2024-09-12T17:30:40.977598+0000","last_unstale":"2024-09-12T17:58:12.027737+0000","last_undegraded":"2024-09-12T17:58:12.027737+0000","last_fullsized":"2024-09-12T17:58:12.027737+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:36:18.725005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:37.029130+0000","last_change":"2024-09-12T17:30:37.926690+0000","last_active":"2024-09-12T17:55:37.029130+0000","last_peered":"2024-09-12T17:55:37.029130+0000","last_clean":"2024-09-12T17:55:37.029130+0000","last_became_active":"2024-09-12T17:30:37.925309+0000","last_became_peered":"2024-09-12T17:30:37.925309+0000","last_unstale":"2024-09-12T17:55:37.029130+0000","last_undegraded":"2024-09-12T17:55:37.029130+0000","last_fullsized":"2024-09-12T17:55:37.029130+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:19.397344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'23","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.052500+0000","last_change":"2024-09-12T17:28:43.361322+0000","last_active":"2024-09-12T17:57:57.052500+0000","last_peered":"2024-09-12T17:57:57.052500+0000","last_clean":"2024-09-12T17:57:57.052500+0000","last_became_active":"2024-09-12T17:28:43.360590+0000","last_became_peered":"2024-09-12T17:28:43.360590+0000","last_unstale":"2024-09-12T17:57:57.052500+0000","last_undegraded":"2024-09-12T17:57:57.052500+0000","last_fullsized":"2024-09-12T17:57:57.052500+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:54.559526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":80,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.022574+0000","last_change":"2024-09-12T17:42:37.099780+0000","last_active":"2024-09-12T17:57:37.022574+0000","last_peered":"2024-09-12T17:57:37.022574+0000","last_clean":"2024-09-12T17:57:37.022574+0000","last_became_active":"2024-09-12T17:42:37.099492+0000","last_became_peered":"2024-09-12T17:42:37.099492+0000","last_unstale":"2024-09-12T17:57:37.022574+0000","last_undegraded":"2024-09-12T17:57:37.022574+0000","last_fullsized":"2024-09-12T17:57:37.022574+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:56.247405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'6","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.558537+0000","last_change":"2024-09-12T17:30:40.978229+0000","last_active":"2024-09-12T18:00:09.558537+0000","last_peered":"2024-09-12T18:00:09.558537+0000","last_clean":"2024-09-12T18:00:09.558537+0000","last_became_active":"2024-09-12T17:30:40.976175+0000","last_became_peered":"2024-09-12T17:30:40.976175+0000","last_unstale":"2024-09-12T18:00:09.558537+0000","last_undegraded":"2024-09-12T18:00:09.558537+0000","last_fullsized":"2024-09-12T18:00:09.558537+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:31.271889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3601,"num_write":6,"num_write_kb":2577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.010265+0000","last_change":"2024-09-12T17:30:37.907753+0000","last_active":"2024-09-12T17:55:42.010265+0000","last_peered":"2024-09-12T17:55:42.010265+0000","last_clean":"2024-09-12T17:55:42.010265+0000","last_became_active":"2024-09-12T17:30:37.907058+0000","last_became_peered":"2024-09-12T17:30:37.907058+0000","last_unstale":"2024-09-12T17:55:42.010265+0000","last_undegraded":"2024-09-12T17:55:42.010265+0000","last_fullsized":"2024-09-12T17:55:42.010265+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:22:36.648615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'49","reported_seq":181,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.013329+0000","last_change":"2024-09-12T17:28:43.389967+0000","last_active":"2024-09-12T17:56:52.013329+0000","last_peered":"2024-09-12T17:56:52.013329+0000","last_clean":"2024-09-12T17:56:52.013329+0000","last_became_active":"2024-09-12T17:28:43.389202+0000","last_became_peered":"2024-09-12T17:28:43.389202+0000","last_unstale":"2024-09-12T17:56:52.013329+0000","last_undegraded":"2024-09-12T17:56:52.013329+0000","last_fullsized":"2024-09-12T17:56:52.013329+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:24.966365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.153896+0000","last_change":"2024-09-12T17:42:37.080226+0000","last_active":"2024-09-12T17:57:07.153896+0000","last_peered":"2024-09-12T17:57:07.153896+0000","last_clean":"2024-09-12T17:57:07.153896+0000","last_became_active":"2024-09-12T17:42:37.079463+0000","last_became_peered":"2024-09-12T17:42:37.079463+0000","last_unstale":"2024-09-12T17:57:07.153896+0000","last_undegraded":"2024-09-12T17:57:07.153896+0000","last_fullsized":"2024-09-12T17:57:07.153896+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:17.389084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:52.076640+0000","last_change":"2024-09-12T17:30:41.500759+0000","last_active":"2024-09-12T17:59:52.076640+0000","last_peered":"2024-09-12T17:59:52.076640+0000","last_clean":"2024-09-12T17:59:52.076640+0000","last_became_active":"2024-09-12T17:30:41.499966+0000","last_became_peered":"2024-09-12T17:30:41.499966+0000","last_unstale":"2024-09-12T17:59:52.076640+0000","last_undegraded":"2024-09-12T17:59:52.076640+0000","last_fullsized":"2024-09-12T17:59:52.076640+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:45.496346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'9","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012264+0000","last_change":"2024-09-12T17:30:37.916280+0000","last_active":"2024-09-12T17:56:47.012264+0000","last_peered":"2024-09-12T17:56:47.012264+0000","last_clean":"2024-09-12T17:56:47.012264+0000","last_became_active":"2024-09-12T17:30:37.915679+0000","last_became_peered":"2024-09-12T17:30:37.915679+0000","last_unstale":"2024-09-12T17:56:47.012264+0000","last_undegraded":"2024-09-12T17:56:47.012264+0000","last_fullsized":"2024-09-12T17:56:47.012264+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:28.916985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":20482,"num_write":14,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'31","reported_seq":132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.028230+0000","last_change":"2024-09-12T17:28:43.356552+0000","last_active":"2024-09-12T17:56:17.028230+0000","last_peered":"2024-09-12T17:56:17.028230+0000","last_clean":"2024-09-12T17:56:17.028230+0000","last_became_active":"2024-09-12T17:28:43.354081+0000","last_became_peered":"2024-09-12T17:28:43.354081+0000","last_unstale":"2024-09-12T17:56:17.028230+0000","last_undegraded":"2024-09-12T17:56:17.028230+0000","last_fullsized":"2024-09-12T17:56:17.028230+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:03.089534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":114,"num_write":55,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.053091+0000","last_change":"2024-09-12T17:42:37.091087+0000","last_active":"2024-09-12T17:57:12.053091+0000","last_peered":"2024-09-12T17:57:12.053091+0000","last_clean":"2024-09-12T17:57:12.053091+0000","last_became_active":"2024-09-12T17:42:37.090393+0000","last_became_peered":"2024-09-12T17:42:37.090393+0000","last_unstale":"2024-09-12T17:57:12.053091+0000","last_undegraded":"2024-09-12T17:57:12.053091+0000","last_fullsized":"2024-09-12T17:57:12.053091+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:02.538982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'11","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.046285+0000","last_change":"2024-09-12T17:30:41.499071+0000","last_active":"2024-09-12T17:56:47.046285+0000","last_peered":"2024-09-12T17:56:47.046285+0000","last_clean":"2024-09-12T17:56:47.046285+0000","last_became_active":"2024-09-12T17:30:41.498311+0000","last_became_peered":"2024-09-12T17:30:41.498311+0000","last_unstale":"2024-09-12T17:56:47.046285+0000","last_undegraded":"2024-09-12T17:56:47.046285+0000","last_fullsized":"2024-09-12T17:56:47.046285+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:00.203466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":9220,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.052183+0000","last_change":"2024-09-12T17:30:37.895534+0000","last_active":"2024-09-12T17:57:47.052183+0000","last_peered":"2024-09-12T17:57:47.052183+0000","last_clean":"2024-09-12T17:57:47.052183+0000","last_became_active":"2024-09-12T17:30:37.894725+0000","last_became_peered":"2024-09-12T17:30:37.894725+0000","last_unstale":"2024-09-12T17:57:47.052183+0000","last_undegraded":"2024-09-12T17:57:47.052183+0000","last_fullsized":"2024-09-12T17:57:47.052183+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:00.738195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'5","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038827+0000","last_change":"2024-09-12T17:28:43.379402+0000","last_active":"2024-09-12T17:56:17.038827+0000","last_peered":"2024-09-12T17:56:17.038827+0000","last_clean":"2024-09-12T17:56:17.038827+0000","last_became_active":"2024-09-12T17:28:43.378638+0000","last_became_peered":"2024-09-12T17:28:43.378638+0000","last_unstale":"2024-09-12T17:56:17.038827+0000","last_undegraded":"2024-09-12T17:56:17.038827+0000","last_fullsized":"2024-09-12T17:56:17.038827+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:40.815385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.045020+0000","last_change":"2024-09-12T17:42:37.100593+0000","last_active":"2024-09-12T17:56:42.045020+0000","last_peered":"2024-09-12T17:56:42.045020+0000","last_clean":"2024-09-12T17:56:42.045020+0000","last_became_active":"2024-09-12T17:42:37.098645+0000","last_became_peered":"2024-09-12T17:42:37.098645+0000","last_unstale":"2024-09-12T17:56:42.045020+0000","last_undegraded":"2024-09-12T17:56:42.045020+0000","last_fullsized":"2024-09-12T17:56:42.045020+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:30.518578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"264'7","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.315130+0000","last_change":"2024-09-12T17:30:40.973542+0000","last_active":"2024-09-12T18:00:08.315130+0000","last_peered":"2024-09-12T18:00:08.315130+0000","last_clean":"2024-09-12T18:00:08.315130+0000","last_became_active":"2024-09-12T17:30:40.972793+0000","last_became_peered":"2024-09-12T17:30:40.972793+0000","last_unstale":"2024-09-12T18:00:08.315130+0000","last_undegraded":"2024-09-12T18:00:08.315130+0000","last_fullsized":"2024-09-12T18:00:08.315130+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:05.383574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12859,"num_write":12,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'6","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:42.074052+0000","last_change":"2024-09-12T17:30:37.901363+0000","last_active":"2024-09-12T17:59:42.074052+0000","last_peered":"2024-09-12T17:59:42.074052+0000","last_clean":"2024-09-12T17:59:42.074052+0000","last_became_active":"2024-09-12T17:30:37.900103+0000","last_became_peered":"2024-09-12T17:30:37.900103+0000","last_unstale":"2024-09-12T17:59:42.074052+0000","last_undegraded":"2024-09-12T17:59:42.074052+0000","last_fullsized":"2024-09-12T17:59:42.074052+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:32.142247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":6146,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'54","reported_seq":187,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038739+0000","last_change":"2024-09-12T17:28:43.391950+0000","last_active":"2024-09-12T17:56:17.038739+0000","last_peered":"2024-09-12T17:56:17.038739+0000","last_clean":"2024-09-12T17:56:17.038739+0000","last_became_active":"2024-09-12T17:28:43.390857+0000","last_became_peered":"2024-09-12T17:28:43.390857+0000","last_unstale":"2024-09-12T17:56:17.038739+0000","last_undegraded":"2024-09-12T17:56:17.038739+0000","last_fullsized":"2024-09-12T17:56:17.038739+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:01.933118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":181,"num_write":112,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.032488+0000","last_change":"2024-09-12T17:42:37.093079+0000","last_active":"2024-09-12T17:57:12.032488+0000","last_peered":"2024-09-12T17:57:12.032488+0000","last_clean":"2024-09-12T17:57:12.032488+0000","last_became_active":"2024-09-12T17:42:37.092328+0000","last_became_peered":"2024-09-12T17:42:37.092328+0000","last_unstale":"2024-09-12T17:57:12.032488+0000","last_undegraded":"2024-09-12T17:57:12.032488+0000","last_fullsized":"2024-09-12T17:57:12.032488+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:06.517205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:41.998003+0000","last_change":"2024-09-12T17:30:40.972955+0000","last_active":"2024-09-12T17:59:41.998003+0000","last_peered":"2024-09-12T17:59:41.998003+0000","last_clean":"2024-09-12T17:59:41.998003+0000","last_became_active":"2024-09-12T17:30:40.972192+0000","last_became_peered":"2024-09-12T17:30:40.972192+0000","last_unstale":"2024-09-12T17:59:41.998003+0000","last_undegraded":"2024-09-12T17:59:41.998003+0000","last_fullsized":"2024-09-12T17:59:41.998003+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:43.371527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"264'6","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.078195+0000","last_change":"2024-09-12T17:30:37.902381+0000","last_active":"2024-09-12T17:59:47.078195+0000","last_peered":"2024-09-12T17:59:47.078195+0000","last_clean":"2024-09-12T17:59:47.078195+0000","last_became_active":"2024-09-12T17:30:37.901606+0000","last_became_peered":"2024-09-12T17:30:37.901606+0000","last_unstale":"2024-09-12T17:59:47.078195+0000","last_undegraded":"2024-09-12T17:59:47.078195+0000","last_fullsized":"2024-09-12T17:59:47.078195+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:53.754463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"264'16","reported_seq":93,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143032+0000","last_change":"2024-09-12T17:28:43.383963+0000","last_active":"2024-09-12T17:56:17.143032+0000","last_peered":"2024-09-12T17:56:17.143032+0000","last_clean":"2024-09-12T17:56:17.143032+0000","last_became_active":"2024-09-12T17:28:43.383331+0000","last_became_peered":"2024-09-12T17:28:43.383331+0000","last_unstale":"2024-09-12T17:56:17.143032+0000","last_undegraded":"2024-09-12T17:56:17.143032+0000","last_fullsized":"2024-09-12T17:56:17.143032+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:52.212258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":62,"num_write":31,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048300+0000","last_change":"2024-09-12T17:42:37.106830+0000","last_active":"2024-09-12T17:57:37.048300+0000","last_peered":"2024-09-12T17:57:37.048300+0000","last_clean":"2024-09-12T17:57:37.048300+0000","last_became_active":"2024-09-12T17:42:37.102746+0000","last_became_peered":"2024-09-12T17:42:37.102746+0000","last_unstale":"2024-09-12T17:57:37.048300+0000","last_undegraded":"2024-09-12T17:57:37.048300+0000","last_fullsized":"2024-09-12T17:57:37.048300+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:23.191868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'4","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:11.978942+0000","last_change":"2024-09-12T17:30:40.981704+0000","last_active":"2024-09-12T17:58:11.978942+0000","last_peered":"2024-09-12T17:58:11.978942+0000","last_clean":"2024-09-12T17:58:11.978942+0000","last_became_active":"2024-09-12T17:30:40.979915+0000","last_became_peered":"2024-09-12T17:30:40.979915+0000","last_unstale":"2024-09-12T17:58:11.978942+0000","last_undegraded":"2024-09-12T17:58:11.978942+0000","last_fullsized":"2024-09-12T17:58:11.978942+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:59.702171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4144,"num_write":4,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.057224+0000","last_change":"2024-09-12T17:30:37.910300+0000","last_active":"2024-09-12T17:58:12.057224+0000","last_peered":"2024-09-12T17:58:12.057224+0000","last_clean":"2024-09-12T17:58:12.057224+0000","last_became_active":"2024-09-12T17:30:37.909546+0000","last_became_peered":"2024-09-12T17:30:37.909546+0000","last_unstale":"2024-09-12T17:58:12.057224+0000","last_undegraded":"2024-09-12T17:58:12.057224+0000","last_fullsized":"2024-09-12T17:58:12.057224+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:57.596922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'13","reported_seq":81,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051099+0000","last_change":"2024-09-12T17:28:43.388743+0000","last_active":"2024-09-12T17:57:52.051099+0000","last_peered":"2024-09-12T17:57:52.051099+0000","last_clean":"2024-09-12T17:57:52.051099+0000","last_became_active":"2024-09-12T17:28:43.387983+0000","last_became_peered":"2024-09-12T17:28:43.387983+0000","last_unstale":"2024-09-12T17:57:52.051099+0000","last_undegraded":"2024-09-12T17:57:52.051099+0000","last_fullsized":"2024-09-12T17:57:52.051099+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":25,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048366+0000","last_change":"2024-09-12T17:42:37.110249+0000","last_active":"2024-09-12T17:57:37.048366+0000","last_peered":"2024-09-12T17:57:37.048366+0000","last_clean":"2024-09-12T17:57:37.048366+0000","last_became_active":"2024-09-12T17:42:37.108603+0000","last_became_peered":"2024-09-12T17:42:37.108603+0000","last_unstale":"2024-09-12T17:57:37.048366+0000","last_undegraded":"2024-09-12T17:57:37.048366+0000","last_fullsized":"2024-09-12T17:57:37.048366+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:20.485621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"264'12","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.004868+0000","last_change":"2024-09-12T17:30:40.986360+0000","last_active":"2024-09-12T18:00:09.004868+0000","last_peered":"2024-09-12T18:00:09.004868+0000","last_clean":"2024-09-12T18:00:09.004868+0000","last_became_active":"2024-09-12T17:30:40.984575+0000","last_became_peered":"2024-09-12T17:30:40.984575+0000","last_unstale":"2024-09-12T18:00:09.004868+0000","last_undegraded":"2024-09-12T18:00:09.004868+0000","last_fullsized":"2024-09-12T18:00:09.004868+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:08.748722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":8194,"num_write":22,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"264'10","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.241809+0000","last_change":"2024-09-12T17:30:37.928541+0000","last_active":"2024-09-12T18:00:08.241809+0000","last_peered":"2024-09-12T18:00:08.241809+0000","last_clean":"2024-09-12T18:00:08.241809+0000","last_became_active":"2024-09-12T17:30:37.927762+0000","last_became_peered":"2024-09-12T17:30:37.927762+0000","last_unstale":"2024-09-12T18:00:08.241809+0000","last_undegraded":"2024-09-12T18:00:08.241809+0000","last_fullsized":"2024-09-12T18:00:08.241809+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:47.499530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9083,"num_write":10,"num_write_kb":6009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'72","reported_seq":244,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039739+0000","last_change":"2024-09-12T17:28:43.368778+0000","last_active":"2024-09-12T17:57:47.039739+0000","last_peered":"2024-09-12T17:57:47.039739+0000","last_clean":"2024-09-12T17:57:47.039739+0000","last_became_active":"2024-09-12T17:28:43.368146+0000","last_became_peered":"2024-09-12T17:28:43.368146+0000","last_unstale":"2024-09-12T17:57:47.039739+0000","last_undegraded":"2024-09-12T17:57:47.039739+0000","last_fullsized":"2024-09-12T17:57:47.039739+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:01.046053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":260,"num_write":132,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.022200+0000","last_change":"2024-09-12T17:42:37.091566+0000","last_active":"2024-09-12T17:56:37.022200+0000","last_peered":"2024-09-12T17:56:37.022200+0000","last_clean":"2024-09-12T17:56:37.022200+0000","last_became_active":"2024-09-12T17:42:37.082090+0000","last_became_peered":"2024-09-12T17:42:37.082090+0000","last_unstale":"2024-09-12T17:56:37.022200+0000","last_undegraded":"2024-09-12T17:56:37.022200+0000","last_fullsized":"2024-09-12T17:56:37.022200+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:02.490682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054439+0000","last_change":"2024-09-12T17:30:41.499000+0000","last_active":"2024-09-12T17:57:17.054439+0000","last_peered":"2024-09-12T17:57:17.054439+0000","last_clean":"2024-09-12T17:57:17.054439+0000","last_became_active":"2024-09-12T17:30:41.498118+0000","last_became_peered":"2024-09-12T17:30:41.498118+0000","last_unstale":"2024-09-12T17:57:17.054439+0000","last_undegraded":"2024-09-12T17:57:17.054439+0000","last_fullsized":"2024-09-12T17:57:17.054439+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:13.201459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":4,"num_write_kb":1342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'3","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:47.035502+0000","last_change":"2024-09-12T17:30:37.889136+0000","last_active":"2024-09-12T17:58:47.035502+0000","last_peered":"2024-09-12T17:58:47.035502+0000","last_clean":"2024-09-12T17:58:47.035502+0000","last_became_active":"2024-09-12T17:30:37.888275+0000","last_became_peered":"2024-09-12T17:30:37.888275+0000","last_unstale":"2024-09-12T17:58:47.035502+0000","last_undegraded":"2024-09-12T17:58:47.035502+0000","last_fullsized":"2024-09-12T17:58:47.035502+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:52.234392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'42","reported_seq":160,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050101+0000","last_change":"2024-09-12T17:28:43.388535+0000","last_active":"2024-09-12T17:57:47.050101+0000","last_peered":"2024-09-12T17:57:47.050101+0000","last_clean":"2024-09-12T17:57:47.050101+0000","last_became_active":"2024-09-12T17:28:43.387904+0000","last_became_peered":"2024-09-12T17:28:43.387904+0000","last_unstale":"2024-09-12T17:57:47.050101+0000","last_undegraded":"2024-09-12T17:57:47.050101+0000","last_fullsized":"2024-09-12T17:57:47.050101+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:50.225326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":149,"num_write":82,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.010076+0000","last_change":"2024-09-12T17:42:37.086254+0000","last_active":"2024-09-12T17:56:37.010076+0000","last_peered":"2024-09-12T17:56:37.010076+0000","last_clean":"2024-09-12T17:56:37.010076+0000","last_became_active":"2024-09-12T17:42:37.081111+0000","last_became_peered":"2024-09-12T17:42:37.081111+0000","last_unstale":"2024-09-12T17:56:37.010076+0000","last_undegraded":"2024-09-12T17:56:37.010076+0000","last_fullsized":"2024-09-12T17:56:37.010076+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:48.480399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"261'4","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:27.041397+0000","last_change":"2024-09-12T17:30:41.500020+0000","last_active":"2024-09-12T17:56:27.041397+0000","last_peered":"2024-09-12T17:56:27.041397+0000","last_clean":"2024-09-12T17:56:27.041397+0000","last_became_active":"2024-09-12T17:30:41.499284+0000","last_became_peered":"2024-09-12T17:30:41.499284+0000","last_unstale":"2024-09-12T17:56:27.041397+0000","last_undegraded":"2024-09-12T17:56:27.041397+0000","last_fullsized":"2024-09-12T17:56:27.041397+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:27.635990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:36.864783+0000","last_change":"2024-09-12T17:30:37.914236+0000","last_active":"2024-09-12T17:59:36.864783+0000","last_peered":"2024-09-12T17:59:36.864783+0000","last_clean":"2024-09-12T17:59:36.864783+0000","last_became_active":"2024-09-12T17:30:37.913516+0000","last_became_peered":"2024-09-12T17:30:37.913516+0000","last_unstale":"2024-09-12T17:59:36.864783+0000","last_undegraded":"2024-09-12T17:59:36.864783+0000","last_fullsized":"2024-09-12T17:59:36.864783+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:38.165997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'15","reported_seq":88,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.061753+0000","last_change":"2024-09-12T17:28:43.391686+0000","last_active":"2024-09-12T17:57:47.061753+0000","last_peered":"2024-09-12T17:57:47.061753+0000","last_clean":"2024-09-12T17:57:47.061753+0000","last_became_active":"2024-09-12T17:28:43.390934+0000","last_became_peered":"2024-09-12T17:28:43.390934+0000","last_unstale":"2024-09-12T17:57:47.061753+0000","last_undegraded":"2024-09-12T17:57:47.061753+0000","last_fullsized":"2024-09-12T17:57:47.061753+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:01.153888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":52,"num_write":30,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.033018+0000","last_change":"2024-09-12T17:42:37.103379+0000","last_active":"2024-09-12T17:56:37.033018+0000","last_peered":"2024-09-12T17:56:37.033018+0000","last_clean":"2024-09-12T17:56:37.033018+0000","last_became_active":"2024-09-12T17:42:37.102496+0000","last_became_peered":"2024-09-12T17:42:37.102496+0000","last_unstale":"2024-09-12T17:56:37.033018+0000","last_undegraded":"2024-09-12T17:56:37.033018+0000","last_fullsized":"2024-09-12T17:56:37.033018+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:46.944434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054505+0000","last_change":"2024-09-12T17:30:41.503007+0000","last_active":"2024-09-12T17:57:17.054505+0000","last_peered":"2024-09-12T17:57:17.054505+0000","last_clean":"2024-09-12T17:57:17.054505+0000","last_became_active":"2024-09-12T17:30:41.502151+0000","last_became_peered":"2024-09-12T17:30:41.502151+0000","last_unstale":"2024-09-12T17:57:17.054505+0000","last_undegraded":"2024-09-12T17:57:17.054505+0000","last_fullsized":"2024-09-12T17:57:17.054505+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:19.766250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:42.046146+0000","last_change":"2024-09-12T17:30:37.928409+0000","last_active":"2024-09-12T17:59:42.046146+0000","last_peered":"2024-09-12T17:59:42.046146+0000","last_clean":"2024-09-12T17:59:42.046146+0000","last_became_active":"2024-09-12T17:30:37.927881+0000","last_became_peered":"2024-09-12T17:30:37.927881+0000","last_unstale":"2024-09-12T17:59:42.046146+0000","last_undegraded":"2024-09-12T17:59:42.046146+0000","last_fullsized":"2024-09-12T17:59:42.046146+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:51.199514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":5,"num_write":2,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'21","reported_seq":101,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.024781+0000","last_change":"2024-09-12T17:28:43.377325+0000","last_active":"2024-09-12T17:57:47.024781+0000","last_peered":"2024-09-12T17:57:47.024781+0000","last_clean":"2024-09-12T17:57:47.024781+0000","last_became_active":"2024-09-12T17:28:43.376667+0000","last_became_peered":"2024-09-12T17:28:43.376667+0000","last_unstale":"2024-09-12T17:57:47.024781+0000","last_undegraded":"2024-09-12T17:57:47.024781+0000","last_fullsized":"2024-09-12T17:57:47.024781+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:18.180734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.210425+0000","last_change":"2024-09-12T17:42:37.093124+0000","last_active":"2024-09-12T17:56:37.210425+0000","last_peered":"2024-09-12T17:56:37.210425+0000","last_clean":"2024-09-12T17:56:37.210425+0000","last_became_active":"2024-09-12T17:42:37.092427+0000","last_became_peered":"2024-09-12T17:42:37.092427+0000","last_unstale":"2024-09-12T17:56:37.210425+0000","last_undegraded":"2024-09-12T17:56:37.210425+0000","last_fullsized":"2024-09-12T17:56:37.210425+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:34.896275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045820+0000","last_change":"2024-09-12T17:30:40.977197+0000","last_active":"2024-09-12T17:57:17.045820+0000","last_peered":"2024-09-12T17:57:17.045820+0000","last_clean":"2024-09-12T17:57:17.045820+0000","last_became_active":"2024-09-12T17:30:40.968890+0000","last_became_peered":"2024-09-12T17:30:40.968890+0000","last_unstale":"2024-09-12T17:57:17.045820+0000","last_undegraded":"2024-09-12T17:57:17.045820+0000","last_fullsized":"2024-09-12T17:57:17.045820+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:31.713655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:42.074316+0000","last_change":"2024-09-12T17:30:37.902249+0000","last_active":"2024-09-12T17:59:42.074316+0000","last_peered":"2024-09-12T17:59:42.074316+0000","last_clean":"2024-09-12T17:59:42.074316+0000","last_became_active":"2024-09-12T17:30:37.901261+0000","last_became_peered":"2024-09-12T17:30:37.901261+0000","last_unstale":"2024-09-12T17:59:42.074316+0000","last_undegraded":"2024-09-12T17:59:42.074316+0000","last_fullsized":"2024-09-12T17:59:42.074316+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:24.100468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'24","reported_seq":108,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.037143+0000","last_change":"2024-09-12T17:28:43.385086+0000","last_active":"2024-09-12T17:56:52.037143+0000","last_peered":"2024-09-12T17:56:52.037143+0000","last_clean":"2024-09-12T17:56:52.037143+0000","last_became_active":"2024-09-12T17:28:43.383345+0000","last_became_peered":"2024-09-12T17:28:43.383345+0000","last_unstale":"2024-09-12T17:56:52.037143+0000","last_undegraded":"2024-09-12T17:56:52.037143+0000","last_fullsized":"2024-09-12T17:56:52.037143+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:33.379652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":73,"num_write":53,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.051879+0000","last_change":"2024-09-12T17:42:37.106157+0000","last_active":"2024-09-12T17:57:07.051879+0000","last_peered":"2024-09-12T17:57:07.051879+0000","last_clean":"2024-09-12T17:57:07.051879+0000","last_became_active":"2024-09-12T17:42:37.099838+0000","last_became_peered":"2024-09-12T17:42:37.099838+0000","last_unstale":"2024-09-12T17:57:07.051879+0000","last_undegraded":"2024-09-12T17:57:07.051879+0000","last_fullsized":"2024-09-12T17:57:07.051879+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:31.710686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.019007+0000","last_change":"2024-09-12T17:30:40.979200+0000","last_active":"2024-09-12T17:56:22.019007+0000","last_peered":"2024-09-12T17:56:22.019007+0000","last_clean":"2024-09-12T17:56:22.019007+0000","last_became_active":"2024-09-12T17:30:40.978437+0000","last_became_peered":"2024-09-12T17:30:40.978437+0000","last_unstale":"2024-09-12T17:56:22.019007+0000","last_undegraded":"2024-09-12T17:56:22.019007+0000","last_fullsized":"2024-09-12T17:56:22.019007+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:14.905052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'7","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:42.063618+0000","last_change":"2024-09-12T17:30:37.921953+0000","last_active":"2024-09-12T17:58:42.063618+0000","last_peered":"2024-09-12T17:58:42.063618+0000","last_clean":"2024-09-12T17:58:42.063618+0000","last_became_active":"2024-09-12T17:30:37.921416+0000","last_became_peered":"2024-09-12T17:30:37.921416+0000","last_unstale":"2024-09-12T17:58:42.063618+0000","last_undegraded":"2024-09-12T17:58:42.063618+0000","last_fullsized":"2024-09-12T17:58:42.063618+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:59.090405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":20482,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'31","reported_seq":130,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.073627+0000","last_change":"2024-09-12T17:28:43.385994+0000","last_active":"2024-09-12T17:57:30.073627+0000","last_peered":"2024-09-12T17:57:30.073627+0000","last_clean":"2024-09-12T17:57:30.073627+0000","last_became_active":"2024-09-12T17:28:43.385396+0000","last_became_peered":"2024-09-12T17:28:43.385396+0000","last_unstale":"2024-09-12T17:57:30.073627+0000","last_undegraded":"2024-09-12T17:57:30.073627+0000","last_fullsized":"2024-09-12T17:57:30.073627+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:58.416925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.040663+0000","last_change":"2024-09-12T17:42:37.108727+0000","last_active":"2024-09-12T17:57:07.040663+0000","last_peered":"2024-09-12T17:57:07.040663+0000","last_clean":"2024-09-12T17:57:07.040663+0000","last_became_active":"2024-09-12T17:42:37.108517+0000","last_became_peered":"2024-09-12T17:42:37.108517+0000","last_unstale":"2024-09-12T17:57:07.040663+0000","last_undegraded":"2024-09-12T17:57:07.040663+0000","last_fullsized":"2024-09-12T17:57:07.040663+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:26.445480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.018952+0000","last_change":"2024-09-12T17:30:40.975513+0000","last_active":"2024-09-12T17:56:22.018952+0000","last_peered":"2024-09-12T17:56:22.018952+0000","last_clean":"2024-09-12T17:56:22.018952+0000","last_became_active":"2024-09-12T17:30:40.974707+0000","last_became_peered":"2024-09-12T17:30:40.974707+0000","last_unstale":"2024-09-12T17:56:22.018952+0000","last_undegraded":"2024-09-12T17:56:22.018952+0000","last_fullsized":"2024-09-12T17:56:22.018952+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:34.556182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038636+0000","last_change":"2024-09-12T17:30:37.927341+0000","last_active":"2024-09-12T17:56:17.038636+0000","last_peered":"2024-09-12T17:56:17.038636+0000","last_clean":"2024-09-12T17:56:17.038636+0000","last_became_active":"2024-09-12T17:30:37.925449+0000","last_became_peered":"2024-09-12T17:30:37.925449+0000","last_unstale":"2024-09-12T17:56:17.038636+0000","last_undegraded":"2024-09-12T17:56:17.038636+0000","last_fullsized":"2024-09-12T17:56:17.038636+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:32.998252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'39","reported_seq":157,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.795143+0000","last_change":"2024-09-12T17:28:43.358763+0000","last_active":"2024-09-12T17:57:29.795143+0000","last_peered":"2024-09-12T17:57:29.795143+0000","last_clean":"2024-09-12T17:57:29.795143+0000","last_became_active":"2024-09-12T17:28:43.357815+0000","last_became_peered":"2024-09-12T17:28:43.357815+0000","last_unstale":"2024-09-12T17:57:29.795143+0000","last_undegraded":"2024-09-12T17:57:29.795143+0000","last_fullsized":"2024-09-12T17:57:29.795143+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:12.791170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":145,"num_write":66,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"263'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034260+0000","last_change":"2024-09-12T17:42:37.091626+0000","last_active":"2024-09-12T17:56:42.034260+0000","last_peered":"2024-09-12T17:56:42.034260+0000","last_clean":"2024-09-12T17:56:42.034260+0000","last_became_active":"2024-09-12T17:42:37.090887+0000","last_became_peered":"2024-09-12T17:42:37.090887+0000","last_unstale":"2024-09-12T17:56:42.034260+0000","last_undegraded":"2024-09-12T17:56:42.034260+0000","last_fullsized":"2024-09-12T17:56:42.034260+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:20.186067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"264'4","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.002175+0000","last_change":"2024-09-12T17:30:40.984689+0000","last_active":"2024-09-12T18:00:09.002175+0000","last_peered":"2024-09-12T18:00:09.002175+0000","last_clean":"2024-09-12T18:00:09.002175+0000","last_became_active":"2024-09-12T17:30:40.983879+0000","last_became_peered":"2024-09-12T17:30:40.983879+0000","last_unstale":"2024-09-12T18:00:09.002175+0000","last_undegraded":"2024-09-12T18:00:09.002175+0000","last_fullsized":"2024-09-12T18:00:09.002175+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:28.158490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143071+0000","last_change":"2024-09-12T17:30:37.908756+0000","last_active":"2024-09-12T17:56:17.143071+0000","last_peered":"2024-09-12T17:56:17.143071+0000","last_clean":"2024-09-12T17:56:17.143071+0000","last_became_active":"2024-09-12T17:30:37.907386+0000","last_became_peered":"2024-09-12T17:30:37.907386+0000","last_unstale":"2024-09-12T17:56:17.143071+0000","last_undegraded":"2024-09-12T17:56:17.143071+0000","last_fullsized":"2024-09-12T17:56:17.143071+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:37.767451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":81,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.038842+0000","last_change":"2024-09-12T17:28:43.365812+0000","last_active":"2024-09-12T17:56:47.038842+0000","last_peered":"2024-09-12T17:56:47.038842+0000","last_clean":"2024-09-12T17:56:47.038842+0000","last_became_active":"2024-09-12T17:28:43.365087+0000","last_became_peered":"2024-09-12T17:28:43.365087+0000","last_unstale":"2024-09-12T17:56:47.038842+0000","last_undegraded":"2024-09-12T17:56:47.038842+0000","last_fullsized":"2024-09-12T17:56:47.038842+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:35.350301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.051807+0000","last_change":"2024-09-12T17:42:37.099571+0000","last_active":"2024-09-12T17:57:07.051807+0000","last_peered":"2024-09-12T17:57:07.051807+0000","last_clean":"2024-09-12T17:57:07.051807+0000","last_became_active":"2024-09-12T17:42:37.098821+0000","last_became_peered":"2024-09-12T17:42:37.098821+0000","last_unstale":"2024-09-12T17:57:07.051807+0000","last_undegraded":"2024-09-12T17:57:07.051807+0000","last_fullsized":"2024-09-12T17:57:07.051807+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:57.463928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.144252+0000","last_change":"2024-09-12T17:30:40.966608+0000","last_active":"2024-09-12T17:56:22.144252+0000","last_peered":"2024-09-12T17:56:22.144252+0000","last_clean":"2024-09-12T17:56:22.144252+0000","last_became_active":"2024-09-12T17:30:40.965800+0000","last_became_peered":"2024-09-12T17:30:40.965800+0000","last_unstale":"2024-09-12T17:56:22.144252+0000","last_undegraded":"2024-09-12T17:56:22.144252+0000","last_fullsized":"2024-09-12T17:56:22.144252+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:54.436162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'8","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.793780+0000","last_change":"2024-09-12T17:30:37.888853+0000","last_active":"2024-09-12T18:00:09.793780+0000","last_peered":"2024-09-12T18:00:09.793780+0000","last_clean":"2024-09-12T18:00:09.793780+0000","last_became_active":"2024-09-12T17:30:37.888031+0000","last_became_peered":"2024-09-12T17:30:37.888031+0000","last_unstale":"2024-09-12T18:00:09.793780+0000","last_undegraded":"2024-09-12T18:00:09.793780+0000","last_fullsized":"2024-09-12T18:00:09.793780+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:06.312723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'19","reported_seq":102,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.046045+0000","last_change":"2024-09-12T17:28:43.377973+0000","last_active":"2024-09-12T17:56:47.046045+0000","last_peered":"2024-09-12T17:56:47.046045+0000","last_clean":"2024-09-12T17:56:47.046045+0000","last_became_active":"2024-09-12T17:28:43.377248+0000","last_became_peered":"2024-09-12T17:28:43.377248+0000","last_unstale":"2024-09-12T17:56:47.046045+0000","last_undegraded":"2024-09-12T17:56:47.046045+0000","last_fullsized":"2024-09-12T17:56:47.046045+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:11.771744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":71,"num_write":34,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.025809+0000","last_change":"2024-09-12T17:42:37.095405+0000","last_active":"2024-09-12T17:57:52.025809+0000","last_peered":"2024-09-12T17:57:52.025809+0000","last_clean":"2024-09-12T17:57:52.025809+0000","last_became_active":"2024-09-12T17:42:37.094854+0000","last_became_peered":"2024-09-12T17:42:37.094854+0000","last_unstale":"2024-09-12T17:57:52.025809+0000","last_undegraded":"2024-09-12T17:57:52.025809+0000","last_fullsized":"2024-09-12T17:57:52.025809+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:56.150784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.089497+0000","last_change":"2024-09-12T17:30:40.978289+0000","last_active":"2024-09-12T17:59:57.089497+0000","last_peered":"2024-09-12T17:59:57.089497+0000","last_clean":"2024-09-12T17:59:57.089497+0000","last_became_active":"2024-09-12T17:30:40.977569+0000","last_became_peered":"2024-09-12T17:30:40.977569+0000","last_unstale":"2024-09-12T17:59:57.089497+0000","last_undegraded":"2024-09-12T17:59:57.089497+0000","last_fullsized":"2024-09-12T17:59:57.089497+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:32.568333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'16","reported_seq":73,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.314989+0000","last_change":"2024-09-12T17:30:37.924054+0000","last_active":"2024-09-12T18:00:08.314989+0000","last_peered":"2024-09-12T18:00:08.314989+0000","last_clean":"2024-09-12T18:00:08.314989+0000","last_became_active":"2024-09-12T17:30:37.923377+0000","last_became_peered":"2024-09-12T17:30:37.923377+0000","last_unstale":"2024-09-12T18:00:08.314989+0000","last_undegraded":"2024-09-12T18:00:08.314989+0000","last_fullsized":"2024-09-12T18:00:08.314989+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:33.678698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":36914,"num_write":26,"num_write_kb":20528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'50","reported_seq":187,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:23.148823+0000","last_change":"2024-09-12T17:28:43.365904+0000","last_active":"2024-09-12T17:56:23.148823+0000","last_peered":"2024-09-12T17:56:23.148823+0000","last_clean":"2024-09-12T17:56:23.148823+0000","last_became_active":"2024-09-12T17:28:43.361928+0000","last_became_peered":"2024-09-12T17:28:43.361928+0000","last_unstale":"2024-09-12T17:56:23.148823+0000","last_undegraded":"2024-09-12T17:56:23.148823+0000","last_fullsized":"2024-09-12T17:56:23.148823+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:27:46.698444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":186,"num_write":86,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.025805+0000","last_change":"2024-09-12T17:42:37.102961+0000","last_active":"2024-09-12T17:56:07.025805+0000","last_peered":"2024-09-12T17:56:07.025805+0000","last_clean":"2024-09-12T17:56:07.025805+0000","last_became_active":"2024-09-12T17:42:37.100988+0000","last_became_peered":"2024-09-12T17:42:37.100988+0000","last_unstale":"2024-09-12T17:56:07.025805+0000","last_undegraded":"2024-09-12T17:56:07.025805+0000","last_fullsized":"2024-09-12T17:56:07.025805+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:17.560647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.315570+0000","last_change":"2024-09-12T17:30:40.976709+0000","last_active":"2024-09-12T18:00:08.315570+0000","last_peered":"2024-09-12T18:00:08.315570+0000","last_clean":"2024-09-12T18:00:08.315570+0000","last_became_active":"2024-09-12T17:30:40.975987+0000","last_became_peered":"2024-09-12T17:30:40.975987+0000","last_unstale":"2024-09-12T18:00:08.315570+0000","last_undegraded":"2024-09-12T18:00:08.315570+0000","last_fullsized":"2024-09-12T18:00:08.315570+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:47:24.401361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.023715+0000","last_change":"2024-09-12T17:30:37.909004+0000","last_active":"2024-09-12T17:57:42.023715+0000","last_peered":"2024-09-12T17:57:42.023715+0000","last_clean":"2024-09-12T17:57:42.023715+0000","last_became_active":"2024-09-12T17:30:37.907565+0000","last_became_peered":"2024-09-12T17:30:37.907565+0000","last_unstale":"2024-09-12T17:57:42.023715+0000","last_undegraded":"2024-09-12T17:57:42.023715+0000","last_fullsized":"2024-09-12T17:57:42.023715+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:50.970775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'78","reported_seq":287,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:02.025609+0000","last_change":"2024-09-12T17:28:43.383516+0000","last_active":"2024-09-12T17:58:02.025609+0000","last_peered":"2024-09-12T17:58:02.025609+0000","last_clean":"2024-09-12T17:58:02.025609+0000","last_became_active":"2024-09-12T17:28:43.382670+0000","last_became_peered":"2024-09-12T17:28:43.382670+0000","last_unstale":"2024-09-12T17:58:02.025609+0000","last_undegraded":"2024-09-12T17:58:02.025609+0000","last_fullsized":"2024-09-12T17:58:02.025609+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":367,"num_write":100,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162362+0000","last_change":"2024-09-12T17:42:37.069987+0000","last_active":"2024-09-12T17:57:47.162362+0000","last_peered":"2024-09-12T17:57:47.162362+0000","last_clean":"2024-09-12T17:57:47.162362+0000","last_became_active":"2024-09-12T17:42:37.069175+0000","last_became_peered":"2024-09-12T17:42:37.069175+0000","last_unstale":"2024-09-12T17:57:47.162362+0000","last_undegraded":"2024-09-12T17:57:47.162362+0000","last_fullsized":"2024-09-12T17:57:47.162362+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:21:01.837742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:02.066134+0000","last_change":"2024-09-12T17:30:41.503156+0000","last_active":"2024-09-12T18:00:02.066134+0000","last_peered":"2024-09-12T18:00:02.066134+0000","last_clean":"2024-09-12T18:00:02.066134+0000","last_became_active":"2024-09-12T17:30:41.502364+0000","last_became_peered":"2024-09-12T17:30:41.502364+0000","last_unstale":"2024-09-12T18:00:02.066134+0000","last_undegraded":"2024-09-12T18:00:02.066134+0000","last_fullsized":"2024-09-12T18:00:02.066134+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:58.664521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.077759+0000","last_change":"2024-09-12T17:30:37.906496+0000","last_active":"2024-09-12T17:59:57.077759+0000","last_peered":"2024-09-12T17:59:57.077759+0000","last_clean":"2024-09-12T17:59:57.077759+0000","last_became_active":"2024-09-12T17:30:37.904363+0000","last_became_peered":"2024-09-12T17:30:37.904363+0000","last_unstale":"2024-09-12T17:59:57.077759+0000","last_undegraded":"2024-09-12T17:59:57.077759+0000","last_fullsized":"2024-09-12T17:59:57.077759+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:41.835284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'24","reported_seq":115,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:01.976852+0000","last_change":"2024-09-12T17:28:43.378538+0000","last_active":"2024-09-12T17:58:01.976852+0000","last_peered":"2024-09-12T17:58:01.976852+0000","last_clean":"2024-09-12T17:58:01.976852+0000","last_became_active":"2024-09-12T17:28:43.377573+0000","last_became_peered":"2024-09-12T17:28:43.377573+0000","last_unstale":"2024-09-12T17:58:01.976852+0000","last_undegraded":"2024-09-12T17:58:01.976852+0000","last_fullsized":"2024-09-12T17:58:01.976852+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":91,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050521+0000","last_change":"2024-09-12T17:42:37.101604+0000","last_active":"2024-09-12T17:57:47.050521+0000","last_peered":"2024-09-12T17:57:47.050521+0000","last_clean":"2024-09-12T17:57:47.050521+0000","last_became_active":"2024-09-12T17:42:37.098890+0000","last_became_peered":"2024-09-12T17:42:37.098890+0000","last_unstale":"2024-09-12T17:57:47.050521+0000","last_undegraded":"2024-09-12T17:57:47.050521+0000","last_fullsized":"2024-09-12T17:57:47.050521+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:02.636737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'2","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.089530+0000","last_change":"2024-09-12T17:30:40.985027+0000","last_active":"2024-09-12T17:59:57.089530+0000","last_peered":"2024-09-12T17:59:57.089530+0000","last_clean":"2024-09-12T17:59:57.089530+0000","last_became_active":"2024-09-12T17:30:40.984312+0000","last_became_peered":"2024-09-12T17:30:40.984312+0000","last_unstale":"2024-09-12T17:59:57.089530+0000","last_undegraded":"2024-09-12T17:59:57.089530+0000","last_fullsized":"2024-09-12T17:59:57.089530+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:17.265407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'14","reported_seq":66,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.315807+0000","last_change":"2024-09-12T17:30:37.904272+0000","last_active":"2024-09-12T18:00:08.315807+0000","last_peered":"2024-09-12T18:00:08.315807+0000","last_clean":"2024-09-12T18:00:08.315807+0000","last_became_active":"2024-09-12T17:30:37.903185+0000","last_became_peered":"2024-09-12T17:30:37.903185+0000","last_unstale":"2024-09-12T18:00:08.315807+0000","last_undegraded":"2024-09-12T18:00:08.315807+0000","last_fullsized":"2024-09-12T18:00:08.315807+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:24.235796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":15362,"num_write":24,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'30","reported_seq":125,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:02.027783+0000","last_change":"2024-09-12T17:28:43.368814+0000","last_active":"2024-09-12T17:58:02.027783+0000","last_peered":"2024-09-12T17:58:02.027783+0000","last_clean":"2024-09-12T17:58:02.027783+0000","last_became_active":"2024-09-12T17:28:43.368029+0000","last_became_peered":"2024-09-12T17:28:43.368029+0000","last_unstale":"2024-09-12T17:58:02.027783+0000","last_undegraded":"2024-09-12T17:58:02.027783+0000","last_fullsized":"2024-09-12T17:58:02.027783+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.036541+0000","last_change":"2024-09-12T17:42:37.101132+0000","last_active":"2024-09-12T17:56:07.036541+0000","last_peered":"2024-09-12T17:56:07.036541+0000","last_clean":"2024-09-12T17:56:07.036541+0000","last_became_active":"2024-09-12T17:42:37.098386+0000","last_became_peered":"2024-09-12T17:42:37.098386+0000","last_unstale":"2024-09-12T17:56:07.036541+0000","last_undegraded":"2024-09-12T17:56:07.036541+0000","last_fullsized":"2024-09-12T17:56:07.036541+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:35:08.753175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:52.065708+0000","last_change":"2024-09-12T17:30:56.046289+0000","last_active":"2024-09-12T17:58:52.065708+0000","last_peered":"2024-09-12T17:58:52.065708+0000","last_clean":"2024-09-12T17:58:52.065708+0000","last_became_active":"2024-09-12T17:30:56.025899+0000","last_became_peered":"2024-09-12T17:30:56.025899+0000","last_unstale":"2024-09-12T17:58:52.065708+0000","last_undegraded":"2024-09-12T17:58:52.065708+0000","last_fullsized":"2024-09-12T17:58:52.065708+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:20.471749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'5","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.605665+0000","last_change":"2024-09-12T17:30:37.896541+0000","last_active":"2024-09-12T18:00:09.605665+0000","last_peered":"2024-09-12T18:00:09.605665+0000","last_clean":"2024-09-12T18:00:09.605665+0000","last_became_active":"2024-09-12T17:30:37.895814+0000","last_became_peered":"2024-09-12T17:30:37.895814+0000","last_unstale":"2024-09-12T18:00:09.605665+0000","last_undegraded":"2024-09-12T18:00:09.605665+0000","last_fullsized":"2024-09-12T18:00:09.605665+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:59.262191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"264'45","reported_seq":165,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:02.053513+0000","last_change":"2024-09-12T17:28:43.374172+0000","last_active":"2024-09-12T17:58:02.053513+0000","last_peered":"2024-09-12T17:58:02.053513+0000","last_clean":"2024-09-12T17:58:02.053513+0000","last_became_active":"2024-09-12T17:28:43.373522+0000","last_became_peered":"2024-09-12T17:28:43.373522+0000","last_unstale":"2024-09-12T17:58:02.053513+0000","last_undegraded":"2024-09-12T17:58:02.053513+0000","last_fullsized":"2024-09-12T17:58:02.053513+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":156,"num_write":79,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.027470+0000","last_change":"2024-09-12T17:42:37.102852+0000","last_active":"2024-09-12T17:56:12.027470+0000","last_peered":"2024-09-12T17:56:12.027470+0000","last_clean":"2024-09-12T17:56:12.027470+0000","last_became_active":"2024-09-12T17:42:37.101673+0000","last_became_peered":"2024-09-12T17:42:37.101673+0000","last_unstale":"2024-09-12T17:56:12.027470+0000","last_undegraded":"2024-09-12T17:56:12.027470+0000","last_fullsized":"2024-09-12T17:56:12.027470+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:54.570527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"261'8","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034250+0000","last_change":"2024-09-12T17:30:41.493021+0000","last_active":"2024-09-12T17:56:42.034250+0000","last_peered":"2024-09-12T17:56:42.034250+0000","last_clean":"2024-09-12T17:56:42.034250+0000","last_became_active":"2024-09-12T17:30:41.492154+0000","last_became_peered":"2024-09-12T17:30:41.492154+0000","last_unstale":"2024-09-12T17:56:42.034250+0000","last_undegraded":"2024-09-12T17:56:42.034250+0000","last_fullsized":"2024-09-12T17:56:42.034250+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:31.779367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":20482,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"264'5","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.430751+0000","last_change":"2024-09-12T17:30:37.903106+0000","last_active":"2024-09-12T18:00:08.430751+0000","last_peered":"2024-09-12T18:00:08.430751+0000","last_clean":"2024-09-12T18:00:08.430751+0000","last_became_active":"2024-09-12T17:30:37.901984+0000","last_became_peered":"2024-09-12T17:30:37.901984+0000","last_unstale":"2024-09-12T18:00:08.430751+0000","last_undegraded":"2024-09-12T18:00:08.430751+0000","last_fullsized":"2024-09-12T18:00:08.430751+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:59.026630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'40","reported_seq":160,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039370+0000","last_change":"2024-09-12T17:28:43.376092+0000","last_active":"2024-09-12T17:57:02.039370+0000","last_peered":"2024-09-12T17:57:02.039370+0000","last_clean":"2024-09-12T17:57:02.039370+0000","last_became_active":"2024-09-12T17:28:43.375321+0000","last_became_peered":"2024-09-12T17:28:43.375321+0000","last_unstale":"2024-09-12T17:57:02.039370+0000","last_undegraded":"2024-09-12T17:57:02.039370+0000","last_fullsized":"2024-09-12T17:57:02.039370+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:53.782996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":212,"num_read_kb":150,"num_write":74,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.025866+0000","last_change":"2024-09-12T17:42:37.103281+0000","last_active":"2024-09-12T17:56:07.025866+0000","last_peered":"2024-09-12T17:56:07.025866+0000","last_clean":"2024-09-12T17:56:07.025866+0000","last_became_active":"2024-09-12T17:42:37.101691+0000","last_became_peered":"2024-09-12T17:42:37.101691+0000","last_unstale":"2024-09-12T17:56:07.025866+0000","last_undegraded":"2024-09-12T17:56:07.025866+0000","last_fullsized":"2024-09-12T17:56:07.025866+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:27.727842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'4","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.022190+0000","last_change":"2024-09-12T17:30:40.974011+0000","last_active":"2024-09-12T18:00:08.022190+0000","last_peered":"2024-09-12T18:00:08.022190+0000","last_clean":"2024-09-12T18:00:08.022190+0000","last_became_active":"2024-09-12T17:30:40.969731+0000","last_became_peered":"2024-09-12T17:30:40.969731+0000","last_unstale":"2024-09-12T18:00:08.022190+0000","last_undegraded":"2024-09-12T18:00:08.022190+0000","last_fullsized":"2024-09-12T18:00:08.022190+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:44.493455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2058,"num_write":4,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035537+0000","last_change":"2024-09-12T17:30:37.901530+0000","last_active":"2024-09-12T17:56:47.035537+0000","last_peered":"2024-09-12T17:56:47.035537+0000","last_clean":"2024-09-12T17:56:47.035537+0000","last_became_active":"2024-09-12T17:30:37.900716+0000","last_became_peered":"2024-09-12T17:30:37.900716+0000","last_unstale":"2024-09-12T17:56:47.035537+0000","last_undegraded":"2024-09-12T17:56:47.035537+0000","last_fullsized":"2024-09-12T17:56:47.035537+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:44.626880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'19","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.369171+0000","last_change":"2024-09-12T17:28:43.370644+0000","last_active":"2024-09-12T17:57:25.369171+0000","last_peered":"2024-09-12T17:57:25.369171+0000","last_clean":"2024-09-12T17:57:25.369171+0000","last_became_active":"2024-09-12T17:28:43.369582+0000","last_became_peered":"2024-09-12T17:28:43.369582+0000","last_unstale":"2024-09-12T17:57:25.369171+0000","last_undegraded":"2024-09-12T17:57:25.369171+0000","last_fullsized":"2024-09-12T17:57:25.369171+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:18.944458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:07.025642+0000","last_change":"2024-09-12T17:42:37.102853+0000","last_active":"2024-09-12T17:56:07.025642+0000","last_peered":"2024-09-12T17:56:07.025642+0000","last_clean":"2024-09-12T17:56:07.025642+0000","last_became_active":"2024-09-12T17:42:37.102044+0000","last_became_peered":"2024-09-12T17:42:37.102044+0000","last_unstale":"2024-09-12T17:56:07.025642+0000","last_undegraded":"2024-09-12T17:56:07.025642+0000","last_fullsized":"2024-09-12T17:56:07.025642+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:03:03.531943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035721+0000","last_change":"2024-09-12T17:30:40.976896+0000","last_active":"2024-09-12T17:56:47.035721+0000","last_peered":"2024-09-12T17:56:47.035721+0000","last_clean":"2024-09-12T17:56:47.035721+0000","last_became_active":"2024-09-12T17:30:40.975911+0000","last_became_peered":"2024-09-12T17:30:40.975911+0000","last_unstale":"2024-09-12T17:56:47.035721+0000","last_undegraded":"2024-09-12T17:56:47.035721+0000","last_fullsized":"2024-09-12T17:56:47.035721+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:57.332177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'5","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.080472+0000","last_change":"2024-09-12T17:30:37.914709+0000","last_active":"2024-09-12T17:59:57.080472+0000","last_peered":"2024-09-12T17:59:57.080472+0000","last_clean":"2024-09-12T17:59:57.080472+0000","last_became_active":"2024-09-12T17:30:37.913930+0000","last_became_peered":"2024-09-12T17:30:37.913930+0000","last_unstale":"2024-09-12T17:59:57.080472+0000","last_undegraded":"2024-09-12T17:59:57.080472+0000","last_fullsized":"2024-09-12T17:59:57.080472+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:30.737989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'23","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151692+0000","last_change":"2024-09-12T17:28:43.376821+0000","last_active":"2024-09-12T17:56:57.151692+0000","last_peered":"2024-09-12T17:56:57.151692+0000","last_clean":"2024-09-12T17:56:57.151692+0000","last_became_active":"2024-09-12T17:28:43.376115+0000","last_became_peered":"2024-09-12T17:28:43.376115+0000","last_unstale":"2024-09-12T17:56:57.151692+0000","last_undegraded":"2024-09-12T17:56:57.151692+0000","last_fullsized":"2024-09-12T17:56:57.151692+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:26.389149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":80,"num_write":52,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041873+0000","last_change":"2024-09-12T17:42:37.103179+0000","last_active":"2024-09-12T17:57:12.041873+0000","last_peered":"2024-09-12T17:57:12.041873+0000","last_clean":"2024-09-12T17:57:12.041873+0000","last_became_active":"2024-09-12T17:42:37.101544+0000","last_became_peered":"2024-09-12T17:42:37.101544+0000","last_unstale":"2024-09-12T17:57:12.041873+0000","last_undegraded":"2024-09-12T17:57:12.041873+0000","last_fullsized":"2024-09-12T17:57:12.041873+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:20.118206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.077712+0000","last_change":"2024-09-12T17:30:40.976556+0000","last_active":"2024-09-12T17:59:57.077712+0000","last_peered":"2024-09-12T17:59:57.077712+0000","last_clean":"2024-09-12T17:59:57.077712+0000","last_became_active":"2024-09-12T17:30:40.975795+0000","last_became_peered":"2024-09-12T17:30:40.975795+0000","last_unstale":"2024-09-12T17:59:57.077712+0000","last_undegraded":"2024-09-12T17:59:57.077712+0000","last_fullsized":"2024-09-12T17:59:57.077712+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:25.932834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":10240,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049457+0000","last_change":"2024-09-12T17:30:37.911733+0000","last_active":"2024-09-12T17:57:42.049457+0000","last_peered":"2024-09-12T17:57:42.049457+0000","last_clean":"2024-09-12T17:57:42.049457+0000","last_became_active":"2024-09-12T17:30:37.910945+0000","last_became_peered":"2024-09-12T17:30:37.910945+0000","last_unstale":"2024-09-12T17:57:42.049457+0000","last_undegraded":"2024-09-12T17:57:42.049457+0000","last_fullsized":"2024-09-12T17:57:42.049457+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:53.940222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'45","reported_seq":172,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.038207+0000","last_change":"2024-09-12T17:28:43.372196+0000","last_active":"2024-09-12T17:56:57.038207+0000","last_peered":"2024-09-12T17:56:57.038207+0000","last_clean":"2024-09-12T17:56:57.038207+0000","last_became_active":"2024-09-12T17:28:43.370818+0000","last_became_peered":"2024-09-12T17:28:43.370818+0000","last_unstale":"2024-09-12T17:56:57.038207+0000","last_undegraded":"2024-09-12T17:56:57.038207+0000","last_fullsized":"2024-09-12T17:56:57.038207+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:52.893995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":162,"num_write":73,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.014156+0000","last_change":"2024-09-12T17:42:37.097106+0000","last_active":"2024-09-12T17:57:12.014156+0000","last_peered":"2024-09-12T17:57:12.014156+0000","last_clean":"2024-09-12T17:57:12.014156+0000","last_became_active":"2024-09-12T17:42:37.096358+0000","last_became_peered":"2024-09-12T17:42:37.096358+0000","last_unstale":"2024-09-12T17:57:12.014156+0000","last_undegraded":"2024-09-12T17:57:12.014156+0000","last_fullsized":"2024-09-12T17:57:12.014156+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:44.395649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'9","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.003104+0000","last_change":"2024-09-12T17:30:41.501521+0000","last_active":"2024-09-12T18:00:09.003104+0000","last_peered":"2024-09-12T18:00:09.003104+0000","last_clean":"2024-09-12T18:00:09.003104+0000","last_became_active":"2024-09-12T17:30:41.499891+0000","last_became_peered":"2024-09-12T17:30:41.499891+0000","last_unstale":"2024-09-12T18:00:09.003104+0000","last_undegraded":"2024-09-12T18:00:09.003104+0000","last_fullsized":"2024-09-12T18:00:09.003104+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:25.511704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":14,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.025881+0000","last_change":"2024-09-12T17:30:37.908255+0000","last_active":"2024-09-12T17:57:52.025881+0000","last_peered":"2024-09-12T17:57:52.025881+0000","last_clean":"2024-09-12T17:57:52.025881+0000","last_became_active":"2024-09-12T17:30:37.906651+0000","last_became_peered":"2024-09-12T17:30:37.906651+0000","last_unstale":"2024-09-12T17:57:52.025881+0000","last_undegraded":"2024-09-12T17:57:52.025881+0000","last_fullsized":"2024-09-12T17:57:52.025881+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:56.892473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'66","reported_seq":234,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151897+0000","last_change":"2024-09-12T17:28:43.367437+0000","last_active":"2024-09-12T17:56:57.151897+0000","last_peered":"2024-09-12T17:56:57.151897+0000","last_clean":"2024-09-12T17:56:57.151897+0000","last_became_active":"2024-09-12T17:28:43.366637+0000","last_became_peered":"2024-09-12T17:28:43.366637+0000","last_unstale":"2024-09-12T17:56:57.151897+0000","last_undegraded":"2024-09-12T17:56:57.151897+0000","last_fullsized":"2024-09-12T17:56:57.151897+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:47.396479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":266,"num_write":106,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.023509+0000","last_change":"2024-09-12T17:42:37.082855+0000","last_active":"2024-09-12T17:56:42.023509+0000","last_peered":"2024-09-12T17:56:42.023509+0000","last_clean":"2024-09-12T17:56:42.023509+0000","last_became_active":"2024-09-12T17:42:37.081983+0000","last_became_peered":"2024-09-12T17:42:37.081983+0000","last_unstale":"2024-09-12T17:56:42.023509+0000","last_undegraded":"2024-09-12T17:56:42.023509+0000","last_fullsized":"2024-09-12T17:56:42.023509+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:47.157401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034565+0000","last_change":"2024-09-12T17:30:41.493967+0000","last_active":"2024-09-12T17:56:42.034565+0000","last_peered":"2024-09-12T17:56:42.034565+0000","last_clean":"2024-09-12T17:56:42.034565+0000","last_became_active":"2024-09-12T17:30:41.493272+0000","last_became_peered":"2024-09-12T17:30:41.493272+0000","last_unstale":"2024-09-12T17:56:42.034565+0000","last_undegraded":"2024-09-12T17:56:42.034565+0000","last_fullsized":"2024-09-12T17:56:42.034565+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:48.563362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"261'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.210574+0000","last_change":"2024-09-12T17:30:37.900313+0000","last_active":"2024-09-12T17:56:37.210574+0000","last_peered":"2024-09-12T17:56:37.210574+0000","last_clean":"2024-09-12T17:56:37.210574+0000","last_became_active":"2024-09-12T17:30:37.899518+0000","last_became_peered":"2024-09-12T17:30:37.899518+0000","last_unstale":"2024-09-12T17:56:37.210574+0000","last_undegraded":"2024-09-12T17:56:37.210574+0000","last_fullsized":"2024-09-12T17:56:37.210574+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:48.202203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'41","reported_seq":163,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:06.842432+0000","last_change":"2024-09-12T17:28:43.374656+0000","last_active":"2024-09-12T17:58:06.842432+0000","last_peered":"2024-09-12T17:58:06.842432+0000","last_clean":"2024-09-12T17:58:06.842432+0000","last_became_active":"2024-09-12T17:28:43.373808+0000","last_became_peered":"2024-09-12T17:28:43.373808+0000","last_unstale":"2024-09-12T17:58:06.842432+0000","last_undegraded":"2024-09-12T17:58:06.842432+0000","last_fullsized":"2024-09-12T17:58:06.842432+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:52.449675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":210,"num_read_kb":152,"num_write":74,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044243+0000","last_change":"2024-09-12T17:42:37.090806+0000","last_active":"2024-09-12T17:57:12.044243+0000","last_peered":"2024-09-12T17:57:12.044243+0000","last_clean":"2024-09-12T17:57:12.044243+0000","last_became_active":"2024-09-12T17:42:37.090019+0000","last_became_peered":"2024-09-12T17:42:37.090019+0000","last_unstale":"2024-09-12T17:57:12.044243+0000","last_undegraded":"2024-09-12T17:57:12.044243+0000","last_fullsized":"2024-09-12T17:57:12.044243+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:14.192600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.037892+0000","last_change":"2024-09-12T17:30:40.969688+0000","last_active":"2024-09-12T17:56:42.037892+0000","last_peered":"2024-09-12T17:56:42.037892+0000","last_clean":"2024-09-12T17:56:42.037892+0000","last_became_active":"2024-09-12T17:30:40.968849+0000","last_became_peered":"2024-09-12T17:30:40.968849+0000","last_unstale":"2024-09-12T17:56:42.037892+0000","last_undegraded":"2024-09-12T17:56:42.037892+0000","last_fullsized":"2024-09-12T17:56:42.037892+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:32.720003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.033239+0000","last_change":"2024-09-12T17:30:37.923890+0000","last_active":"2024-09-12T17:56:37.033239+0000","last_peered":"2024-09-12T17:56:37.033239+0000","last_clean":"2024-09-12T17:56:37.033239+0000","last_became_active":"2024-09-12T17:30:37.923324+0000","last_became_peered":"2024-09-12T17:30:37.923324+0000","last_unstale":"2024-09-12T17:56:37.033239+0000","last_undegraded":"2024-09-12T17:56:37.033239+0000","last_fullsized":"2024-09-12T17:56:37.033239+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:08.389266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.042062+0000","last_change":"2024-09-12T17:28:43.374298+0000","last_active":"2024-09-12T17:57:57.042062+0000","last_peered":"2024-09-12T17:57:57.042062+0000","last_clean":"2024-09-12T17:57:57.042062+0000","last_became_active":"2024-09-12T17:28:43.373686+0000","last_became_peered":"2024-09-12T17:28:43.373686+0000","last_unstale":"2024-09-12T17:57:57.042062+0000","last_undegraded":"2024-09-12T17:57:57.042062+0000","last_fullsized":"2024-09-12T17:57:57.042062+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:48.401489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"264'1","reported_seq":22,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.024921+0000","last_change":"2024-09-12T17:42:37.096720+0000","last_active":"2024-09-12T17:57:47.024921+0000","last_peered":"2024-09-12T17:57:47.024921+0000","last_clean":"2024-09-12T17:57:47.024921+0000","last_became_active":"2024-09-12T17:42:37.096203+0000","last_became_peered":"2024-09-12T17:42:37.096203+0000","last_unstale":"2024-09-12T17:57:47.024921+0000","last_undegraded":"2024-09-12T17:57:47.024921+0000","last_fullsized":"2024-09-12T17:57:47.024921+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:09.283596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"261'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039793+0000","last_change":"2024-09-12T17:30:40.981945+0000","last_active":"2024-09-12T17:57:47.039793+0000","last_peered":"2024-09-12T17:57:47.039793+0000","last_clean":"2024-09-12T17:57:47.039793+0000","last_became_active":"2024-09-12T17:30:40.981226+0000","last_became_peered":"2024-09-12T17:30:40.981226+0000","last_unstale":"2024-09-12T17:57:47.039793+0000","last_undegraded":"2024-09-12T17:57:47.039793+0000","last_fullsized":"2024-09-12T17:57:47.039793+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:14:27.734816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:46.852273+0000","last_change":"2024-09-12T17:30:37.906230+0000","last_active":"2024-09-12T17:58:46.852273+0000","last_peered":"2024-09-12T17:58:46.852273+0000","last_clean":"2024-09-12T17:58:46.852273+0000","last_became_active":"2024-09-12T17:30:37.905424+0000","last_became_peered":"2024-09-12T17:30:37.905424+0000","last_unstale":"2024-09-12T17:58:46.852273+0000","last_undegraded":"2024-09-12T17:58:46.852273+0000","last_fullsized":"2024-09-12T17:58:46.852273+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:11.277814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'33","reported_seq":137,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.024417+0000","last_change":"2024-09-12T17:28:43.383108+0000","last_active":"2024-09-12T17:57:57.024417+0000","last_peered":"2024-09-12T17:57:57.024417+0000","last_clean":"2024-09-12T17:57:57.024417+0000","last_became_active":"2024-09-12T17:28:43.382398+0000","last_became_peered":"2024-09-12T17:28:43.382398+0000","last_unstale":"2024-09-12T17:57:57.024417+0000","last_undegraded":"2024-09-12T17:57:57.024417+0000","last_fullsized":"2024-09-12T17:57:57.024417+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:05.460836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":111,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050020+0000","last_change":"2024-09-12T17:42:37.103753+0000","last_active":"2024-09-12T17:57:47.050020+0000","last_peered":"2024-09-12T17:57:47.050020+0000","last_clean":"2024-09-12T17:57:47.050020+0000","last_became_active":"2024-09-12T17:42:37.088975+0000","last_became_peered":"2024-09-12T17:42:37.088975+0000","last_unstale":"2024-09-12T17:57:47.050020+0000","last_undegraded":"2024-09-12T17:57:47.050020+0000","last_fullsized":"2024-09-12T17:57:47.050020+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:12.758869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'3","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:52.036608+0000","last_change":"2024-09-12T17:30:40.969345+0000","last_active":"2024-09-12T17:58:52.036608+0000","last_peered":"2024-09-12T17:58:52.036608+0000","last_clean":"2024-09-12T17:58:52.036608+0000","last_became_active":"2024-09-12T17:30:40.968624+0000","last_became_peered":"2024-09-12T17:30:40.968624+0000","last_unstale":"2024-09-12T17:58:52.036608+0000","last_undegraded":"2024-09-12T17:58:52.036608+0000","last_fullsized":"2024-09-12T17:58:52.036608+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:38.404820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049297+0000","last_change":"2024-09-12T17:30:37.923900+0000","last_active":"2024-09-12T17:57:42.049297+0000","last_peered":"2024-09-12T17:57:42.049297+0000","last_clean":"2024-09-12T17:57:42.049297+0000","last_became_active":"2024-09-12T17:30:37.923278+0000","last_became_peered":"2024-09-12T17:30:37.923278+0000","last_unstale":"2024-09-12T17:57:42.049297+0000","last_undegraded":"2024-09-12T17:57:42.049297+0000","last_fullsized":"2024-09-12T17:57:42.049297+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:06.073524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'48","reported_seq":184,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.054068+0000","last_change":"2024-09-12T17:28:43.362689+0000","last_active":"2024-09-12T17:57:57.054068+0000","last_peered":"2024-09-12T17:57:57.054068+0000","last_clean":"2024-09-12T17:57:57.054068+0000","last_became_active":"2024-09-12T17:28:43.362189+0000","last_became_peered":"2024-09-12T17:28:43.362189+0000","last_unstale":"2024-09-12T17:57:57.054068+0000","last_undegraded":"2024-09-12T17:57:57.054068+0000","last_fullsized":"2024-09-12T17:57:57.054068+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:57.536604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":71,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041799+0000","last_change":"2024-09-12T17:42:37.111562+0000","last_active":"2024-09-12T17:57:12.041799+0000","last_peered":"2024-09-12T17:57:12.041799+0000","last_clean":"2024-09-12T17:57:12.041799+0000","last_became_active":"2024-09-12T17:42:37.110961+0000","last_became_peered":"2024-09-12T17:42:37.110961+0000","last_unstale":"2024-09-12T17:57:12.041799+0000","last_undegraded":"2024-09-12T17:57:12.041799+0000","last_fullsized":"2024-09-12T17:57:12.041799+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:04.606153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'8","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162464+0000","last_change":"2024-09-12T17:30:40.982043+0000","last_active":"2024-09-12T17:57:47.162464+0000","last_peered":"2024-09-12T17:57:47.162464+0000","last_clean":"2024-09-12T17:57:47.162464+0000","last_became_active":"2024-09-12T17:30:40.981155+0000","last_became_peered":"2024-09-12T17:30:40.981155+0000","last_unstale":"2024-09-12T17:57:47.162464+0000","last_undegraded":"2024-09-12T17:57:47.162464+0000","last_fullsized":"2024-09-12T17:57:47.162464+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:29.474060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":9216,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:52.063808+0000","last_change":"2024-09-12T17:30:37.913645+0000","last_active":"2024-09-12T17:59:52.063808+0000","last_peered":"2024-09-12T17:59:52.063808+0000","last_clean":"2024-09-12T17:59:52.063808+0000","last_became_active":"2024-09-12T17:30:37.912814+0000","last_became_peered":"2024-09-12T17:30:37.912814+0000","last_unstale":"2024-09-12T17:59:52.063808+0000","last_undegraded":"2024-09-12T17:59:52.063808+0000","last_fullsized":"2024-09-12T17:59:52.063808+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:03.887253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"261'82","reported_seq":324,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.164549+0000","last_change":"2024-09-12T17:28:43.372198+0000","last_active":"2024-09-12T17:57:57.164549+0000","last_peered":"2024-09-12T17:57:57.164549+0000","last_clean":"2024-09-12T17:57:57.164549+0000","last_became_active":"2024-09-12T17:28:43.371424+0000","last_became_peered":"2024-09-12T17:28:43.371424+0000","last_unstale":"2024-09-12T17:57:57.164549+0000","last_undegraded":"2024-09-12T17:57:57.164549+0000","last_fullsized":"2024-09-12T17:57:57.164549+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:02.779961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":536,"num_read_kb":399,"num_write":105,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043559+0000","last_change":"2024-09-12T17:42:37.108419+0000","last_active":"2024-09-12T17:57:17.043559+0000","last_peered":"2024-09-12T17:57:17.043559+0000","last_clean":"2024-09-12T17:57:17.043559+0000","last_became_active":"2024-09-12T17:42:37.107578+0000","last_became_peered":"2024-09-12T17:42:37.107578+0000","last_unstale":"2024-09-12T17:57:17.043559+0000","last_undegraded":"2024-09-12T17:57:17.043559+0000","last_fullsized":"2024-09-12T17:57:17.043559+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:08.862881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'7","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.052001+0000","last_change":"2024-09-12T17:30:40.978653+0000","last_active":"2024-09-12T17:57:47.052001+0000","last_peered":"2024-09-12T17:57:47.052001+0000","last_clean":"2024-09-12T17:57:47.052001+0000","last_became_active":"2024-09-12T17:30:40.970542+0000","last_became_peered":"2024-09-12T17:30:40.970542+0000","last_unstale":"2024-09-12T17:57:47.052001+0000","last_undegraded":"2024-09-12T17:57:47.052001+0000","last_fullsized":"2024-09-12T17:57:47.052001+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:47.705490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.161389+0000","last_change":"2024-09-12T17:30:37.900601+0000","last_active":"2024-09-12T17:57:42.161389+0000","last_peered":"2024-09-12T17:57:42.161389+0000","last_clean":"2024-09-12T17:57:42.161389+0000","last_became_active":"2024-09-12T17:30:37.899552+0000","last_became_peered":"2024-09-12T17:30:37.899552+0000","last_unstale":"2024-09-12T17:57:42.161389+0000","last_undegraded":"2024-09-12T17:57:42.161389+0000","last_fullsized":"2024-09-12T17:57:42.161389+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:38.739644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'5","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.060762+0000","last_change":"2024-09-12T17:28:43.376491+0000","last_active":"2024-09-12T17:57:30.060762+0000","last_peered":"2024-09-12T17:57:30.060762+0000","last_clean":"2024-09-12T17:57:30.060762+0000","last_became_active":"2024-09-12T17:28:43.375683+0000","last_became_peered":"2024-09-12T17:28:43.375683+0000","last_unstale":"2024-09-12T17:57:30.060762+0000","last_undegraded":"2024-09-12T17:57:30.060762+0000","last_fullsized":"2024-09-12T17:57:30.060762+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:00.339317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":10,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'328","reported_seq":945,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.784494+0000","last_change":"2024-09-12T17:13:22.730274+0000","last_active":"2024-09-12T18:00:09.784494+0000","last_peered":"2024-09-12T18:00:09.784494+0000","last_clean":"2024-09-12T18:00:09.784494+0000","last_became_active":"2024-09-12T17:13:22.725942+0000","last_became_peered":"2024-09-12T17:13:22.725942+0000","last_unstale":"2024-09-12T18:00:09.784494+0000","last_undegraded":"2024-09-12T18:00:09.784494+0000","last_fullsized":"2024-09-12T18:00:09.784494+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:09.939345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":440,"num_read_kb":7150,"num_write":972,"num_write_kb":34029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'177","reported_seq":746,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.721904+0000","last_change":"2024-09-12T17:13:24.758548+0000","last_active":"2024-09-12T17:58:29.721904+0000","last_peered":"2024-09-12T17:58:29.721904+0000","last_clean":"2024-09-12T17:58:29.721904+0000","last_became_active":"2024-09-12T17:13:24.750504+0000","last_became_peered":"2024-09-12T17:13:24.750504+0000","last_unstale":"2024-09-12T17:58:29.721904+0000","last_undegraded":"2024-09-12T17:58:29.721904+0000","last_fullsized":"2024-09-12T17:58:29.721904+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:39.117714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":797,"num_read_kb":657,"num_write":298,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'307","reported_seq":1025,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.814353+0000","last_change":"2024-09-12T17:13:22.714309+0000","last_active":"2024-09-12T18:00:09.814353+0000","last_peered":"2024-09-12T18:00:09.814353+0000","last_clean":"2024-09-12T18:00:09.814353+0000","last_became_active":"2024-09-12T17:13:22.714030+0000","last_became_peered":"2024-09-12T17:13:22.714030+0000","last_unstale":"2024-09-12T18:00:09.814353+0000","last_undegraded":"2024-09-12T18:00:09.814353+0000","last_fullsized":"2024-09-12T18:00:09.814353+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:39.600115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254223,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":506,"num_read_kb":42071,"num_write":909,"num_write_kb":34997,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'145","reported_seq":774,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:16.378489+0000","last_change":"2024-09-12T17:13:24.729829+0000","last_active":"2024-09-12T17:56:16.378489+0000","last_peered":"2024-09-12T17:56:16.378489+0000","last_clean":"2024-09-12T17:56:16.378489+0000","last_became_active":"2024-09-12T17:13:24.726550+0000","last_became_peered":"2024-09-12T17:13:24.726550+0000","last_unstale":"2024-09-12T17:56:16.378489+0000","last_undegraded":"2024-09-12T17:56:16.378489+0000","last_fullsized":"2024-09-12T17:56:16.378489+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:20.045659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":576,"num_write":221,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'331","reported_seq":976,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.782637+0000","last_change":"2024-09-12T17:13:22.714620+0000","last_active":"2024-09-12T18:00:09.782637+0000","last_peered":"2024-09-12T18:00:09.782637+0000","last_clean":"2024-09-12T18:00:09.782637+0000","last_became_active":"2024-09-12T17:13:22.714072+0000","last_became_peered":"2024-09-12T17:13:22.714072+0000","last_unstale":"2024-09-12T18:00:09.782637+0000","last_undegraded":"2024-09-12T18:00:09.782637+0000","last_fullsized":"2024-09-12T18:00:09.782637+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:06.040152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170284,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":466,"num_read_kb":17380,"num_write":1016,"num_write_kb":42063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'168","reported_seq":762,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:28.717882+0000","last_change":"2024-09-12T17:13:24.749261+0000","last_active":"2024-09-12T17:56:28.717882+0000","last_peered":"2024-09-12T17:56:28.717882+0000","last_clean":"2024-09-12T17:56:28.717882+0000","last_became_active":"2024-09-12T17:13:24.748472+0000","last_became_peered":"2024-09-12T17:13:24.748472+0000","last_unstale":"2024-09-12T17:56:28.717882+0000","last_undegraded":"2024-09-12T17:56:28.717882+0000","last_fullsized":"2024-09-12T17:56:28.717882+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:20.692364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":720,"num_read_kb":590,"num_write":257,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'369","reported_seq":1051,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.804397+0000","last_change":"2024-09-12T17:13:22.731074+0000","last_active":"2024-09-12T18:00:09.804397+0000","last_peered":"2024-09-12T18:00:09.804397+0000","last_clean":"2024-09-12T18:00:09.804397+0000","last_became_active":"2024-09-12T17:13:22.726239+0000","last_became_peered":"2024-09-12T17:13:22.726239+0000","last_unstale":"2024-09-12T18:00:09.804397+0000","last_undegraded":"2024-09-12T18:00:09.804397+0000","last_fullsized":"2024-09-12T18:00:09.804397+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:10.510650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":595,"num_read_kb":17747,"num_write":1232,"num_write_kb":17874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'4117","reported_seq":4716,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.486259+0000","last_change":"2024-09-12T17:13:24.746536+0000","last_active":"2024-09-12T17:56:37.486259+0000","last_peered":"2024-09-12T17:56:37.486259+0000","last_clean":"2024-09-12T17:56:37.486259+0000","last_became_active":"2024-09-12T17:13:24.746121+0000","last_became_peered":"2024-09-12T17:13:24.746121+0000","last_unstale":"2024-09-12T17:56:37.486259+0000","last_undegraded":"2024-09-12T17:56:37.486259+0000","last_fullsized":"2024-09-12T17:56:37.486259+0000","mapping_epoch":25,"log_start":"264'4100","ondisk_log_start":"264'4100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:44:18.169177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16538,"num_read_kb":13876,"num_write":6180,"num_write_kb":3076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'428","reported_seq":1097,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.795805+0000","last_change":"2024-09-12T17:13:22.723886+0000","last_active":"2024-09-12T18:00:09.795805+0000","last_peered":"2024-09-12T18:00:09.795805+0000","last_clean":"2024-09-12T18:00:09.795805+0000","last_became_active":"2024-09-12T17:13:22.723131+0000","last_became_peered":"2024-09-12T17:13:22.723131+0000","last_unstale":"2024-09-12T18:00:09.795805+0000","last_undegraded":"2024-09-12T18:00:09.795805+0000","last_fullsized":"2024-09-12T18:00:09.795805+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":400,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:11:18.429920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":831467,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":664,"num_read_kb":11011,"num_write":1555,"num_write_kb":36392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'271","reported_seq":921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:59.630973+0000","last_change":"2024-09-12T17:13:24.737865+0000","last_active":"2024-09-12T17:57:59.630973+0000","last_peered":"2024-09-12T17:57:59.630973+0000","last_clean":"2024-09-12T17:57:59.630973+0000","last_became_active":"2024-09-12T17:13:24.737057+0000","last_became_peered":"2024-09-12T17:13:24.737057+0000","last_unstale":"2024-09-12T17:57:59.630973+0000","last_undegraded":"2024-09-12T17:57:59.630973+0000","last_fullsized":"2024-09-12T17:57:59.630973+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:14.144987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1178,"num_read_kb":971,"num_write":403,"num_write_kb":196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'363","reported_seq":993,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.782702+0000","last_change":"2024-09-12T17:13:22.725038+0000","last_active":"2024-09-12T18:00:09.782702+0000","last_peered":"2024-09-12T18:00:09.782702+0000","last_clean":"2024-09-12T18:00:09.782702+0000","last_became_active":"2024-09-12T17:13:22.724221+0000","last_became_peered":"2024-09-12T17:13:22.724221+0000","last_unstale":"2024-09-12T18:00:09.782702+0000","last_undegraded":"2024-09-12T18:00:09.782702+0000","last_fullsized":"2024-09-12T18:00:09.782702+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:18.711589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306959,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":491,"num_read_kb":12101,"num_write":1129,"num_write_kb":47003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'177","reported_seq":789,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:10.242554+0000","last_change":"2024-09-12T17:13:24.732113+0000","last_active":"2024-09-12T17:58:10.242554+0000","last_peered":"2024-09-12T17:58:10.242554+0000","last_clean":"2024-09-12T17:58:10.242554+0000","last_became_active":"2024-09-12T17:13:24.731429+0000","last_became_peered":"2024-09-12T17:13:24.731429+0000","last_unstale":"2024-09-12T17:58:10.242554+0000","last_undegraded":"2024-09-12T17:58:10.242554+0000","last_fullsized":"2024-09-12T17:58:10.242554+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:44.640140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":785,"num_read_kb":645,"num_write":290,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'368","reported_seq":1006,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.724864+0000","last_change":"2024-09-12T17:13:22.720952+0000","last_active":"2024-09-12T18:00:09.724864+0000","last_peered":"2024-09-12T18:00:09.724864+0000","last_clean":"2024-09-12T18:00:09.724864+0000","last_became_active":"2024-09-12T17:13:22.720098+0000","last_became_peered":"2024-09-12T17:13:22.720098+0000","last_unstale":"2024-09-12T18:00:09.724864+0000","last_undegraded":"2024-09-12T18:00:09.724864+0000","last_fullsized":"2024-09-12T18:00:09.724864+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:41.033716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":535,"num_read_kb":13868,"num_write":1162,"num_write_kb":21571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'304","reported_seq":993,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.014270+0000","last_change":"2024-09-12T17:13:24.760636+0000","last_active":"2024-09-12T17:57:12.014270+0000","last_peered":"2024-09-12T17:57:12.014270+0000","last_clean":"2024-09-12T17:57:12.014270+0000","last_became_active":"2024-09-12T17:13:24.759152+0000","last_became_peered":"2024-09-12T17:13:24.759152+0000","last_unstale":"2024-09-12T17:57:12.014270+0000","last_undegraded":"2024-09-12T17:57:12.014270+0000","last_fullsized":"2024-09-12T17:57:12.014270+0000","mapping_epoch":25,"log_start":"250'200","ondisk_log_start":"250'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:00:42.307734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1481,"num_read_kb":1284,"num_write":444,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'384","reported_seq":1027,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.807094+0000","last_change":"2024-09-12T17:13:22.739101+0000","last_active":"2024-09-12T18:00:09.807094+0000","last_peered":"2024-09-12T18:00:09.807094+0000","last_clean":"2024-09-12T18:00:09.807094+0000","last_became_active":"2024-09-12T17:13:22.738728+0000","last_became_peered":"2024-09-12T17:13:22.738728+0000","last_unstale":"2024-09-12T18:00:09.807094+0000","last_undegraded":"2024-09-12T18:00:09.807094+0000","last_fullsized":"2024-09-12T18:00:09.807094+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:35.658809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":510,"num_read_kb":82193,"num_write":1133,"num_write_kb":40924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'303","reported_seq":935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.776582+0000","last_change":"2024-09-12T17:13:24.739055+0000","last_active":"2024-09-12T17:58:07.776582+0000","last_peered":"2024-09-12T17:58:07.776582+0000","last_clean":"2024-09-12T17:58:07.776582+0000","last_became_active":"2024-09-12T17:13:24.738756+0000","last_became_peered":"2024-09-12T17:13:24.738756+0000","last_unstale":"2024-09-12T17:58:07.776582+0000","last_undegraded":"2024-09-12T17:58:07.776582+0000","last_fullsized":"2024-09-12T17:58:07.776582+0000","mapping_epoch":25,"log_start":"261'200","ondisk_log_start":"261'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:34:33.693330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1076,"num_write":462,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'72","reported_seq":616,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.051926+0000","last_change":"2024-09-12T17:13:24.730281+0000","last_active":"2024-09-12T17:57:47.051926+0000","last_peered":"2024-09-12T17:57:47.051926+0000","last_clean":"2024-09-12T17:57:47.051926+0000","last_became_active":"2024-09-12T17:13:24.729545+0000","last_became_peered":"2024-09-12T17:13:24.729545+0000","last_unstale":"2024-09-12T17:57:47.051926+0000","last_undegraded":"2024-09-12T17:57:47.051926+0000","last_fullsized":"2024-09-12T17:57:47.051926+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:29.620141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":265,"num_write":110,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'346","reported_seq":989,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.814302+0000","last_change":"2024-09-12T17:13:54.837707+0000","last_active":"2024-09-12T18:00:09.814302+0000","last_peered":"2024-09-12T18:00:09.814302+0000","last_clean":"2024-09-12T18:00:09.814302+0000","last_became_active":"2024-09-12T17:13:54.836666+0000","last_became_peered":"2024-09-12T17:13:54.836666+0000","last_unstale":"2024-09-12T18:00:09.814302+0000","last_undegraded":"2024-09-12T18:00:09.814302+0000","last_fullsized":"2024-09-12T18:00:09.814302+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:03:09.448962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":563,"num_read_kb":32563,"num_write":1079,"num_write_kb":32697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.31","version":"264'39","reported_seq":612,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:09.436890+0000","last_change":"2024-09-12T17:13:24.730581+0000","last_active":"2024-09-12T17:58:09.436890+0000","last_peered":"2024-09-12T17:58:09.436890+0000","last_clean":"2024-09-12T17:58:09.436890+0000","last_became_active":"2024-09-12T17:13:24.727755+0000","last_became_peered":"2024-09-12T17:13:24.727755+0000","last_unstale":"2024-09-12T17:58:09.436890+0000","last_undegraded":"2024-09-12T17:58:09.436890+0000","last_fullsized":"2024-09-12T17:58:09.436890+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:50:43.001058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":206,"num_read_kb":188,"num_write":57,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'309","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.773511+0000","last_change":"2024-09-12T17:13:22.738094+0000","last_active":"2024-09-12T18:00:09.773511+0000","last_peered":"2024-09-12T18:00:09.773511+0000","last_clean":"2024-09-12T18:00:09.773511+0000","last_became_active":"2024-09-12T17:13:22.737350+0000","last_became_peered":"2024-09-12T17:13:22.737350+0000","last_unstale":"2024-09-12T18:00:09.773511+0000","last_undegraded":"2024-09-12T18:00:09.773511+0000","last_fullsized":"2024-09-12T18:00:09.773511+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:32.949443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589768,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":419,"num_read_kb":4257,"num_write":999,"num_write_kb":39071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'204","reported_seq":802,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.024354+0000","last_change":"2024-09-12T17:13:24.752109+0000","last_active":"2024-09-12T17:57:57.024354+0000","last_peered":"2024-09-12T17:57:57.024354+0000","last_clean":"2024-09-12T17:57:57.024354+0000","last_became_active":"2024-09-12T17:13:24.751427+0000","last_became_peered":"2024-09-12T17:13:24.751427+0000","last_unstale":"2024-09-12T17:57:57.024354+0000","last_undegraded":"2024-09-12T17:57:57.024354+0000","last_fullsized":"2024-09-12T17:57:57.024354+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":941,"num_read_kb":767,"num_write":366,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'315","reported_seq":940,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.810653+0000","last_change":"2024-09-12T17:13:22.737203+0000","last_active":"2024-09-12T18:00:09.810653+0000","last_peered":"2024-09-12T18:00:09.810653+0000","last_clean":"2024-09-12T18:00:09.810653+0000","last_became_active":"2024-09-12T17:13:22.736388+0000","last_became_peered":"2024-09-12T17:13:22.736388+0000","last_unstale":"2024-09-12T18:00:09.810653+0000","last_undegraded":"2024-09-12T18:00:09.810653+0000","last_fullsized":"2024-09-12T18:00:09.810653+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:01.220907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262277,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":479,"num_read_kb":22737,"num_write":1066,"num_write_kb":36288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'75","reported_seq":627,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014413+0000","last_change":"2024-09-12T17:13:24.742310+0000","last_active":"2024-09-12T17:56:57.014413+0000","last_peered":"2024-09-12T17:56:57.014413+0000","last_clean":"2024-09-12T17:56:57.014413+0000","last_became_active":"2024-09-12T17:13:24.741951+0000","last_became_peered":"2024-09-12T17:13:24.741951+0000","last_unstale":"2024-09-12T17:56:57.014413+0000","last_undegraded":"2024-09-12T17:56:57.014413+0000","last_fullsized":"2024-09-12T17:56:57.014413+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:21.318859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":291,"num_write":115,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'319","reported_seq":952,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.792040+0000","last_change":"2024-09-12T17:13:22.740366+0000","last_active":"2024-09-12T18:00:09.792040+0000","last_peered":"2024-09-12T18:00:09.792040+0000","last_clean":"2024-09-12T18:00:09.792040+0000","last_became_active":"2024-09-12T17:13:22.739336+0000","last_became_peered":"2024-09-12T17:13:22.739336+0000","last_unstale":"2024-09-12T18:00:09.792040+0000","last_undegraded":"2024-09-12T18:00:09.792040+0000","last_fullsized":"2024-09-12T18:00:09.792040+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:05:13.431473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262243,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":446,"num_read_kb":20536,"num_write":1022,"num_write_kb":35486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"264'229","reported_seq":880,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014504+0000","last_change":"2024-09-12T17:13:24.734103+0000","last_active":"2024-09-12T17:56:57.014504+0000","last_peered":"2024-09-12T17:56:57.014504+0000","last_clean":"2024-09-12T17:56:57.014504+0000","last_became_active":"2024-09-12T17:13:24.733104+0000","last_became_peered":"2024-09-12T17:13:24.733104+0000","last_unstale":"2024-09-12T17:56:57.014504+0000","last_undegraded":"2024-09-12T17:56:57.014504+0000","last_fullsized":"2024-09-12T17:56:57.014504+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:30.439189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1025,"num_read_kb":844,"num_write":360,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'431","reported_seq":1096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.804310+0000","last_change":"2024-09-12T17:13:22.716787+0000","last_active":"2024-09-12T18:00:09.804310+0000","last_peered":"2024-09-12T18:00:09.804310+0000","last_clean":"2024-09-12T18:00:09.804310+0000","last_became_active":"2024-09-12T17:13:22.716482+0000","last_became_peered":"2024-09-12T17:13:22.716482+0000","last_unstale":"2024-09-12T18:00:09.804310+0000","last_undegraded":"2024-09-12T18:00:09.804310+0000","last_fullsized":"2024-09-12T18:00:09.804310+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:31:14.796330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1741262,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":598,"num_read_kb":27055,"num_write":1306,"num_write_kb":45208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'4106","reported_seq":4702,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:55.703444+0000","last_change":"2024-09-12T17:13:24.754364+0000","last_active":"2024-09-12T17:57:55.703444+0000","last_peered":"2024-09-12T17:57:55.703444+0000","last_clean":"2024-09-12T17:57:55.703444+0000","last_became_active":"2024-09-12T17:13:24.753665+0000","last_became_peered":"2024-09-12T17:13:24.753665+0000","last_unstale":"2024-09-12T17:57:55.703444+0000","last_undegraded":"2024-09-12T17:57:55.703444+0000","last_fullsized":"2024-09-12T17:57:55.703444+0000","mapping_epoch":25,"log_start":"264'4000","ondisk_log_start":"264'4000","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":3000,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:23.723815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16466,"num_read_kb":13828,"num_write":6154,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'357","reported_seq":1007,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.760991+0000","last_change":"2024-09-12T17:13:22.719588+0000","last_active":"2024-09-12T18:00:09.760991+0000","last_peered":"2024-09-12T18:00:09.760991+0000","last_clean":"2024-09-12T18:00:09.760991+0000","last_became_active":"2024-09-12T17:13:22.719278+0000","last_became_peered":"2024-09-12T17:13:22.719278+0000","last_unstale":"2024-09-12T18:00:09.760991+0000","last_undegraded":"2024-09-12T18:00:09.760991+0000","last_fullsized":"2024-09-12T18:00:09.760991+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:30:40.511943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":856689,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":593,"num_read_kb":41507,"num_write":1147,"num_write_kb":26289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'113","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.558347+0000","last_change":"2024-09-12T17:13:32.782020+0000","last_active":"2024-09-12T17:58:30.558347+0000","last_peered":"2024-09-12T17:58:30.558347+0000","last_clean":"2024-09-12T17:58:30.558347+0000","last_became_active":"2024-09-12T17:13:32.781296+0000","last_became_peered":"2024-09-12T17:13:32.781296+0000","last_unstale":"2024-09-12T17:58:30.558347+0000","last_undegraded":"2024-09-12T17:58:30.558347+0000","last_fullsized":"2024-09-12T17:58:30.558347+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:52.466939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":165,"num_read_kb":153,"num_write":253,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'148","reported_seq":729,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.062961+0000","last_change":"2024-09-12T17:13:24.752494+0000","last_active":"2024-09-12T17:57:52.062961+0000","last_peered":"2024-09-12T17:57:52.062961+0000","last_clean":"2024-09-12T17:57:52.062961+0000","last_became_active":"2024-09-12T17:13:24.752021+0000","last_became_peered":"2024-09-12T17:13:24.752021+0000","last_unstale":"2024-09-12T17:57:52.062961+0000","last_undegraded":"2024-09-12T17:57:52.062961+0000","last_fullsized":"2024-09-12T17:57:52.062961+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:09.824745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":513,"num_write":228,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"264'286","reported_seq":1129,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.798395+0000","last_change":"2024-09-12T17:13:22.742591+0000","last_active":"2024-09-12T18:00:09.798395+0000","last_peered":"2024-09-12T18:00:09.798395+0000","last_clean":"2024-09-12T18:00:09.798395+0000","last_became_active":"2024-09-12T17:13:22.741981+0000","last_became_peered":"2024-09-12T17:13:22.741981+0000","last_unstale":"2024-09-12T18:00:09.798395+0000","last_undegraded":"2024-09-12T18:00:09.798395+0000","last_fullsized":"2024-09-12T18:00:09.798395+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:34:37.863943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1128744,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":885,"num_read_kb":30696,"num_write":1032,"num_write_kb":26054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215238+0000","last_change":"2024-09-12T17:13:26.745444+0000","last_active":"2024-09-12T17:56:57.215238+0000","last_peered":"2024-09-12T17:56:57.215238+0000","last_clean":"2024-09-12T17:56:57.215238+0000","last_became_active":"2024-09-12T17:13:26.744613+0000","last_became_peered":"2024-09-12T17:13:26.744613+0000","last_unstale":"2024-09-12T17:56:57.215238+0000","last_undegraded":"2024-09-12T17:56:57.215238+0000","last_fullsized":"2024-09-12T17:56:57.215238+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:47.749920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'347","reported_seq":952,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.597867+0000","last_change":"2024-09-12T17:13:28.743853+0000","last_active":"2024-09-12T18:00:09.597867+0000","last_peered":"2024-09-12T18:00:09.597867+0000","last_clean":"2024-09-12T18:00:09.597867+0000","last_became_active":"2024-09-12T17:13:28.743214+0000","last_became_peered":"2024-09-12T17:13:28.743214+0000","last_unstale":"2024-09-12T18:00:09.597867+0000","last_undegraded":"2024-09-12T18:00:09.597867+0000","last_fullsized":"2024-09-12T18:00:09.597867+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:56.835797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48366,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":572,"num_read_kb":1239,"num_write":462,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039637+0000","last_change":"2024-09-12T17:13:30.782060+0000","last_active":"2024-09-12T17:57:02.039637+0000","last_peered":"2024-09-12T17:57:02.039637+0000","last_clean":"2024-09-12T17:57:02.039637+0000","last_became_active":"2024-09-12T17:13:30.781254+0000","last_became_peered":"2024-09-12T17:13:30.781254+0000","last_unstale":"2024-09-12T17:57:02.039637+0000","last_undegraded":"2024-09-12T17:57:02.039637+0000","last_fullsized":"2024-09-12T17:57:02.039637+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:27.921708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'149","reported_seq":702,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.047037+0000","last_change":"2024-09-12T17:13:32.780600+0000","last_active":"2024-09-12T17:59:37.047037+0000","last_peered":"2024-09-12T17:59:37.047037+0000","last_clean":"2024-09-12T17:59:37.047037+0000","last_became_active":"2024-09-12T17:13:32.779025+0000","last_became_peered":"2024-09-12T17:13:32.779025+0000","last_unstale":"2024-09-12T17:59:37.047037+0000","last_undegraded":"2024-09-12T17:59:37.047037+0000","last_fullsized":"2024-09-12T17:59:37.047037+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:31.257262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":250,"num_read_kb":239,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'127","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:28.565531+0000","last_change":"2024-09-12T17:13:24.763557+0000","last_active":"2024-09-12T17:57:28.565531+0000","last_peered":"2024-09-12T17:57:28.565531+0000","last_clean":"2024-09-12T17:57:28.565531+0000","last_became_active":"2024-09-12T17:13:24.763073+0000","last_became_peered":"2024-09-12T17:13:24.763073+0000","last_unstale":"2024-09-12T17:57:28.565531+0000","last_undegraded":"2024-09-12T17:57:28.565531+0000","last_fullsized":"2024-09-12T17:57:28.565531+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:16.135181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":599,"num_read_kb":505,"num_write":195,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'384","reported_seq":1092,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.126249+0000","last_change":"2024-09-12T18:00:15.126249+0000","last_active":"2024-09-12T18:00:15.126249+0000","last_peered":"2024-09-12T18:00:15.126249+0000","last_clean":"2024-09-12T18:00:15.126249+0000","last_became_active":"2024-09-12T17:13:22.722143+0000","last_became_peered":"2024-09-12T17:13:22.722143+0000","last_unstale":"2024-09-12T18:00:15.126249+0000","last_undegraded":"2024-09-12T18:00:15.126249+0000","last_fullsized":"2024-09-12T18:00:15.126249+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'384","last_scrub_stamp":"2024-09-12T18:00:15.126157+0000","last_deep_scrub":"264'384","last_deep_scrub_stamp":"2024-09-12T18:00:15.126157+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.126157+0000","objects_scrubbed":7,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:41.192796+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1630394,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":765,"num_read_kb":3110,"num_write":1221,"num_write_kb":31566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.062984+0000","last_change":"2024-09-12T17:13:26.743328+0000","last_active":"2024-09-12T17:57:52.062984+0000","last_peered":"2024-09-12T17:57:52.062984+0000","last_clean":"2024-09-12T17:57:52.062984+0000","last_became_active":"2024-09-12T17:13:26.742603+0000","last_became_peered":"2024-09-12T17:13:26.742603+0000","last_unstale":"2024-09-12T17:57:52.062984+0000","last_undegraded":"2024-09-12T17:57:52.062984+0000","last_fullsized":"2024-09-12T17:57:52.062984+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:39.761963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'104","reported_seq":626,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.042152+0000","last_change":"2024-09-12T17:13:28.729780+0000","last_active":"2024-09-12T17:57:02.042152+0000","last_peered":"2024-09-12T17:57:02.042152+0000","last_clean":"2024-09-12T17:57:02.042152+0000","last_became_active":"2024-09-12T17:13:28.729033+0000","last_became_peered":"2024-09-12T17:13:28.729033+0000","last_unstale":"2024-09-12T17:57:02.042152+0000","last_undegraded":"2024-09-12T17:57:02.042152+0000","last_fullsized":"2024-09-12T17:57:02.042152+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:28.000909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":103,"num_read_kb":95,"num_write":76,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.042123+0000","last_change":"2024-09-12T17:13:30.790778+0000","last_active":"2024-09-12T17:57:02.042123+0000","last_peered":"2024-09-12T17:57:02.042123+0000","last_clean":"2024-09-12T17:57:02.042123+0000","last_became_active":"2024-09-12T17:13:30.789947+0000","last_became_peered":"2024-09-12T17:13:30.789947+0000","last_unstale":"2024-09-12T17:57:02.042123+0000","last_undegraded":"2024-09-12T17:57:02.042123+0000","last_fullsized":"2024-09-12T17:57:02.042123+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:11.160397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'116","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.640280+0000","last_change":"2024-09-12T17:13:32.783937+0000","last_active":"2024-09-12T17:57:26.640280+0000","last_peered":"2024-09-12T17:57:26.640280+0000","last_clean":"2024-09-12T17:57:26.640280+0000","last_became_active":"2024-09-12T17:13:32.783016+0000","last_became_peered":"2024-09-12T17:13:32.783016+0000","last_unstale":"2024-09-12T17:57:26.640280+0000","last_undegraded":"2024-09-12T17:57:26.640280+0000","last_fullsized":"2024-09-12T17:57:26.640280+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:13.205838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":153,"num_read_kb":152,"num_write":274,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'267","reported_seq":895,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:04.483353+0000","last_change":"2024-09-12T17:13:24.736523+0000","last_active":"2024-09-12T17:58:04.483353+0000","last_peered":"2024-09-12T17:58:04.483353+0000","last_clean":"2024-09-12T17:58:04.483353+0000","last_became_active":"2024-09-12T17:13:24.736246+0000","last_became_peered":"2024-09-12T17:13:24.736246+0000","last_unstale":"2024-09-12T17:58:04.483353+0000","last_undegraded":"2024-09-12T17:58:04.483353+0000","last_fullsized":"2024-09-12T17:58:04.483353+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:27.277344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1187,"num_read_kb":960,"num_write":442,"num_write_kb":207,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'341","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.780045+0000","last_change":"2024-09-12T17:13:22.749342+0000","last_active":"2024-09-12T18:00:09.780045+0000","last_peered":"2024-09-12T18:00:09.780045+0000","last_clean":"2024-09-12T18:00:09.780045+0000","last_became_active":"2024-09-12T17:13:22.748810+0000","last_became_peered":"2024-09-12T17:13:22.748810+0000","last_unstale":"2024-09-12T18:00:09.780045+0000","last_undegraded":"2024-09-12T18:00:09.780045+0000","last_fullsized":"2024-09-12T18:00:09.780045+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:43.381428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262306,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":501,"num_read_kb":124546,"num_write":1104,"num_write_kb":53728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049382+0000","last_change":"2024-09-12T17:13:26.737499+0000","last_active":"2024-09-12T17:56:57.049382+0000","last_peered":"2024-09-12T17:56:57.049382+0000","last_clean":"2024-09-12T17:56:57.049382+0000","last_became_active":"2024-09-12T17:13:26.736145+0000","last_became_peered":"2024-09-12T17:13:26.736145+0000","last_unstale":"2024-09-12T17:56:57.049382+0000","last_undegraded":"2024-09-12T17:56:57.049382+0000","last_fullsized":"2024-09-12T17:56:57.049382+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:14.078408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'102","reported_seq":636,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.870734+0000","last_change":"2024-09-12T17:13:28.729376+0000","last_active":"2024-09-12T17:57:27.870734+0000","last_peered":"2024-09-12T17:57:27.870734+0000","last_clean":"2024-09-12T17:57:27.870734+0000","last_became_active":"2024-09-12T17:13:28.728857+0000","last_became_peered":"2024-09-12T17:13:28.728857+0000","last_unstale":"2024-09-12T17:57:27.870734+0000","last_undegraded":"2024-09-12T17:57:27.870734+0000","last_fullsized":"2024-09-12T17:57:27.870734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:31.190987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'747","reported_seq":2489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:07.772682+0000","last_change":"2024-09-12T17:13:30.789932+0000","last_active":"2024-09-12T18:00:07.772682+0000","last_peered":"2024-09-12T18:00:07.772682+0000","last_clean":"2024-09-12T18:00:07.772682+0000","last_became_active":"2024-09-12T17:13:30.789132+0000","last_became_peered":"2024-09-12T17:13:30.789132+0000","last_unstale":"2024-09-12T18:00:07.772682+0000","last_undegraded":"2024-09-12T18:00:07.772682+0000","last_fullsized":"2024-09-12T18:00:07.772682+0000","mapping_epoch":31,"log_start":"264'701","ondisk_log_start":"264'701","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":701,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:37.310623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'198","reported_seq":1026,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.607664+0000","last_change":"2024-09-12T17:13:32.833969+0000","last_active":"2024-09-12T17:58:30.607664+0000","last_peered":"2024-09-12T17:58:30.607664+0000","last_clean":"2024-09-12T17:58:30.607664+0000","last_became_active":"2024-09-12T17:13:32.833238+0000","last_became_peered":"2024-09-12T17:13:32.833238+0000","last_unstale":"2024-09-12T17:58:30.607664+0000","last_undegraded":"2024-09-12T17:58:30.607664+0000","last_fullsized":"2024-09-12T17:58:30.607664+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:22.540877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":656,"num_write":444,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'224","reported_seq":791,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049325+0000","last_change":"2024-09-12T17:13:24.744162+0000","last_active":"2024-09-12T17:56:57.049325+0000","last_peered":"2024-09-12T17:56:57.049325+0000","last_clean":"2024-09-12T17:56:57.049325+0000","last_became_active":"2024-09-12T17:13:24.743608+0000","last_became_peered":"2024-09-12T17:13:24.743608+0000","last_unstale":"2024-09-12T17:56:57.049325+0000","last_undegraded":"2024-09-12T17:56:57.049325+0000","last_fullsized":"2024-09-12T17:56:57.049325+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:02:57.233724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":963,"num_read_kb":843,"num_write":356,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'359","reported_seq":948,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.739539+0000","last_change":"2024-09-12T17:13:22.722760+0000","last_active":"2024-09-12T18:00:09.739539+0000","last_peered":"2024-09-12T18:00:09.739539+0000","last_clean":"2024-09-12T18:00:09.739539+0000","last_became_active":"2024-09-12T17:13:22.722041+0000","last_became_peered":"2024-09-12T17:13:22.722041+0000","last_unstale":"2024-09-12T18:00:09.739539+0000","last_undegraded":"2024-09-12T18:00:09.739539+0000","last_fullsized":"2024-09-12T18:00:09.739539+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:57:23.411532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3663946,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":425,"num_read_kb":7583,"num_write":1021,"num_write_kb":41938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215354+0000","last_change":"2024-09-12T17:13:26.740975+0000","last_active":"2024-09-12T17:56:57.215354+0000","last_peered":"2024-09-12T17:56:57.215354+0000","last_clean":"2024-09-12T17:56:57.215354+0000","last_became_active":"2024-09-12T17:13:26.740241+0000","last_became_peered":"2024-09-12T17:13:26.740241+0000","last_unstale":"2024-09-12T17:56:57.215354+0000","last_undegraded":"2024-09-12T17:56:57.215354+0000","last_fullsized":"2024-09-12T17:56:57.215354+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:57.005535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'269","reported_seq":836,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.073119+0000","last_change":"2024-09-12T17:13:28.803110+0000","last_active":"2024-09-12T18:00:09.073119+0000","last_peered":"2024-09-12T18:00:09.073119+0000","last_clean":"2024-09-12T18:00:09.073119+0000","last_became_active":"2024-09-12T17:13:28.802389+0000","last_became_peered":"2024-09-12T17:13:28.802389+0000","last_unstale":"2024-09-12T18:00:09.073119+0000","last_undegraded":"2024-09-12T18:00:09.073119+0000","last_fullsized":"2024-09-12T18:00:09.073119+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:19.096046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49646,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":453,"num_read_kb":1069,"num_write":372,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'764","reported_seq":2132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.832836+0000","last_change":"2024-09-12T17:13:30.791205+0000","last_active":"2024-09-12T18:00:09.832836+0000","last_peered":"2024-09-12T18:00:09.832836+0000","last_clean":"2024-09-12T18:00:09.832836+0000","last_became_active":"2024-09-12T17:13:30.790519+0000","last_became_peered":"2024-09-12T17:13:30.790519+0000","last_unstale":"2024-09-12T18:00:09.832836+0000","last_undegraded":"2024-09-12T18:00:09.832836+0000","last_fullsized":"2024-09-12T18:00:09.832836+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'449","reported_seq":1167,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:53.084914+0000","last_change":"2024-09-12T17:13:24.759813+0000","last_active":"2024-09-12T17:57:53.084914+0000","last_peered":"2024-09-12T17:57:53.084914+0000","last_clean":"2024-09-12T17:57:53.084914+0000","last_became_active":"2024-09-12T17:13:24.758818+0000","last_became_peered":"2024-09-12T17:13:24.758818+0000","last_unstale":"2024-09-12T17:57:53.084914+0000","last_undegraded":"2024-09-12T17:57:53.084914+0000","last_fullsized":"2024-09-12T17:57:53.084914+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:35:21.739838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2133,"num_read_kb":1818,"num_write":757,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'418","reported_seq":1125,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.796451+0000","last_change":"2024-09-12T17:13:22.743276+0000","last_active":"2024-09-12T18:00:09.796451+0000","last_peered":"2024-09-12T18:00:09.796451+0000","last_clean":"2024-09-12T18:00:09.796451+0000","last_became_active":"2024-09-12T17:13:22.742018+0000","last_became_peered":"2024-09-12T17:13:22.742018+0000","last_unstale":"2024-09-12T18:00:09.796451+0000","last_undegraded":"2024-09-12T18:00:09.796451+0000","last_fullsized":"2024-09-12T18:00:09.796451+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:57.165939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":726,"num_read_kb":43905,"num_write":1604,"num_write_kb":27511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035668+0000","last_change":"2024-09-12T17:13:26.758250+0000","last_active":"2024-09-12T17:56:47.035668+0000","last_peered":"2024-09-12T17:56:47.035668+0000","last_clean":"2024-09-12T17:56:47.035668+0000","last_became_active":"2024-09-12T17:13:26.757565+0000","last_became_peered":"2024-09-12T17:13:26.757565+0000","last_unstale":"2024-09-12T17:56:47.035668+0000","last_undegraded":"2024-09-12T17:56:47.035668+0000","last_fullsized":"2024-09-12T17:56:47.035668+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:18.565696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'341","reported_seq":945,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.749629+0000","last_change":"2024-09-12T17:13:28.803660+0000","last_active":"2024-09-12T18:00:09.749629+0000","last_peered":"2024-09-12T18:00:09.749629+0000","last_clean":"2024-09-12T18:00:09.749629+0000","last_became_active":"2024-09-12T17:13:28.801181+0000","last_became_peered":"2024-09-12T17:13:28.801181+0000","last_unstale":"2024-09-12T18:00:09.749629+0000","last_undegraded":"2024-09-12T18:00:09.749629+0000","last_fullsized":"2024-09-12T18:00:09.749629+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:43.488418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60627,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":567,"num_read_kb":1178,"num_write":444,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.017811+0000","last_change":"2024-09-12T17:13:30.776344+0000","last_active":"2024-09-12T17:56:17.017811+0000","last_peered":"2024-09-12T17:56:17.017811+0000","last_clean":"2024-09-12T17:56:17.017811+0000","last_became_active":"2024-09-12T17:13:30.775594+0000","last_became_peered":"2024-09-12T17:13:30.775594+0000","last_unstale":"2024-09-12T17:56:17.017811+0000","last_undegraded":"2024-09-12T17:56:17.017811+0000","last_fullsized":"2024-09-12T17:56:17.017811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:43.437469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'549","reported_seq":1398,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.820560+0000","last_change":"2024-09-12T17:13:32.785751+0000","last_active":"2024-09-12T17:59:48.820560+0000","last_peered":"2024-09-12T17:59:48.820560+0000","last_clean":"2024-09-12T17:59:48.820560+0000","last_became_active":"2024-09-12T17:13:32.784763+0000","last_became_peered":"2024-09-12T17:13:32.784763+0000","last_unstale":"2024-09-12T17:59:48.820560+0000","last_undegraded":"2024-09-12T17:59:48.820560+0000","last_fullsized":"2024-09-12T17:59:48.820560+0000","mapping_epoch":33,"log_start":"264'500","ondisk_log_start":"264'500","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":500,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:09.312398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":421,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1490,"num_read_kb":1443,"num_write":1148,"num_write_kb":389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'176","reported_seq":792,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:55.044435+0000","last_change":"2024-09-12T17:13:24.728210+0000","last_active":"2024-09-12T17:57:55.044435+0000","last_peered":"2024-09-12T17:57:55.044435+0000","last_clean":"2024-09-12T17:57:55.044435+0000","last_became_active":"2024-09-12T17:13:24.727453+0000","last_became_peered":"2024-09-12T17:13:24.727453+0000","last_unstale":"2024-09-12T17:57:55.044435+0000","last_undegraded":"2024-09-12T17:57:55.044435+0000","last_fullsized":"2024-09-12T17:57:55.044435+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:04.461519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":761,"num_read_kb":627,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'357","reported_seq":1012,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.773389+0000","last_change":"2024-09-12T17:13:22.729266+0000","last_active":"2024-09-12T18:00:09.773389+0000","last_peered":"2024-09-12T18:00:09.773389+0000","last_clean":"2024-09-12T18:00:09.773389+0000","last_became_active":"2024-09-12T17:13:22.728392+0000","last_became_peered":"2024-09-12T17:13:22.728392+0000","last_unstale":"2024-09-12T18:00:09.773389+0000","last_undegraded":"2024-09-12T18:00:09.773389+0000","last_fullsized":"2024-09-12T18:00:09.773389+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:58.949757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":538,"num_read_kb":50728,"num_write":1153,"num_write_kb":27914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012103+0000","last_change":"2024-09-12T17:13:26.739619+0000","last_active":"2024-09-12T17:56:47.012103+0000","last_peered":"2024-09-12T17:56:47.012103+0000","last_clean":"2024-09-12T17:56:47.012103+0000","last_became_active":"2024-09-12T17:13:26.738944+0000","last_became_peered":"2024-09-12T17:13:26.738944+0000","last_unstale":"2024-09-12T17:56:47.012103+0000","last_undegraded":"2024-09-12T17:56:47.012103+0000","last_fullsized":"2024-09-12T17:56:47.012103+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:39.170974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'282","reported_seq":843,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.680715+0000","last_change":"2024-09-12T17:13:28.753497+0000","last_active":"2024-09-12T18:00:08.680715+0000","last_peered":"2024-09-12T18:00:08.680715+0000","last_clean":"2024-09-12T18:00:08.680715+0000","last_became_active":"2024-09-12T17:13:28.748548+0000","last_became_peered":"2024-09-12T17:13:28.748548+0000","last_unstale":"2024-09-12T18:00:08.680715+0000","last_undegraded":"2024-09-12T18:00:08.680715+0000","last_fullsized":"2024-09-12T18:00:08.680715+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:43.439870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52241,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":453,"num_read_kb":1061,"num_write":374,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049142+0000","last_change":"2024-09-12T17:13:30.791296+0000","last_active":"2024-09-12T17:56:57.049142+0000","last_peered":"2024-09-12T17:56:57.049142+0000","last_clean":"2024-09-12T17:56:57.049142+0000","last_became_active":"2024-09-12T17:13:30.790656+0000","last_became_peered":"2024-09-12T17:13:30.790656+0000","last_unstale":"2024-09-12T17:56:57.049142+0000","last_undegraded":"2024-09-12T17:56:57.049142+0000","last_fullsized":"2024-09-12T17:56:57.049142+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:08.409789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'2420","reported_seq":4246,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:36.997046+0000","last_change":"2024-09-12T17:13:32.785572+0000","last_active":"2024-09-12T17:59:36.997046+0000","last_peered":"2024-09-12T17:59:36.997046+0000","last_clean":"2024-09-12T17:59:36.997046+0000","last_became_active":"2024-09-12T17:13:32.784773+0000","last_became_peered":"2024-09-12T17:13:32.784773+0000","last_unstale":"2024-09-12T17:59:36.997046+0000","last_undegraded":"2024-09-12T17:59:36.997046+0000","last_fullsized":"2024-09-12T17:59:36.997046+0000","mapping_epoch":33,"log_start":"264'2400","ondisk_log_start":"264'2400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":2400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:25:48.067321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":847,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6082,"num_read_kb":6078,"num_write":4919,"num_write_kb":1802,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'52","reported_seq":599,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:39.387687+0000","last_change":"2024-09-12T17:13:24.728566+0000","last_active":"2024-09-12T17:57:39.387687+0000","last_peered":"2024-09-12T17:57:39.387687+0000","last_clean":"2024-09-12T17:57:39.387687+0000","last_became_active":"2024-09-12T17:13:24.727846+0000","last_became_peered":"2024-09-12T17:13:24.727846+0000","last_unstale":"2024-09-12T17:57:39.387687+0000","last_undegraded":"2024-09-12T17:57:39.387687+0000","last_fullsized":"2024-09-12T17:57:39.387687+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:39:27.470185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":194,"num_write":73,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'331","reported_seq":988,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.798625+0000","last_change":"2024-09-12T17:13:22.740274+0000","last_active":"2024-09-12T18:00:09.798625+0000","last_peered":"2024-09-12T18:00:09.798625+0000","last_clean":"2024-09-12T18:00:09.798625+0000","last_became_active":"2024-09-12T17:13:22.739543+0000","last_became_peered":"2024-09-12T17:13:22.739543+0000","last_unstale":"2024-09-12T18:00:09.798625+0000","last_undegraded":"2024-09-12T18:00:09.798625+0000","last_fullsized":"2024-09-12T18:00:09.798625+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:28.685898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2447768,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":73275,"num_write":922,"num_write_kb":35784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.004962+0000","last_change":"2024-09-12T17:13:26.748980+0000","last_active":"2024-09-12T17:56:12.004962+0000","last_peered":"2024-09-12T17:56:12.004962+0000","last_clean":"2024-09-12T17:56:12.004962+0000","last_became_active":"2024-09-12T17:13:26.748589+0000","last_became_peered":"2024-09-12T17:13:26.748589+0000","last_unstale":"2024-09-12T17:56:12.004962+0000","last_undegraded":"2024-09-12T17:56:12.004962+0000","last_fullsized":"2024-09-12T17:56:12.004962+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:24:03.133182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'283","reported_seq":867,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.821708+0000","last_change":"2024-09-12T17:13:28.740832+0000","last_active":"2024-09-12T18:00:09.821708+0000","last_peered":"2024-09-12T18:00:09.821708+0000","last_clean":"2024-09-12T18:00:09.821708+0000","last_became_active":"2024-09-12T17:13:28.739964+0000","last_became_peered":"2024-09-12T17:13:28.739964+0000","last_unstale":"2024-09-12T18:00:09.821708+0000","last_undegraded":"2024-09-12T18:00:09.821708+0000","last_fullsized":"2024-09-12T18:00:09.821708+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:03.482559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47309,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":452,"num_read_kb":966,"num_write":356,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'796","reported_seq":2453,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.763425+0000","last_change":"2024-09-12T17:13:30.785995+0000","last_active":"2024-09-12T18:00:09.763425+0000","last_peered":"2024-09-12T18:00:09.763425+0000","last_clean":"2024-09-12T18:00:09.763425+0000","last_became_active":"2024-09-12T17:13:30.785143+0000","last_became_peered":"2024-09-12T17:13:30.785143+0000","last_unstale":"2024-09-12T18:00:09.763425+0000","last_undegraded":"2024-09-12T18:00:09.763425+0000","last_fullsized":"2024-09-12T18:00:09.763425+0000","mapping_epoch":31,"log_start":"264'702","ondisk_log_start":"264'702","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":702,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:01.378797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'158","reported_seq":659,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.466364+0000","last_change":"2024-09-12T17:13:32.786156+0000","last_active":"2024-09-12T17:59:47.466364+0000","last_peered":"2024-09-12T17:59:47.466364+0000","last_clean":"2024-09-12T17:59:47.466364+0000","last_became_active":"2024-09-12T17:13:32.785419+0000","last_became_peered":"2024-09-12T17:13:32.785419+0000","last_unstale":"2024-09-12T17:59:47.466364+0000","last_undegraded":"2024-09-12T17:59:47.466364+0000","last_fullsized":"2024-09-12T17:59:47.466364+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:08.567622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":209,"num_read_kb":199,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'163","reported_seq":772,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:02.859498+0000","last_change":"2024-09-12T17:13:24.724581+0000","last_active":"2024-09-12T17:58:02.859498+0000","last_peered":"2024-09-12T17:58:02.859498+0000","last_clean":"2024-09-12T17:58:02.859498+0000","last_became_active":"2024-09-12T17:13:24.724152+0000","last_became_peered":"2024-09-12T17:13:24.724152+0000","last_unstale":"2024-09-12T17:58:02.859498+0000","last_undegraded":"2024-09-12T17:58:02.859498+0000","last_fullsized":"2024-09-12T17:58:02.859498+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:09:23.992593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":706,"num_read_kb":583,"num_write":257,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'314","reported_seq":890,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.736271+0000","last_change":"2024-09-12T17:13:22.724532+0000","last_active":"2024-09-12T18:00:09.736271+0000","last_peered":"2024-09-12T18:00:09.736271+0000","last_clean":"2024-09-12T18:00:09.736271+0000","last_became_active":"2024-09-12T17:13:22.723317+0000","last_became_peered":"2024-09-12T17:13:22.723317+0000","last_unstale":"2024-09-12T18:00:09.736271+0000","last_undegraded":"2024-09-12T18:00:09.736271+0000","last_fullsized":"2024-09-12T18:00:09.736271+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:34.005887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262267,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":365,"num_read_kb":10570,"num_write":906,"num_write_kb":33829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.014350+0000","last_change":"2024-09-12T17:13:26.740985+0000","last_active":"2024-09-12T17:56:57.014350+0000","last_peered":"2024-09-12T17:56:57.014350+0000","last_clean":"2024-09-12T17:56:57.014350+0000","last_became_active":"2024-09-12T17:13:26.740266+0000","last_became_peered":"2024-09-12T17:13:26.740266+0000","last_unstale":"2024-09-12T17:56:57.014350+0000","last_undegraded":"2024-09-12T17:56:57.014350+0000","last_fullsized":"2024-09-12T17:56:57.014350+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:55.137369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'486","reported_seq":1120,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.816939+0000","last_change":"2024-09-12T17:13:28.742614+0000","last_active":"2024-09-12T18:00:08.816939+0000","last_peered":"2024-09-12T18:00:08.816939+0000","last_clean":"2024-09-12T18:00:08.816939+0000","last_became_active":"2024-09-12T17:13:28.741775+0000","last_became_peered":"2024-09-12T17:13:28.741775+0000","last_unstale":"2024-09-12T18:00:08.816939+0000","last_undegraded":"2024-09-12T18:00:08.816939+0000","last_fullsized":"2024-09-12T18:00:08.816939+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":400,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:21.014075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99149,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":863,"num_read_kb":2128,"num_write":716,"num_write_kb":619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.013163+0000","last_change":"2024-09-12T17:13:30.774371+0000","last_active":"2024-09-12T17:56:52.013163+0000","last_peered":"2024-09-12T17:56:52.013163+0000","last_clean":"2024-09-12T17:56:52.013163+0000","last_became_active":"2024-09-12T17:13:30.773677+0000","last_became_peered":"2024-09-12T17:13:30.773677+0000","last_unstale":"2024-09-12T17:56:52.013163+0000","last_undegraded":"2024-09-12T17:56:52.013163+0000","last_fullsized":"2024-09-12T17:56:52.013163+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:49:46.968516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'145","reported_seq":664,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.779418+0000","last_change":"2024-09-12T17:13:32.786183+0000","last_active":"2024-09-12T17:58:07.779418+0000","last_peered":"2024-09-12T17:58:07.779418+0000","last_clean":"2024-09-12T17:58:07.779418+0000","last_became_active":"2024-09-12T17:13:32.785426+0000","last_became_peered":"2024-09-12T17:13:32.785426+0000","last_unstale":"2024-09-12T17:58:07.779418+0000","last_undegraded":"2024-09-12T17:58:07.779418+0000","last_fullsized":"2024-09-12T17:58:07.779418+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:29:18.112283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1353,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":231,"num_read_kb":216,"num_write":347,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'216","reported_seq":839,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.060500+0000","last_change":"2024-09-12T17:13:24.742699+0000","last_active":"2024-09-12T17:58:27.060500+0000","last_peered":"2024-09-12T17:58:27.060500+0000","last_clean":"2024-09-12T17:58:27.060500+0000","last_became_active":"2024-09-12T17:13:24.741861+0000","last_became_peered":"2024-09-12T17:13:24.741861+0000","last_unstale":"2024-09-12T17:58:27.060500+0000","last_undegraded":"2024-09-12T17:58:27.060500+0000","last_fullsized":"2024-09-12T17:58:27.060500+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:44.902484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":969,"num_read_kb":790,"num_write":341,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'341","reported_seq":969,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.764940+0000","last_change":"2024-09-12T17:13:22.719994+0000","last_active":"2024-09-12T18:00:09.764940+0000","last_peered":"2024-09-12T18:00:09.764940+0000","last_clean":"2024-09-12T18:00:09.764940+0000","last_became_active":"2024-09-12T17:13:22.719707+0000","last_became_peered":"2024-09-12T17:13:22.719707+0000","last_unstale":"2024-09-12T18:00:09.764940+0000","last_undegraded":"2024-09-12T18:00:09.764940+0000","last_fullsized":"2024-09-12T18:00:09.764940+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:54:14.611607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":535,"num_read_kb":7129,"num_write":1028,"num_write_kb":37450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"35'3","reported_seq":980,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:07.512715+0000","last_change":"2024-09-12T17:13:26.754186+0000","last_active":"2024-09-12T18:00:07.512715+0000","last_peered":"2024-09-12T18:00:07.512715+0000","last_clean":"2024-09-12T18:00:07.512715+0000","last_became_active":"2024-09-12T17:13:26.753667+0000","last_became_peered":"2024-09-12T17:13:26.753667+0000","last_unstale":"2024-09-12T18:00:07.512715+0000","last_undegraded":"2024-09-12T18:00:07.512715+0000","last_fullsized":"2024-09-12T18:00:07.512715+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:59.257154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":725,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'272","reported_seq":845,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.850393+0000","last_change":"2024-09-12T17:13:28.745449+0000","last_active":"2024-09-12T18:00:08.850393+0000","last_peered":"2024-09-12T18:00:08.850393+0000","last_clean":"2024-09-12T18:00:08.850393+0000","last_became_active":"2024-09-12T17:13:28.744650+0000","last_became_peered":"2024-09-12T17:13:28.744650+0000","last_unstale":"2024-09-12T18:00:08.850393+0000","last_undegraded":"2024-09-12T18:00:08.850393+0000","last_fullsized":"2024-09-12T18:00:08.850393+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:26.146516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51284,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":465,"num_read_kb":1009,"num_write":414,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:27.030972+0000","last_change":"2024-09-12T17:13:30.787065+0000","last_active":"2024-09-12T17:56:27.030972+0000","last_peered":"2024-09-12T17:56:27.030972+0000","last_clean":"2024-09-12T17:56:27.030972+0000","last_became_active":"2024-09-12T17:13:30.785312+0000","last_became_peered":"2024-09-12T17:13:30.785312+0000","last_unstale":"2024-09-12T17:56:27.030972+0000","last_undegraded":"2024-09-12T17:56:27.030972+0000","last_fullsized":"2024-09-12T17:56:27.030972+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:37.008486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'80","reported_seq":560,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.085172+0000","last_change":"2024-09-12T17:13:32.793448+0000","last_active":"2024-09-12T17:59:37.085172+0000","last_peered":"2024-09-12T17:59:37.085172+0000","last_clean":"2024-09-12T17:59:37.085172+0000","last_became_active":"2024-09-12T17:13:32.792720+0000","last_became_peered":"2024-09-12T17:13:32.792720+0000","last_unstale":"2024-09-12T17:59:37.085172+0000","last_undegraded":"2024-09-12T17:59:37.085172+0000","last_fullsized":"2024-09-12T17:59:37.085172+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:12.424338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":189,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'162","reported_seq":756,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:05.944948+0000","last_change":"2024-09-12T17:13:24.738455+0000","last_active":"2024-09-12T17:58:05.944948+0000","last_peered":"2024-09-12T17:58:05.944948+0000","last_clean":"2024-09-12T17:58:05.944948+0000","last_became_active":"2024-09-12T17:13:24.737557+0000","last_became_peered":"2024-09-12T17:13:24.737557+0000","last_unstale":"2024-09-12T17:58:05.944948+0000","last_undegraded":"2024-09-12T17:58:05.944948+0000","last_fullsized":"2024-09-12T17:58:05.944948+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:52.629896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":559,"num_write":257,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'336","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.806158+0000","last_change":"2024-09-12T17:13:22.744808+0000","last_active":"2024-09-12T18:00:09.806158+0000","last_peered":"2024-09-12T18:00:09.806158+0000","last_clean":"2024-09-12T18:00:09.806158+0000","last_became_active":"2024-09-12T17:13:22.743815+0000","last_became_peered":"2024-09-12T17:13:22.743815+0000","last_unstale":"2024-09-12T18:00:09.806158+0000","last_undegraded":"2024-09-12T18:00:09.806158+0000","last_fullsized":"2024-09-12T18:00:09.806158+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:25.369661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170368,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":470,"num_read_kb":6284,"num_write":1034,"num_write_kb":24394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.016398+0000","last_change":"2024-09-12T17:13:26.743545+0000","last_active":"2024-09-12T17:56:12.016398+0000","last_peered":"2024-09-12T17:56:12.016398+0000","last_clean":"2024-09-12T17:56:12.016398+0000","last_became_active":"2024-09-12T17:13:26.743127+0000","last_became_peered":"2024-09-12T17:13:26.743127+0000","last_unstale":"2024-09-12T17:56:12.016398+0000","last_undegraded":"2024-09-12T17:56:12.016398+0000","last_fullsized":"2024-09-12T17:56:12.016398+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:04.733791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'305","reported_seq":890,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.524130+0000","last_change":"2024-09-12T17:13:28.740925+0000","last_active":"2024-09-12T18:00:08.524130+0000","last_peered":"2024-09-12T18:00:08.524130+0000","last_clean":"2024-09-12T18:00:08.524130+0000","last_became_active":"2024-09-12T17:13:28.740218+0000","last_became_peered":"2024-09-12T17:13:28.740218+0000","last_unstale":"2024-09-12T18:00:08.524130+0000","last_undegraded":"2024-09-12T18:00:08.524130+0000","last_fullsized":"2024-09-12T18:00:08.524130+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:30.050798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57667,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":501,"num_read_kb":1122,"num_write":404,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'726","reported_seq":2398,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:07.775739+0000","last_change":"2024-09-12T17:13:30.779902+0000","last_active":"2024-09-12T18:00:07.775739+0000","last_peered":"2024-09-12T18:00:07.775739+0000","last_clean":"2024-09-12T18:00:07.775739+0000","last_became_active":"2024-09-12T17:13:30.779184+0000","last_became_peered":"2024-09-12T17:13:30.779184+0000","last_unstale":"2024-09-12T18:00:07.775739+0000","last_undegraded":"2024-09-12T18:00:07.775739+0000","last_fullsized":"2024-09-12T18:00:07.775739+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:22.954561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'98","reported_seq":593,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.066721+0000","last_change":"2024-09-12T17:13:32.784132+0000","last_active":"2024-09-12T17:57:26.066721+0000","last_peered":"2024-09-12T17:57:26.066721+0000","last_clean":"2024-09-12T17:57:26.066721+0000","last_became_active":"2024-09-12T17:13:32.782654+0000","last_became_peered":"2024-09-12T17:13:32.782654+0000","last_unstale":"2024-09-12T17:57:26.066721+0000","last_undegraded":"2024-09-12T17:57:26.066721+0000","last_fullsized":"2024-09-12T17:57:26.066721+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:03.227746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1674,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":117,"num_read_kb":114,"num_write":233,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'252","reported_seq":905,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:11.091007+0000","last_change":"2024-09-12T17:13:24.747496+0000","last_active":"2024-09-12T17:58:11.091007+0000","last_peered":"2024-09-12T17:58:11.091007+0000","last_clean":"2024-09-12T17:58:11.091007+0000","last_became_active":"2024-09-12T17:13:24.746617+0000","last_became_peered":"2024-09-12T17:13:24.746617+0000","last_unstale":"2024-09-12T17:58:11.091007+0000","last_undegraded":"2024-09-12T17:58:11.091007+0000","last_fullsized":"2024-09-12T17:58:11.091007+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:01.847599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":923,"num_write":380,"num_write_kb":194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'362","reported_seq":1006,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.485102+0000","last_change":"2024-09-12T18:00:16.485102+0000","last_active":"2024-09-12T18:00:16.485102+0000","last_peered":"2024-09-12T18:00:16.485102+0000","last_clean":"2024-09-12T18:00:16.485102+0000","last_became_active":"2024-09-12T17:13:22.730054+0000","last_became_peered":"2024-09-12T17:13:22.730054+0000","last_unstale":"2024-09-12T18:00:16.485102+0000","last_undegraded":"2024-09-12T18:00:16.485102+0000","last_fullsized":"2024-09-12T18:00:16.485102+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:16.484795+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:16.484795+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.484795+0000","objects_scrubbed":15,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:36.820921+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262314,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":482,"num_read_kb":9240,"num_write":1147,"num_write_kb":31208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"28'2","reported_seq":1448,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:07.524624+0000","last_change":"2024-09-12T17:13:26.739351+0000","last_active":"2024-09-12T18:00:07.524624+0000","last_peered":"2024-09-12T18:00:07.524624+0000","last_clean":"2024-09-12T18:00:07.524624+0000","last_became_active":"2024-09-12T17:13:26.738569+0000","last_became_peered":"2024-09-12T17:13:26.738569+0000","last_unstale":"2024-09-12T18:00:07.524624+0000","last_undegraded":"2024-09-12T18:00:07.524624+0000","last_fullsized":"2024-09-12T18:00:07.524624+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:23.005638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":956,"num_read_kb":956,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'75","reported_seq":585,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.099310+0000","last_change":"2024-09-12T17:13:28.802060+0000","last_active":"2024-09-12T17:57:14.099310+0000","last_peered":"2024-09-12T17:57:14.099310+0000","last_clean":"2024-09-12T17:57:14.099310+0000","last_became_active":"2024-09-12T17:13:28.801632+0000","last_became_peered":"2024-09-12T17:13:28.801632+0000","last_unstale":"2024-09-12T17:57:14.099310+0000","last_undegraded":"2024-09-12T17:57:14.099310+0000","last_fullsized":"2024-09-12T17:57:14.099310+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:27.677445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'766","reported_seq":4540,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:07.777837+0000","last_change":"2024-09-12T17:13:30.784084+0000","last_active":"2024-09-12T18:00:07.777837+0000","last_peered":"2024-09-12T18:00:07.777837+0000","last_clean":"2024-09-12T18:00:07.777837+0000","last_became_active":"2024-09-12T17:13:30.783327+0000","last_became_peered":"2024-09-12T17:13:30.783327+0000","last_unstale":"2024-09-12T18:00:07.777837+0000","last_undegraded":"2024-09-12T18:00:07.777837+0000","last_fullsized":"2024-09-12T18:00:07.777837+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:24.311229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'193","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.466852+0000","last_change":"2024-09-12T17:13:32.794065+0000","last_active":"2024-09-12T17:58:30.466852+0000","last_peered":"2024-09-12T17:58:30.466852+0000","last_clean":"2024-09-12T17:58:30.466852+0000","last_became_active":"2024-09-12T17:13:32.793213+0000","last_became_peered":"2024-09-12T17:13:32.793213+0000","last_unstale":"2024-09-12T17:58:30.466852+0000","last_undegraded":"2024-09-12T17:58:30.466852+0000","last_fullsized":"2024-09-12T17:58:30.466852+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:43.396713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":315,"num_write":392,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'107","reported_seq":691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:51.626906+0000","last_change":"2024-09-12T17:13:24.748152+0000","last_active":"2024-09-12T17:57:51.626906+0000","last_peered":"2024-09-12T17:57:51.626906+0000","last_clean":"2024-09-12T17:57:51.626906+0000","last_became_active":"2024-09-12T17:13:24.747881+0000","last_became_peered":"2024-09-12T17:13:24.747881+0000","last_unstale":"2024-09-12T17:57:51.626906+0000","last_undegraded":"2024-09-12T17:57:51.626906+0000","last_fullsized":"2024-09-12T17:57:51.626906+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:55.831716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":463,"num_read_kb":387,"num_write":161,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'370","reported_seq":1028,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.437671+0000","last_change":"2024-09-12T18:00:16.437671+0000","last_active":"2024-09-12T18:00:16.437671+0000","last_peered":"2024-09-12T18:00:16.437671+0000","last_clean":"2024-09-12T18:00:16.437671+0000","last_became_active":"2024-09-12T17:13:22.718374+0000","last_became_peered":"2024-09-12T17:13:22.718374+0000","last_unstale":"2024-09-12T18:00:16.437671+0000","last_undegraded":"2024-09-12T18:00:16.437671+0000","last_fullsized":"2024-09-12T18:00:16.437671+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'370","last_scrub_stamp":"2024-09-12T18:00:16.437465+0000","last_deep_scrub":"264'370","last_deep_scrub_stamp":"2024-09-12T18:00:16.437465+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.437465+0000","objects_scrubbed":8,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:20.666876+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262388,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":36044,"num_write":1163,"num_write_kb":46418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.027286+0000","last_change":"2024-09-12T17:13:26.735124+0000","last_active":"2024-09-12T17:56:12.027286+0000","last_peered":"2024-09-12T17:56:12.027286+0000","last_clean":"2024-09-12T17:56:12.027286+0000","last_became_active":"2024-09-12T17:13:26.734356+0000","last_became_peered":"2024-09-12T17:13:26.734356+0000","last_unstale":"2024-09-12T17:56:12.027286+0000","last_undegraded":"2024-09-12T17:56:12.027286+0000","last_fullsized":"2024-09-12T17:56:12.027286+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:43.356218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'357","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.645550+0000","last_change":"2024-09-12T17:13:28.757285+0000","last_active":"2024-09-12T18:00:09.645550+0000","last_peered":"2024-09-12T18:00:09.645550+0000","last_clean":"2024-09-12T18:00:09.645550+0000","last_became_active":"2024-09-12T17:13:28.756408+0000","last_became_peered":"2024-09-12T17:13:28.756408+0000","last_unstale":"2024-09-12T18:00:09.645550+0000","last_undegraded":"2024-09-12T18:00:09.645550+0000","last_fullsized":"2024-09-12T18:00:09.645550+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:38.965414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78131,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":600,"num_read_kb":1346,"num_write":482,"num_write_kb":371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143143+0000","last_change":"2024-09-12T17:13:30.769984+0000","last_active":"2024-09-12T17:56:17.143143+0000","last_peered":"2024-09-12T17:56:17.143143+0000","last_clean":"2024-09-12T17:56:17.143143+0000","last_became_active":"2024-09-12T17:13:30.769275+0000","last_became_peered":"2024-09-12T17:13:30.769275+0000","last_unstale":"2024-09-12T17:56:17.143143+0000","last_undegraded":"2024-09-12T17:56:17.143143+0000","last_fullsized":"2024-09-12T17:56:17.143143+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:59.080423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'139","reported_seq":645,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:13.508058+0000","last_change":"2024-09-12T17:13:32.794857+0000","last_active":"2024-09-12T17:58:13.508058+0000","last_peered":"2024-09-12T17:58:13.508058+0000","last_clean":"2024-09-12T17:58:13.508058+0000","last_became_active":"2024-09-12T17:13:32.793945+0000","last_became_peered":"2024-09-12T17:13:32.793945+0000","last_unstale":"2024-09-12T17:58:13.508058+0000","last_undegraded":"2024-09-12T17:58:13.508058+0000","last_fullsized":"2024-09-12T17:58:13.508058+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:45.403337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":208,"num_read_kb":195,"num_write":321,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'166","reported_seq":791,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.157182+0000","last_change":"2024-09-12T17:13:24.748191+0000","last_active":"2024-09-12T17:57:22.157182+0000","last_peered":"2024-09-12T17:57:22.157182+0000","last_clean":"2024-09-12T17:57:22.157182+0000","last_became_active":"2024-09-12T17:13:24.747374+0000","last_became_peered":"2024-09-12T17:13:24.747374+0000","last_unstale":"2024-09-12T17:57:22.157182+0000","last_undegraded":"2024-09-12T17:57:22.157182+0000","last_fullsized":"2024-09-12T17:57:22.157182+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:03.620083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":770,"num_read_kb":641,"num_write":248,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":613,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041743+0000","last_change":"2024-09-12T17:13:03.573266+0000","last_active":"2024-09-12T17:57:12.041743+0000","last_peered":"2024-09-12T17:57:12.041743+0000","last_clean":"2024-09-12T17:57:12.041743+0000","last_became_active":"2024-09-12T17:13:03.572393+0000","last_became_peered":"2024-09-12T17:13:03.572393+0000","last_unstale":"2024-09-12T17:57:12.041743+0000","last_undegraded":"2024-09-12T17:57:12.041743+0000","last_fullsized":"2024-09-12T17:57:12.041743+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:02.547273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:02.547273+0000","last_clean_scrub_stamp":"2024-09-12T17:13:02.547273+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:49:12.548761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"19'1","reported_seq":516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215142+0000","last_change":"2024-09-12T17:13:10.636171+0000","last_active":"2024-09-12T17:56:57.215142+0000","last_peered":"2024-09-12T17:56:57.215142+0000","last_clean":"2024-09-12T17:56:57.215142+0000","last_became_active":"2024-09-12T17:13:08.626265+0000","last_became_peered":"2024-09-12T17:13:08.626265+0000","last_unstale":"2024-09-12T17:56:57.215142+0000","last_undegraded":"2024-09-12T17:56:57.215142+0000","last_fullsized":"2024-09-12T17:56:57.215142+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:39:10.249259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00096567199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'360","reported_seq":1009,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.731300+0000","last_change":"2024-09-12T17:13:22.740735+0000","last_active":"2024-09-12T18:00:09.731300+0000","last_peered":"2024-09-12T18:00:09.731300+0000","last_clean":"2024-09-12T18:00:09.731300+0000","last_became_active":"2024-09-12T17:13:22.740538+0000","last_became_peered":"2024-09-12T17:13:22.740538+0000","last_unstale":"2024-09-12T18:00:09.731300+0000","last_undegraded":"2024-09-12T18:00:09.731300+0000","last_fullsized":"2024-09-12T18:00:09.731300+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:50.933156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":575062,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":497,"num_read_kb":39482,"num_write":1131,"num_write_kb":28060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041980+0000","last_change":"2024-09-12T17:13:26.754335+0000","last_active":"2024-09-12T17:57:12.041980+0000","last_peered":"2024-09-12T17:57:12.041980+0000","last_clean":"2024-09-12T17:57:12.041980+0000","last_became_active":"2024-09-12T17:13:26.753619+0000","last_became_peered":"2024-09-12T17:13:26.753619+0000","last_unstale":"2024-09-12T17:57:12.041980+0000","last_undegraded":"2024-09-12T17:57:12.041980+0000","last_fullsized":"2024-09-12T17:57:12.041980+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:00.300509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'697","reported_seq":1394,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.713747+0000","last_change":"2024-09-12T17:13:28.755360+0000","last_active":"2024-09-12T18:00:09.713747+0000","last_peered":"2024-09-12T18:00:09.713747+0000","last_clean":"2024-09-12T18:00:09.713747+0000","last_became_active":"2024-09-12T17:13:28.754485+0000","last_became_peered":"2024-09-12T17:13:28.754485+0000","last_unstale":"2024-09-12T18:00:09.713747+0000","last_undegraded":"2024-09-12T18:00:09.713747+0000","last_fullsized":"2024-09-12T18:00:09.713747+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":600,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:28.814346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132554,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1344,"num_read_kb":3040,"num_write":1236,"num_write_kb":1078,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.036983+0000","last_change":"2024-09-12T17:13:30.787543+0000","last_active":"2024-09-12T17:56:52.036983+0000","last_peered":"2024-09-12T17:56:52.036983+0000","last_clean":"2024-09-12T17:56:52.036983+0000","last_became_active":"2024-09-12T17:13:30.785677+0000","last_became_peered":"2024-09-12T17:13:30.785677+0000","last_unstale":"2024-09-12T17:56:52.036983+0000","last_undegraded":"2024-09-12T17:56:52.036983+0000","last_fullsized":"2024-09-12T17:56:52.036983+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:27.695600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'184","reported_seq":887,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.485636+0000","last_change":"2024-09-12T17:13:32.783115+0000","last_active":"2024-09-12T17:58:30.485636+0000","last_peered":"2024-09-12T17:58:30.485636+0000","last_clean":"2024-09-12T17:58:30.485636+0000","last_became_active":"2024-09-12T17:13:32.782360+0000","last_became_peered":"2024-09-12T17:13:32.782360+0000","last_unstale":"2024-09-12T17:58:30.485636+0000","last_undegraded":"2024-09-12T17:58:30.485636+0000","last_fullsized":"2024-09-12T17:58:30.485636+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:32.483918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":833,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":495,"num_read_kb":485,"num_write":390,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'73","reported_seq":687,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035788+0000","last_change":"2024-09-12T17:13:54.842231+0000","last_active":"2024-09-12T17:56:47.035788+0000","last_peered":"2024-09-12T17:56:47.035788+0000","last_clean":"2024-09-12T17:56:47.035788+0000","last_became_active":"2024-09-12T17:13:54.841332+0000","last_became_peered":"2024-09-12T17:13:54.841332+0000","last_unstale":"2024-09-12T17:56:47.035788+0000","last_undegraded":"2024-09-12T17:56:47.035788+0000","last_fullsized":"2024-09-12T17:56:47.035788+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.027111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":319,"num_write":102,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":522,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043364+0000","last_change":"2024-09-12T17:13:10.683470+0000","last_active":"2024-09-12T17:57:17.043364+0000","last_peered":"2024-09-12T17:57:17.043364+0000","last_clean":"2024-09-12T17:57:17.043364+0000","last_became_active":"2024-09-12T17:13:08.626881+0000","last_became_peered":"2024-09-12T17:13:08.626881+0000","last_unstale":"2024-09-12T17:57:17.043364+0000","last_undegraded":"2024-09-12T17:57:17.043364+0000","last_fullsized":"2024-09-12T17:57:17.043364+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:55:42.780726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00123196,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'366","reported_seq":1061,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.116997+0000","last_change":"2024-09-12T18:00:16.116997+0000","last_active":"2024-09-12T18:00:16.116997+0000","last_peered":"2024-09-12T18:00:16.116997+0000","last_clean":"2024-09-12T18:00:16.116997+0000","last_became_active":"2024-09-12T17:13:22.743212+0000","last_became_peered":"2024-09-12T17:13:22.743212+0000","last_unstale":"2024-09-12T18:00:16.116997+0000","last_undegraded":"2024-09-12T18:00:16.116997+0000","last_fullsized":"2024-09-12T18:00:16.116997+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T18:00:16.116879+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T18:00:16.116879+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.116879+0000","objects_scrubbed":6,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:56.254947+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":610,"num_read_kb":31492,"num_write":1308,"num_write_kb":22348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.212982+0000","last_change":"2024-09-12T17:13:26.744583+0000","last_active":"2024-09-12T17:56:47.212982+0000","last_peered":"2024-09-12T17:56:47.212982+0000","last_clean":"2024-09-12T17:56:47.212982+0000","last_became_active":"2024-09-12T17:13:26.743863+0000","last_became_peered":"2024-09-12T17:13:26.743863+0000","last_unstale":"2024-09-12T17:56:47.212982+0000","last_undegraded":"2024-09-12T17:56:47.212982+0000","last_fullsized":"2024-09-12T17:56:47.212982+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:39:20.040616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1248","reported_seq":2750,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.678348+0000","last_change":"2024-09-12T17:13:28.756526+0000","last_active":"2024-09-12T18:00:09.678348+0000","last_peered":"2024-09-12T18:00:09.678348+0000","last_clean":"2024-09-12T18:00:09.678348+0000","last_became_active":"2024-09-12T17:13:28.745653+0000","last_became_peered":"2024-09-12T17:13:28.745653+0000","last_unstale":"2024-09-12T18:00:09.678348+0000","last_undegraded":"2024-09-12T18:00:09.678348+0000","last_fullsized":"2024-09-12T18:00:09.678348+0000","mapping_epoch":29,"log_start":"264'1200","ondisk_log_start":"264'1200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":1200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:31.149329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139975,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2028,"num_read_kb":3861,"num_write":1126,"num_write_kb":972,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.044900+0000","last_change":"2024-09-12T17:13:30.791590+0000","last_active":"2024-09-12T17:57:22.044900+0000","last_peered":"2024-09-12T17:57:22.044900+0000","last_clean":"2024-09-12T17:57:22.044900+0000","last_became_active":"2024-09-12T17:13:30.790899+0000","last_became_peered":"2024-09-12T17:13:30.790899+0000","last_unstale":"2024-09-12T17:57:22.044900+0000","last_undegraded":"2024-09-12T17:57:22.044900+0000","last_fullsized":"2024-09-12T17:57:22.044900+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:40.863673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'208","reported_seq":730,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:25.407466+0000","last_change":"2024-09-12T17:13:32.832315+0000","last_active":"2024-09-12T17:58:25.407466+0000","last_peered":"2024-09-12T17:58:25.407466+0000","last_clean":"2024-09-12T17:58:25.407466+0000","last_became_active":"2024-09-12T17:13:32.831782+0000","last_became_peered":"2024-09-12T17:13:32.831782+0000","last_unstale":"2024-09-12T17:58:25.407466+0000","last_undegraded":"2024-09-12T17:58:25.407466+0000","last_fullsized":"2024-09-12T17:58:25.407466+0000","mapping_epoch":33,"log_start":"261'100","ondisk_log_start":"261'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:40:46.295525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":356,"num_write":464,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'139","reported_seq":696,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.089185+0000","last_change":"2024-09-12T17:13:24.761961+0000","last_active":"2024-09-12T17:57:19.089185+0000","last_peered":"2024-09-12T17:57:19.089185+0000","last_clean":"2024-09-12T17:57:19.089185+0000","last_became_active":"2024-09-12T17:13:24.761611+0000","last_became_peered":"2024-09-12T17:13:24.761611+0000","last_unstale":"2024-09-12T17:57:19.089185+0000","last_undegraded":"2024-09-12T17:57:19.089185+0000","last_fullsized":"2024-09-12T17:57:19.089185+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:51.066932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":604,"num_read_kb":484,"num_write":234,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":531,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.600658+0000","last_change":"2024-09-12T18:00:15.600658+0000","last_active":"2024-09-12T18:00:15.600658+0000","last_peered":"2024-09-12T18:00:15.600658+0000","last_clean":"2024-09-12T18:00:15.600658+0000","last_became_active":"2024-09-12T17:13:09.512988+0000","last_became_peered":"2024-09-12T17:13:09.512988+0000","last_unstale":"2024-09-12T18:00:15.600658+0000","last_undegraded":"2024-09-12T18:00:15.600658+0000","last_fullsized":"2024-09-12T18:00:15.600658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:15.600478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:15.600478+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.600478+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:21.162041+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00092884200000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'411","reported_seq":1120,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.078185+0000","last_change":"2024-09-12T18:00:16.078185+0000","last_active":"2024-09-12T18:00:16.078185+0000","last_peered":"2024-09-12T18:00:16.078185+0000","last_clean":"2024-09-12T18:00:16.078185+0000","last_became_active":"2024-09-12T17:13:22.715375+0000","last_became_peered":"2024-09-12T17:13:22.715375+0000","last_unstale":"2024-09-12T18:00:16.078185+0000","last_undegraded":"2024-09-12T18:00:16.078185+0000","last_fullsized":"2024-09-12T18:00:16.078185+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'411","last_scrub_stamp":"2024-09-12T18:00:16.077996+0000","last_deep_scrub":"264'411","last_deep_scrub_stamp":"2024-09-12T18:00:16.077996+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.077996+0000","objects_scrubbed":4,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:35.431126+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079916,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":671,"num_read_kb":64816,"num_write":1175,"num_write_kb":40769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"28'1","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012233+0000","last_change":"2024-09-12T17:13:26.746296+0000","last_active":"2024-09-12T17:56:47.012233+0000","last_peered":"2024-09-12T17:56:47.012233+0000","last_clean":"2024-09-12T17:56:47.012233+0000","last_became_active":"2024-09-12T17:13:26.745541+0000","last_became_peered":"2024-09-12T17:13:26.745541+0000","last_unstale":"2024-09-12T17:56:47.012233+0000","last_undegraded":"2024-09-12T17:56:47.012233+0000","last_fullsized":"2024-09-12T17:56:47.012233+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:31:54.280414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'220","reported_seq":1325,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.802649+0000","last_change":"2024-09-12T17:13:28.802666+0000","last_active":"2024-09-12T17:59:48.802649+0000","last_peered":"2024-09-12T17:59:48.802649+0000","last_clean":"2024-09-12T17:59:48.802649+0000","last_became_active":"2024-09-12T17:13:28.801459+0000","last_became_peered":"2024-09-12T17:13:28.801459+0000","last_unstale":"2024-09-12T17:59:48.802649+0000","last_undegraded":"2024-09-12T17:59:48.802649+0000","last_fullsized":"2024-09-12T17:59:48.802649+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:33.521015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":172,"num_write":151,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.042959+0000","last_change":"2024-09-12T17:13:30.785960+0000","last_active":"2024-09-12T17:57:17.042959+0000","last_peered":"2024-09-12T17:57:17.042959+0000","last_clean":"2024-09-12T17:57:17.042959+0000","last_became_active":"2024-09-12T17:13:30.785014+0000","last_became_peered":"2024-09-12T17:13:30.785014+0000","last_unstale":"2024-09-12T17:57:17.042959+0000","last_undegraded":"2024-09-12T17:57:17.042959+0000","last_fullsized":"2024-09-12T17:57:17.042959+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:18.161371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'274","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.664269+0000","last_change":"2024-09-12T17:13:32.787096+0000","last_active":"2024-09-12T17:58:30.664269+0000","last_peered":"2024-09-12T17:58:30.664269+0000","last_clean":"2024-09-12T17:58:30.664269+0000","last_became_active":"2024-09-12T17:13:32.786333+0000","last_became_peered":"2024-09-12T17:13:32.786333+0000","last_unstale":"2024-09-12T17:58:30.664269+0000","last_undegraded":"2024-09-12T17:58:30.664269+0000","last_fullsized":"2024-09-12T17:58:30.664269+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:57.260606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":567,"num_read_kb":581,"num_write":587,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'98","reported_seq":698,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:54.013678+0000","last_change":"2024-09-12T17:13:24.750113+0000","last_active":"2024-09-12T17:57:54.013678+0000","last_peered":"2024-09-12T17:57:54.013678+0000","last_clean":"2024-09-12T17:57:54.013678+0000","last_became_active":"2024-09-12T17:13:24.746943+0000","last_became_peered":"2024-09-12T17:13:24.746943+0000","last_unstale":"2024-09-12T17:57:54.013678+0000","last_undegraded":"2024-09-12T17:57:54.013678+0000","last_fullsized":"2024-09-12T17:57:54.013678+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:44:24.389868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":422,"num_read_kb":358,"num_write":139,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"21'2","reported_seq":517,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215060+0000","last_change":"2024-09-12T17:13:10.636276+0000","last_active":"2024-09-12T17:56:57.215060+0000","last_peered":"2024-09-12T17:56:57.215060+0000","last_clean":"2024-09-12T17:56:57.215060+0000","last_became_active":"2024-09-12T17:13:08.629609+0000","last_became_peered":"2024-09-12T17:13:08.629609+0000","last_unstale":"2024-09-12T17:56:57.215060+0000","last_undegraded":"2024-09-12T17:56:57.215060+0000","last_fullsized":"2024-09-12T17:56:57.215060+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:12:36.060624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00094381800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'337","reported_seq":1066,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.770560+0000","last_change":"2024-09-12T17:13:22.729724+0000","last_active":"2024-09-12T18:00:09.770560+0000","last_peered":"2024-09-12T18:00:09.770560+0000","last_clean":"2024-09-12T18:00:09.770560+0000","last_became_active":"2024-09-12T17:13:22.728796+0000","last_became_peered":"2024-09-12T17:13:22.728796+0000","last_unstale":"2024-09-12T18:00:09.770560+0000","last_undegraded":"2024-09-12T18:00:09.770560+0000","last_fullsized":"2024-09-12T18:00:09.770560+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:21.418072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":781,"num_read_kb":6735,"num_write":1070,"num_write_kb":34527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.044194+0000","last_change":"2024-09-12T17:13:26.737623+0000","last_active":"2024-09-12T17:57:22.044194+0000","last_peered":"2024-09-12T17:57:22.044194+0000","last_clean":"2024-09-12T17:57:22.044194+0000","last_became_active":"2024-09-12T17:13:26.736764+0000","last_became_peered":"2024-09-12T17:13:26.736764+0000","last_unstale":"2024-09-12T17:57:22.044194+0000","last_undegraded":"2024-09-12T17:57:22.044194+0000","last_fullsized":"2024-09-12T17:57:22.044194+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:14.268947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'121","reported_seq":653,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.540871+0000","last_change":"2024-09-12T17:13:28.749323+0000","last_active":"2024-09-12T17:59:47.540871+0000","last_peered":"2024-09-12T17:59:47.540871+0000","last_clean":"2024-09-12T17:59:47.540871+0000","last_became_active":"2024-09-12T17:13:28.748186+0000","last_became_peered":"2024-09-12T17:13:28.748186+0000","last_unstale":"2024-09-12T17:59:47.540871+0000","last_undegraded":"2024-09-12T17:59:47.540871+0000","last_fullsized":"2024-09-12T17:59:47.540871+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:06:48.344684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.150826+0000","last_change":"2024-09-12T17:13:30.762429+0000","last_active":"2024-09-12T17:56:52.150826+0000","last_peered":"2024-09-12T17:56:52.150826+0000","last_clean":"2024-09-12T17:56:52.150826+0000","last_became_active":"2024-09-12T17:13:30.761611+0000","last_became_peered":"2024-09-12T17:13:30.761611+0000","last_unstale":"2024-09-12T17:56:52.150826+0000","last_undegraded":"2024-09-12T17:56:52.150826+0000","last_fullsized":"2024-09-12T17:56:52.150826+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:41.624116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'115","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.861231+0000","last_change":"2024-09-12T17:13:32.786127+0000","last_active":"2024-09-12T17:57:27.861231+0000","last_peered":"2024-09-12T17:57:27.861231+0000","last_clean":"2024-09-12T17:57:27.861231+0000","last_became_active":"2024-09-12T17:13:32.785317+0000","last_became_peered":"2024-09-12T17:13:32.785317+0000","last_unstale":"2024-09-12T17:57:27.861231+0000","last_undegraded":"2024-09-12T17:57:27.861231+0000","last_fullsized":"2024-09-12T17:57:27.861231+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:50.917400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1031,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":277,"num_read_kb":266,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'123","reported_seq":731,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:56.356954+0000","last_change":"2024-09-12T17:13:24.761010+0000","last_active":"2024-09-12T17:57:56.356954+0000","last_peered":"2024-09-12T17:57:56.356954+0000","last_clean":"2024-09-12T17:57:56.356954+0000","last_became_active":"2024-09-12T17:13:24.760600+0000","last_became_peered":"2024-09-12T17:13:24.760600+0000","last_unstale":"2024-09-12T17:57:56.356954+0000","last_undegraded":"2024-09-12T17:57:56.356954+0000","last_fullsized":"2024-09-12T17:57:56.356954+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:57.752959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":508,"num_read_kb":429,"num_write":172,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'352","reported_seq":997,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.277812+0000","last_change":"2024-09-12T18:00:16.277812+0000","last_active":"2024-09-12T18:00:16.277812+0000","last_peered":"2024-09-12T18:00:16.277812+0000","last_clean":"2024-09-12T18:00:16.277812+0000","last_became_active":"2024-09-12T17:13:54.847555+0000","last_became_peered":"2024-09-12T17:13:54.847555+0000","last_unstale":"2024-09-12T18:00:16.277812+0000","last_undegraded":"2024-09-12T18:00:16.277812+0000","last_fullsized":"2024-09-12T18:00:16.277812+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:16.277593+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:16.277593+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.277593+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:59.774536+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":500,"num_read_kb":10719,"num_write":1118,"num_write_kb":32172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":532,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.078494+0000","last_change":"2024-09-12T18:00:15.078494+0000","last_active":"2024-09-12T18:00:15.078494+0000","last_peered":"2024-09-12T18:00:15.078494+0000","last_clean":"2024-09-12T18:00:15.078494+0000","last_became_active":"2024-09-12T17:13:08.624162+0000","last_became_peered":"2024-09-12T17:13:08.624162+0000","last_unstale":"2024-09-12T18:00:15.078494+0000","last_undegraded":"2024-09-12T18:00:15.078494+0000","last_fullsized":"2024-09-12T18:00:15.078494+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:15.078392+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:15.078392+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.078392+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:59.437664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00090415999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041726+0000","last_change":"2024-09-12T17:13:26.755727+0000","last_active":"2024-09-12T17:57:12.041726+0000","last_peered":"2024-09-12T17:57:12.041726+0000","last_clean":"2024-09-12T17:57:12.041726+0000","last_became_active":"2024-09-12T17:13:26.754926+0000","last_became_peered":"2024-09-12T17:13:26.754926+0000","last_unstale":"2024-09-12T17:57:12.041726+0000","last_undegraded":"2024-09-12T17:57:12.041726+0000","last_fullsized":"2024-09-12T17:57:12.041726+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:07.297307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'574","reported_seq":1241,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.357899+0000","last_change":"2024-09-12T17:13:28.742154+0000","last_active":"2024-09-12T18:00:09.357899+0000","last_peered":"2024-09-12T18:00:09.357899+0000","last_clean":"2024-09-12T18:00:09.357899+0000","last_became_active":"2024-09-12T17:13:28.740446+0000","last_became_peered":"2024-09-12T17:13:28.740446+0000","last_unstale":"2024-09-12T18:00:09.357899+0000","last_undegraded":"2024-09-12T18:00:09.357899+0000","last_fullsized":"2024-09-12T18:00:09.357899+0000","mapping_epoch":29,"log_start":"264'500","ondisk_log_start":"264'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":500,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:27.737506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":102257,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1635,"num_read_kb":2969,"num_write":2108,"num_write_kb":1963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045590+0000","last_change":"2024-09-12T17:13:30.777858+0000","last_active":"2024-09-12T17:57:17.045590+0000","last_peered":"2024-09-12T17:57:17.045590+0000","last_clean":"2024-09-12T17:57:17.045590+0000","last_became_active":"2024-09-12T17:13:30.776897+0000","last_became_peered":"2024-09-12T17:13:30.776897+0000","last_unstale":"2024-09-12T17:57:17.045590+0000","last_undegraded":"2024-09-12T17:57:17.045590+0000","last_fullsized":"2024-09-12T17:57:17.045590+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:07.735128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'174","reported_seq":678,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.758624+0000","last_change":"2024-09-12T17:13:32.834909+0000","last_active":"2024-09-12T17:58:29.758624+0000","last_peered":"2024-09-12T17:58:29.758624+0000","last_clean":"2024-09-12T17:58:29.758624+0000","last_became_active":"2024-09-12T17:13:32.834101+0000","last_became_peered":"2024-09-12T17:13:32.834101+0000","last_unstale":"2024-09-12T17:58:29.758624+0000","last_undegraded":"2024-09-12T17:58:29.758624+0000","last_fullsized":"2024-09-12T17:58:29.758624+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:42.033918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":208,"num_read_kb":203,"num_write":421,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'192","reported_seq":803,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:13.505335+0000","last_change":"2024-09-12T17:13:24.760759+0000","last_active":"2024-09-12T17:58:13.505335+0000","last_peered":"2024-09-12T17:58:13.505335+0000","last_clean":"2024-09-12T17:58:13.505335+0000","last_became_active":"2024-09-12T17:13:24.760395+0000","last_became_peered":"2024-09-12T17:13:24.760395+0000","last_unstale":"2024-09-12T17:58:13.505335+0000","last_undegraded":"2024-09-12T17:58:13.505335+0000","last_fullsized":"2024-09-12T17:58:13.505335+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:30:33.045226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":866,"num_read_kb":722,"num_write":337,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'373","reported_seq":1040,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.764355+0000","last_change":"2024-09-12T17:13:22.715058+0000","last_active":"2024-09-12T18:00:09.764355+0000","last_peered":"2024-09-12T18:00:09.764355+0000","last_clean":"2024-09-12T18:00:09.764355+0000","last_became_active":"2024-09-12T17:13:22.714714+0000","last_became_peered":"2024-09-12T17:13:22.714714+0000","last_unstale":"2024-09-12T18:00:09.764355+0000","last_undegraded":"2024-09-12T18:00:09.764355+0000","last_fullsized":"2024-09-12T18:00:09.764355+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:43:08.612167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":600,"num_read_kb":32343,"num_write":1201,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039481+0000","last_change":"2024-09-12T17:13:10.683647+0000","last_active":"2024-09-12T17:57:02.039481+0000","last_peered":"2024-09-12T17:57:02.039481+0000","last_clean":"2024-09-12T17:57:02.039481+0000","last_became_active":"2024-09-12T17:13:08.626995+0000","last_became_peered":"2024-09-12T17:13:08.626995+0000","last_unstale":"2024-09-12T17:57:02.039481+0000","last_undegraded":"2024-09-12T17:57:02.039481+0000","last_fullsized":"2024-09-12T17:57:02.039481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:57:12.279171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012760219999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.155062+0000","last_change":"2024-09-12T17:13:26.752596+0000","last_active":"2024-09-12T17:57:12.155062+0000","last_peered":"2024-09-12T17:57:12.155062+0000","last_clean":"2024-09-12T17:57:12.155062+0000","last_became_active":"2024-09-12T17:13:26.751789+0000","last_became_peered":"2024-09-12T17:13:26.751789+0000","last_unstale":"2024-09-12T17:57:12.155062+0000","last_undegraded":"2024-09-12T17:57:12.155062+0000","last_fullsized":"2024-09-12T17:57:12.155062+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:59.083904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'148","reported_seq":712,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.621038+0000","last_change":"2024-09-12T17:13:28.802075+0000","last_active":"2024-09-12T17:57:19.621038+0000","last_peered":"2024-09-12T17:57:19.621038+0000","last_clean":"2024-09-12T17:57:19.621038+0000","last_became_active":"2024-09-12T17:13:28.801654+0000","last_became_peered":"2024-09-12T17:13:28.801654+0000","last_unstale":"2024-09-12T17:57:19.621038+0000","last_undegraded":"2024-09-12T17:57:19.621038+0000","last_fullsized":"2024-09-12T17:57:19.621038+0000","mapping_epoch":29,"log_start":"261'100","ondisk_log_start":"261'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:09.047988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'763","reported_seq":2592,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.390414+0000","last_change":"2024-09-12T17:13:30.776286+0000","last_active":"2024-09-12T18:00:09.390414+0000","last_peered":"2024-09-12T18:00:09.390414+0000","last_clean":"2024-09-12T18:00:09.390414+0000","last_became_active":"2024-09-12T17:13:30.775415+0000","last_became_peered":"2024-09-12T17:13:30.775415+0000","last_unstale":"2024-09-12T18:00:09.390414+0000","last_undegraded":"2024-09-12T18:00:09.390414+0000","last_fullsized":"2024-09-12T18:00:09.390414+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:00.966600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'127","reported_seq":618,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:37.073813+0000","last_change":"2024-09-12T17:13:32.832580+0000","last_active":"2024-09-12T17:58:37.073813+0000","last_peered":"2024-09-12T17:58:37.073813+0000","last_clean":"2024-09-12T17:58:37.073813+0000","last_became_active":"2024-09-12T17:13:32.831902+0000","last_became_peered":"2024-09-12T17:13:32.831902+0000","last_unstale":"2024-09-12T17:58:37.073813+0000","last_undegraded":"2024-09-12T17:58:37.073813+0000","last_fullsized":"2024-09-12T17:58:37.073813+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:00.470260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":708,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":169,"num_read_kb":163,"num_write":293,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'166","reported_seq":766,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.057809+0000","last_change":"2024-09-12T17:13:24.741681+0000","last_active":"2024-09-12T17:57:32.057809+0000","last_peered":"2024-09-12T17:57:32.057809+0000","last_clean":"2024-09-12T17:57:32.057809+0000","last_became_active":"2024-09-12T17:13:24.741391+0000","last_became_peered":"2024-09-12T17:13:24.741391+0000","last_unstale":"2024-09-12T17:57:32.057809+0000","last_undegraded":"2024-09-12T17:57:32.057809+0000","last_fullsized":"2024-09-12T17:57:32.057809+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:42.857427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":588,"num_write":240,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'377","reported_seq":1046,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.403912+0000","last_change":"2024-09-12T18:00:15.403912+0000","last_active":"2024-09-12T18:00:15.403912+0000","last_peered":"2024-09-12T18:00:15.403912+0000","last_clean":"2024-09-12T18:00:15.403912+0000","last_became_active":"2024-09-12T17:13:22.729137+0000","last_became_peered":"2024-09-12T17:13:22.729137+0000","last_unstale":"2024-09-12T18:00:15.403912+0000","last_undegraded":"2024-09-12T18:00:15.403912+0000","last_fullsized":"2024-09-12T18:00:15.403912+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'377","last_scrub_stamp":"2024-09-12T18:00:15.403814+0000","last_deep_scrub":"264'377","last_deep_scrub_stamp":"2024-09-12T18:00:15.403814+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.403814+0000","objects_scrubbed":6,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:34.405690+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":584,"num_read_kb":29033,"num_write":1147,"num_write_kb":14975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":523,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:32.021164+0000","last_change":"2024-09-12T17:13:10.636542+0000","last_active":"2024-09-12T17:56:32.021164+0000","last_peered":"2024-09-12T17:56:32.021164+0000","last_clean":"2024-09-12T17:56:32.021164+0000","last_became_active":"2024-09-12T17:13:08.626020+0000","last_became_peered":"2024-09-12T17:13:08.626020+0000","last_unstale":"2024-09-12T17:56:32.021164+0000","last_undegraded":"2024-09-12T17:56:32.021164+0000","last_fullsized":"2024-09-12T17:56:32.021164+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:03.823002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093462999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044364+0000","last_change":"2024-09-12T17:13:26.725015+0000","last_active":"2024-09-12T17:57:12.044364+0000","last_peered":"2024-09-12T17:57:12.044364+0000","last_clean":"2024-09-12T17:57:12.044364+0000","last_became_active":"2024-09-12T17:13:26.724350+0000","last_became_peered":"2024-09-12T17:13:26.724350+0000","last_unstale":"2024-09-12T17:57:12.044364+0000","last_undegraded":"2024-09-12T17:57:12.044364+0000","last_fullsized":"2024-09-12T17:57:12.044364+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:39.573606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'99","reported_seq":634,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045647+0000","last_change":"2024-09-12T17:13:28.754700+0000","last_active":"2024-09-12T17:57:17.045647+0000","last_peered":"2024-09-12T17:57:17.045647+0000","last_clean":"2024-09-12T17:57:17.045647+0000","last_became_active":"2024-09-12T17:13:28.754002+0000","last_became_peered":"2024-09-12T17:13:28.754002+0000","last_unstale":"2024-09-12T17:57:17.045647+0000","last_undegraded":"2024-09-12T17:57:17.045647+0000","last_fullsized":"2024-09-12T17:57:17.045647+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:09.119779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'764","reported_seq":4357,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.666709+0000","last_change":"2024-09-12T17:13:30.792394+0000","last_active":"2024-09-12T18:00:09.666709+0000","last_peered":"2024-09-12T18:00:09.666709+0000","last_clean":"2024-09-12T18:00:09.666709+0000","last_became_active":"2024-09-12T17:13:30.791695+0000","last_became_peered":"2024-09-12T17:13:30.791695+0000","last_unstale":"2024-09-12T18:00:09.666709+0000","last_undegraded":"2024-09-12T18:00:09.666709+0000","last_fullsized":"2024-09-12T18:00:09.666709+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:30.238006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'164","reported_seq":663,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.645169+0000","last_change":"2024-09-12T17:13:32.786289+0000","last_active":"2024-09-12T17:57:26.645169+0000","last_peered":"2024-09-12T17:57:26.645169+0000","last_clean":"2024-09-12T17:57:26.645169+0000","last_became_active":"2024-09-12T17:13:32.785511+0000","last_became_peered":"2024-09-12T17:13:32.785511+0000","last_unstale":"2024-09-12T17:57:26.645169+0000","last_undegraded":"2024-09-12T17:57:26.645169+0000","last_fullsized":"2024-09-12T17:57:26.645169+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:08.224819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":388,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'104","reported_seq":730,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044311+0000","last_change":"2024-09-12T17:13:24.761705+0000","last_active":"2024-09-12T17:57:12.044311+0000","last_peered":"2024-09-12T17:57:12.044311+0000","last_clean":"2024-09-12T17:57:12.044311+0000","last_became_active":"2024-09-12T17:13:24.761104+0000","last_became_peered":"2024-09-12T17:13:24.761104+0000","last_unstale":"2024-09-12T17:57:12.044311+0000","last_undegraded":"2024-09-12T17:57:12.044311+0000","last_fullsized":"2024-09-12T17:57:12.044311+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:54:08.465127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":484,"num_read_kb":420,"num_write":138,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'343","reported_seq":966,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:14.159961+0000","last_change":"2024-09-12T18:00:14.159961+0000","last_active":"2024-09-12T18:00:14.159961+0000","last_peered":"2024-09-12T18:00:14.159961+0000","last_clean":"2024-09-12T18:00:14.159961+0000","last_became_active":"2024-09-12T17:13:22.710223+0000","last_became_peered":"2024-09-12T17:13:22.710223+0000","last_unstale":"2024-09-12T18:00:14.159961+0000","last_undegraded":"2024-09-12T18:00:14.159961+0000","last_fullsized":"2024-09-12T18:00:14.159961+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'343","last_scrub_stamp":"2024-09-12T18:00:14.159876+0000","last_deep_scrub":"264'343","last_deep_scrub_stamp":"2024-09-12T18:00:14.159876+0000","last_clean_scrub_stamp":"2024-09-12T18:00:14.159876+0000","objects_scrubbed":7,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:54.626144+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262335,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":445,"num_read_kb":5540,"num_write":1078,"num_write_kb":28264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":517,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:32.146549+0000","last_change":"2024-09-12T17:13:10.683585+0000","last_active":"2024-09-12T17:56:32.146549+0000","last_peered":"2024-09-12T17:56:32.146549+0000","last_clean":"2024-09-12T17:56:32.146549+0000","last_became_active":"2024-09-12T17:13:08.625281+0000","last_became_peered":"2024-09-12T17:13:08.625281+0000","last_unstale":"2024-09-12T17:56:32.146549+0000","last_undegraded":"2024-09-12T17:56:32.146549+0000","last_fullsized":"2024-09-12T17:56:32.146549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:07.593012+0000","last_clean_scrub_stamp":"2024-09-12T17:13:07.593012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:54:05.296558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001325629,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:32.057861+0000","last_change":"2024-09-12T17:13:26.736879+0000","last_active":"2024-09-12T17:57:32.057861+0000","last_peered":"2024-09-12T17:57:32.057861+0000","last_clean":"2024-09-12T17:57:32.057861+0000","last_became_active":"2024-09-12T17:13:26.736249+0000","last_became_peered":"2024-09-12T17:13:26.736249+0000","last_unstale":"2024-09-12T17:57:32.057861+0000","last_undegraded":"2024-09-12T17:57:32.057861+0000","last_fullsized":"2024-09-12T17:57:32.057861+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:24:04.818426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'692","reported_seq":1410,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.551185+0000","last_change":"2024-09-12T17:13:28.802010+0000","last_active":"2024-09-12T18:00:09.551185+0000","last_peered":"2024-09-12T18:00:09.551185+0000","last_clean":"2024-09-12T18:00:09.551185+0000","last_became_active":"2024-09-12T17:13:28.801230+0000","last_became_peered":"2024-09-12T17:13:28.801230+0000","last_unstale":"2024-09-12T18:00:09.551185+0000","last_undegraded":"2024-09-12T18:00:09.551185+0000","last_fullsized":"2024-09-12T18:00:09.551185+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":600,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:43.819564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141131,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1236,"num_read_kb":2870,"num_write":994,"num_write_kb":815,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":483,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054254+0000","last_change":"2024-09-12T17:13:30.776814+0000","last_active":"2024-09-12T17:57:17.054254+0000","last_peered":"2024-09-12T17:57:17.054254+0000","last_clean":"2024-09-12T17:57:17.054254+0000","last_became_active":"2024-09-12T17:13:30.775941+0000","last_became_peered":"2024-09-12T17:13:30.775941+0000","last_unstale":"2024-09-12T17:57:17.054254+0000","last_undegraded":"2024-09-12T17:57:17.054254+0000","last_fullsized":"2024-09-12T17:57:17.054254+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:43.390877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'119","reported_seq":606,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.188323+0000","last_change":"2024-09-12T17:13:32.789056+0000","last_active":"2024-09-12T17:58:12.188323+0000","last_peered":"2024-09-12T17:58:12.188323+0000","last_clean":"2024-09-12T17:58:12.188323+0000","last_became_active":"2024-09-12T17:13:32.788325+0000","last_became_peered":"2024-09-12T17:13:32.788325+0000","last_unstale":"2024-09-12T17:58:12.188323+0000","last_undegraded":"2024-09-12T17:58:12.188323+0000","last_fullsized":"2024-09-12T17:58:12.188323+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:20.420735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":140,"num_read_kb":138,"num_write":261,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'182","reported_seq":757,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.614237+0000","last_change":"2024-09-12T17:13:32.793744+0000","last_active":"2024-09-12T17:58:30.614237+0000","last_peered":"2024-09-12T17:58:30.614237+0000","last_clean":"2024-09-12T17:58:30.614237+0000","last_became_active":"2024-09-12T17:13:32.792882+0000","last_became_peered":"2024-09-12T17:13:32.792882+0000","last_unstale":"2024-09-12T17:58:30.614237+0000","last_undegraded":"2024-09-12T17:58:30.614237+0000","last_fullsized":"2024-09-12T17:58:30.614237+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:16.612187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":358,"num_read_kb":342,"num_write":468,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'502","reported_seq":1160,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.537594+0000","last_change":"2024-09-12T17:13:24.746577+0000","last_active":"2024-09-12T17:59:47.537594+0000","last_peered":"2024-09-12T17:59:47.537594+0000","last_clean":"2024-09-12T17:59:47.537594+0000","last_became_active":"2024-09-12T17:13:24.745820+0000","last_became_peered":"2024-09-12T17:13:24.745820+0000","last_unstale":"2024-09-12T17:59:47.537594+0000","last_undegraded":"2024-09-12T17:59:47.537594+0000","last_fullsized":"2024-09-12T17:59:47.537594+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":400,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:03:40.361610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2172,"num_read_kb":1734,"num_write":807,"num_write_kb":422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'370","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.782616+0000","last_change":"2024-09-12T17:13:22.739146+0000","last_active":"2024-09-12T18:00:09.782616+0000","last_peered":"2024-09-12T18:00:09.782616+0000","last_clean":"2024-09-12T18:00:09.782616+0000","last_became_active":"2024-09-12T17:13:22.730432+0000","last_became_peered":"2024-09-12T17:13:22.730432+0000","last_unstale":"2024-09-12T18:00:09.782616+0000","last_undegraded":"2024-09-12T18:00:09.782616+0000","last_fullsized":"2024-09-12T18:00:09.782616+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:20.360020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456542,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":536,"num_read_kb":26037,"num_write":1028,"num_write_kb":34034,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039833+0000","last_change":"2024-09-12T17:13:26.736474+0000","last_active":"2024-09-12T17:57:47.039833+0000","last_peered":"2024-09-12T17:57:47.039833+0000","last_clean":"2024-09-12T17:57:47.039833+0000","last_became_active":"2024-09-12T17:13:26.735772+0000","last_became_peered":"2024-09-12T17:13:26.735772+0000","last_unstale":"2024-09-12T17:57:47.039833+0000","last_undegraded":"2024-09-12T17:57:47.039833+0000","last_fullsized":"2024-09-12T17:57:47.039833+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:19:43.084767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'293","reported_seq":859,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.788125+0000","last_change":"2024-09-12T17:13:28.746675+0000","last_active":"2024-09-12T18:00:09.788125+0000","last_peered":"2024-09-12T18:00:09.788125+0000","last_clean":"2024-09-12T18:00:09.788125+0000","last_became_active":"2024-09-12T17:13:28.742124+0000","last_became_peered":"2024-09-12T17:13:28.742124+0000","last_unstale":"2024-09-12T18:00:09.788125+0000","last_undegraded":"2024-09-12T18:00:09.788125+0000","last_fullsized":"2024-09-12T18:00:09.788125+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:31:34.793418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49649,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":485,"num_read_kb":1127,"num_write":400,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.062751+0000","last_change":"2024-09-12T17:13:30.792589+0000","last_active":"2024-09-12T17:57:52.062751+0000","last_peered":"2024-09-12T17:57:52.062751+0000","last_clean":"2024-09-12T17:57:52.062751+0000","last_became_active":"2024-09-12T17:13:30.791898+0000","last_became_peered":"2024-09-12T17:13:30.791898+0000","last_unstale":"2024-09-12T17:57:52.062751+0000","last_undegraded":"2024-09-12T17:57:52.062751+0000","last_fullsized":"2024-09-12T17:57:52.062751+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:51.909430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'142","reported_seq":629,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.157331+0000","last_change":"2024-09-12T17:13:32.789361+0000","last_active":"2024-09-12T17:58:29.157331+0000","last_peered":"2024-09-12T17:58:29.157331+0000","last_clean":"2024-09-12T17:58:29.157331+0000","last_became_active":"2024-09-12T17:13:32.788604+0000","last_became_peered":"2024-09-12T17:13:32.788604+0000","last_unstale":"2024-09-12T17:58:29.157331+0000","last_undegraded":"2024-09-12T17:58:29.157331+0000","last_fullsized":"2024-09-12T17:58:29.157331+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:35.068046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":163,"num_read_kb":157,"num_write":325,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'212","reported_seq":837,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039875+0000","last_change":"2024-09-12T17:13:24.737451+0000","last_active":"2024-09-12T17:57:47.039875+0000","last_peered":"2024-09-12T17:57:47.039875+0000","last_clean":"2024-09-12T17:57:47.039875+0000","last_became_active":"2024-09-12T17:13:24.734000+0000","last_became_peered":"2024-09-12T17:13:24.734000+0000","last_unstale":"2024-09-12T17:57:47.039875+0000","last_undegraded":"2024-09-12T17:57:47.039875+0000","last_fullsized":"2024-09-12T17:57:47.039875+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:06.578006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":913,"num_read_kb":755,"num_write":324,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"264'366","reported_seq":1071,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.810869+0000","last_change":"2024-09-12T17:13:22.720857+0000","last_active":"2024-09-12T18:00:09.810869+0000","last_peered":"2024-09-12T18:00:09.810869+0000","last_clean":"2024-09-12T18:00:09.810869+0000","last_became_active":"2024-09-12T17:13:22.720138+0000","last_became_peered":"2024-09-12T17:13:22.720138+0000","last_unstale":"2024-09-12T18:00:09.810869+0000","last_undegraded":"2024-09-12T18:00:09.810869+0000","last_fullsized":"2024-09-12T18:00:09.810869+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:52.714643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":735,"num_read_kb":13970,"num_write":1045,"num_write_kb":23660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"35'5","reported_seq":971,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:07.511102+0000","last_change":"2024-09-12T17:13:26.731015+0000","last_active":"2024-09-12T18:00:07.511102+0000","last_peered":"2024-09-12T18:00:07.511102+0000","last_clean":"2024-09-12T18:00:07.511102+0000","last_became_active":"2024-09-12T17:13:26.730316+0000","last_became_peered":"2024-09-12T17:13:26.730316+0000","last_unstale":"2024-09-12T18:00:07.511102+0000","last_undegraded":"2024-09-12T18:00:07.511102+0000","last_fullsized":"2024-09-12T18:00:07.511102+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:26.082668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":729,"num_read_kb":1194,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'47","reported_seq":553,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051042+0000","last_change":"2024-09-12T17:13:28.743011+0000","last_active":"2024-09-12T17:57:52.051042+0000","last_peered":"2024-09-12T17:57:52.051042+0000","last_clean":"2024-09-12T17:57:52.051042+0000","last_became_active":"2024-09-12T17:13:28.741429+0000","last_became_peered":"2024-09-12T17:13:28.741429+0000","last_unstale":"2024-09-12T17:57:52.051042+0000","last_undegraded":"2024-09-12T17:57:52.051042+0000","last_fullsized":"2024-09-12T17:57:52.051042+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:12.505239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051712+0000","last_change":"2024-09-12T17:13:30.783219+0000","last_active":"2024-09-12T17:57:52.051712+0000","last_peered":"2024-09-12T17:57:52.051712+0000","last_clean":"2024-09-12T17:57:52.051712+0000","last_became_active":"2024-09-12T17:13:30.782478+0000","last_became_peered":"2024-09-12T17:13:30.782478+0000","last_unstale":"2024-09-12T17:57:52.051712+0000","last_undegraded":"2024-09-12T17:57:52.051712+0000","last_fullsized":"2024-09-12T17:57:52.051712+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:52.154143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'218","reported_seq":751,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.467246+0000","last_change":"2024-09-12T17:13:32.782807+0000","last_active":"2024-09-12T17:59:47.467246+0000","last_peered":"2024-09-12T17:59:47.467246+0000","last_clean":"2024-09-12T17:59:47.467246+0000","last_became_active":"2024-09-12T17:13:32.782092+0000","last_became_peered":"2024-09-12T17:13:32.782092+0000","last_unstale":"2024-09-12T17:59:47.467246+0000","last_undegraded":"2024-09-12T17:59:47.467246+0000","last_fullsized":"2024-09-12T17:59:47.467246+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:18.007423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":389,"num_read_kb":376,"num_write":482,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'135","reported_seq":734,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.472028+0000","last_change":"2024-09-12T17:13:24.742381+0000","last_active":"2024-09-12T17:58:30.472028+0000","last_peered":"2024-09-12T17:58:30.472028+0000","last_clean":"2024-09-12T17:58:30.472028+0000","last_became_active":"2024-09-12T17:13:24.741656+0000","last_became_peered":"2024-09-12T17:13:24.741656+0000","last_unstale":"2024-09-12T17:58:30.472028+0000","last_undegraded":"2024-09-12T17:58:30.472028+0000","last_fullsized":"2024-09-12T17:58:30.472028+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:42:39.597925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":482,"num_write":210,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'343","reported_seq":1075,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.796176+0000","last_change":"2024-09-12T17:13:22.732161+0000","last_active":"2024-09-12T18:00:09.796176+0000","last_peered":"2024-09-12T18:00:09.796176+0000","last_clean":"2024-09-12T18:00:09.796176+0000","last_became_active":"2024-09-12T17:13:22.730403+0000","last_became_peered":"2024-09-12T17:13:22.730403+0000","last_unstale":"2024-09-12T18:00:09.796176+0000","last_undegraded":"2024-09-12T18:00:09.796176+0000","last_fullsized":"2024-09-12T18:00:09.796176+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:03:51.943720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":388466,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":724,"num_read_kb":35043,"num_write":1049,"num_write_kb":27867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050480+0000","last_change":"2024-09-12T17:13:26.754120+0000","last_active":"2024-09-12T17:57:47.050480+0000","last_peered":"2024-09-12T17:57:47.050480+0000","last_clean":"2024-09-12T17:57:47.050480+0000","last_became_active":"2024-09-12T17:13:26.753317+0000","last_became_peered":"2024-09-12T17:13:26.753317+0000","last_unstale":"2024-09-12T17:57:47.050480+0000","last_undegraded":"2024-09-12T17:57:47.050480+0000","last_fullsized":"2024-09-12T17:57:47.050480+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:12.158061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'301","reported_seq":883,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.035850+0000","last_change":"2024-09-12T17:13:28.756124+0000","last_active":"2024-09-12T18:00:09.035850+0000","last_peered":"2024-09-12T18:00:09.035850+0000","last_clean":"2024-09-12T18:00:09.035850+0000","last_became_active":"2024-09-12T17:13:28.750390+0000","last_became_peered":"2024-09-12T17:13:28.750390+0000","last_unstale":"2024-09-12T18:00:09.035850+0000","last_undegraded":"2024-09-12T18:00:09.035850+0000","last_fullsized":"2024-09-12T18:00:09.035850+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:04.128240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53085,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":1113,"num_write":402,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.163577+0000","last_change":"2024-09-12T17:13:30.784310+0000","last_active":"2024-09-12T17:57:52.163577+0000","last_peered":"2024-09-12T17:57:52.163577+0000","last_clean":"2024-09-12T17:57:52.163577+0000","last_became_active":"2024-09-12T17:13:30.783591+0000","last_became_peered":"2024-09-12T17:13:30.783591+0000","last_unstale":"2024-09-12T17:57:52.163577+0000","last_undegraded":"2024-09-12T17:57:52.163577+0000","last_fullsized":"2024-09-12T17:57:52.163577+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:22:10.488284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'191","reported_seq":706,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.629798+0000","last_change":"2024-09-12T17:13:32.789717+0000","last_active":"2024-09-12T17:58:15.629798+0000","last_peered":"2024-09-12T17:58:15.629798+0000","last_clean":"2024-09-12T17:58:15.629798+0000","last_became_active":"2024-09-12T17:13:32.788954+0000","last_became_peered":"2024-09-12T17:13:32.788954+0000","last_unstale":"2024-09-12T17:58:15.629798+0000","last_undegraded":"2024-09-12T17:58:15.629798+0000","last_fullsized":"2024-09-12T17:58:15.629798+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:33.412875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":259,"num_read_kb":242,"num_write":443,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'75","reported_seq":640,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:18.072006+0000","last_change":"2024-09-12T17:13:54.837546+0000","last_active":"2024-09-12T17:56:18.072006+0000","last_peered":"2024-09-12T17:56:18.072006+0000","last_clean":"2024-09-12T17:56:18.072006+0000","last_became_active":"2024-09-12T17:13:54.836680+0000","last_became_peered":"2024-09-12T17:13:54.836680+0000","last_unstale":"2024-09-12T17:56:18.072006+0000","last_undegraded":"2024-09-12T17:56:18.072006+0000","last_fullsized":"2024-09-12T17:56:18.072006+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:47:42.154136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":370,"num_read_kb":318,"num_write":111,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"264'329","reported_seq":985,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.807112+0000","last_change":"2024-09-12T17:13:22.738214+0000","last_active":"2024-09-12T18:00:09.807112+0000","last_peered":"2024-09-12T18:00:09.807112+0000","last_clean":"2024-09-12T18:00:09.807112+0000","last_became_active":"2024-09-12T17:13:22.737631+0000","last_became_peered":"2024-09-12T17:13:22.737631+0000","last_unstale":"2024-09-12T18:00:09.807112+0000","last_undegraded":"2024-09-12T18:00:09.807112+0000","last_fullsized":"2024-09-12T18:00:09.807112+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:33.545600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388701,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":546,"num_read_kb":19849,"num_write":1143,"num_write_kb":28792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162411+0000","last_change":"2024-09-12T17:13:26.748423+0000","last_active":"2024-09-12T17:57:47.162411+0000","last_peered":"2024-09-12T17:57:47.162411+0000","last_clean":"2024-09-12T17:57:47.162411+0000","last_became_active":"2024-09-12T17:13:26.747580+0000","last_became_peered":"2024-09-12T17:13:26.747580+0000","last_unstale":"2024-09-12T17:57:47.162411+0000","last_undegraded":"2024-09-12T17:57:47.162411+0000","last_fullsized":"2024-09-12T17:57:47.162411+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:16.460850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'271","reported_seq":839,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.925278+0000","last_change":"2024-09-12T17:13:28.742732+0000","last_active":"2024-09-12T18:00:08.925278+0000","last_peered":"2024-09-12T18:00:08.925278+0000","last_clean":"2024-09-12T18:00:08.925278+0000","last_became_active":"2024-09-12T17:13:28.741634+0000","last_became_peered":"2024-09-12T17:13:28.741634+0000","last_unstale":"2024-09-12T18:00:08.925278+0000","last_undegraded":"2024-09-12T18:00:08.925278+0000","last_fullsized":"2024-09-12T18:00:08.925278+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:07.171112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56526,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":474,"num_read_kb":1151,"num_write":392,"num_write_kb":336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051187+0000","last_change":"2024-09-12T17:13:30.776129+0000","last_active":"2024-09-12T17:57:52.051187+0000","last_peered":"2024-09-12T17:57:52.051187+0000","last_clean":"2024-09-12T17:57:52.051187+0000","last_became_active":"2024-09-12T17:13:30.775381+0000","last_became_peered":"2024-09-12T17:13:30.775381+0000","last_unstale":"2024-09-12T17:57:52.051187+0000","last_undegraded":"2024-09-12T17:57:52.051187+0000","last_fullsized":"2024-09-12T17:57:52.051187+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:09.622664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'254","reported_seq":915,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:31.859913+0000","last_change":"2024-09-12T17:13:24.760887+0000","last_active":"2024-09-12T17:57:31.859913+0000","last_peered":"2024-09-12T17:57:31.859913+0000","last_clean":"2024-09-12T17:57:31.859913+0000","last_became_active":"2024-09-12T17:13:24.760166+0000","last_became_peered":"2024-09-12T17:13:24.760166+0000","last_unstale":"2024-09-12T17:57:31.859913+0000","last_undegraded":"2024-09-12T17:57:31.859913+0000","last_fullsized":"2024-09-12T17:57:31.859913+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:14:18.436943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1144,"num_read_kb":947,"num_write":391,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'274","reported_seq":869,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.802796+0000","last_change":"2024-09-12T17:13:22.721667+0000","last_active":"2024-09-12T18:00:09.802796+0000","last_peered":"2024-09-12T18:00:09.802796+0000","last_clean":"2024-09-12T18:00:09.802796+0000","last_became_active":"2024-09-12T17:13:22.721355+0000","last_became_peered":"2024-09-12T17:13:22.721355+0000","last_unstale":"2024-09-12T18:00:09.802796+0000","last_undegraded":"2024-09-12T18:00:09.802796+0000","last_fullsized":"2024-09-12T18:00:09.802796+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:48.985363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456545,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":395,"num_read_kb":715,"num_write":871,"num_write_kb":22770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.047632+0000","last_change":"2024-09-12T17:13:26.747895+0000","last_active":"2024-09-12T17:57:37.047632+0000","last_peered":"2024-09-12T17:57:37.047632+0000","last_clean":"2024-09-12T17:57:37.047632+0000","last_became_active":"2024-09-12T17:13:26.744896+0000","last_became_peered":"2024-09-12T17:13:26.744896+0000","last_unstale":"2024-09-12T17:57:37.047632+0000","last_undegraded":"2024-09-12T17:57:37.047632+0000","last_fullsized":"2024-09-12T17:57:37.047632+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:21.238243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'472","reported_seq":1102,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.884799+0000","last_change":"2024-09-12T17:13:28.747603+0000","last_active":"2024-09-12T18:00:08.884799+0000","last_peered":"2024-09-12T18:00:08.884799+0000","last_clean":"2024-09-12T18:00:08.884799+0000","last_became_active":"2024-09-12T17:13:28.746900+0000","last_became_peered":"2024-09-12T17:13:28.746900+0000","last_unstale":"2024-09-12T18:00:08.884799+0000","last_undegraded":"2024-09-12T18:00:08.884799+0000","last_fullsized":"2024-09-12T18:00:08.884799+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":400,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:58.688372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93451,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":854,"num_read_kb":2027,"num_write":736,"num_write_kb":660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.202345+0000","last_change":"2024-09-12T17:13:30.778464+0000","last_active":"2024-09-12T17:56:02.202345+0000","last_peered":"2024-09-12T17:56:02.202345+0000","last_clean":"2024-09-12T17:56:02.202345+0000","last_became_active":"2024-09-12T17:13:30.777735+0000","last_became_peered":"2024-09-12T17:13:30.777735+0000","last_unstale":"2024-09-12T17:56:02.202345+0000","last_undegraded":"2024-09-12T17:56:02.202345+0000","last_fullsized":"2024-09-12T17:56:02.202345+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:48.426699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'162","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.762885+0000","last_change":"2024-09-12T17:13:32.834828+0000","last_active":"2024-09-12T17:58:29.762885+0000","last_peered":"2024-09-12T17:58:29.762885+0000","last_clean":"2024-09-12T17:58:29.762885+0000","last_became_active":"2024-09-12T17:13:32.834025+0000","last_became_peered":"2024-09-12T17:13:32.834025+0000","last_unstale":"2024-09-12T17:58:29.762885+0000","last_undegraded":"2024-09-12T17:58:29.762885+0000","last_fullsized":"2024-09-12T17:58:29.762885+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:23.320464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":249,"num_read_kb":253,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'4648","reported_seq":5516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:49.802036+0000","last_change":"2024-09-12T17:13:24.719516+0000","last_active":"2024-09-12T17:57:49.802036+0000","last_peered":"2024-09-12T17:57:49.802036+0000","last_clean":"2024-09-12T17:57:49.802036+0000","last_became_active":"2024-09-12T17:13:24.718732+0000","last_became_peered":"2024-09-12T17:13:24.718732+0000","last_unstale":"2024-09-12T17:57:49.802036+0000","last_undegraded":"2024-09-12T17:57:49.802036+0000","last_fullsized":"2024-09-12T17:57:49.802036+0000","mapping_epoch":25,"log_start":"264'4600","ondisk_log_start":"264'4600","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":3000,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:50:56.819107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19133,"num_read_kb":16095,"num_write":7172,"num_write_kb":3743,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'351","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.811585+0000","last_change":"2024-09-12T17:13:22.716337+0000","last_active":"2024-09-12T18:00:09.811585+0000","last_peered":"2024-09-12T18:00:09.811585+0000","last_clean":"2024-09-12T18:00:09.811585+0000","last_became_active":"2024-09-12T17:13:22.715964+0000","last_became_peered":"2024-09-12T17:13:22.715964+0000","last_unstale":"2024-09-12T18:00:09.811585+0000","last_undegraded":"2024-09-12T18:00:09.811585+0000","last_fullsized":"2024-09-12T18:00:09.811585+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:50.736106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2390896,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":550,"num_read_kb":3094,"num_write":1163,"num_write_kb":22712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.155171+0000","last_change":"2024-09-12T17:13:26.748729+0000","last_active":"2024-09-12T17:57:12.155171+0000","last_peered":"2024-09-12T17:57:12.155171+0000","last_clean":"2024-09-12T17:57:12.155171+0000","last_became_active":"2024-09-12T17:13:26.747581+0000","last_became_peered":"2024-09-12T17:13:26.747581+0000","last_unstale":"2024-09-12T17:57:12.155171+0000","last_undegraded":"2024-09-12T17:57:12.155171+0000","last_fullsized":"2024-09-12T17:57:12.155171+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:55.164916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'295","reported_seq":876,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.960232+0000","last_change":"2024-09-12T17:13:28.741124+0000","last_active":"2024-09-12T18:00:08.960232+0000","last_peered":"2024-09-12T18:00:08.960232+0000","last_clean":"2024-09-12T18:00:08.960232+0000","last_became_active":"2024-09-12T17:13:28.740077+0000","last_became_peered":"2024-09-12T17:13:28.740077+0000","last_unstale":"2024-09-12T18:00:08.960232+0000","last_undegraded":"2024-09-12T18:00:08.960232+0000","last_fullsized":"2024-09-12T18:00:08.960232+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:32.115548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53501,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":518,"num_read_kb":1154,"num_write":436,"num_write_kb":347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.014341+0000","last_change":"2024-09-12T17:13:30.788371+0000","last_active":"2024-09-12T17:56:02.014341+0000","last_peered":"2024-09-12T17:56:02.014341+0000","last_clean":"2024-09-12T17:56:02.014341+0000","last_became_active":"2024-09-12T17:13:30.787481+0000","last_became_peered":"2024-09-12T17:13:30.787481+0000","last_unstale":"2024-09-12T17:56:02.014341+0000","last_undegraded":"2024-09-12T17:56:02.014341+0000","last_fullsized":"2024-09-12T17:56:02.014341+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:19.444142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'171","reported_seq":670,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.163522+0000","last_change":"2024-09-12T17:13:32.787930+0000","last_active":"2024-09-12T17:57:52.163522+0000","last_peered":"2024-09-12T17:57:52.163522+0000","last_clean":"2024-09-12T17:57:52.163522+0000","last_became_active":"2024-09-12T17:13:32.787114+0000","last_became_peered":"2024-09-12T17:13:32.787114+0000","last_unstale":"2024-09-12T17:57:52.163522+0000","last_undegraded":"2024-09-12T17:57:52.163522+0000","last_fullsized":"2024-09-12T17:57:52.163522+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:35.409537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":227,"num_read_kb":224,"num_write":505,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'89","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:43.477823+0000","last_change":"2024-09-12T17:13:24.749125+0000","last_active":"2024-09-12T17:56:43.477823+0000","last_peered":"2024-09-12T17:56:43.477823+0000","last_clean":"2024-09-12T17:56:43.477823+0000","last_became_active":"2024-09-12T17:13:24.748753+0000","last_became_peered":"2024-09-12T17:13:24.748753+0000","last_unstale":"2024-09-12T17:56:43.477823+0000","last_undegraded":"2024-09-12T17:56:43.477823+0000","last_fullsized":"2024-09-12T17:56:43.477823+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:02.042157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":343,"num_write":134,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'369","reported_seq":1019,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.813345+0000","last_change":"2024-09-12T17:13:22.717400+0000","last_active":"2024-09-12T18:00:09.813345+0000","last_peered":"2024-09-12T18:00:09.813345+0000","last_clean":"2024-09-12T18:00:09.813345+0000","last_became_active":"2024-09-12T17:13:22.716619+0000","last_became_peered":"2024-09-12T17:13:22.716619+0000","last_unstale":"2024-09-12T18:00:09.813345+0000","last_undegraded":"2024-09-12T18:00:09.813345+0000","last_fullsized":"2024-09-12T18:00:09.813345+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:10:27.319128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":6656,"num_write":1170,"num_write_kb":21095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023819+0000","last_change":"2024-09-12T17:13:26.728706+0000","last_active":"2024-09-12T17:55:57.023819+0000","last_peered":"2024-09-12T17:55:57.023819+0000","last_clean":"2024-09-12T17:55:57.023819+0000","last_became_active":"2024-09-12T17:13:26.725139+0000","last_became_peered":"2024-09-12T17:13:26.725139+0000","last_unstale":"2024-09-12T17:55:57.023819+0000","last_undegraded":"2024-09-12T17:55:57.023819+0000","last_fullsized":"2024-09-12T17:55:57.023819+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:08.424368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'269","reported_seq":836,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.226049+0000","last_change":"2024-09-12T17:13:28.802620+0000","last_active":"2024-09-12T18:00:08.226049+0000","last_peered":"2024-09-12T18:00:08.226049+0000","last_clean":"2024-09-12T18:00:08.226049+0000","last_became_active":"2024-09-12T17:13:28.801913+0000","last_became_peered":"2024-09-12T17:13:28.801913+0000","last_unstale":"2024-09-12T18:00:08.226049+0000","last_undegraded":"2024-09-12T18:00:08.226049+0000","last_fullsized":"2024-09-12T18:00:08.226049+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:59.562705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43140,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":435,"num_read_kb":975,"num_write":354,"num_write_kb":271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.038837+0000","last_change":"2024-09-12T17:13:30.778874+0000","last_active":"2024-09-12T17:57:42.038837+0000","last_peered":"2024-09-12T17:57:42.038837+0000","last_clean":"2024-09-12T17:57:42.038837+0000","last_became_active":"2024-09-12T17:13:30.778143+0000","last_became_peered":"2024-09-12T17:13:30.778143+0000","last_unstale":"2024-09-12T17:57:42.038837+0000","last_undegraded":"2024-09-12T17:57:42.038837+0000","last_fullsized":"2024-09-12T17:57:42.038837+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:05.458140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'120","reported_seq":604,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.835028+0000","last_change":"2024-09-12T17:13:32.787877+0000","last_active":"2024-09-12T17:59:48.835028+0000","last_peered":"2024-09-12T17:59:48.835028+0000","last_clean":"2024-09-12T17:59:48.835028+0000","last_became_active":"2024-09-12T17:13:32.786695+0000","last_became_peered":"2024-09-12T17:13:32.786695+0000","last_unstale":"2024-09-12T17:59:48.835028+0000","last_undegraded":"2024-09-12T17:59:48.835028+0000","last_fullsized":"2024-09-12T17:59:48.835028+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:22.889196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":154,"num_read_kb":146,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'244","reported_seq":822,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.185712+0000","last_change":"2024-09-12T17:13:24.726642+0000","last_active":"2024-09-12T17:58:12.185712+0000","last_peered":"2024-09-12T17:58:12.185712+0000","last_clean":"2024-09-12T17:58:12.185712+0000","last_became_active":"2024-09-12T17:13:24.726336+0000","last_became_peered":"2024-09-12T17:13:24.726336+0000","last_unstale":"2024-09-12T17:58:12.185712+0000","last_undegraded":"2024-09-12T17:58:12.185712+0000","last_fullsized":"2024-09-12T17:58:12.185712+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:27.157674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":808,"num_write":379,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'323","reported_seq":998,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.801757+0000","last_change":"2024-09-12T17:13:22.742874+0000","last_active":"2024-09-12T18:00:09.801757+0000","last_peered":"2024-09-12T18:00:09.801757+0000","last_clean":"2024-09-12T18:00:09.801757+0000","last_became_active":"2024-09-12T17:13:22.742562+0000","last_became_peered":"2024-09-12T17:13:22.742562+0000","last_unstale":"2024-09-12T18:00:09.801757+0000","last_undegraded":"2024-09-12T18:00:09.801757+0000","last_fullsized":"2024-09-12T18:00:09.801757+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:17.618206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661402,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":560,"num_read_kb":18715,"num_write":1110,"num_write_kb":30468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.013299+0000","last_change":"2024-09-12T17:13:26.745426+0000","last_active":"2024-09-12T17:55:57.013299+0000","last_peered":"2024-09-12T17:55:57.013299+0000","last_clean":"2024-09-12T17:55:57.013299+0000","last_became_active":"2024-09-12T17:13:26.745048+0000","last_became_peered":"2024-09-12T17:13:26.745048+0000","last_unstale":"2024-09-12T17:55:57.013299+0000","last_undegraded":"2024-09-12T17:55:57.013299+0000","last_fullsized":"2024-09-12T17:55:57.013299+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:13:57.586074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'102","reported_seq":622,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.051100+0000","last_change":"2024-09-12T17:13:28.801869+0000","last_active":"2024-09-12T17:57:42.051100+0000","last_peered":"2024-09-12T17:57:42.051100+0000","last_clean":"2024-09-12T17:57:42.051100+0000","last_became_active":"2024-09-12T17:13:28.801036+0000","last_became_peered":"2024-09-12T17:13:28.801036+0000","last_unstale":"2024-09-12T17:57:42.051100+0000","last_undegraded":"2024-09-12T17:57:42.051100+0000","last_fullsized":"2024-09-12T17:57:42.051100+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:20.404351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":122,"num_read_kb":114,"num_write":138,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'765","reported_seq":2128,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:07.765976+0000","last_change":"2024-09-12T17:13:30.776047+0000","last_active":"2024-09-12T18:00:07.765976+0000","last_peered":"2024-09-12T18:00:07.765976+0000","last_clean":"2024-09-12T18:00:07.765976+0000","last_became_active":"2024-09-12T17:13:30.775294+0000","last_became_peered":"2024-09-12T17:13:30.775294+0000","last_unstale":"2024-09-12T18:00:07.765976+0000","last_undegraded":"2024-09-12T18:00:07.765976+0000","last_fullsized":"2024-09-12T18:00:07.765976+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:29.499709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'109","reported_seq":611,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.549026+0000","last_change":"2024-09-12T17:13:32.795102+0000","last_active":"2024-09-12T17:58:30.549026+0000","last_peered":"2024-09-12T17:58:30.549026+0000","last_clean":"2024-09-12T17:58:30.549026+0000","last_became_active":"2024-09-12T17:13:32.794362+0000","last_became_peered":"2024-09-12T17:13:32.794362+0000","last_unstale":"2024-09-12T17:58:30.549026+0000","last_undegraded":"2024-09-12T17:58:30.549026+0000","last_fullsized":"2024-09-12T17:58:30.549026+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:31.378097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":158,"num_read_kb":151,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'150","reported_seq":752,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:49.334282+0000","last_change":"2024-09-12T17:13:24.745009+0000","last_active":"2024-09-12T17:56:49.334282+0000","last_peered":"2024-09-12T17:56:49.334282+0000","last_clean":"2024-09-12T17:56:49.334282+0000","last_became_active":"2024-09-12T17:13:24.744181+0000","last_became_peered":"2024-09-12T17:13:24.744181+0000","last_unstale":"2024-09-12T17:56:49.334282+0000","last_undegraded":"2024-09-12T17:56:49.334282+0000","last_fullsized":"2024-09-12T17:56:49.334282+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:26.762320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":502,"num_write":225,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'360","reported_seq":971,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.621179+0000","last_change":"2024-09-12T18:00:16.621179+0000","last_active":"2024-09-12T18:00:16.621179+0000","last_peered":"2024-09-12T18:00:16.621179+0000","last_clean":"2024-09-12T18:00:16.621179+0000","last_became_active":"2024-09-12T17:13:54.833471+0000","last_became_peered":"2024-09-12T17:13:54.833471+0000","last_unstale":"2024-09-12T18:00:16.621179+0000","last_undegraded":"2024-09-12T18:00:16.621179+0000","last_fullsized":"2024-09-12T18:00:16.621179+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'360","last_scrub_stamp":"2024-09-12T18:00:16.621048+0000","last_deep_scrub":"264'360","last_deep_scrub_stamp":"2024-09-12T18:00:16.621048+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.621048+0000","objects_scrubbed":7,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:35.263622+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079934,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":495,"num_read_kb":11845,"num_write":1230,"num_write_kb":30776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023180+0000","last_change":"2024-09-12T17:13:26.747993+0000","last_active":"2024-09-12T17:55:57.023180+0000","last_peered":"2024-09-12T17:55:57.023180+0000","last_clean":"2024-09-12T17:55:57.023180+0000","last_became_active":"2024-09-12T17:13:26.747270+0000","last_became_peered":"2024-09-12T17:13:26.747270+0000","last_unstale":"2024-09-12T17:55:57.023180+0000","last_undegraded":"2024-09-12T17:55:57.023180+0000","last_fullsized":"2024-09-12T17:55:57.023180+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:40.855788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'307","reported_seq":883,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.567857+0000","last_change":"2024-09-12T17:13:28.750881+0000","last_active":"2024-09-12T18:00:08.567857+0000","last_peered":"2024-09-12T18:00:08.567857+0000","last_clean":"2024-09-12T18:00:08.567857+0000","last_became_active":"2024-09-12T17:13:28.750281+0000","last_became_peered":"2024-09-12T17:13:28.750281+0000","last_unstale":"2024-09-12T18:00:08.567857+0000","last_undegraded":"2024-09-12T18:00:08.567857+0000","last_fullsized":"2024-09-12T18:00:08.567857+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:56.658361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51698,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":482,"num_read_kb":1033,"num_write":392,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039178+0000","last_change":"2024-09-12T17:13:30.779116+0000","last_active":"2024-09-12T17:57:02.039178+0000","last_peered":"2024-09-12T17:57:02.039178+0000","last_clean":"2024-09-12T17:57:02.039178+0000","last_became_active":"2024-09-12T17:13:30.761662+0000","last_became_peered":"2024-09-12T17:13:30.761662+0000","last_unstale":"2024-09-12T17:57:02.039178+0000","last_undegraded":"2024-09-12T17:57:02.039178+0000","last_fullsized":"2024-09-12T17:57:02.039178+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:41.858268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'136","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.928390+0000","last_change":"2024-09-12T17:13:32.795830+0000","last_active":"2024-09-12T17:58:27.928390+0000","last_peered":"2024-09-12T17:58:27.928390+0000","last_clean":"2024-09-12T17:58:27.928390+0000","last_became_active":"2024-09-12T17:13:32.794904+0000","last_became_peered":"2024-09-12T17:13:32.794904+0000","last_unstale":"2024-09-12T17:58:27.928390+0000","last_undegraded":"2024-09-12T17:58:27.928390+0000","last_fullsized":"2024-09-12T17:58:27.928390+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:05.399749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":776,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":284,"num_read_kb":250,"num_write":322,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'388","reported_seq":1039,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.060377+0000","last_change":"2024-09-12T17:13:24.743228+0000","last_active":"2024-09-12T17:58:27.060377+0000","last_peered":"2024-09-12T17:58:27.060377+0000","last_clean":"2024-09-12T17:58:27.060377+0000","last_became_active":"2024-09-12T17:13:24.742514+0000","last_became_peered":"2024-09-12T17:13:24.742514+0000","last_unstale":"2024-09-12T17:58:27.060377+0000","last_undegraded":"2024-09-12T17:58:27.060377+0000","last_fullsized":"2024-09-12T17:58:27.060377+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:13.435459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1705,"num_read_kb":1374,"num_write":626,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'294","reported_seq":911,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.780209+0000","last_change":"2024-09-12T17:13:22.726614+0000","last_active":"2024-09-12T18:00:09.780209+0000","last_peered":"2024-09-12T18:00:09.780209+0000","last_clean":"2024-09-12T18:00:09.780209+0000","last_became_active":"2024-09-12T17:13:22.725894+0000","last_became_peered":"2024-09-12T17:13:22.725894+0000","last_unstale":"2024-09-12T18:00:09.780209+0000","last_undegraded":"2024-09-12T18:00:09.780209+0000","last_fullsized":"2024-09-12T18:00:09.780209+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:46:17.791829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170564,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":402,"num_read_kb":35322,"num_write":925,"num_write_kb":31480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.201107+0000","last_change":"2024-09-12T17:13:26.747213+0000","last_active":"2024-09-12T17:55:57.201107+0000","last_peered":"2024-09-12T17:55:57.201107+0000","last_clean":"2024-09-12T17:55:57.201107+0000","last_became_active":"2024-09-12T17:13:26.746388+0000","last_became_peered":"2024-09-12T17:13:26.746388+0000","last_unstale":"2024-09-12T17:55:57.201107+0000","last_undegraded":"2024-09-12T17:55:57.201107+0000","last_fullsized":"2024-09-12T17:55:57.201107+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:52.828250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'279","reported_seq":850,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.637701+0000","last_change":"2024-09-12T17:13:28.736649+0000","last_active":"2024-09-12T18:00:08.637701+0000","last_peered":"2024-09-12T18:00:08.637701+0000","last_clean":"2024-09-12T18:00:08.637701+0000","last_became_active":"2024-09-12T17:13:28.735923+0000","last_became_peered":"2024-09-12T17:13:28.735923+0000","last_unstale":"2024-09-12T18:00:08.637701+0000","last_undegraded":"2024-09-12T18:00:08.637701+0000","last_fullsized":"2024-09-12T18:00:08.637701+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:00.985744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47124,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":1105,"num_write":380,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.155001+0000","last_change":"2024-09-12T17:13:30.776249+0000","last_active":"2024-09-12T17:57:12.155001+0000","last_peered":"2024-09-12T17:57:12.155001+0000","last_clean":"2024-09-12T17:57:12.155001+0000","last_became_active":"2024-09-12T17:13:30.774786+0000","last_became_peered":"2024-09-12T17:13:30.774786+0000","last_unstale":"2024-09-12T17:57:12.155001+0000","last_undegraded":"2024-09-12T17:57:12.155001+0000","last_fullsized":"2024-09-12T17:57:12.155001+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:52:01.657122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'133","reported_seq":646,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:48.127074+0000","last_change":"2024-09-12T17:13:32.834926+0000","last_active":"2024-09-12T17:57:48.127074+0000","last_peered":"2024-09-12T17:57:48.127074+0000","last_clean":"2024-09-12T17:57:48.127074+0000","last_became_active":"2024-09-12T17:13:32.834142+0000","last_became_peered":"2024-09-12T17:13:32.834142+0000","last_unstale":"2024-09-12T17:57:48.127074+0000","last_undegraded":"2024-09-12T17:57:48.127074+0000","last_fullsized":"2024-09-12T17:57:48.127074+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:27.414594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":934,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":223,"num_write":328,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'272","reported_seq":822,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.050441+0000","last_change":"2024-09-12T17:13:24.741369+0000","last_active":"2024-09-12T17:57:02.050441+0000","last_peered":"2024-09-12T17:57:02.050441+0000","last_clean":"2024-09-12T17:57:02.050441+0000","last_became_active":"2024-09-12T17:13:24.740889+0000","last_became_peered":"2024-09-12T17:13:24.740889+0000","last_unstale":"2024-09-12T17:57:02.050441+0000","last_undegraded":"2024-09-12T17:57:02.050441+0000","last_fullsized":"2024-09-12T17:57:02.050441+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:49:16.705838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1111,"num_read_kb":889,"num_write":415,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'305","reported_seq":938,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.810503+0000","last_change":"2024-09-12T17:13:22.718470+0000","last_active":"2024-09-12T18:00:09.810503+0000","last_peered":"2024-09-12T18:00:09.810503+0000","last_clean":"2024-09-12T18:00:09.810503+0000","last_became_active":"2024-09-12T17:13:22.717858+0000","last_became_peered":"2024-09-12T17:13:22.717858+0000","last_unstale":"2024-09-12T18:00:09.810503+0000","last_undegraded":"2024-09-12T18:00:09.810503+0000","last_fullsized":"2024-09-12T18:00:09.810503+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:12.308058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079931,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":483,"num_read_kb":5815,"num_write":1025,"num_write_kb":17554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.040893+0000","last_change":"2024-09-12T17:13:26.755484+0000","last_active":"2024-09-12T17:56:57.040893+0000","last_peered":"2024-09-12T17:56:57.040893+0000","last_clean":"2024-09-12T17:56:57.040893+0000","last_became_active":"2024-09-12T17:13:26.754497+0000","last_became_peered":"2024-09-12T17:13:26.754497+0000","last_unstale":"2024-09-12T17:56:57.040893+0000","last_undegraded":"2024-09-12T17:56:57.040893+0000","last_fullsized":"2024-09-12T17:56:57.040893+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:49.997910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'266","reported_seq":815,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.012661+0000","last_change":"2024-09-12T17:13:28.756996+0000","last_active":"2024-09-12T18:00:08.012661+0000","last_peered":"2024-09-12T18:00:08.012661+0000","last_clean":"2024-09-12T18:00:08.012661+0000","last_became_active":"2024-09-12T17:13:28.748824+0000","last_became_peered":"2024-09-12T17:13:28.748824+0000","last_unstale":"2024-09-12T18:00:08.012661+0000","last_undegraded":"2024-09-12T18:00:08.012661+0000","last_fullsized":"2024-09-12T18:00:08.012661+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:15.341214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50648,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":447,"num_read_kb":1117,"num_write":376,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.024921+0000","last_change":"2024-09-12T17:13:30.783388+0000","last_active":"2024-09-12T17:56:02.024921+0000","last_peered":"2024-09-12T17:56:02.024921+0000","last_clean":"2024-09-12T17:56:02.024921+0000","last_became_active":"2024-09-12T17:13:30.782328+0000","last_became_peered":"2024-09-12T17:13:30.782328+0000","last_unstale":"2024-09-12T17:56:02.024921+0000","last_undegraded":"2024-09-12T17:56:02.024921+0000","last_fullsized":"2024-09-12T17:56:02.024921+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:53.367336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'158","reported_seq":1624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.865350+0000","last_change":"2024-09-12T17:13:32.788272+0000","last_active":"2024-09-12T17:58:27.865350+0000","last_peered":"2024-09-12T17:58:27.865350+0000","last_clean":"2024-09-12T17:58:27.865350+0000","last_became_active":"2024-09-12T17:13:32.786951+0000","last_became_peered":"2024-09-12T17:13:32.786951+0000","last_unstale":"2024-09-12T17:58:27.865350+0000","last_undegraded":"2024-09-12T17:58:27.865350+0000","last_fullsized":"2024-09-12T17:58:27.865350+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:32:27.819512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1226,"num_read_kb":1217,"num_write":365,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'139","reported_seq":737,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:25.403944+0000","last_change":"2024-09-12T17:13:24.734213+0000","last_active":"2024-09-12T17:58:25.403944+0000","last_peered":"2024-09-12T17:58:25.403944+0000","last_clean":"2024-09-12T17:58:25.403944+0000","last_became_active":"2024-09-12T17:13:24.733475+0000","last_became_peered":"2024-09-12T17:13:24.733475+0000","last_unstale":"2024-09-12T17:58:25.403944+0000","last_undegraded":"2024-09-12T17:58:25.403944+0000","last_fullsized":"2024-09-12T17:58:25.403944+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:40:44.569008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":499,"num_write":194,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'488","reported_seq":1205,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.761109+0000","last_change":"2024-09-12T17:13:22.738280+0000","last_active":"2024-09-12T18:00:09.761109+0000","last_peered":"2024-09-12T18:00:09.761109+0000","last_clean":"2024-09-12T18:00:09.761109+0000","last_became_active":"2024-09-12T17:13:22.737668+0000","last_became_peered":"2024-09-12T17:13:22.737668+0000","last_unstale":"2024-09-12T18:00:09.761109+0000","last_undegraded":"2024-09-12T18:00:09.761109+0000","last_fullsized":"2024-09-12T18:00:09.761109+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":400,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:13:39.826393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342154,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":868,"num_read_kb":48401,"num_write":1393,"num_write_kb":32776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"28'1","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.031056+0000","last_change":"2024-09-12T17:13:26.735484+0000","last_active":"2024-09-12T17:57:07.031056+0000","last_peered":"2024-09-12T17:57:07.031056+0000","last_clean":"2024-09-12T17:57:07.031056+0000","last_became_active":"2024-09-12T17:13:26.734820+0000","last_became_peered":"2024-09-12T17:13:26.734820+0000","last_unstale":"2024-09-12T17:57:07.031056+0000","last_undegraded":"2024-09-12T17:57:07.031056+0000","last_fullsized":"2024-09-12T17:57:07.031056+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:23:58.377327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'301","reported_seq":883,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.301244+0000","last_change":"2024-09-12T17:13:28.742290+0000","last_active":"2024-09-12T18:00:08.301244+0000","last_peered":"2024-09-12T18:00:08.301244+0000","last_clean":"2024-09-12T18:00:08.301244+0000","last_became_active":"2024-09-12T17:13:28.740112+0000","last_became_peered":"2024-09-12T17:13:28.740112+0000","last_unstale":"2024-09-12T18:00:08.301244+0000","last_undegraded":"2024-09-12T18:00:08.301244+0000","last_fullsized":"2024-09-12T18:00:08.301244+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:59.788059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47908,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1021,"num_write":382,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.024310+0000","last_change":"2024-09-12T17:13:30.762745+0000","last_active":"2024-09-12T17:56:02.024310+0000","last_peered":"2024-09-12T17:56:02.024310+0000","last_clean":"2024-09-12T17:56:02.024310+0000","last_became_active":"2024-09-12T17:13:30.761797+0000","last_became_peered":"2024-09-12T17:13:30.761797+0000","last_unstale":"2024-09-12T17:56:02.024310+0000","last_undegraded":"2024-09-12T17:56:02.024310+0000","last_fullsized":"2024-09-12T17:56:02.024310+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:11.522864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'107","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.527238+0000","last_change":"2024-09-12T17:13:32.792197+0000","last_active":"2024-09-12T17:59:47.527238+0000","last_peered":"2024-09-12T17:59:47.527238+0000","last_clean":"2024-09-12T17:59:47.527238+0000","last_became_active":"2024-09-12T17:13:32.791477+0000","last_became_peered":"2024-09-12T17:13:32.791477+0000","last_unstale":"2024-09-12T17:59:47.527238+0000","last_undegraded":"2024-09-12T17:59:47.527238+0000","last_fullsized":"2024-09-12T17:59:47.527238+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:15.814791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":125,"num_write":267,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'364","reported_seq":1056,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.627571+0000","last_change":"2024-09-12T17:13:24.736606+0000","last_active":"2024-09-12T17:58:15.627571+0000","last_peered":"2024-09-12T17:58:15.627571+0000","last_clean":"2024-09-12T17:58:15.627571+0000","last_became_active":"2024-09-12T17:13:24.736038+0000","last_became_peered":"2024-09-12T17:13:24.736038+0000","last_unstale":"2024-09-12T17:58:15.627571+0000","last_undegraded":"2024-09-12T17:58:15.627571+0000","last_fullsized":"2024-09-12T17:58:15.627571+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:47:29.036118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1747,"num_read_kb":1446,"num_write":655,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'378","reported_seq":1096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.691127+0000","last_change":"2024-09-12T18:00:16.691127+0000","last_active":"2024-09-12T18:00:16.691127+0000","last_peered":"2024-09-12T18:00:16.691127+0000","last_clean":"2024-09-12T18:00:16.691127+0000","last_became_active":"2024-09-12T17:13:22.719931+0000","last_became_peered":"2024-09-12T17:13:22.719931+0000","last_unstale":"2024-09-12T18:00:16.691127+0000","last_undegraded":"2024-09-12T18:00:16.691127+0000","last_fullsized":"2024-09-12T18:00:16.691127+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T18:00:16.690926+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T18:00:16.690926+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.690926+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:19.442566+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079999,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":605,"num_read_kb":5736,"num_write":1173,"num_write_kb":38423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'91","reported_seq":706,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.120291+0000","last_change":"2024-09-12T17:13:24.746142+0000","last_active":"2024-09-12T17:57:23.120291+0000","last_peered":"2024-09-12T17:57:23.120291+0000","last_clean":"2024-09-12T17:57:23.120291+0000","last_became_active":"2024-09-12T17:13:24.734502+0000","last_became_peered":"2024-09-12T17:13:24.734502+0000","last_unstale":"2024-09-12T17:57:23.120291+0000","last_undegraded":"2024-09-12T17:57:23.120291+0000","last_fullsized":"2024-09-12T17:57:23.120291+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":0,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:13.345038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":453,"num_read_kb":424,"num_write":126,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'329","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.807215+0000","last_change":"2024-09-12T17:13:22.737788+0000","last_active":"2024-09-12T18:00:09.807215+0000","last_peered":"2024-09-12T18:00:09.807215+0000","last_clean":"2024-09-12T18:00:09.807215+0000","last_became_active":"2024-09-12T17:13:22.737373+0000","last_became_peered":"2024-09-12T17:13:22.737373+0000","last_unstale":"2024-09-12T18:00:09.807215+0000","last_undegraded":"2024-09-12T18:00:09.807215+0000","last_fullsized":"2024-09-12T18:00:09.807215+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:18:06.791508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1360171,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":451,"num_read_kb":14885,"num_write":1104,"num_write_kb":37194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'217","reported_seq":864,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:23.911521+0000","last_change":"2024-09-12T17:13:24.764171+0000","last_active":"2024-09-12T17:57:23.911521+0000","last_peered":"2024-09-12T17:57:23.911521+0000","last_clean":"2024-09-12T17:57:23.911521+0000","last_became_active":"2024-09-12T17:13:24.763545+0000","last_became_peered":"2024-09-12T17:13:24.763545+0000","last_unstale":"2024-09-12T17:57:23.911521+0000","last_undegraded":"2024-09-12T17:57:23.911521+0000","last_fullsized":"2024-09-12T17:57:23.911521+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:02.895414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1012,"num_read_kb":841,"num_write":339,"num_write_kb":173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'371","reported_seq":1032,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.804205+0000","last_change":"2024-09-12T17:13:22.723054+0000","last_active":"2024-09-12T18:00:09.804205+0000","last_peered":"2024-09-12T18:00:09.804205+0000","last_clean":"2024-09-12T18:00:09.804205+0000","last_became_active":"2024-09-12T17:13:22.722343+0000","last_became_peered":"2024-09-12T17:13:22.722343+0000","last_unstale":"2024-09-12T18:00:09.804205+0000","last_undegraded":"2024-09-12T18:00:09.804205+0000","last_fullsized":"2024-09-12T18:00:09.804205+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:01.088126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1554911,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":589,"num_read_kb":39473,"num_write":1150,"num_write_kb":37832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'222","reported_seq":849,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.024994+0000","last_change":"2024-09-12T17:13:24.748536+0000","last_active":"2024-09-12T17:56:47.024994+0000","last_peered":"2024-09-12T17:56:47.024994+0000","last_clean":"2024-09-12T17:56:47.024994+0000","last_became_active":"2024-09-12T17:13:24.747354+0000","last_became_peered":"2024-09-12T17:13:24.747354+0000","last_unstale":"2024-09-12T17:56:47.024994+0000","last_undegraded":"2024-09-12T17:56:47.024994+0000","last_fullsized":"2024-09-12T17:56:47.024994+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:49:17.881963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1022,"num_read_kb":839,"num_write":366,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'352","reported_seq":1045,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.796476+0000","last_change":"2024-09-12T17:13:22.717677+0000","last_active":"2024-09-12T18:00:09.796476+0000","last_peered":"2024-09-12T18:00:09.796476+0000","last_clean":"2024-09-12T18:00:09.796476+0000","last_became_active":"2024-09-12T17:13:22.717158+0000","last_became_peered":"2024-09-12T17:13:22.717158+0000","last_unstale":"2024-09-12T18:00:09.796476+0000","last_undegraded":"2024-09-12T18:00:09.796476+0000","last_fullsized":"2024-09-12T18:00:09.796476+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:12:32.190443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287989,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":610,"num_read_kb":54880,"num_write":1048,"num_write_kb":45106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'80","reported_seq":675,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054349+0000","last_change":"2024-09-12T17:13:24.742326+0000","last_active":"2024-09-12T17:57:17.054349+0000","last_peered":"2024-09-12T17:57:17.054349+0000","last_clean":"2024-09-12T17:57:17.054349+0000","last_became_active":"2024-09-12T17:13:24.741534+0000","last_became_peered":"2024-09-12T17:13:24.741534+0000","last_unstale":"2024-09-12T17:57:17.054349+0000","last_undegraded":"2024-09-12T17:57:17.054349+0000","last_fullsized":"2024-09-12T17:57:17.054349+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:26:01.366239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":115,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'413","reported_seq":1195,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.804867+0000","last_change":"2024-09-12T17:13:22.743482+0000","last_active":"2024-09-12T18:00:09.804867+0000","last_peered":"2024-09-12T18:00:09.804867+0000","last_clean":"2024-09-12T18:00:09.804867+0000","last_became_active":"2024-09-12T17:13:22.742954+0000","last_became_peered":"2024-09-12T17:13:22.742954+0000","last_unstale":"2024-09-12T18:00:09.804867+0000","last_undegraded":"2024-09-12T18:00:09.804867+0000","last_fullsized":"2024-09-12T18:00:09.804867+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:39:09.688633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1835061,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":948,"num_read_kb":59724,"num_write":1216,"num_write_kb":57742,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'34","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044424+0000","last_change":"2024-09-12T17:13:24.747462+0000","last_active":"2024-09-12T17:57:12.044424+0000","last_peered":"2024-09-12T17:57:12.044424+0000","last_clean":"2024-09-12T17:57:12.044424+0000","last_became_active":"2024-09-12T17:13:24.745225+0000","last_became_peered":"2024-09-12T17:13:24.745225+0000","last_unstale":"2024-09-12T17:57:12.044424+0000","last_undegraded":"2024-09-12T17:57:12.044424+0000","last_fullsized":"2024-09-12T17:57:12.044424+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:36:30.843199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":159,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'386","reported_seq":1123,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.728222+0000","last_change":"2024-09-12T17:13:22.718066+0000","last_active":"2024-09-12T18:00:09.728222+0000","last_peered":"2024-09-12T18:00:09.728222+0000","last_clean":"2024-09-12T18:00:09.728222+0000","last_became_active":"2024-09-12T17:13:22.717684+0000","last_became_peered":"2024-09-12T17:13:22.717684+0000","last_unstale":"2024-09-12T18:00:09.728222+0000","last_undegraded":"2024-09-12T18:00:09.728222+0000","last_fullsized":"2024-09-12T18:00:09.728222+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:26:22.264312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":695041,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":689,"num_read_kb":57225,"num_write":1251,"num_write_kb":26992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'251","reported_seq":850,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.121752+0000","last_change":"2024-09-12T17:13:24.749146+0000","last_active":"2024-09-12T17:57:22.121752+0000","last_peered":"2024-09-12T17:57:22.121752+0000","last_clean":"2024-09-12T17:57:22.121752+0000","last_became_active":"2024-09-12T17:13:24.748814+0000","last_became_peered":"2024-09-12T17:13:24.748814+0000","last_unstale":"2024-09-12T17:57:22.121752+0000","last_undegraded":"2024-09-12T17:57:22.121752+0000","last_fullsized":"2024-09-12T17:57:22.121752+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:27:51.204232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1104,"num_read_kb":960,"num_write":424,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'373","reported_seq":1086,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.814603+0000","last_change":"2024-09-12T17:13:22.726621+0000","last_active":"2024-09-12T18:00:09.814603+0000","last_peered":"2024-09-12T18:00:09.814603+0000","last_clean":"2024-09-12T18:00:09.814603+0000","last_became_active":"2024-09-12T17:13:22.725910+0000","last_became_peered":"2024-09-12T17:13:22.725910+0000","last_unstale":"2024-09-12T18:00:09.814603+0000","last_undegraded":"2024-09-12T18:00:09.814603+0000","last_fullsized":"2024-09-12T18:00:09.814603+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:37:39.502780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4303676,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":774,"num_read_kb":55083,"num_write":1217,"num_write_kb":15511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'146","reported_seq":733,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:46.493528+0000","last_change":"2024-09-12T17:13:24.736797+0000","last_active":"2024-09-12T17:57:46.493528+0000","last_peered":"2024-09-12T17:57:46.493528+0000","last_clean":"2024-09-12T17:57:46.493528+0000","last_became_active":"2024-09-12T17:13:24.732727+0000","last_became_peered":"2024-09-12T17:13:24.732727+0000","last_unstale":"2024-09-12T17:57:46.493528+0000","last_undegraded":"2024-09-12T17:57:46.493528+0000","last_fullsized":"2024-09-12T17:57:46.493528+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:18:37.283921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":515,"num_write":212,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'316","reported_seq":917,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.766655+0000","last_change":"2024-09-12T17:13:22.743075+0000","last_active":"2024-09-12T18:00:09.766655+0000","last_peered":"2024-09-12T18:00:09.766655+0000","last_clean":"2024-09-12T18:00:09.766655+0000","last_became_active":"2024-09-12T17:13:22.742748+0000","last_became_peered":"2024-09-12T17:13:22.742748+0000","last_unstale":"2024-09-12T18:00:09.766655+0000","last_undegraded":"2024-09-12T18:00:09.766655+0000","last_fullsized":"2024-09-12T18:00:09.766655+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:12.791030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":10329,"num_write":987,"num_write_kb":13429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'92","reported_seq":714,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050068+0000","last_change":"2024-09-12T17:13:24.738726+0000","last_active":"2024-09-12T17:57:47.050068+0000","last_peered":"2024-09-12T17:57:47.050068+0000","last_clean":"2024-09-12T17:57:47.050068+0000","last_became_active":"2024-09-12T17:13:24.738366+0000","last_became_peered":"2024-09-12T17:13:24.738366+0000","last_unstale":"2024-09-12T17:57:47.050068+0000","last_undegraded":"2024-09-12T17:57:47.050068+0000","last_fullsized":"2024-09-12T17:57:47.050068+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:08.682007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":464,"num_read_kb":404,"num_write":134,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'376","reported_seq":1125,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.802074+0000","last_change":"2024-09-12T17:13:22.721418+0000","last_active":"2024-09-12T18:00:09.802074+0000","last_peered":"2024-09-12T18:00:09.802074+0000","last_clean":"2024-09-12T18:00:09.802074+0000","last_became_active":"2024-09-12T17:13:22.719694+0000","last_became_peered":"2024-09-12T17:13:22.719694+0000","last_unstale":"2024-09-12T18:00:09.802074+0000","last_undegraded":"2024-09-12T18:00:09.802074+0000","last_fullsized":"2024-09-12T18:00:09.802074+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:55:58.025354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1250121,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":811,"num_read_kb":23996,"num_write":1290,"num_write_kb":32084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'83","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:16.393609+0000","last_change":"2024-09-12T17:13:24.735292+0000","last_active":"2024-09-12T17:58:16.393609+0000","last_peered":"2024-09-12T17:58:16.393609+0000","last_clean":"2024-09-12T17:58:16.393609+0000","last_became_active":"2024-09-12T17:13:24.733513+0000","last_became_peered":"2024-09-12T17:13:24.733513+0000","last_unstale":"2024-09-12T17:58:16.393609+0000","last_undegraded":"2024-09-12T17:58:16.393609+0000","last_fullsized":"2024-09-12T17:58:16.393609+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:46:34.735971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":393,"num_read_kb":336,"num_write":136,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'353","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.806799+0000","last_change":"2024-09-12T17:13:22.750241+0000","last_active":"2024-09-12T18:00:09.806799+0000","last_peered":"2024-09-12T18:00:09.806799+0000","last_clean":"2024-09-12T18:00:09.806799+0000","last_became_active":"2024-09-12T17:13:22.749777+0000","last_became_peered":"2024-09-12T17:13:22.749777+0000","last_unstale":"2024-09-12T18:00:09.806799+0000","last_undegraded":"2024-09-12T18:00:09.806799+0000","last_fullsized":"2024-09-12T18:00:09.806799+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:53.867335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5444472,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":530,"num_read_kb":24472,"num_write":1140,"num_write_kb":39014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"264'94","reported_seq":663,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.216220+0000","last_change":"2024-09-12T17:13:24.729314+0000","last_active":"2024-09-12T17:57:27.216220+0000","last_peered":"2024-09-12T17:57:27.216220+0000","last_clean":"2024-09-12T17:57:27.216220+0000","last_became_active":"2024-09-12T17:13:24.728891+0000","last_became_peered":"2024-09-12T17:13:24.728891+0000","last_unstale":"2024-09-12T17:57:27.216220+0000","last_undegraded":"2024-09-12T17:57:27.216220+0000","last_fullsized":"2024-09-12T17:57:27.216220+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:20.597758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":431,"num_read_kb":357,"num_write":143,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'369","reported_seq":1034,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.755737+0000","last_change":"2024-09-12T17:13:22.736503+0000","last_active":"2024-09-12T18:00:09.755737+0000","last_peered":"2024-09-12T18:00:09.755737+0000","last_clean":"2024-09-12T18:00:09.755737+0000","last_became_active":"2024-09-12T17:13:22.735263+0000","last_became_peered":"2024-09-12T17:13:22.735263+0000","last_unstale":"2024-09-12T18:00:09.755737+0000","last_undegraded":"2024-09-12T18:00:09.755737+0000","last_fullsized":"2024-09-12T18:00:09.755737+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:01.421706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194353,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":95996,"num_write":1138,"num_write_kb":57558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'246","reported_seq":847,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.659532+0000","last_change":"2024-09-12T17:13:24.747428+0000","last_active":"2024-09-12T17:57:57.659532+0000","last_peered":"2024-09-12T17:57:57.659532+0000","last_clean":"2024-09-12T17:57:57.659532+0000","last_became_active":"2024-09-12T17:13:24.746491+0000","last_became_peered":"2024-09-12T17:13:24.746491+0000","last_unstale":"2024-09-12T17:57:57.659532+0000","last_undegraded":"2024-09-12T17:57:57.659532+0000","last_fullsized":"2024-09-12T17:57:57.659532+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:20.671076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1057,"num_read_kb":849,"num_write":391,"num_write_kb":193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'341","reported_seq":959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.659683+0000","last_change":"2024-09-12T17:13:55.217328+0000","last_active":"2024-09-12T18:00:09.659683+0000","last_peered":"2024-09-12T18:00:09.659683+0000","last_clean":"2024-09-12T18:00:09.659683+0000","last_became_active":"2024-09-12T17:13:55.216356+0000","last_became_peered":"2024-09-12T17:13:55.216356+0000","last_unstale":"2024-09-12T18:00:09.659683+0000","last_undegraded":"2024-09-12T18:00:09.659683+0000","last_fullsized":"2024-09-12T18:00:09.659683+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:50.618429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342141,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":533,"num_read_kb":12836,"num_write":1118,"num_write_kb":22145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"264'316","reported_seq":966,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:38.433999+0000","last_change":"2024-09-12T17:13:24.739312+0000","last_active":"2024-09-12T17:56:38.433999+0000","last_peered":"2024-09-12T17:56:38.433999+0000","last_clean":"2024-09-12T17:56:38.433999+0000","last_became_active":"2024-09-12T17:13:24.738561+0000","last_became_peered":"2024-09-12T17:13:24.738561+0000","last_unstale":"2024-09-12T17:56:38.433999+0000","last_undegraded":"2024-09-12T17:56:38.433999+0000","last_fullsized":"2024-09-12T17:56:38.433999+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:46:46.682996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1362,"num_read_kb":1127,"num_write":479,"num_write_kb":232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'314","reported_seq":936,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.758000+0000","last_change":"2024-09-12T17:13:22.731084+0000","last_active":"2024-09-12T18:00:09.758000+0000","last_peered":"2024-09-12T18:00:09.758000+0000","last_clean":"2024-09-12T18:00:09.758000+0000","last_became_active":"2024-09-12T17:13:22.730304+0000","last_became_peered":"2024-09-12T17:13:22.730304+0000","last_unstale":"2024-09-12T18:00:09.758000+0000","last_undegraded":"2024-09-12T18:00:09.758000+0000","last_fullsized":"2024-09-12T18:00:09.758000+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:30:13.828045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582206,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":448,"num_read_kb":37957,"num_write":952,"num_write_kb":23789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'226","reported_seq":886,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:14.800070+0000","last_change":"2024-09-12T17:13:24.725040+0000","last_active":"2024-09-12T17:58:14.800070+0000","last_peered":"2024-09-12T17:58:14.800070+0000","last_clean":"2024-09-12T17:58:14.800070+0000","last_became_active":"2024-09-12T17:13:24.724321+0000","last_became_peered":"2024-09-12T17:13:24.724321+0000","last_unstale":"2024-09-12T17:58:14.800070+0000","last_undegraded":"2024-09-12T17:58:14.800070+0000","last_fullsized":"2024-09-12T17:58:14.800070+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:27:23.558481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":998,"num_read_kb":825,"num_write":339,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'365","reported_seq":1064,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.757837+0000","last_change":"2024-09-12T17:13:22.724674+0000","last_active":"2024-09-12T18:00:09.757837+0000","last_peered":"2024-09-12T18:00:09.757837+0000","last_clean":"2024-09-12T18:00:09.757837+0000","last_became_active":"2024-09-12T17:13:22.723692+0000","last_became_peered":"2024-09-12T17:13:22.723692+0000","last_unstale":"2024-09-12T18:00:09.757837+0000","last_undegraded":"2024-09-12T18:00:09.757837+0000","last_fullsized":"2024-09-12T18:00:09.757837+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:10.531976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":618,"num_read_kb":34719,"num_write":1162,"num_write_kb":37432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'156","reported_seq":787,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.037547+0000","last_change":"2024-09-12T17:13:24.732407+0000","last_active":"2024-09-12T17:56:12.037547+0000","last_peered":"2024-09-12T17:56:12.037547+0000","last_clean":"2024-09-12T17:56:12.037547+0000","last_became_active":"2024-09-12T17:13:24.730700+0000","last_became_peered":"2024-09-12T17:13:24.730700+0000","last_unstale":"2024-09-12T17:56:12.037547+0000","last_undegraded":"2024-09-12T17:56:12.037547+0000","last_fullsized":"2024-09-12T17:56:12.037547+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:27.993845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":662,"num_write":250,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'306","reported_seq":914,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.801098+0000","last_change":"2024-09-12T17:13:22.719019+0000","last_active":"2024-09-12T18:00:09.801098+0000","last_peered":"2024-09-12T18:00:09.801098+0000","last_clean":"2024-09-12T18:00:09.801098+0000","last_became_active":"2024-09-12T17:13:22.718714+0000","last_became_peered":"2024-09-12T17:13:22.718714+0000","last_unstale":"2024-09-12T18:00:09.801098+0000","last_undegraded":"2024-09-12T18:00:09.801098+0000","last_fullsized":"2024-09-12T18:00:09.801098+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:24:29.634235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3501895,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":396,"num_read_kb":12749,"num_write":989,"num_write_kb":38685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'85","reported_seq":671,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.561098+0000","last_change":"2024-09-12T17:13:24.731929+0000","last_active":"2024-09-12T17:57:17.561098+0000","last_peered":"2024-09-12T17:57:17.561098+0000","last_clean":"2024-09-12T17:57:17.561098+0000","last_became_active":"2024-09-12T17:13:24.731232+0000","last_became_peered":"2024-09-12T17:13:24.731232+0000","last_unstale":"2024-09-12T17:57:17.561098+0000","last_undegraded":"2024-09-12T17:57:17.561098+0000","last_fullsized":"2024-09-12T17:57:17.561098+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:47:07.463758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":419,"num_read_kb":367,"num_write":125,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'357","reported_seq":1008,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.773389+0000","last_change":"2024-09-12T17:13:22.731814+0000","last_active":"2024-09-12T18:00:09.773389+0000","last_peered":"2024-09-12T18:00:09.773389+0000","last_clean":"2024-09-12T18:00:09.773389+0000","last_became_active":"2024-09-12T17:13:22.728490+0000","last_became_peered":"2024-09-12T17:13:22.728490+0000","last_unstale":"2024-09-12T18:00:09.773389+0000","last_undegraded":"2024-09-12T18:00:09.773389+0000","last_fullsized":"2024-09-12T18:00:09.773389+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:18.971140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":589,"num_read_kb":14527,"num_write":1204,"num_write_kb":28191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'352","reported_seq":989,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.780537+0000","last_change":"2024-09-12T17:13:22.722271+0000","last_active":"2024-09-12T18:00:09.780537+0000","last_peered":"2024-09-12T18:00:09.780537+0000","last_clean":"2024-09-12T18:00:09.780537+0000","last_became_active":"2024-09-12T17:13:22.720641+0000","last_became_peered":"2024-09-12T17:13:22.720641+0000","last_unstale":"2024-09-12T18:00:09.780537+0000","last_undegraded":"2024-09-12T18:00:09.780537+0000","last_fullsized":"2024-09-12T18:00:09.780537+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:31.554297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194317,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":523,"num_read_kb":34979,"num_write":1096,"num_write_kb":17840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'291","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.040700+0000","last_change":"2024-09-12T17:13:24.744779+0000","last_active":"2024-09-12T17:57:07.040700+0000","last_peered":"2024-09-12T17:57:07.040700+0000","last_clean":"2024-09-12T17:57:07.040700+0000","last_became_active":"2024-09-12T17:13:24.744460+0000","last_became_peered":"2024-09-12T17:13:24.744460+0000","last_unstale":"2024-09-12T17:57:07.040700+0000","last_undegraded":"2024-09-12T17:57:07.040700+0000","last_fullsized":"2024-09-12T17:57:07.040700+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:17.179752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1222,"num_read_kb":979,"num_write":442,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'307","reported_seq":942,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.799109+0000","last_change":"2024-09-12T17:13:22.731778+0000","last_active":"2024-09-12T18:00:09.799109+0000","last_peered":"2024-09-12T18:00:09.799109+0000","last_clean":"2024-09-12T18:00:09.799109+0000","last_became_active":"2024-09-12T17:13:22.731331+0000","last_became_peered":"2024-09-12T17:13:22.731331+0000","last_unstale":"2024-09-12T18:00:09.799109+0000","last_undegraded":"2024-09-12T18:00:09.799109+0000","last_fullsized":"2024-09-12T18:00:09.799109+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:21.668978+0000","last_clean_scrub_stamp":"2024-09-12T17:13:21.668978+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:13.091994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":503,"num_read_kb":4606,"num_write":989,"num_write_kb":19948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'108","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215304+0000","last_change":"2024-09-12T17:13:24.752398+0000","last_active":"2024-09-12T17:56:57.215304+0000","last_peered":"2024-09-12T17:56:57.215304+0000","last_clean":"2024-09-12T17:56:57.215304+0000","last_became_active":"2024-09-12T17:13:24.751674+0000","last_became_peered":"2024-09-12T17:13:24.751674+0000","last_unstale":"2024-09-12T17:56:57.215304+0000","last_undegraded":"2024-09-12T17:56:57.215304+0000","last_fullsized":"2024-09-12T17:56:57.215304+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:23.689768+0000","last_clean_scrub_stamp":"2024-09-12T17:13:23.689768+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:29.970848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":383,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5739,"num_read_kb":4109,"num_write":1925,"num_write_kb":823,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1096,"ondisk_log_size":1096,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15645,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16199,"num_read_kb":15877,"num_write":16707,"num_write_kb":4876,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1852,"ondisk_log_size":1852,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":488,"ondisk_log_size":488,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1607221,"num_objects":197,"num_object_clones":0,"num_object_copies":394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":197,"num_whiteouts":0,"num_read":17398,"num_read_kb":36715,"num_write":14569,"num_write_kb":11599,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2425,"ondisk_log_size":2425,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2412,"num_read_kb":2875,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101860,"num_read_kb":85078,"num_write":36904,"num_write_kb":18577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4001,"ondisk_log_size":4001,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":79679001,"num_objects":374,"num_object_clones":0,"num_object_copies":748,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":374,"num_whiteouts":0,"num_read":36139,"num_read_kb":1795080,"num_write":71666,"num_write_kb":2058887,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":160636928,"data_stored":159358002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3603,"ondisk_log_size":3603,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":172506,"num_write":182,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":175569,"num_write":182,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542715,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":262824,"kb_used_data":28952,"kb_used_omap":1,"kb_used_meta":233854,"kb_avail":94109016,"statfs":{"total":96636764160,"available":96367632384,"internally_reserved":0,"allocated":29646848,"data_stored":27919953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":239466954},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542714,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":232328,"kb_used_data":20484,"kb_used_omap":1,"kb_used_meta":211646,"kb_avail":94139512,"statfs":{"total":96636764160,"available":96398860288,"internally_reserved":0,"allocated":20975616,"data_stored":19386380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":216725958},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542715,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":146468,"kb_used_data":34548,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94225372,"statfs":{"total":96636764160,"available":96486780928,"internally_reserved":0,"allocated":35377152,"data_stored":33632195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542715,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":92112,"kb_used_data":20672,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94279728,"statfs":{"total":96636764160,"available":96542441472,"internally_reserved":0,"allocated":21168128,"data_stored":19542919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542717,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":283304,"kb_used_data":27224,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94088536,"statfs":{"total":96636764160,"available":96346660864,"internally_reserved":0,"allocated":27877376,"data_stored":26148545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":262207943},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542714,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":66452,"kb_used_data":13060,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94305388,"statfs":{"total":96636764160,"available":96568717312,"internally_reserved":0,"allocated":13373440,"data_stored":11776369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542717,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":116816,"kb_used_data":9344,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94255024,"statfs":{"total":96636764160,"available":96517144576,"internally_reserved":0,"allocated":9568256,"data_stored":7950621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542715,"num_pgs":102,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280036,"kb_used_data":32340,"kb_used_omap":1,"kb_used_meta":247678,"kb_avail":94091804,"statfs":{"total":96636764160,"available":96350007296,"internally_reserved":0,"allocated":33116160,"data_stored":31378098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":253622726},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28835840,"data_stored":28635890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":5922816,"data_stored":5801578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9760768,"data_stored":9628264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24178688,"data_stored":23995813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17563648,"data_stored":17396187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":31662080,"data_stored":31482204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17237571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":25366528,"data_stored":25180495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":6130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":2893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:00:17.556 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.556 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.556 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.556 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.557 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.557 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.557 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.557 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.557 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.557 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.557 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.557 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.557 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.557 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.558 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.558 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.558 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.558 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.558 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.558 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.558 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.558 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.558 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.558 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.559 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.559 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.559 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.559 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.559 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.559 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.559 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.559 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.559 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.559 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.560 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.560 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.560 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.560 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.560 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.560 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.560 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.560 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.560 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.560 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.561 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.561 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.561 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.561 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.561 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.561 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.561 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.561 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.562 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.562 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.562 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.562 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.562 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.562 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.562 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.562 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.562 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.563 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.563 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.563 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.563 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.563 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.563 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.563 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.563 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.563 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.564 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.564 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.564 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.564 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.564 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.564 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.564 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.564 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.564 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.565 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.565 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.565 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.565 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.565 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.565 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.565 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.565 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.566 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.566 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.566 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.566 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.566 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.566 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.566 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.566 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.566 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.567 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.567 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.567 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.567 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.567 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.567 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.567 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.567 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.567 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.567 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.568 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.568 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.568 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.568 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.568 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.568 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.568 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.568 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.568 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.568 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.569 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.569 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.569 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.569 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.569 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.569 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.569 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.569 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.569 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.570 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.570 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.570 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.570 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.570 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.570 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.570 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.570 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.570 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.571 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.571 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.571 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.571 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.571 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.571 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.571 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.571 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.571 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.572 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.572 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.572 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.572 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.572 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.572 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.572 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.572 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.573 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.573 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.573 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.573 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.573 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.573 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.573 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.573 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.574 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.574 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.574 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.574 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.574 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.574 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.574 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.574 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.574 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.575 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.575 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.575 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.575 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.575 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.575 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.575 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.575 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.576 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.576 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.576 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.576 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.576 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.576 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.576 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.576 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.576 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.577 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.577 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.577 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.577 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.577 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.577 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.577 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.577 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.578 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.578 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.578 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.578 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.578 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.578 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.578 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.578 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.578 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.579 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.579 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.579 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.579 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.579 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.579 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.579 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.579 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.580 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.580 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.580 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.580 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.580 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.580 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.580 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.580 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.580 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.581 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.581 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.581 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.581 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.581 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.581 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.581 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.581 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-12T17:13:02.547273+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=2, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.582 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-12T17:13:07.593012+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.582 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.582 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.582 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.582 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.582 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.582 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.582 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-12T17:13:07.593012+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.582 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.583 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.583 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.583 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.583 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.583 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.583 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.583 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.583 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.584 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.584 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-12T17:13:07.593012+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.584 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.584 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.584 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.584 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.584 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.584 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.585 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.585 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.585 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.585 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.585 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.585 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.585 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-12T17:13:07.593012+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.585 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.585 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.585 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.586 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.586 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.586 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-12T17:13:07.593012+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.586 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.586 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.586 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.586 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.586 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.587 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-12T17:13:07.593012+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.587 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.587 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.587 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.587 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.587 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.587 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.587 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.587 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.587 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.588 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.588 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.588 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.588 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.588 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.589 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.589 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.589 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.589 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.589 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.589 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.589 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.589 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.589 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.590 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.590 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.590 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.590 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.590 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.590 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.590 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.590 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.590 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.591 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.591 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.591 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.591 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.591 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.591 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.591 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.591 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.592 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.592 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.592 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.592 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.592 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.592 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.592 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.592 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.593 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.593 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.593 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.593 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.593 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.593 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.593 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.593 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.593 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.594 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.594 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.594 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.594 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.594 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.594 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.594 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.594 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.594 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.594 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.595 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.595 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.595 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.595 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.595 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.595 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.595 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.595 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.595 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.596 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.596 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.596 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.596 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.596 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.596 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.596 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.596 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.596 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.597 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.597 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.597 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.597 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.597 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.597 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.597 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.597 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.597 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.598 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.598 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.598 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.598 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.598 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.598 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.598 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.598 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.598 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.599 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.599 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.599 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.599 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.599 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.599 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-12T17:13:21.668978+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=21, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.599 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-12T17:13:23.689768+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=23, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:17.599 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:00:37.601 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:00:37.957 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T18:00:37.974 INFO:teuthology.orchestra.run.smithi183.stderr:dumped all 2024-09-12T18:00:37.993 INFO:teuthology.orchestra.run.smithi183.stdout:{"pg_ready":true,"pg_map":{"version":1684,"stamp":"2024-09-12T18:00:37.340741+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":81894047,"num_objects":704,"num_object_clones":0,"num_object_copies":1408,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":704,"num_whiteouts":0,"num_read":180151,"num_read_kb":2287876,"num_write":142278,"num_write_kb":2330792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":581089,"num_omap_keys":1384,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13569,"ondisk_log_size":13569,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1488192,"kb_used_data":186624,"kb_used_omap":12,"kb_used_meta":1301427,"kb_avail":753486528,"statfs":{"total":773094113280,"available":771570204672,"internally_reserved":0,"allocated":191102976,"data_stored":177735080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1332661809},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":580860,"num_omap_keys":1383,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007464"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.019726+0000","last_change":"2024-09-12T17:42:37.092693+0000","last_active":"2024-09-12T17:57:37.019726+0000","last_peered":"2024-09-12T17:57:37.019726+0000","last_clean":"2024-09-12T17:57:37.019726+0000","last_became_active":"2024-09-12T17:42:37.091935+0000","last_became_peered":"2024-09-12T17:42:37.091935+0000","last_unstale":"2024-09-12T17:57:37.019726+0000","last_undegraded":"2024-09-12T17:57:37.019726+0000","last_fullsized":"2024-09-12T17:57:37.019726+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:20.246178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.027737+0000","last_change":"2024-09-12T17:30:40.978295+0000","last_active":"2024-09-12T17:58:12.027737+0000","last_peered":"2024-09-12T17:58:12.027737+0000","last_clean":"2024-09-12T17:58:12.027737+0000","last_became_active":"2024-09-12T17:30:40.977598+0000","last_became_peered":"2024-09-12T17:30:40.977598+0000","last_unstale":"2024-09-12T17:58:12.027737+0000","last_undegraded":"2024-09-12T17:58:12.027737+0000","last_fullsized":"2024-09-12T17:58:12.027737+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:36:18.725005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.066458+0000","last_change":"2024-09-12T17:30:37.926690+0000","last_active":"2024-09-12T17:58:07.066458+0000","last_peered":"2024-09-12T17:58:07.066458+0000","last_clean":"2024-09-12T17:58:07.066458+0000","last_became_active":"2024-09-12T17:30:37.925309+0000","last_became_peered":"2024-09-12T17:30:37.925309+0000","last_unstale":"2024-09-12T17:58:07.066458+0000","last_undegraded":"2024-09-12T17:58:07.066458+0000","last_fullsized":"2024-09-12T17:58:07.066458+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'23","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.052500+0000","last_change":"2024-09-12T17:28:43.361322+0000","last_active":"2024-09-12T17:57:57.052500+0000","last_peered":"2024-09-12T17:57:57.052500+0000","last_clean":"2024-09-12T17:57:57.052500+0000","last_became_active":"2024-09-12T17:28:43.360590+0000","last_became_peered":"2024-09-12T17:28:43.360590+0000","last_unstale":"2024-09-12T17:57:57.052500+0000","last_undegraded":"2024-09-12T17:57:57.052500+0000","last_fullsized":"2024-09-12T17:57:57.052500+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:54.559526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":80,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.022574+0000","last_change":"2024-09-12T17:42:37.099780+0000","last_active":"2024-09-12T17:57:37.022574+0000","last_peered":"2024-09-12T17:57:37.022574+0000","last_clean":"2024-09-12T17:57:37.022574+0000","last_became_active":"2024-09-12T17:42:37.099492+0000","last_became_peered":"2024-09-12T17:42:37.099492+0000","last_unstale":"2024-09-12T17:57:37.022574+0000","last_undegraded":"2024-09-12T17:57:37.022574+0000","last_fullsized":"2024-09-12T17:57:37.022574+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:56.247405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'6","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.558537+0000","last_change":"2024-09-12T17:30:40.978229+0000","last_active":"2024-09-12T18:00:09.558537+0000","last_peered":"2024-09-12T18:00:09.558537+0000","last_clean":"2024-09-12T18:00:09.558537+0000","last_became_active":"2024-09-12T17:30:40.976175+0000","last_became_peered":"2024-09-12T17:30:40.976175+0000","last_unstale":"2024-09-12T18:00:09.558537+0000","last_undegraded":"2024-09-12T18:00:09.558537+0000","last_fullsized":"2024-09-12T18:00:09.558537+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:31.271889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3601,"num_write":6,"num_write_kb":2577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:42.010265+0000","last_change":"2024-09-12T17:30:37.907753+0000","last_active":"2024-09-12T17:55:42.010265+0000","last_peered":"2024-09-12T17:55:42.010265+0000","last_clean":"2024-09-12T17:55:42.010265+0000","last_became_active":"2024-09-12T17:30:37.907058+0000","last_became_peered":"2024-09-12T17:30:37.907058+0000","last_unstale":"2024-09-12T17:55:42.010265+0000","last_undegraded":"2024-09-12T17:55:42.010265+0000","last_fullsized":"2024-09-12T17:55:42.010265+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:22:36.648615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'49","reported_seq":181,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.013329+0000","last_change":"2024-09-12T17:28:43.389967+0000","last_active":"2024-09-12T17:56:52.013329+0000","last_peered":"2024-09-12T17:56:52.013329+0000","last_clean":"2024-09-12T17:56:52.013329+0000","last_became_active":"2024-09-12T17:28:43.389202+0000","last_became_peered":"2024-09-12T17:28:43.389202+0000","last_unstale":"2024-09-12T17:56:52.013329+0000","last_undegraded":"2024-09-12T17:56:52.013329+0000","last_fullsized":"2024-09-12T17:56:52.013329+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:24.966365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.153896+0000","last_change":"2024-09-12T17:42:37.080226+0000","last_active":"2024-09-12T17:57:07.153896+0000","last_peered":"2024-09-12T17:57:07.153896+0000","last_clean":"2024-09-12T17:57:07.153896+0000","last_became_active":"2024-09-12T17:42:37.079463+0000","last_became_peered":"2024-09-12T17:42:37.079463+0000","last_unstale":"2024-09-12T17:57:07.153896+0000","last_undegraded":"2024-09-12T17:57:07.153896+0000","last_fullsized":"2024-09-12T17:57:07.153896+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:51:17.389084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:52.076640+0000","last_change":"2024-09-12T17:30:41.500759+0000","last_active":"2024-09-12T17:59:52.076640+0000","last_peered":"2024-09-12T17:59:52.076640+0000","last_clean":"2024-09-12T17:59:52.076640+0000","last_became_active":"2024-09-12T17:30:41.499966+0000","last_became_peered":"2024-09-12T17:30:41.499966+0000","last_unstale":"2024-09-12T17:59:52.076640+0000","last_undegraded":"2024-09-12T17:59:52.076640+0000","last_fullsized":"2024-09-12T17:59:52.076640+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:45.496346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'9","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.012264+0000","last_change":"2024-09-12T17:30:37.916280+0000","last_active":"2024-09-12T17:56:47.012264+0000","last_peered":"2024-09-12T17:56:47.012264+0000","last_clean":"2024-09-12T17:56:47.012264+0000","last_became_active":"2024-09-12T17:30:37.915679+0000","last_became_peered":"2024-09-12T17:30:37.915679+0000","last_unstale":"2024-09-12T17:56:47.012264+0000","last_undegraded":"2024-09-12T17:56:47.012264+0000","last_fullsized":"2024-09-12T17:56:47.012264+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:37:28.916985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":20482,"num_write":14,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'31","reported_seq":132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.028230+0000","last_change":"2024-09-12T17:28:43.356552+0000","last_active":"2024-09-12T17:56:17.028230+0000","last_peered":"2024-09-12T17:56:17.028230+0000","last_clean":"2024-09-12T17:56:17.028230+0000","last_became_active":"2024-09-12T17:28:43.354081+0000","last_became_peered":"2024-09-12T17:28:43.354081+0000","last_unstale":"2024-09-12T17:56:17.028230+0000","last_undegraded":"2024-09-12T17:56:17.028230+0000","last_fullsized":"2024-09-12T17:56:17.028230+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:03.089534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":114,"num_write":55,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.053091+0000","last_change":"2024-09-12T17:42:37.091087+0000","last_active":"2024-09-12T17:57:12.053091+0000","last_peered":"2024-09-12T17:57:12.053091+0000","last_clean":"2024-09-12T17:57:12.053091+0000","last_became_active":"2024-09-12T17:42:37.090393+0000","last_became_peered":"2024-09-12T17:42:37.090393+0000","last_unstale":"2024-09-12T17:57:12.053091+0000","last_undegraded":"2024-09-12T17:57:12.053091+0000","last_fullsized":"2024-09-12T17:57:12.053091+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:02.538982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'11","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.046285+0000","last_change":"2024-09-12T17:30:41.499071+0000","last_active":"2024-09-12T17:56:47.046285+0000","last_peered":"2024-09-12T17:56:47.046285+0000","last_clean":"2024-09-12T17:56:47.046285+0000","last_became_active":"2024-09-12T17:30:41.498311+0000","last_became_peered":"2024-09-12T17:30:41.498311+0000","last_unstale":"2024-09-12T17:56:47.046285+0000","last_undegraded":"2024-09-12T17:56:47.046285+0000","last_fullsized":"2024-09-12T17:56:47.046285+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:00.203466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":9220,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.052183+0000","last_change":"2024-09-12T17:30:37.895534+0000","last_active":"2024-09-12T17:57:47.052183+0000","last_peered":"2024-09-12T17:57:47.052183+0000","last_clean":"2024-09-12T17:57:47.052183+0000","last_became_active":"2024-09-12T17:30:37.894725+0000","last_became_peered":"2024-09-12T17:30:37.894725+0000","last_unstale":"2024-09-12T17:57:47.052183+0000","last_undegraded":"2024-09-12T17:57:47.052183+0000","last_fullsized":"2024-09-12T17:57:47.052183+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:00.738195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'5","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038827+0000","last_change":"2024-09-12T17:28:43.379402+0000","last_active":"2024-09-12T17:56:17.038827+0000","last_peered":"2024-09-12T17:56:17.038827+0000","last_clean":"2024-09-12T17:56:17.038827+0000","last_became_active":"2024-09-12T17:28:43.378638+0000","last_became_peered":"2024-09-12T17:28:43.378638+0000","last_unstale":"2024-09-12T17:56:17.038827+0000","last_undegraded":"2024-09-12T17:56:17.038827+0000","last_fullsized":"2024-09-12T17:56:17.038827+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:40.815385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.045020+0000","last_change":"2024-09-12T17:42:37.100593+0000","last_active":"2024-09-12T17:56:42.045020+0000","last_peered":"2024-09-12T17:56:42.045020+0000","last_clean":"2024-09-12T17:56:42.045020+0000","last_became_active":"2024-09-12T17:42:37.098645+0000","last_became_peered":"2024-09-12T17:42:37.098645+0000","last_unstale":"2024-09-12T17:56:42.045020+0000","last_undegraded":"2024-09-12T17:56:42.045020+0000","last_fullsized":"2024-09-12T17:56:42.045020+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:30.518578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"264'7","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.315130+0000","last_change":"2024-09-12T17:30:40.973542+0000","last_active":"2024-09-12T18:00:08.315130+0000","last_peered":"2024-09-12T18:00:08.315130+0000","last_clean":"2024-09-12T18:00:08.315130+0000","last_became_active":"2024-09-12T17:30:40.972793+0000","last_became_peered":"2024-09-12T17:30:40.972793+0000","last_unstale":"2024-09-12T18:00:08.315130+0000","last_undegraded":"2024-09-12T18:00:08.315130+0000","last_fullsized":"2024-09-12T18:00:08.315130+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:05.383574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12859,"num_write":12,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'6","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:42.074052+0000","last_change":"2024-09-12T17:30:37.901363+0000","last_active":"2024-09-12T17:59:42.074052+0000","last_peered":"2024-09-12T17:59:42.074052+0000","last_clean":"2024-09-12T17:59:42.074052+0000","last_became_active":"2024-09-12T17:30:37.900103+0000","last_became_peered":"2024-09-12T17:30:37.900103+0000","last_unstale":"2024-09-12T17:59:42.074052+0000","last_undegraded":"2024-09-12T17:59:42.074052+0000","last_fullsized":"2024-09-12T17:59:42.074052+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:32.142247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":6146,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'54","reported_seq":187,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038739+0000","last_change":"2024-09-12T17:28:43.391950+0000","last_active":"2024-09-12T17:56:17.038739+0000","last_peered":"2024-09-12T17:56:17.038739+0000","last_clean":"2024-09-12T17:56:17.038739+0000","last_became_active":"2024-09-12T17:28:43.390857+0000","last_became_peered":"2024-09-12T17:28:43.390857+0000","last_unstale":"2024-09-12T17:56:17.038739+0000","last_undegraded":"2024-09-12T17:56:17.038739+0000","last_fullsized":"2024-09-12T17:56:17.038739+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:01.933118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":181,"num_write":112,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.032488+0000","last_change":"2024-09-12T17:42:37.093079+0000","last_active":"2024-09-12T17:57:12.032488+0000","last_peered":"2024-09-12T17:57:12.032488+0000","last_clean":"2024-09-12T17:57:12.032488+0000","last_became_active":"2024-09-12T17:42:37.092328+0000","last_became_peered":"2024-09-12T17:42:37.092328+0000","last_unstale":"2024-09-12T17:57:12.032488+0000","last_undegraded":"2024-09-12T17:57:12.032488+0000","last_fullsized":"2024-09-12T17:57:12.032488+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:06.517205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:41.998003+0000","last_change":"2024-09-12T17:30:40.972955+0000","last_active":"2024-09-12T17:59:41.998003+0000","last_peered":"2024-09-12T17:59:41.998003+0000","last_clean":"2024-09-12T17:59:41.998003+0000","last_became_active":"2024-09-12T17:30:40.972192+0000","last_became_peered":"2024-09-12T17:30:40.972192+0000","last_unstale":"2024-09-12T17:59:41.998003+0000","last_undegraded":"2024-09-12T17:59:41.998003+0000","last_fullsized":"2024-09-12T17:59:41.998003+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:43.371527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"264'6","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.078195+0000","last_change":"2024-09-12T17:30:37.902381+0000","last_active":"2024-09-12T17:59:47.078195+0000","last_peered":"2024-09-12T17:59:47.078195+0000","last_clean":"2024-09-12T17:59:47.078195+0000","last_became_active":"2024-09-12T17:30:37.901606+0000","last_became_peered":"2024-09-12T17:30:37.901606+0000","last_unstale":"2024-09-12T17:59:47.078195+0000","last_undegraded":"2024-09-12T17:59:47.078195+0000","last_fullsized":"2024-09-12T17:59:47.078195+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:53.754463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"264'16","reported_seq":93,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143032+0000","last_change":"2024-09-12T17:28:43.383963+0000","last_active":"2024-09-12T17:56:17.143032+0000","last_peered":"2024-09-12T17:56:17.143032+0000","last_clean":"2024-09-12T17:56:17.143032+0000","last_became_active":"2024-09-12T17:28:43.383331+0000","last_became_peered":"2024-09-12T17:28:43.383331+0000","last_unstale":"2024-09-12T17:56:17.143032+0000","last_undegraded":"2024-09-12T17:56:17.143032+0000","last_fullsized":"2024-09-12T17:56:17.143032+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:45:52.212258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":62,"num_write":31,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048300+0000","last_change":"2024-09-12T17:42:37.106830+0000","last_active":"2024-09-12T17:57:37.048300+0000","last_peered":"2024-09-12T17:57:37.048300+0000","last_clean":"2024-09-12T17:57:37.048300+0000","last_became_active":"2024-09-12T17:42:37.102746+0000","last_became_peered":"2024-09-12T17:42:37.102746+0000","last_unstale":"2024-09-12T17:57:37.048300+0000","last_undegraded":"2024-09-12T17:57:37.048300+0000","last_fullsized":"2024-09-12T17:57:37.048300+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:23.191868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'4","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:11.978942+0000","last_change":"2024-09-12T17:30:40.981704+0000","last_active":"2024-09-12T17:58:11.978942+0000","last_peered":"2024-09-12T17:58:11.978942+0000","last_clean":"2024-09-12T17:58:11.978942+0000","last_became_active":"2024-09-12T17:30:40.979915+0000","last_became_peered":"2024-09-12T17:30:40.979915+0000","last_unstale":"2024-09-12T17:58:11.978942+0000","last_undegraded":"2024-09-12T17:58:11.978942+0000","last_fullsized":"2024-09-12T17:58:11.978942+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:56:59.702171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4144,"num_write":4,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.057224+0000","last_change":"2024-09-12T17:30:37.910300+0000","last_active":"2024-09-12T17:58:12.057224+0000","last_peered":"2024-09-12T17:58:12.057224+0000","last_clean":"2024-09-12T17:58:12.057224+0000","last_became_active":"2024-09-12T17:30:37.909546+0000","last_became_peered":"2024-09-12T17:30:37.909546+0000","last_unstale":"2024-09-12T17:58:12.057224+0000","last_undegraded":"2024-09-12T17:58:12.057224+0000","last_fullsized":"2024-09-12T17:58:12.057224+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:57.596922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'13","reported_seq":81,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051099+0000","last_change":"2024-09-12T17:28:43.388743+0000","last_active":"2024-09-12T17:57:52.051099+0000","last_peered":"2024-09-12T17:57:52.051099+0000","last_clean":"2024-09-12T17:57:52.051099+0000","last_became_active":"2024-09-12T17:28:43.387983+0000","last_became_peered":"2024-09-12T17:28:43.387983+0000","last_unstale":"2024-09-12T17:57:52.051099+0000","last_undegraded":"2024-09-12T17:57:52.051099+0000","last_fullsized":"2024-09-12T17:57:52.051099+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":25,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048366+0000","last_change":"2024-09-12T17:42:37.110249+0000","last_active":"2024-09-12T17:57:37.048366+0000","last_peered":"2024-09-12T17:57:37.048366+0000","last_clean":"2024-09-12T17:57:37.048366+0000","last_became_active":"2024-09-12T17:42:37.108603+0000","last_became_peered":"2024-09-12T17:42:37.108603+0000","last_unstale":"2024-09-12T17:57:37.048366+0000","last_undegraded":"2024-09-12T17:57:37.048366+0000","last_fullsized":"2024-09-12T17:57:37.048366+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:20.485621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"264'12","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.004868+0000","last_change":"2024-09-12T17:30:40.986360+0000","last_active":"2024-09-12T18:00:09.004868+0000","last_peered":"2024-09-12T18:00:09.004868+0000","last_clean":"2024-09-12T18:00:09.004868+0000","last_became_active":"2024-09-12T17:30:40.984575+0000","last_became_peered":"2024-09-12T17:30:40.984575+0000","last_unstale":"2024-09-12T18:00:09.004868+0000","last_undegraded":"2024-09-12T18:00:09.004868+0000","last_fullsized":"2024-09-12T18:00:09.004868+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:38:08.748722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":8194,"num_write":22,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"264'10","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.241809+0000","last_change":"2024-09-12T17:30:37.928541+0000","last_active":"2024-09-12T18:00:08.241809+0000","last_peered":"2024-09-12T18:00:08.241809+0000","last_clean":"2024-09-12T18:00:08.241809+0000","last_became_active":"2024-09-12T17:30:37.927762+0000","last_became_peered":"2024-09-12T17:30:37.927762+0000","last_unstale":"2024-09-12T18:00:08.241809+0000","last_undegraded":"2024-09-12T18:00:08.241809+0000","last_fullsized":"2024-09-12T18:00:08.241809+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:49:47.499530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9083,"num_write":10,"num_write_kb":6009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'72","reported_seq":244,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039739+0000","last_change":"2024-09-12T17:28:43.368778+0000","last_active":"2024-09-12T17:57:47.039739+0000","last_peered":"2024-09-12T17:57:47.039739+0000","last_clean":"2024-09-12T17:57:47.039739+0000","last_became_active":"2024-09-12T17:28:43.368146+0000","last_became_peered":"2024-09-12T17:28:43.368146+0000","last_unstale":"2024-09-12T17:57:47.039739+0000","last_undegraded":"2024-09-12T17:57:47.039739+0000","last_fullsized":"2024-09-12T17:57:47.039739+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:01.046053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":260,"num_write":132,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.022200+0000","last_change":"2024-09-12T17:42:37.091566+0000","last_active":"2024-09-12T17:56:37.022200+0000","last_peered":"2024-09-12T17:56:37.022200+0000","last_clean":"2024-09-12T17:56:37.022200+0000","last_became_active":"2024-09-12T17:42:37.082090+0000","last_became_peered":"2024-09-12T17:42:37.082090+0000","last_unstale":"2024-09-12T17:56:37.022200+0000","last_undegraded":"2024-09-12T17:56:37.022200+0000","last_fullsized":"2024-09-12T17:56:37.022200+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:02.490682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054439+0000","last_change":"2024-09-12T17:30:41.499000+0000","last_active":"2024-09-12T17:57:17.054439+0000","last_peered":"2024-09-12T17:57:17.054439+0000","last_clean":"2024-09-12T17:57:17.054439+0000","last_became_active":"2024-09-12T17:30:41.498118+0000","last_became_peered":"2024-09-12T17:30:41.498118+0000","last_unstale":"2024-09-12T17:57:17.054439+0000","last_undegraded":"2024-09-12T17:57:17.054439+0000","last_fullsized":"2024-09-12T17:57:17.054439+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:13.201459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":4,"num_write_kb":1342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'3","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:47.035502+0000","last_change":"2024-09-12T17:30:37.889136+0000","last_active":"2024-09-12T17:58:47.035502+0000","last_peered":"2024-09-12T17:58:47.035502+0000","last_clean":"2024-09-12T17:58:47.035502+0000","last_became_active":"2024-09-12T17:30:37.888275+0000","last_became_peered":"2024-09-12T17:30:37.888275+0000","last_unstale":"2024-09-12T17:58:47.035502+0000","last_undegraded":"2024-09-12T17:58:47.035502+0000","last_fullsized":"2024-09-12T17:58:47.035502+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:52.234392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'42","reported_seq":160,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050101+0000","last_change":"2024-09-12T17:28:43.388535+0000","last_active":"2024-09-12T17:57:47.050101+0000","last_peered":"2024-09-12T17:57:47.050101+0000","last_clean":"2024-09-12T17:57:47.050101+0000","last_became_active":"2024-09-12T17:28:43.387904+0000","last_became_peered":"2024-09-12T17:28:43.387904+0000","last_unstale":"2024-09-12T17:57:47.050101+0000","last_undegraded":"2024-09-12T17:57:47.050101+0000","last_fullsized":"2024-09-12T17:57:47.050101+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:45:50.225326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":149,"num_write":82,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.010076+0000","last_change":"2024-09-12T17:42:37.086254+0000","last_active":"2024-09-12T17:56:37.010076+0000","last_peered":"2024-09-12T17:56:37.010076+0000","last_clean":"2024-09-12T17:56:37.010076+0000","last_became_active":"2024-09-12T17:42:37.081111+0000","last_became_peered":"2024-09-12T17:42:37.081111+0000","last_unstale":"2024-09-12T17:56:37.010076+0000","last_undegraded":"2024-09-12T17:56:37.010076+0000","last_fullsized":"2024-09-12T17:56:37.010076+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:48.480399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"261'4","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:27.041397+0000","last_change":"2024-09-12T17:30:41.500020+0000","last_active":"2024-09-12T17:56:27.041397+0000","last_peered":"2024-09-12T17:56:27.041397+0000","last_clean":"2024-09-12T17:56:27.041397+0000","last_became_active":"2024-09-12T17:30:41.499284+0000","last_became_peered":"2024-09-12T17:30:41.499284+0000","last_unstale":"2024-09-12T17:56:27.041397+0000","last_undegraded":"2024-09-12T17:56:27.041397+0000","last_fullsized":"2024-09-12T17:56:27.041397+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:27.635990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:36.864783+0000","last_change":"2024-09-12T17:30:37.914236+0000","last_active":"2024-09-12T17:59:36.864783+0000","last_peered":"2024-09-12T17:59:36.864783+0000","last_clean":"2024-09-12T17:59:36.864783+0000","last_became_active":"2024-09-12T17:30:37.913516+0000","last_became_peered":"2024-09-12T17:30:37.913516+0000","last_unstale":"2024-09-12T17:59:36.864783+0000","last_undegraded":"2024-09-12T17:59:36.864783+0000","last_fullsized":"2024-09-12T17:59:36.864783+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:38.165997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'15","reported_seq":88,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.061753+0000","last_change":"2024-09-12T17:28:43.391686+0000","last_active":"2024-09-12T17:57:47.061753+0000","last_peered":"2024-09-12T17:57:47.061753+0000","last_clean":"2024-09-12T17:57:47.061753+0000","last_became_active":"2024-09-12T17:28:43.390934+0000","last_became_peered":"2024-09-12T17:28:43.390934+0000","last_unstale":"2024-09-12T17:57:47.061753+0000","last_undegraded":"2024-09-12T17:57:47.061753+0000","last_fullsized":"2024-09-12T17:57:47.061753+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:01.153888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":52,"num_write":30,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.033018+0000","last_change":"2024-09-12T17:42:37.103379+0000","last_active":"2024-09-12T17:56:37.033018+0000","last_peered":"2024-09-12T17:56:37.033018+0000","last_clean":"2024-09-12T17:56:37.033018+0000","last_became_active":"2024-09-12T17:42:37.102496+0000","last_became_peered":"2024-09-12T17:42:37.102496+0000","last_unstale":"2024-09-12T17:56:37.033018+0000","last_undegraded":"2024-09-12T17:56:37.033018+0000","last_fullsized":"2024-09-12T17:56:37.033018+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:46.944434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054505+0000","last_change":"2024-09-12T17:30:41.503007+0000","last_active":"2024-09-12T17:57:17.054505+0000","last_peered":"2024-09-12T17:57:17.054505+0000","last_clean":"2024-09-12T17:57:17.054505+0000","last_became_active":"2024-09-12T17:30:41.502151+0000","last_became_peered":"2024-09-12T17:30:41.502151+0000","last_unstale":"2024-09-12T17:57:17.054505+0000","last_undegraded":"2024-09-12T17:57:17.054505+0000","last_fullsized":"2024-09-12T17:57:17.054505+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:19.766250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:42.046146+0000","last_change":"2024-09-12T17:30:37.928409+0000","last_active":"2024-09-12T17:59:42.046146+0000","last_peered":"2024-09-12T17:59:42.046146+0000","last_clean":"2024-09-12T17:59:42.046146+0000","last_became_active":"2024-09-12T17:30:37.927881+0000","last_became_peered":"2024-09-12T17:30:37.927881+0000","last_unstale":"2024-09-12T17:59:42.046146+0000","last_undegraded":"2024-09-12T17:59:42.046146+0000","last_fullsized":"2024-09-12T17:59:42.046146+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:51.199514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":5,"num_write":2,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'21","reported_seq":101,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.024781+0000","last_change":"2024-09-12T17:28:43.377325+0000","last_active":"2024-09-12T17:57:47.024781+0000","last_peered":"2024-09-12T17:57:47.024781+0000","last_clean":"2024-09-12T17:57:47.024781+0000","last_became_active":"2024-09-12T17:28:43.376667+0000","last_became_peered":"2024-09-12T17:28:43.376667+0000","last_unstale":"2024-09-12T17:57:47.024781+0000","last_undegraded":"2024-09-12T17:57:47.024781+0000","last_fullsized":"2024-09-12T17:57:47.024781+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:18.180734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.210425+0000","last_change":"2024-09-12T17:42:37.093124+0000","last_active":"2024-09-12T17:56:37.210425+0000","last_peered":"2024-09-12T17:56:37.210425+0000","last_clean":"2024-09-12T17:56:37.210425+0000","last_became_active":"2024-09-12T17:42:37.092427+0000","last_became_peered":"2024-09-12T17:42:37.092427+0000","last_unstale":"2024-09-12T17:56:37.210425+0000","last_undegraded":"2024-09-12T17:56:37.210425+0000","last_fullsized":"2024-09-12T17:56:37.210425+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:34.896275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045820+0000","last_change":"2024-09-12T17:30:40.977197+0000","last_active":"2024-09-12T17:57:17.045820+0000","last_peered":"2024-09-12T17:57:17.045820+0000","last_clean":"2024-09-12T17:57:17.045820+0000","last_became_active":"2024-09-12T17:30:40.968890+0000","last_became_peered":"2024-09-12T17:30:40.968890+0000","last_unstale":"2024-09-12T17:57:17.045820+0000","last_undegraded":"2024-09-12T17:57:17.045820+0000","last_fullsized":"2024-09-12T17:57:17.045820+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:31.713655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:42.074316+0000","last_change":"2024-09-12T17:30:37.902249+0000","last_active":"2024-09-12T17:59:42.074316+0000","last_peered":"2024-09-12T17:59:42.074316+0000","last_clean":"2024-09-12T17:59:42.074316+0000","last_became_active":"2024-09-12T17:30:37.901261+0000","last_became_peered":"2024-09-12T17:30:37.901261+0000","last_unstale":"2024-09-12T17:59:42.074316+0000","last_undegraded":"2024-09-12T17:59:42.074316+0000","last_fullsized":"2024-09-12T17:59:42.074316+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:24.100468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'24","reported_seq":108,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.037143+0000","last_change":"2024-09-12T17:28:43.385086+0000","last_active":"2024-09-12T17:56:52.037143+0000","last_peered":"2024-09-12T17:56:52.037143+0000","last_clean":"2024-09-12T17:56:52.037143+0000","last_became_active":"2024-09-12T17:28:43.383345+0000","last_became_peered":"2024-09-12T17:28:43.383345+0000","last_unstale":"2024-09-12T17:56:52.037143+0000","last_undegraded":"2024-09-12T17:56:52.037143+0000","last_fullsized":"2024-09-12T17:56:52.037143+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:17:33.379652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":73,"num_write":53,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.051879+0000","last_change":"2024-09-12T17:42:37.106157+0000","last_active":"2024-09-12T17:57:07.051879+0000","last_peered":"2024-09-12T17:57:07.051879+0000","last_clean":"2024-09-12T17:57:07.051879+0000","last_became_active":"2024-09-12T17:42:37.099838+0000","last_became_peered":"2024-09-12T17:42:37.099838+0000","last_unstale":"2024-09-12T17:57:07.051879+0000","last_undegraded":"2024-09-12T17:57:07.051879+0000","last_fullsized":"2024-09-12T17:57:07.051879+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:31.710686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.019007+0000","last_change":"2024-09-12T17:30:40.979200+0000","last_active":"2024-09-12T17:56:22.019007+0000","last_peered":"2024-09-12T17:56:22.019007+0000","last_clean":"2024-09-12T17:56:22.019007+0000","last_became_active":"2024-09-12T17:30:40.978437+0000","last_became_peered":"2024-09-12T17:30:40.978437+0000","last_unstale":"2024-09-12T17:56:22.019007+0000","last_undegraded":"2024-09-12T17:56:22.019007+0000","last_fullsized":"2024-09-12T17:56:22.019007+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:38:14.905052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'7","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:42.063618+0000","last_change":"2024-09-12T17:30:37.921953+0000","last_active":"2024-09-12T17:58:42.063618+0000","last_peered":"2024-09-12T17:58:42.063618+0000","last_clean":"2024-09-12T17:58:42.063618+0000","last_became_active":"2024-09-12T17:30:37.921416+0000","last_became_peered":"2024-09-12T17:30:37.921416+0000","last_unstale":"2024-09-12T17:58:42.063618+0000","last_undegraded":"2024-09-12T17:58:42.063618+0000","last_fullsized":"2024-09-12T17:58:42.063618+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:13:59.090405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":20482,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'31","reported_seq":130,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.073627+0000","last_change":"2024-09-12T17:28:43.385994+0000","last_active":"2024-09-12T17:57:30.073627+0000","last_peered":"2024-09-12T17:57:30.073627+0000","last_clean":"2024-09-12T17:57:30.073627+0000","last_became_active":"2024-09-12T17:28:43.385396+0000","last_became_peered":"2024-09-12T17:28:43.385396+0000","last_unstale":"2024-09-12T17:57:30.073627+0000","last_undegraded":"2024-09-12T17:57:30.073627+0000","last_fullsized":"2024-09-12T17:57:30.073627+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:58.416925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.040663+0000","last_change":"2024-09-12T17:42:37.108727+0000","last_active":"2024-09-12T17:57:07.040663+0000","last_peered":"2024-09-12T17:57:07.040663+0000","last_clean":"2024-09-12T17:57:07.040663+0000","last_became_active":"2024-09-12T17:42:37.108517+0000","last_became_peered":"2024-09-12T17:42:37.108517+0000","last_unstale":"2024-09-12T17:57:07.040663+0000","last_undegraded":"2024-09-12T17:57:07.040663+0000","last_fullsized":"2024-09-12T17:57:07.040663+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:26.445480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.018952+0000","last_change":"2024-09-12T17:30:40.975513+0000","last_active":"2024-09-12T17:56:22.018952+0000","last_peered":"2024-09-12T17:56:22.018952+0000","last_clean":"2024-09-12T17:56:22.018952+0000","last_became_active":"2024-09-12T17:30:40.974707+0000","last_became_peered":"2024-09-12T17:30:40.974707+0000","last_unstale":"2024-09-12T17:56:22.018952+0000","last_undegraded":"2024-09-12T17:56:22.018952+0000","last_fullsized":"2024-09-12T17:56:22.018952+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:37:34.556182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038636+0000","last_change":"2024-09-12T17:30:37.927341+0000","last_active":"2024-09-12T17:56:17.038636+0000","last_peered":"2024-09-12T17:56:17.038636+0000","last_clean":"2024-09-12T17:56:17.038636+0000","last_became_active":"2024-09-12T17:30:37.925449+0000","last_became_peered":"2024-09-12T17:30:37.925449+0000","last_unstale":"2024-09-12T17:56:17.038636+0000","last_undegraded":"2024-09-12T17:56:17.038636+0000","last_fullsized":"2024-09-12T17:56:17.038636+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:32.998252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'39","reported_seq":157,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:29.795143+0000","last_change":"2024-09-12T17:28:43.358763+0000","last_active":"2024-09-12T17:57:29.795143+0000","last_peered":"2024-09-12T17:57:29.795143+0000","last_clean":"2024-09-12T17:57:29.795143+0000","last_became_active":"2024-09-12T17:28:43.357815+0000","last_became_peered":"2024-09-12T17:28:43.357815+0000","last_unstale":"2024-09-12T17:57:29.795143+0000","last_undegraded":"2024-09-12T17:57:29.795143+0000","last_fullsized":"2024-09-12T17:57:29.795143+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:12.791170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":145,"num_write":66,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"263'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034260+0000","last_change":"2024-09-12T17:42:37.091626+0000","last_active":"2024-09-12T17:56:42.034260+0000","last_peered":"2024-09-12T17:56:42.034260+0000","last_clean":"2024-09-12T17:56:42.034260+0000","last_became_active":"2024-09-12T17:42:37.090887+0000","last_became_peered":"2024-09-12T17:42:37.090887+0000","last_unstale":"2024-09-12T17:56:42.034260+0000","last_undegraded":"2024-09-12T17:56:42.034260+0000","last_fullsized":"2024-09-12T17:56:42.034260+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:20.186067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"264'4","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.002175+0000","last_change":"2024-09-12T17:30:40.984689+0000","last_active":"2024-09-12T18:00:09.002175+0000","last_peered":"2024-09-12T18:00:09.002175+0000","last_clean":"2024-09-12T18:00:09.002175+0000","last_became_active":"2024-09-12T17:30:40.983879+0000","last_became_peered":"2024-09-12T17:30:40.983879+0000","last_unstale":"2024-09-12T18:00:09.002175+0000","last_undegraded":"2024-09-12T18:00:09.002175+0000","last_fullsized":"2024-09-12T18:00:09.002175+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:28.158490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.143071+0000","last_change":"2024-09-12T17:30:37.908756+0000","last_active":"2024-09-12T17:56:17.143071+0000","last_peered":"2024-09-12T17:56:17.143071+0000","last_clean":"2024-09-12T17:56:17.143071+0000","last_became_active":"2024-09-12T17:30:37.907386+0000","last_became_peered":"2024-09-12T17:30:37.907386+0000","last_unstale":"2024-09-12T17:56:17.143071+0000","last_undegraded":"2024-09-12T17:56:17.143071+0000","last_fullsized":"2024-09-12T17:56:17.143071+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:08:37.767451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":81,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.038842+0000","last_change":"2024-09-12T17:28:43.365812+0000","last_active":"2024-09-12T17:56:47.038842+0000","last_peered":"2024-09-12T17:56:47.038842+0000","last_clean":"2024-09-12T17:56:47.038842+0000","last_became_active":"2024-09-12T17:28:43.365087+0000","last_became_peered":"2024-09-12T17:28:43.365087+0000","last_unstale":"2024-09-12T17:56:47.038842+0000","last_undegraded":"2024-09-12T17:56:47.038842+0000","last_fullsized":"2024-09-12T17:56:47.038842+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:52:35.350301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.051807+0000","last_change":"2024-09-12T17:42:37.099571+0000","last_active":"2024-09-12T17:57:07.051807+0000","last_peered":"2024-09-12T17:57:07.051807+0000","last_clean":"2024-09-12T17:57:07.051807+0000","last_became_active":"2024-09-12T17:42:37.098821+0000","last_became_peered":"2024-09-12T17:42:37.098821+0000","last_unstale":"2024-09-12T17:57:07.051807+0000","last_undegraded":"2024-09-12T17:57:07.051807+0000","last_fullsized":"2024-09-12T17:57:07.051807+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:57.463928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:22.144252+0000","last_change":"2024-09-12T17:30:40.966608+0000","last_active":"2024-09-12T17:56:22.144252+0000","last_peered":"2024-09-12T17:56:22.144252+0000","last_clean":"2024-09-12T17:56:22.144252+0000","last_became_active":"2024-09-12T17:30:40.965800+0000","last_became_peered":"2024-09-12T17:30:40.965800+0000","last_unstale":"2024-09-12T17:56:22.144252+0000","last_undegraded":"2024-09-12T17:56:22.144252+0000","last_fullsized":"2024-09-12T17:56:22.144252+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:54.436162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'8","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.793780+0000","last_change":"2024-09-12T17:30:37.888853+0000","last_active":"2024-09-12T18:00:09.793780+0000","last_peered":"2024-09-12T18:00:09.793780+0000","last_clean":"2024-09-12T18:00:09.793780+0000","last_became_active":"2024-09-12T17:30:37.888031+0000","last_became_peered":"2024-09-12T17:30:37.888031+0000","last_unstale":"2024-09-12T18:00:09.793780+0000","last_undegraded":"2024-09-12T18:00:09.793780+0000","last_fullsized":"2024-09-12T18:00:09.793780+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:06.312723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'19","reported_seq":102,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.046045+0000","last_change":"2024-09-12T17:28:43.377973+0000","last_active":"2024-09-12T17:56:47.046045+0000","last_peered":"2024-09-12T17:56:47.046045+0000","last_clean":"2024-09-12T17:56:47.046045+0000","last_became_active":"2024-09-12T17:28:43.377248+0000","last_became_peered":"2024-09-12T17:28:43.377248+0000","last_unstale":"2024-09-12T17:56:47.046045+0000","last_undegraded":"2024-09-12T17:56:47.046045+0000","last_fullsized":"2024-09-12T17:56:47.046045+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:18:11.771744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":71,"num_write":34,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.025809+0000","last_change":"2024-09-12T17:42:37.095405+0000","last_active":"2024-09-12T17:57:52.025809+0000","last_peered":"2024-09-12T17:57:52.025809+0000","last_clean":"2024-09-12T17:57:52.025809+0000","last_became_active":"2024-09-12T17:42:37.094854+0000","last_became_peered":"2024-09-12T17:42:37.094854+0000","last_unstale":"2024-09-12T17:57:52.025809+0000","last_undegraded":"2024-09-12T17:57:52.025809+0000","last_fullsized":"2024-09-12T17:57:52.025809+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:02:56.150784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.089497+0000","last_change":"2024-09-12T17:30:40.978289+0000","last_active":"2024-09-12T17:59:57.089497+0000","last_peered":"2024-09-12T17:59:57.089497+0000","last_clean":"2024-09-12T17:59:57.089497+0000","last_became_active":"2024-09-12T17:30:40.977569+0000","last_became_peered":"2024-09-12T17:30:40.977569+0000","last_unstale":"2024-09-12T17:59:57.089497+0000","last_undegraded":"2024-09-12T17:59:57.089497+0000","last_fullsized":"2024-09-12T17:59:57.089497+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:32.568333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'16","reported_seq":73,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.314989+0000","last_change":"2024-09-12T17:30:37.924054+0000","last_active":"2024-09-12T18:00:08.314989+0000","last_peered":"2024-09-12T18:00:08.314989+0000","last_clean":"2024-09-12T18:00:08.314989+0000","last_became_active":"2024-09-12T17:30:37.923377+0000","last_became_peered":"2024-09-12T17:30:37.923377+0000","last_unstale":"2024-09-12T18:00:08.314989+0000","last_undegraded":"2024-09-12T18:00:08.314989+0000","last_fullsized":"2024-09-12T18:00:08.314989+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:33.678698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":36914,"num_write":26,"num_write_kb":20528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'50","reported_seq":188,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.066633+0000","last_change":"2024-09-12T17:28:43.365904+0000","last_active":"2024-09-12T17:58:07.066633+0000","last_peered":"2024-09-12T17:58:07.066633+0000","last_clean":"2024-09-12T17:58:07.066633+0000","last_became_active":"2024-09-12T17:28:43.361928+0000","last_became_peered":"2024-09-12T17:28:43.361928+0000","last_unstale":"2024-09-12T17:58:07.066633+0000","last_undegraded":"2024-09-12T17:58:07.066633+0000","last_fullsized":"2024-09-12T17:58:07.066633+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":186,"num_write":86,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:21.845962+0000","last_change":"2024-09-12T17:42:37.102961+0000","last_active":"2024-09-12T17:58:21.845962+0000","last_peered":"2024-09-12T17:58:21.845962+0000","last_clean":"2024-09-12T17:58:21.845962+0000","last_became_active":"2024-09-12T17:42:37.100988+0000","last_became_peered":"2024-09-12T17:42:37.100988+0000","last_unstale":"2024-09-12T17:58:21.845962+0000","last_undegraded":"2024-09-12T17:58:21.845962+0000","last_fullsized":"2024-09-12T17:58:21.845962+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.315570+0000","last_change":"2024-09-12T17:30:40.976709+0000","last_active":"2024-09-12T18:00:08.315570+0000","last_peered":"2024-09-12T18:00:08.315570+0000","last_clean":"2024-09-12T18:00:08.315570+0000","last_became_active":"2024-09-12T17:30:40.975987+0000","last_became_peered":"2024-09-12T17:30:40.975987+0000","last_unstale":"2024-09-12T18:00:08.315570+0000","last_undegraded":"2024-09-12T18:00:08.315570+0000","last_fullsized":"2024-09-12T18:00:08.315570+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:47:24.401361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.023715+0000","last_change":"2024-09-12T17:30:37.909004+0000","last_active":"2024-09-12T17:57:42.023715+0000","last_peered":"2024-09-12T17:57:42.023715+0000","last_clean":"2024-09-12T17:57:42.023715+0000","last_became_active":"2024-09-12T17:30:37.907565+0000","last_became_peered":"2024-09-12T17:30:37.907565+0000","last_unstale":"2024-09-12T17:57:42.023715+0000","last_undegraded":"2024-09-12T17:57:42.023715+0000","last_fullsized":"2024-09-12T17:57:42.023715+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:50.970775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'78","reported_seq":287,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:02.025609+0000","last_change":"2024-09-12T17:28:43.383516+0000","last_active":"2024-09-12T17:58:02.025609+0000","last_peered":"2024-09-12T17:58:02.025609+0000","last_clean":"2024-09-12T17:58:02.025609+0000","last_became_active":"2024-09-12T17:28:43.382670+0000","last_became_peered":"2024-09-12T17:28:43.382670+0000","last_unstale":"2024-09-12T17:58:02.025609+0000","last_undegraded":"2024-09-12T17:58:02.025609+0000","last_fullsized":"2024-09-12T17:58:02.025609+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":0,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":367,"num_write":100,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162362+0000","last_change":"2024-09-12T17:42:37.069987+0000","last_active":"2024-09-12T17:57:47.162362+0000","last_peered":"2024-09-12T17:57:47.162362+0000","last_clean":"2024-09-12T17:57:47.162362+0000","last_became_active":"2024-09-12T17:42:37.069175+0000","last_became_peered":"2024-09-12T17:42:37.069175+0000","last_unstale":"2024-09-12T17:57:47.162362+0000","last_undegraded":"2024-09-12T17:57:47.162362+0000","last_fullsized":"2024-09-12T17:57:47.162362+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:21:01.837742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:02.066134+0000","last_change":"2024-09-12T17:30:41.503156+0000","last_active":"2024-09-12T18:00:02.066134+0000","last_peered":"2024-09-12T18:00:02.066134+0000","last_clean":"2024-09-12T18:00:02.066134+0000","last_became_active":"2024-09-12T17:30:41.502364+0000","last_became_peered":"2024-09-12T17:30:41.502364+0000","last_unstale":"2024-09-12T18:00:02.066134+0000","last_undegraded":"2024-09-12T18:00:02.066134+0000","last_fullsized":"2024-09-12T18:00:02.066134+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:58.664521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.077759+0000","last_change":"2024-09-12T17:30:37.906496+0000","last_active":"2024-09-12T17:59:57.077759+0000","last_peered":"2024-09-12T17:59:57.077759+0000","last_clean":"2024-09-12T17:59:57.077759+0000","last_became_active":"2024-09-12T17:30:37.904363+0000","last_became_peered":"2024-09-12T17:30:37.904363+0000","last_unstale":"2024-09-12T17:59:57.077759+0000","last_undegraded":"2024-09-12T17:59:57.077759+0000","last_fullsized":"2024-09-12T17:59:57.077759+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:41.835284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'24","reported_seq":115,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:01.976852+0000","last_change":"2024-09-12T17:28:43.378538+0000","last_active":"2024-09-12T17:58:01.976852+0000","last_peered":"2024-09-12T17:58:01.976852+0000","last_clean":"2024-09-12T17:58:01.976852+0000","last_became_active":"2024-09-12T17:28:43.377573+0000","last_became_peered":"2024-09-12T17:28:43.377573+0000","last_unstale":"2024-09-12T17:58:01.976852+0000","last_undegraded":"2024-09-12T17:58:01.976852+0000","last_fullsized":"2024-09-12T17:58:01.976852+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":91,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050521+0000","last_change":"2024-09-12T17:42:37.101604+0000","last_active":"2024-09-12T17:57:47.050521+0000","last_peered":"2024-09-12T17:57:47.050521+0000","last_clean":"2024-09-12T17:57:47.050521+0000","last_became_active":"2024-09-12T17:42:37.098890+0000","last_became_peered":"2024-09-12T17:42:37.098890+0000","last_unstale":"2024-09-12T17:57:47.050521+0000","last_undegraded":"2024-09-12T17:57:47.050521+0000","last_fullsized":"2024-09-12T17:57:47.050521+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:02.636737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'2","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.089530+0000","last_change":"2024-09-12T17:30:40.985027+0000","last_active":"2024-09-12T17:59:57.089530+0000","last_peered":"2024-09-12T17:59:57.089530+0000","last_clean":"2024-09-12T17:59:57.089530+0000","last_became_active":"2024-09-12T17:30:40.984312+0000","last_became_peered":"2024-09-12T17:30:40.984312+0000","last_unstale":"2024-09-12T17:59:57.089530+0000","last_undegraded":"2024-09-12T17:59:57.089530+0000","last_fullsized":"2024-09-12T17:59:57.089530+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:17.265407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'14","reported_seq":66,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.315807+0000","last_change":"2024-09-12T17:30:37.904272+0000","last_active":"2024-09-12T18:00:08.315807+0000","last_peered":"2024-09-12T18:00:08.315807+0000","last_clean":"2024-09-12T18:00:08.315807+0000","last_became_active":"2024-09-12T17:30:37.903185+0000","last_became_peered":"2024-09-12T17:30:37.903185+0000","last_unstale":"2024-09-12T18:00:08.315807+0000","last_undegraded":"2024-09-12T18:00:08.315807+0000","last_fullsized":"2024-09-12T18:00:08.315807+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:11:24.235796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":15362,"num_write":24,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'30","reported_seq":133,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.650938+0000","last_change":"2024-09-12T18:00:36.650938+0000","last_active":"2024-09-12T18:00:36.650938+0000","last_peered":"2024-09-12T18:00:36.650938+0000","last_clean":"2024-09-12T18:00:36.650938+0000","last_became_active":"2024-09-12T17:28:43.368029+0000","last_became_peered":"2024-09-12T17:28:43.368029+0000","last_unstale":"2024-09-12T18:00:36.650938+0000","last_undegraded":"2024-09-12T18:00:36.650938+0000","last_fullsized":"2024-09-12T18:00:36.650938+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'30","last_scrub_stamp":"2024-09-12T18:00:36.650715+0000","last_deep_scrub":"264'30","last_deep_scrub_stamp":"2024-09-12T18:00:36.650715+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.650715+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:37.427501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:22.070065+0000","last_change":"2024-09-12T17:42:37.101132+0000","last_active":"2024-09-12T17:58:22.070065+0000","last_peered":"2024-09-12T17:58:22.070065+0000","last_clean":"2024-09-12T17:58:22.070065+0000","last_became_active":"2024-09-12T17:42:37.098386+0000","last_became_peered":"2024-09-12T17:42:37.098386+0000","last_unstale":"2024-09-12T17:58:22.070065+0000","last_undegraded":"2024-09-12T17:58:22.070065+0000","last_fullsized":"2024-09-12T17:58:22.070065+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:52.065708+0000","last_change":"2024-09-12T17:30:56.046289+0000","last_active":"2024-09-12T17:58:52.065708+0000","last_peered":"2024-09-12T17:58:52.065708+0000","last_clean":"2024-09-12T17:58:52.065708+0000","last_became_active":"2024-09-12T17:30:56.025899+0000","last_became_peered":"2024-09-12T17:30:56.025899+0000","last_unstale":"2024-09-12T17:58:52.065708+0000","last_undegraded":"2024-09-12T17:58:52.065708+0000","last_fullsized":"2024-09-12T17:58:52.065708+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:20.471749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'5","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.605665+0000","last_change":"2024-09-12T17:30:37.896541+0000","last_active":"2024-09-12T18:00:09.605665+0000","last_peered":"2024-09-12T18:00:09.605665+0000","last_clean":"2024-09-12T18:00:09.605665+0000","last_became_active":"2024-09-12T17:30:37.895814+0000","last_became_peered":"2024-09-12T17:30:37.895814+0000","last_unstale":"2024-09-12T18:00:09.605665+0000","last_undegraded":"2024-09-12T18:00:09.605665+0000","last_fullsized":"2024-09-12T18:00:09.605665+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:59.262191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"264'45","reported_seq":165,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:02.053513+0000","last_change":"2024-09-12T17:28:43.374172+0000","last_active":"2024-09-12T17:58:02.053513+0000","last_peered":"2024-09-12T17:58:02.053513+0000","last_clean":"2024-09-12T17:58:02.053513+0000","last_became_active":"2024-09-12T17:28:43.373522+0000","last_became_peered":"2024-09-12T17:28:43.373522+0000","last_unstale":"2024-09-12T17:58:02.053513+0000","last_undegraded":"2024-09-12T17:58:02.053513+0000","last_fullsized":"2024-09-12T17:58:02.053513+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":156,"num_write":79,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.027470+0000","last_change":"2024-09-12T17:42:37.102852+0000","last_active":"2024-09-12T17:56:12.027470+0000","last_peered":"2024-09-12T17:56:12.027470+0000","last_clean":"2024-09-12T17:56:12.027470+0000","last_became_active":"2024-09-12T17:42:37.101673+0000","last_became_peered":"2024-09-12T17:42:37.101673+0000","last_unstale":"2024-09-12T17:56:12.027470+0000","last_undegraded":"2024-09-12T17:56:12.027470+0000","last_fullsized":"2024-09-12T17:56:12.027470+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:45:54.570527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"261'8","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034250+0000","last_change":"2024-09-12T17:30:41.493021+0000","last_active":"2024-09-12T17:56:42.034250+0000","last_peered":"2024-09-12T17:56:42.034250+0000","last_clean":"2024-09-12T17:56:42.034250+0000","last_became_active":"2024-09-12T17:30:41.492154+0000","last_became_peered":"2024-09-12T17:30:41.492154+0000","last_unstale":"2024-09-12T17:56:42.034250+0000","last_undegraded":"2024-09-12T17:56:42.034250+0000","last_fullsized":"2024-09-12T17:56:42.034250+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:31.779367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":20482,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"264'5","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.430751+0000","last_change":"2024-09-12T17:30:37.903106+0000","last_active":"2024-09-12T18:00:08.430751+0000","last_peered":"2024-09-12T18:00:08.430751+0000","last_clean":"2024-09-12T18:00:08.430751+0000","last_became_active":"2024-09-12T17:30:37.901984+0000","last_became_peered":"2024-09-12T17:30:37.901984+0000","last_unstale":"2024-09-12T18:00:08.430751+0000","last_undegraded":"2024-09-12T18:00:08.430751+0000","last_fullsized":"2024-09-12T18:00:08.430751+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:59.026630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'40","reported_seq":160,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039370+0000","last_change":"2024-09-12T17:28:43.376092+0000","last_active":"2024-09-12T17:57:02.039370+0000","last_peered":"2024-09-12T17:57:02.039370+0000","last_clean":"2024-09-12T17:57:02.039370+0000","last_became_active":"2024-09-12T17:28:43.375321+0000","last_became_peered":"2024-09-12T17:28:43.375321+0000","last_unstale":"2024-09-12T17:57:02.039370+0000","last_undegraded":"2024-09-12T17:57:02.039370+0000","last_fullsized":"2024-09-12T17:57:02.039370+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:43:53.782996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":212,"num_read_kb":150,"num_write":74,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'1","reported_seq":22,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:21.846055+0000","last_change":"2024-09-12T17:42:37.103281+0000","last_active":"2024-09-12T17:58:21.846055+0000","last_peered":"2024-09-12T17:58:21.846055+0000","last_clean":"2024-09-12T17:58:21.846055+0000","last_became_active":"2024-09-12T17:42:37.101691+0000","last_became_peered":"2024-09-12T17:42:37.101691+0000","last_unstale":"2024-09-12T17:58:21.846055+0000","last_undegraded":"2024-09-12T17:58:21.846055+0000","last_fullsized":"2024-09-12T17:58:21.846055+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'4","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.022190+0000","last_change":"2024-09-12T17:30:40.974011+0000","last_active":"2024-09-12T18:00:08.022190+0000","last_peered":"2024-09-12T18:00:08.022190+0000","last_clean":"2024-09-12T18:00:08.022190+0000","last_became_active":"2024-09-12T17:30:40.969731+0000","last_became_peered":"2024-09-12T17:30:40.969731+0000","last_unstale":"2024-09-12T18:00:08.022190+0000","last_undegraded":"2024-09-12T18:00:08.022190+0000","last_fullsized":"2024-09-12T18:00:08.022190+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:44.493455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2058,"num_write":4,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035537+0000","last_change":"2024-09-12T17:30:37.901530+0000","last_active":"2024-09-12T17:56:47.035537+0000","last_peered":"2024-09-12T17:56:47.035537+0000","last_clean":"2024-09-12T17:56:47.035537+0000","last_became_active":"2024-09-12T17:30:37.900716+0000","last_became_peered":"2024-09-12T17:30:37.900716+0000","last_unstale":"2024-09-12T17:56:47.035537+0000","last_undegraded":"2024-09-12T17:56:47.035537+0000","last_fullsized":"2024-09-12T17:56:47.035537+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:44.626880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'19","reported_seq":100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:25.369171+0000","last_change":"2024-09-12T17:28:43.370644+0000","last_active":"2024-09-12T17:57:25.369171+0000","last_peered":"2024-09-12T17:57:25.369171+0000","last_clean":"2024-09-12T17:57:25.369171+0000","last_became_active":"2024-09-12T17:28:43.369582+0000","last_became_peered":"2024-09-12T17:28:43.369582+0000","last_unstale":"2024-09-12T17:57:25.369171+0000","last_undegraded":"2024-09-12T17:57:25.369171+0000","last_fullsized":"2024-09-12T17:57:25.369171+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:47:18.944458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:22.057661+0000","last_change":"2024-09-12T17:42:37.102853+0000","last_active":"2024-09-12T17:58:22.057661+0000","last_peered":"2024-09-12T17:58:22.057661+0000","last_clean":"2024-09-12T17:58:22.057661+0000","last_became_active":"2024-09-12T17:42:37.102044+0000","last_became_peered":"2024-09-12T17:42:37.102044+0000","last_unstale":"2024-09-12T17:58:22.057661+0000","last_undegraded":"2024-09-12T17:58:22.057661+0000","last_fullsized":"2024-09-12T17:58:22.057661+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035721+0000","last_change":"2024-09-12T17:30:40.976896+0000","last_active":"2024-09-12T17:56:47.035721+0000","last_peered":"2024-09-12T17:56:47.035721+0000","last_clean":"2024-09-12T17:56:47.035721+0000","last_became_active":"2024-09-12T17:30:40.975911+0000","last_became_peered":"2024-09-12T17:30:40.975911+0000","last_unstale":"2024-09-12T17:56:47.035721+0000","last_undegraded":"2024-09-12T17:56:47.035721+0000","last_fullsized":"2024-09-12T17:56:47.035721+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:57.332177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'5","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.080472+0000","last_change":"2024-09-12T17:30:37.914709+0000","last_active":"2024-09-12T17:59:57.080472+0000","last_peered":"2024-09-12T17:59:57.080472+0000","last_clean":"2024-09-12T17:59:57.080472+0000","last_became_active":"2024-09-12T17:30:37.913930+0000","last_became_peered":"2024-09-12T17:30:37.913930+0000","last_unstale":"2024-09-12T17:59:57.080472+0000","last_undegraded":"2024-09-12T17:59:57.080472+0000","last_fullsized":"2024-09-12T17:59:57.080472+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:30.737989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'23","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151692+0000","last_change":"2024-09-12T17:28:43.376821+0000","last_active":"2024-09-12T17:56:57.151692+0000","last_peered":"2024-09-12T17:56:57.151692+0000","last_clean":"2024-09-12T17:56:57.151692+0000","last_became_active":"2024-09-12T17:28:43.376115+0000","last_became_peered":"2024-09-12T17:28:43.376115+0000","last_unstale":"2024-09-12T17:56:57.151692+0000","last_undegraded":"2024-09-12T17:56:57.151692+0000","last_fullsized":"2024-09-12T17:56:57.151692+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:26.389149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":80,"num_write":52,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041873+0000","last_change":"2024-09-12T17:42:37.103179+0000","last_active":"2024-09-12T17:57:12.041873+0000","last_peered":"2024-09-12T17:57:12.041873+0000","last_clean":"2024-09-12T17:57:12.041873+0000","last_became_active":"2024-09-12T17:42:37.101544+0000","last_became_peered":"2024-09-12T17:42:37.101544+0000","last_unstale":"2024-09-12T17:57:12.041873+0000","last_undegraded":"2024-09-12T17:57:12.041873+0000","last_fullsized":"2024-09-12T17:57:12.041873+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:20.118206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.077712+0000","last_change":"2024-09-12T17:30:40.976556+0000","last_active":"2024-09-12T17:59:57.077712+0000","last_peered":"2024-09-12T17:59:57.077712+0000","last_clean":"2024-09-12T17:59:57.077712+0000","last_became_active":"2024-09-12T17:30:40.975795+0000","last_became_peered":"2024-09-12T17:30:40.975795+0000","last_unstale":"2024-09-12T17:59:57.077712+0000","last_undegraded":"2024-09-12T17:59:57.077712+0000","last_fullsized":"2024-09-12T17:59:57.077712+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:25.932834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":10240,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049457+0000","last_change":"2024-09-12T17:30:37.911733+0000","last_active":"2024-09-12T17:57:42.049457+0000","last_peered":"2024-09-12T17:57:42.049457+0000","last_clean":"2024-09-12T17:57:42.049457+0000","last_became_active":"2024-09-12T17:30:37.910945+0000","last_became_peered":"2024-09-12T17:30:37.910945+0000","last_unstale":"2024-09-12T17:57:42.049457+0000","last_undegraded":"2024-09-12T17:57:42.049457+0000","last_fullsized":"2024-09-12T17:57:42.049457+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:53.940222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'45","reported_seq":172,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.038207+0000","last_change":"2024-09-12T17:28:43.372196+0000","last_active":"2024-09-12T17:56:57.038207+0000","last_peered":"2024-09-12T17:56:57.038207+0000","last_clean":"2024-09-12T17:56:57.038207+0000","last_became_active":"2024-09-12T17:28:43.370818+0000","last_became_peered":"2024-09-12T17:28:43.370818+0000","last_unstale":"2024-09-12T17:56:57.038207+0000","last_undegraded":"2024-09-12T17:56:57.038207+0000","last_fullsized":"2024-09-12T17:56:57.038207+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:52.893995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":162,"num_write":73,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.014156+0000","last_change":"2024-09-12T17:42:37.097106+0000","last_active":"2024-09-12T17:57:12.014156+0000","last_peered":"2024-09-12T17:57:12.014156+0000","last_clean":"2024-09-12T17:57:12.014156+0000","last_became_active":"2024-09-12T17:42:37.096358+0000","last_became_peered":"2024-09-12T17:42:37.096358+0000","last_unstale":"2024-09-12T17:57:12.014156+0000","last_undegraded":"2024-09-12T17:57:12.014156+0000","last_fullsized":"2024-09-12T17:57:12.014156+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:44.395649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'9","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.003104+0000","last_change":"2024-09-12T17:30:41.501521+0000","last_active":"2024-09-12T18:00:09.003104+0000","last_peered":"2024-09-12T18:00:09.003104+0000","last_clean":"2024-09-12T18:00:09.003104+0000","last_became_active":"2024-09-12T17:30:41.499891+0000","last_became_peered":"2024-09-12T17:30:41.499891+0000","last_unstale":"2024-09-12T18:00:09.003104+0000","last_undegraded":"2024-09-12T18:00:09.003104+0000","last_fullsized":"2024-09-12T18:00:09.003104+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:25.511704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":14,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.658618+0000","last_change":"2024-09-12T18:00:35.658618+0000","last_active":"2024-09-12T18:00:35.658618+0000","last_peered":"2024-09-12T18:00:35.658618+0000","last_clean":"2024-09-12T18:00:35.658618+0000","last_became_active":"2024-09-12T17:30:37.906651+0000","last_became_peered":"2024-09-12T17:30:37.906651+0000","last_unstale":"2024-09-12T18:00:35.658618+0000","last_undegraded":"2024-09-12T18:00:35.658618+0000","last_fullsized":"2024-09-12T18:00:35.658618+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:35.658432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:35.658432+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.658432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:33.182130+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'66","reported_seq":234,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.151897+0000","last_change":"2024-09-12T17:28:43.367437+0000","last_active":"2024-09-12T17:56:57.151897+0000","last_peered":"2024-09-12T17:56:57.151897+0000","last_clean":"2024-09-12T17:56:57.151897+0000","last_became_active":"2024-09-12T17:28:43.366637+0000","last_became_peered":"2024-09-12T17:28:43.366637+0000","last_unstale":"2024-09-12T17:56:57.151897+0000","last_undegraded":"2024-09-12T17:56:57.151897+0000","last_fullsized":"2024-09-12T17:56:57.151897+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:28:47.396479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":266,"num_write":106,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.023509+0000","last_change":"2024-09-12T17:42:37.082855+0000","last_active":"2024-09-12T17:56:42.023509+0000","last_peered":"2024-09-12T17:56:42.023509+0000","last_clean":"2024-09-12T17:56:42.023509+0000","last_became_active":"2024-09-12T17:42:37.081983+0000","last_became_peered":"2024-09-12T17:42:37.081983+0000","last_unstale":"2024-09-12T17:56:42.023509+0000","last_undegraded":"2024-09-12T17:56:42.023509+0000","last_fullsized":"2024-09-12T17:56:42.023509+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:47.157401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034565+0000","last_change":"2024-09-12T17:30:41.493967+0000","last_active":"2024-09-12T17:56:42.034565+0000","last_peered":"2024-09-12T17:56:42.034565+0000","last_clean":"2024-09-12T17:56:42.034565+0000","last_became_active":"2024-09-12T17:30:41.493272+0000","last_became_peered":"2024-09-12T17:30:41.493272+0000","last_unstale":"2024-09-12T17:56:42.034565+0000","last_undegraded":"2024-09-12T17:56:42.034565+0000","last_fullsized":"2024-09-12T17:56:42.034565+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:48.563362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"261'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.210574+0000","last_change":"2024-09-12T17:30:37.900313+0000","last_active":"2024-09-12T17:56:37.210574+0000","last_peered":"2024-09-12T17:56:37.210574+0000","last_clean":"2024-09-12T17:56:37.210574+0000","last_became_active":"2024-09-12T17:30:37.899518+0000","last_became_peered":"2024-09-12T17:30:37.899518+0000","last_unstale":"2024-09-12T17:56:37.210574+0000","last_undegraded":"2024-09-12T17:56:37.210574+0000","last_fullsized":"2024-09-12T17:56:37.210574+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:00:48.202203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'41","reported_seq":163,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:06.842432+0000","last_change":"2024-09-12T17:28:43.374656+0000","last_active":"2024-09-12T17:58:06.842432+0000","last_peered":"2024-09-12T17:58:06.842432+0000","last_clean":"2024-09-12T17:58:06.842432+0000","last_became_active":"2024-09-12T17:28:43.373808+0000","last_became_peered":"2024-09-12T17:28:43.373808+0000","last_unstale":"2024-09-12T17:58:06.842432+0000","last_undegraded":"2024-09-12T17:58:06.842432+0000","last_fullsized":"2024-09-12T17:58:06.842432+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:54:52.449675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":210,"num_read_kb":152,"num_write":74,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044243+0000","last_change":"2024-09-12T17:42:37.090806+0000","last_active":"2024-09-12T17:57:12.044243+0000","last_peered":"2024-09-12T17:57:12.044243+0000","last_clean":"2024-09-12T17:57:12.044243+0000","last_became_active":"2024-09-12T17:42:37.090019+0000","last_became_peered":"2024-09-12T17:42:37.090019+0000","last_unstale":"2024-09-12T17:57:12.044243+0000","last_undegraded":"2024-09-12T17:57:12.044243+0000","last_fullsized":"2024-09-12T17:57:12.044243+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:14.192600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.037892+0000","last_change":"2024-09-12T17:30:40.969688+0000","last_active":"2024-09-12T17:56:42.037892+0000","last_peered":"2024-09-12T17:56:42.037892+0000","last_clean":"2024-09-12T17:56:42.037892+0000","last_became_active":"2024-09-12T17:30:40.968849+0000","last_became_peered":"2024-09-12T17:30:40.968849+0000","last_unstale":"2024-09-12T17:56:42.037892+0000","last_undegraded":"2024-09-12T17:56:42.037892+0000","last_fullsized":"2024-09-12T17:56:42.037892+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:32.720003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.033239+0000","last_change":"2024-09-12T17:30:37.923890+0000","last_active":"2024-09-12T17:56:37.033239+0000","last_peered":"2024-09-12T17:56:37.033239+0000","last_clean":"2024-09-12T17:56:37.033239+0000","last_became_active":"2024-09-12T17:30:37.923324+0000","last_became_peered":"2024-09-12T17:30:37.923324+0000","last_unstale":"2024-09-12T17:56:37.033239+0000","last_undegraded":"2024-09-12T17:56:37.033239+0000","last_fullsized":"2024-09-12T17:56:37.033239+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:08:08.389266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.042062+0000","last_change":"2024-09-12T17:28:43.374298+0000","last_active":"2024-09-12T17:57:57.042062+0000","last_peered":"2024-09-12T17:57:57.042062+0000","last_clean":"2024-09-12T17:57:57.042062+0000","last_became_active":"2024-09-12T17:28:43.373686+0000","last_became_peered":"2024-09-12T17:28:43.373686+0000","last_unstale":"2024-09-12T17:57:57.042062+0000","last_undegraded":"2024-09-12T17:57:57.042062+0000","last_fullsized":"2024-09-12T17:57:57.042062+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:48.401489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"264'1","reported_seq":22,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.024921+0000","last_change":"2024-09-12T17:42:37.096720+0000","last_active":"2024-09-12T17:57:47.024921+0000","last_peered":"2024-09-12T17:57:47.024921+0000","last_clean":"2024-09-12T17:57:47.024921+0000","last_became_active":"2024-09-12T17:42:37.096203+0000","last_became_peered":"2024-09-12T17:42:37.096203+0000","last_unstale":"2024-09-12T17:57:47.024921+0000","last_undegraded":"2024-09-12T17:57:47.024921+0000","last_fullsized":"2024-09-12T17:57:47.024921+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:09.283596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"261'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.039793+0000","last_change":"2024-09-12T17:30:40.981945+0000","last_active":"2024-09-12T17:57:47.039793+0000","last_peered":"2024-09-12T17:57:47.039793+0000","last_clean":"2024-09-12T17:57:47.039793+0000","last_became_active":"2024-09-12T17:30:40.981226+0000","last_became_peered":"2024-09-12T17:30:40.981226+0000","last_unstale":"2024-09-12T17:57:47.039793+0000","last_undegraded":"2024-09-12T17:57:47.039793+0000","last_fullsized":"2024-09-12T17:57:47.039793+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:14:27.734816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:46.852273+0000","last_change":"2024-09-12T17:30:37.906230+0000","last_active":"2024-09-12T17:58:46.852273+0000","last_peered":"2024-09-12T17:58:46.852273+0000","last_clean":"2024-09-12T17:58:46.852273+0000","last_became_active":"2024-09-12T17:30:37.905424+0000","last_became_peered":"2024-09-12T17:30:37.905424+0000","last_unstale":"2024-09-12T17:58:46.852273+0000","last_undegraded":"2024-09-12T17:58:46.852273+0000","last_fullsized":"2024-09-12T17:58:46.852273+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:11.277814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'33","reported_seq":137,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.024417+0000","last_change":"2024-09-12T17:28:43.383108+0000","last_active":"2024-09-12T17:57:57.024417+0000","last_peered":"2024-09-12T17:57:57.024417+0000","last_clean":"2024-09-12T17:57:57.024417+0000","last_became_active":"2024-09-12T17:28:43.382398+0000","last_became_peered":"2024-09-12T17:28:43.382398+0000","last_unstale":"2024-09-12T17:57:57.024417+0000","last_undegraded":"2024-09-12T17:57:57.024417+0000","last_fullsized":"2024-09-12T17:57:57.024417+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:05.460836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":111,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050020+0000","last_change":"2024-09-12T17:42:37.103753+0000","last_active":"2024-09-12T17:57:47.050020+0000","last_peered":"2024-09-12T17:57:47.050020+0000","last_clean":"2024-09-12T17:57:47.050020+0000","last_became_active":"2024-09-12T17:42:37.088975+0000","last_became_peered":"2024-09-12T17:42:37.088975+0000","last_unstale":"2024-09-12T17:57:47.050020+0000","last_undegraded":"2024-09-12T17:57:47.050020+0000","last_fullsized":"2024-09-12T17:57:47.050020+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:12.758869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'3","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:52.036608+0000","last_change":"2024-09-12T17:30:40.969345+0000","last_active":"2024-09-12T17:58:52.036608+0000","last_peered":"2024-09-12T17:58:52.036608+0000","last_clean":"2024-09-12T17:58:52.036608+0000","last_became_active":"2024-09-12T17:30:40.968624+0000","last_became_peered":"2024-09-12T17:30:40.968624+0000","last_unstale":"2024-09-12T17:58:52.036608+0000","last_undegraded":"2024-09-12T17:58:52.036608+0000","last_fullsized":"2024-09-12T17:58:52.036608+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:38.404820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049297+0000","last_change":"2024-09-12T17:30:37.923900+0000","last_active":"2024-09-12T17:57:42.049297+0000","last_peered":"2024-09-12T17:57:42.049297+0000","last_clean":"2024-09-12T17:57:42.049297+0000","last_became_active":"2024-09-12T17:30:37.923278+0000","last_became_peered":"2024-09-12T17:30:37.923278+0000","last_unstale":"2024-09-12T17:57:42.049297+0000","last_undegraded":"2024-09-12T17:57:42.049297+0000","last_fullsized":"2024-09-12T17:57:42.049297+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:06.073524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'48","reported_seq":184,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.054068+0000","last_change":"2024-09-12T17:28:43.362689+0000","last_active":"2024-09-12T17:57:57.054068+0000","last_peered":"2024-09-12T17:57:57.054068+0000","last_clean":"2024-09-12T17:57:57.054068+0000","last_became_active":"2024-09-12T17:28:43.362189+0000","last_became_peered":"2024-09-12T17:28:43.362189+0000","last_unstale":"2024-09-12T17:57:57.054068+0000","last_undegraded":"2024-09-12T17:57:57.054068+0000","last_fullsized":"2024-09-12T17:57:57.054068+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:16:57.536604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":71,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041799+0000","last_change":"2024-09-12T17:42:37.111562+0000","last_active":"2024-09-12T17:57:12.041799+0000","last_peered":"2024-09-12T17:57:12.041799+0000","last_clean":"2024-09-12T17:57:12.041799+0000","last_became_active":"2024-09-12T17:42:37.110961+0000","last_became_peered":"2024-09-12T17:42:37.110961+0000","last_unstale":"2024-09-12T17:57:12.041799+0000","last_undegraded":"2024-09-12T17:57:12.041799+0000","last_fullsized":"2024-09-12T17:57:12.041799+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:04.606153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'8","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.162464+0000","last_change":"2024-09-12T17:30:40.982043+0000","last_active":"2024-09-12T17:57:47.162464+0000","last_peered":"2024-09-12T17:57:47.162464+0000","last_clean":"2024-09-12T17:57:47.162464+0000","last_became_active":"2024-09-12T17:30:40.981155+0000","last_became_peered":"2024-09-12T17:30:40.981155+0000","last_unstale":"2024-09-12T17:57:47.162464+0000","last_undegraded":"2024-09-12T17:57:47.162464+0000","last_fullsized":"2024-09-12T17:57:47.162464+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:23:29.474060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":9216,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:52.063808+0000","last_change":"2024-09-12T17:30:37.913645+0000","last_active":"2024-09-12T17:59:52.063808+0000","last_peered":"2024-09-12T17:59:52.063808+0000","last_clean":"2024-09-12T17:59:52.063808+0000","last_became_active":"2024-09-12T17:30:37.912814+0000","last_became_peered":"2024-09-12T17:30:37.912814+0000","last_unstale":"2024-09-12T17:59:52.063808+0000","last_undegraded":"2024-09-12T17:59:52.063808+0000","last_fullsized":"2024-09-12T17:59:52.063808+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:03.887253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"261'82","reported_seq":324,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.164549+0000","last_change":"2024-09-12T17:28:43.372198+0000","last_active":"2024-09-12T17:57:57.164549+0000","last_peered":"2024-09-12T17:57:57.164549+0000","last_clean":"2024-09-12T17:57:57.164549+0000","last_became_active":"2024-09-12T17:28:43.371424+0000","last_became_peered":"2024-09-12T17:28:43.371424+0000","last_unstale":"2024-09-12T17:57:57.164549+0000","last_undegraded":"2024-09-12T17:57:57.164549+0000","last_fullsized":"2024-09-12T17:57:57.164549+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:23:02.779961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":536,"num_read_kb":399,"num_write":105,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043559+0000","last_change":"2024-09-12T17:42:37.108419+0000","last_active":"2024-09-12T17:57:17.043559+0000","last_peered":"2024-09-12T17:57:17.043559+0000","last_clean":"2024-09-12T17:57:17.043559+0000","last_became_active":"2024-09-12T17:42:37.107578+0000","last_became_peered":"2024-09-12T17:42:37.107578+0000","last_unstale":"2024-09-12T17:57:17.043559+0000","last_undegraded":"2024-09-12T17:57:17.043559+0000","last_fullsized":"2024-09-12T17:57:17.043559+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:08.862881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'7","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.052001+0000","last_change":"2024-09-12T17:30:40.978653+0000","last_active":"2024-09-12T17:57:47.052001+0000","last_peered":"2024-09-12T17:57:47.052001+0000","last_clean":"2024-09-12T17:57:47.052001+0000","last_became_active":"2024-09-12T17:30:40.970542+0000","last_became_peered":"2024-09-12T17:30:40.970542+0000","last_unstale":"2024-09-12T17:57:47.052001+0000","last_undegraded":"2024-09-12T17:57:47.052001+0000","last_fullsized":"2024-09-12T17:57:47.052001+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:47.705490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.161389+0000","last_change":"2024-09-12T17:30:37.900601+0000","last_active":"2024-09-12T17:57:42.161389+0000","last_peered":"2024-09-12T17:57:42.161389+0000","last_clean":"2024-09-12T17:57:42.161389+0000","last_became_active":"2024-09-12T17:30:37.899552+0000","last_became_peered":"2024-09-12T17:30:37.899552+0000","last_unstale":"2024-09-12T17:57:42.161389+0000","last_undegraded":"2024-09-12T17:57:42.161389+0000","last_fullsized":"2024-09-12T17:57:42.161389+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:38.739644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'5","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:30.060762+0000","last_change":"2024-09-12T17:28:43.376491+0000","last_active":"2024-09-12T17:57:30.060762+0000","last_peered":"2024-09-12T17:57:30.060762+0000","last_clean":"2024-09-12T17:57:30.060762+0000","last_became_active":"2024-09-12T17:28:43.375683+0000","last_became_peered":"2024-09-12T17:28:43.375683+0000","last_unstale":"2024-09-12T17:57:30.060762+0000","last_undegraded":"2024-09-12T17:57:30.060762+0000","last_fullsized":"2024-09-12T17:57:30.060762+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:37:00.339317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":10,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'329","reported_seq":954,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.331821+0000","last_change":"2024-09-12T18:00:29.331821+0000","last_active":"2024-09-12T18:00:29.331821+0000","last_peered":"2024-09-12T18:00:29.331821+0000","last_clean":"2024-09-12T18:00:29.331821+0000","last_became_active":"2024-09-12T17:13:22.725942+0000","last_became_peered":"2024-09-12T17:13:22.725942+0000","last_unstale":"2024-09-12T18:00:29.331821+0000","last_undegraded":"2024-09-12T18:00:29.331821+0000","last_fullsized":"2024-09-12T18:00:29.331821+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'329","last_scrub_stamp":"2024-09-12T18:00:29.331576+0000","last_deep_scrub":"264'329","last_deep_scrub_stamp":"2024-09-12T18:00:29.331576+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.331576+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:15.407318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":440,"num_read_kb":7150,"num_write":972,"num_write_kb":34029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'177","reported_seq":754,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.208170+0000","last_change":"2024-09-12T18:00:35.208170+0000","last_active":"2024-09-12T18:00:35.208170+0000","last_peered":"2024-09-12T18:00:35.208170+0000","last_clean":"2024-09-12T18:00:35.208170+0000","last_became_active":"2024-09-12T17:13:24.750504+0000","last_became_peered":"2024-09-12T17:13:24.750504+0000","last_unstale":"2024-09-12T18:00:35.208170+0000","last_undegraded":"2024-09-12T18:00:35.208170+0000","last_fullsized":"2024-09-12T18:00:35.208170+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'177","last_scrub_stamp":"2024-09-12T18:00:35.207946+0000","last_deep_scrub":"264'177","last_deep_scrub_stamp":"2024-09-12T18:00:35.207946+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.207946+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:49.840018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":797,"num_read_kb":657,"num_write":298,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'313","reported_seq":1039,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.074435+0000","last_change":"2024-09-12T18:00:21.074435+0000","last_active":"2024-09-12T18:00:21.074435+0000","last_peered":"2024-09-12T18:00:21.074435+0000","last_clean":"2024-09-12T18:00:21.074435+0000","last_became_active":"2024-09-12T17:13:22.714030+0000","last_became_peered":"2024-09-12T17:13:22.714030+0000","last_unstale":"2024-09-12T18:00:21.074435+0000","last_undegraded":"2024-09-12T18:00:21.074435+0000","last_fullsized":"2024-09-12T18:00:21.074435+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'313","last_scrub_stamp":"2024-09-12T18:00:21.074204+0000","last_deep_scrub":"264'313","last_deep_scrub_stamp":"2024-09-12T18:00:21.074204+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.074204+0000","objects_scrubbed":6,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:00.817230+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254223,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":506,"num_read_kb":42071,"num_write":909,"num_write_kb":34997,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'145","reported_seq":782,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.456284+0000","last_change":"2024-09-12T18:00:33.456284+0000","last_active":"2024-09-12T18:00:33.456284+0000","last_peered":"2024-09-12T18:00:33.456284+0000","last_clean":"2024-09-12T18:00:33.456284+0000","last_became_active":"2024-09-12T17:13:24.726550+0000","last_became_peered":"2024-09-12T17:13:24.726550+0000","last_unstale":"2024-09-12T18:00:33.456284+0000","last_undegraded":"2024-09-12T18:00:33.456284+0000","last_fullsized":"2024-09-12T18:00:33.456284+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'145","last_scrub_stamp":"2024-09-12T18:00:33.456109+0000","last_deep_scrub":"264'145","last_deep_scrub_stamp":"2024-09-12T18:00:33.456109+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.456109+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:26.489877+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":576,"num_write":221,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'339","reported_seq":992,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.130728+0000","last_change":"2024-09-12T18:00:24.130728+0000","last_active":"2024-09-12T18:00:24.130728+0000","last_peered":"2024-09-12T18:00:24.130728+0000","last_clean":"2024-09-12T18:00:24.130728+0000","last_became_active":"2024-09-12T17:13:22.714072+0000","last_became_peered":"2024-09-12T17:13:22.714072+0000","last_unstale":"2024-09-12T18:00:24.130728+0000","last_undegraded":"2024-09-12T18:00:24.130728+0000","last_fullsized":"2024-09-12T18:00:24.130728+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'339","last_scrub_stamp":"2024-09-12T18:00:24.130511+0000","last_deep_scrub":"264'339","last_deep_scrub_stamp":"2024-09-12T18:00:24.130511+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.130511+0000","objects_scrubbed":8,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:42:25.411343+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170284,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":466,"num_read_kb":17380,"num_write":1016,"num_write_kb":42063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'168","reported_seq":770,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.562245+0000","last_change":"2024-09-12T18:00:35.562245+0000","last_active":"2024-09-12T18:00:35.562245+0000","last_peered":"2024-09-12T18:00:35.562245+0000","last_clean":"2024-09-12T18:00:35.562245+0000","last_became_active":"2024-09-12T17:13:24.748472+0000","last_became_peered":"2024-09-12T17:13:24.748472+0000","last_unstale":"2024-09-12T18:00:35.562245+0000","last_undegraded":"2024-09-12T18:00:35.562245+0000","last_fullsized":"2024-09-12T18:00:35.562245+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'168","last_scrub_stamp":"2024-09-12T18:00:35.562054+0000","last_deep_scrub":"264'168","last_deep_scrub_stamp":"2024-09-12T18:00:35.562054+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.562054+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:50:15.619174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":720,"num_read_kb":590,"num_write":257,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'371","reported_seq":1061,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.128056+0000","last_change":"2024-09-12T18:00:28.128056+0000","last_active":"2024-09-12T18:00:28.128056+0000","last_peered":"2024-09-12T18:00:28.128056+0000","last_clean":"2024-09-12T18:00:28.128056+0000","last_became_active":"2024-09-12T17:13:22.726239+0000","last_became_peered":"2024-09-12T17:13:22.726239+0000","last_unstale":"2024-09-12T18:00:28.128056+0000","last_undegraded":"2024-09-12T18:00:28.128056+0000","last_fullsized":"2024-09-12T18:00:28.128056+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T18:00:28.127869+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T18:00:28.127869+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.127869+0000","objects_scrubbed":2,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:35.152385+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":595,"num_read_kb":17747,"num_write":1232,"num_write_kb":17874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'4117","reported_seq":4724,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.111849+0000","last_change":"2024-09-12T18:00:29.111849+0000","last_active":"2024-09-12T18:00:29.111849+0000","last_peered":"2024-09-12T18:00:29.111849+0000","last_clean":"2024-09-12T18:00:29.111849+0000","last_became_active":"2024-09-12T17:13:24.746121+0000","last_became_peered":"2024-09-12T17:13:24.746121+0000","last_unstale":"2024-09-12T18:00:29.111849+0000","last_undegraded":"2024-09-12T18:00:29.111849+0000","last_fullsized":"2024-09-12T18:00:29.111849+0000","mapping_epoch":25,"log_start":"264'4100","ondisk_log_start":"264'4100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4117","last_scrub_stamp":"2024-09-12T18:00:29.111667+0000","last_deep_scrub":"264'4117","last_deep_scrub_stamp":"2024-09-12T18:00:29.111667+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.111667+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:13.417797+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16538,"num_read_kb":13876,"num_write":6180,"num_write_kb":3076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'438","reported_seq":1115,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.316041+0000","last_change":"2024-09-12T18:00:28.316041+0000","last_active":"2024-09-12T18:00:28.316041+0000","last_peered":"2024-09-12T18:00:28.316041+0000","last_clean":"2024-09-12T18:00:28.316041+0000","last_became_active":"2024-09-12T17:13:22.723131+0000","last_became_peered":"2024-09-12T17:13:22.723131+0000","last_unstale":"2024-09-12T18:00:28.316041+0000","last_undegraded":"2024-09-12T18:00:28.316041+0000","last_fullsized":"2024-09-12T18:00:28.316041+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'438","last_scrub_stamp":"2024-09-12T18:00:28.315777+0000","last_deep_scrub":"264'438","last_deep_scrub_stamp":"2024-09-12T18:00:28.315777+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.315777+0000","objects_scrubbed":10,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:55.192752+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":831467,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":664,"num_read_kb":11011,"num_write":1555,"num_write_kb":36392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'271","reported_seq":929,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.638768+0000","last_change":"2024-09-12T18:00:30.638768+0000","last_active":"2024-09-12T18:00:30.638768+0000","last_peered":"2024-09-12T18:00:30.638768+0000","last_clean":"2024-09-12T18:00:30.638768+0000","last_became_active":"2024-09-12T17:13:24.737057+0000","last_became_peered":"2024-09-12T17:13:24.737057+0000","last_unstale":"2024-09-12T18:00:30.638768+0000","last_undegraded":"2024-09-12T18:00:30.638768+0000","last_fullsized":"2024-09-12T18:00:30.638768+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'271","last_scrub_stamp":"2024-09-12T18:00:30.638585+0000","last_deep_scrub":"264'271","last_deep_scrub_stamp":"2024-09-12T18:00:30.638585+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.638585+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:08.338717+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1178,"num_read_kb":971,"num_write":403,"num_write_kb":196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'369","reported_seq":1007,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.128820+0000","last_change":"2024-09-12T18:00:26.128820+0000","last_active":"2024-09-12T18:00:26.128820+0000","last_peered":"2024-09-12T18:00:26.128820+0000","last_clean":"2024-09-12T18:00:26.128820+0000","last_became_active":"2024-09-12T17:13:22.724221+0000","last_became_peered":"2024-09-12T17:13:22.724221+0000","last_unstale":"2024-09-12T18:00:26.128820+0000","last_undegraded":"2024-09-12T18:00:26.128820+0000","last_fullsized":"2024-09-12T18:00:26.128820+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'369","last_scrub_stamp":"2024-09-12T18:00:26.128583+0000","last_deep_scrub":"264'369","last_deep_scrub_stamp":"2024-09-12T18:00:26.128583+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.128583+0000","objects_scrubbed":6,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:19.642888+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306959,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":491,"num_read_kb":12101,"num_write":1129,"num_write_kb":47003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'177","reported_seq":797,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.589273+0000","last_change":"2024-09-12T18:00:36.589273+0000","last_active":"2024-09-12T18:00:36.589273+0000","last_peered":"2024-09-12T18:00:36.589273+0000","last_clean":"2024-09-12T18:00:36.589273+0000","last_became_active":"2024-09-12T17:13:24.731429+0000","last_became_peered":"2024-09-12T17:13:24.731429+0000","last_unstale":"2024-09-12T18:00:36.589273+0000","last_undegraded":"2024-09-12T18:00:36.589273+0000","last_fullsized":"2024-09-12T18:00:36.589273+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'177","last_scrub_stamp":"2024-09-12T18:00:36.589079+0000","last_deep_scrub":"264'177","last_deep_scrub_stamp":"2024-09-12T18:00:36.589079+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.589079+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:06.218870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":785,"num_read_kb":645,"num_write":290,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'374","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.291720+0000","last_change":"2024-09-12T18:00:27.291720+0000","last_active":"2024-09-12T18:00:27.291720+0000","last_peered":"2024-09-12T18:00:27.291720+0000","last_clean":"2024-09-12T18:00:27.291720+0000","last_became_active":"2024-09-12T17:13:22.720098+0000","last_became_peered":"2024-09-12T17:13:22.720098+0000","last_unstale":"2024-09-12T18:00:27.291720+0000","last_undegraded":"2024-09-12T18:00:27.291720+0000","last_fullsized":"2024-09-12T18:00:27.291720+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'374","last_scrub_stamp":"2024-09-12T18:00:27.291516+0000","last_deep_scrub":"264'374","last_deep_scrub_stamp":"2024-09-12T18:00:27.291516+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.291516+0000","objects_scrubbed":6,"log_size":74,"log_dups_size":300,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:02.599553+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":535,"num_read_kb":13868,"num_write":1162,"num_write_kb":21571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'306","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.192512+0000","last_change":"2024-09-12T18:00:34.192512+0000","last_active":"2024-09-12T18:00:34.192512+0000","last_peered":"2024-09-12T18:00:34.192512+0000","last_clean":"2024-09-12T18:00:34.192512+0000","last_became_active":"2024-09-12T17:13:24.759152+0000","last_became_peered":"2024-09-12T17:13:24.759152+0000","last_unstale":"2024-09-12T18:00:34.192512+0000","last_undegraded":"2024-09-12T18:00:34.192512+0000","last_fullsized":"2024-09-12T18:00:34.192512+0000","mapping_epoch":25,"log_start":"250'200","ondisk_log_start":"250'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T18:00:34.192320+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T18:00:34.192320+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.192320+0000","objects_scrubbed":2,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:15.682155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1481,"num_read_kb":1284,"num_write":444,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":26210,"num_omap_keys":103,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'385","reported_seq":1036,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.277814+0000","last_change":"2024-09-12T18:00:23.277814+0000","last_active":"2024-09-12T18:00:23.277814+0000","last_peered":"2024-09-12T18:00:23.277814+0000","last_clean":"2024-09-12T18:00:23.277814+0000","last_became_active":"2024-09-12T17:13:22.738728+0000","last_became_peered":"2024-09-12T17:13:22.738728+0000","last_unstale":"2024-09-12T18:00:23.277814+0000","last_undegraded":"2024-09-12T18:00:23.277814+0000","last_fullsized":"2024-09-12T18:00:23.277814+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'385","last_scrub_stamp":"2024-09-12T18:00:23.277612+0000","last_deep_scrub":"264'385","last_deep_scrub_stamp":"2024-09-12T18:00:23.277612+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.277612+0000","objects_scrubbed":1,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:32.433993+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":510,"num_read_kb":82193,"num_write":1133,"num_write_kb":40924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'304","reported_seq":944,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.676110+0000","last_change":"2024-09-12T18:00:26.676110+0000","last_active":"2024-09-12T18:00:26.676110+0000","last_peered":"2024-09-12T18:00:26.676110+0000","last_clean":"2024-09-12T18:00:26.676110+0000","last_became_active":"2024-09-12T17:13:24.738756+0000","last_became_peered":"2024-09-12T17:13:24.738756+0000","last_unstale":"2024-09-12T18:00:26.676110+0000","last_undegraded":"2024-09-12T18:00:26.676110+0000","last_fullsized":"2024-09-12T18:00:26.676110+0000","mapping_epoch":25,"log_start":"261'200","ondisk_log_start":"261'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'304","last_scrub_stamp":"2024-09-12T18:00:26.675905+0000","last_deep_scrub":"264'304","last_deep_scrub_stamp":"2024-09-12T18:00:26.675905+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.675905+0000","objects_scrubbed":1,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:23.237265+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1076,"num_write":462,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4004,"num_omap_keys":18,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'72","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.529704+0000","last_change":"2024-09-12T18:00:33.529704+0000","last_active":"2024-09-12T18:00:33.529704+0000","last_peered":"2024-09-12T18:00:33.529704+0000","last_clean":"2024-09-12T18:00:33.529704+0000","last_became_active":"2024-09-12T17:13:24.729545+0000","last_became_peered":"2024-09-12T17:13:24.729545+0000","last_unstale":"2024-09-12T18:00:33.529704+0000","last_undegraded":"2024-09-12T18:00:33.529704+0000","last_fullsized":"2024-09-12T18:00:33.529704+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'72","last_scrub_stamp":"2024-09-12T18:00:33.529424+0000","last_deep_scrub":"264'72","last_deep_scrub_stamp":"2024-09-12T18:00:33.529424+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.529424+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:56.932202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":265,"num_write":110,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'352","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.578963+0000","last_change":"2024-09-12T18:00:23.578963+0000","last_active":"2024-09-12T18:00:23.578963+0000","last_peered":"2024-09-12T18:00:23.578963+0000","last_clean":"2024-09-12T18:00:23.578963+0000","last_became_active":"2024-09-12T17:13:54.836666+0000","last_became_peered":"2024-09-12T17:13:54.836666+0000","last_unstale":"2024-09-12T18:00:23.578963+0000","last_undegraded":"2024-09-12T18:00:23.578963+0000","last_fullsized":"2024-09-12T18:00:23.578963+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:23.578762+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:23.578762+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.578762+0000","objects_scrubbed":6,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:50.441043+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":563,"num_read_kb":32563,"num_write":1079,"num_write_kb":32697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.31","version":"264'40","reported_seq":621,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.413067+0000","last_change":"2024-09-12T18:00:32.413067+0000","last_active":"2024-09-12T18:00:32.413067+0000","last_peered":"2024-09-12T18:00:32.413067+0000","last_clean":"2024-09-12T18:00:32.413067+0000","last_became_active":"2024-09-12T17:13:24.727755+0000","last_became_peered":"2024-09-12T17:13:24.727755+0000","last_unstale":"2024-09-12T18:00:32.413067+0000","last_undegraded":"2024-09-12T18:00:32.413067+0000","last_fullsized":"2024-09-12T18:00:32.413067+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T18:00:32.412880+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T18:00:32.412880+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.412880+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:35.336540+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":206,"num_read_kb":188,"num_write":57,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'312","reported_seq":939,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.531708+0000","last_change":"2024-09-12T18:00:24.531708+0000","last_active":"2024-09-12T18:00:24.531708+0000","last_peered":"2024-09-12T18:00:24.531708+0000","last_clean":"2024-09-12T18:00:24.531708+0000","last_became_active":"2024-09-12T17:13:22.737350+0000","last_became_peered":"2024-09-12T17:13:22.737350+0000","last_unstale":"2024-09-12T18:00:24.531708+0000","last_undegraded":"2024-09-12T18:00:24.531708+0000","last_fullsized":"2024-09-12T18:00:24.531708+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T18:00:24.531498+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T18:00:24.531498+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.531498+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:55.047427+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589768,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":419,"num_read_kb":4257,"num_write":999,"num_write_kb":39071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'204","reported_seq":810,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.182821+0000","last_change":"2024-09-12T18:00:32.182821+0000","last_active":"2024-09-12T18:00:32.182821+0000","last_peered":"2024-09-12T18:00:32.182821+0000","last_clean":"2024-09-12T18:00:32.182821+0000","last_became_active":"2024-09-12T17:13:24.751427+0000","last_became_peered":"2024-09-12T17:13:24.751427+0000","last_unstale":"2024-09-12T18:00:32.182821+0000","last_undegraded":"2024-09-12T18:00:32.182821+0000","last_fullsized":"2024-09-12T18:00:32.182821+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'204","last_scrub_stamp":"2024-09-12T18:00:32.182603+0000","last_deep_scrub":"264'204","last_deep_scrub_stamp":"2024-09-12T18:00:32.182603+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.182603+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:40.408953+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":941,"num_read_kb":767,"num_write":366,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'322","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.527575+0000","last_change":"2024-09-12T18:00:22.527575+0000","last_active":"2024-09-12T18:00:22.527575+0000","last_peered":"2024-09-12T18:00:22.527575+0000","last_clean":"2024-09-12T18:00:22.527575+0000","last_became_active":"2024-09-12T17:13:22.736388+0000","last_became_peered":"2024-09-12T17:13:22.736388+0000","last_unstale":"2024-09-12T18:00:22.527575+0000","last_undegraded":"2024-09-12T18:00:22.527575+0000","last_fullsized":"2024-09-12T18:00:22.527575+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'322","last_scrub_stamp":"2024-09-12T18:00:22.527316+0000","last_deep_scrub":"264'322","last_deep_scrub_stamp":"2024-09-12T18:00:22.527316+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.527316+0000","objects_scrubbed":7,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:12.712365+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262277,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":479,"num_read_kb":22737,"num_write":1066,"num_write_kb":36288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'75","reported_seq":635,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.616386+0000","last_change":"2024-09-12T18:00:24.616386+0000","last_active":"2024-09-12T18:00:24.616386+0000","last_peered":"2024-09-12T18:00:24.616386+0000","last_clean":"2024-09-12T18:00:24.616386+0000","last_became_active":"2024-09-12T17:13:24.741951+0000","last_became_peered":"2024-09-12T17:13:24.741951+0000","last_unstale":"2024-09-12T18:00:24.616386+0000","last_undegraded":"2024-09-12T18:00:24.616386+0000","last_fullsized":"2024-09-12T18:00:24.616386+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'75","last_scrub_stamp":"2024-09-12T18:00:24.616158+0000","last_deep_scrub":"264'75","last_deep_scrub_stamp":"2024-09-12T18:00:24.616158+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.616158+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:47.517203+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":291,"num_write":115,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'327","reported_seq":968,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.471761+0000","last_change":"2024-09-12T18:00:20.471761+0000","last_active":"2024-09-12T18:00:20.471761+0000","last_peered":"2024-09-12T18:00:20.471761+0000","last_clean":"2024-09-12T18:00:20.471761+0000","last_became_active":"2024-09-12T17:13:22.739336+0000","last_became_peered":"2024-09-12T17:13:22.739336+0000","last_unstale":"2024-09-12T18:00:20.471761+0000","last_undegraded":"2024-09-12T18:00:20.471761+0000","last_fullsized":"2024-09-12T18:00:20.471761+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'327","last_scrub_stamp":"2024-09-12T18:00:20.471531+0000","last_deep_scrub":"264'327","last_deep_scrub_stamp":"2024-09-12T18:00:20.471531+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.471531+0000","objects_scrubbed":8,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:19.296653+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262243,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":446,"num_read_kb":20536,"num_write":1022,"num_write_kb":35486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"264'230","reported_seq":889,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.628293+0000","last_change":"2024-09-12T18:00:21.628293+0000","last_active":"2024-09-12T18:00:21.628293+0000","last_peered":"2024-09-12T18:00:21.628293+0000","last_clean":"2024-09-12T18:00:21.628293+0000","last_became_active":"2024-09-12T17:13:24.733104+0000","last_became_peered":"2024-09-12T17:13:24.733104+0000","last_unstale":"2024-09-12T18:00:21.628293+0000","last_undegraded":"2024-09-12T18:00:21.628293+0000","last_fullsized":"2024-09-12T18:00:21.628293+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'230","last_scrub_stamp":"2024-09-12T18:00:21.628110+0000","last_deep_scrub":"264'230","last_deep_scrub_stamp":"2024-09-12T18:00:21.628110+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.628110+0000","objects_scrubbed":1,"log_size":30,"log_dups_size":200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:27.551476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1025,"num_read_kb":844,"num_write":360,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":229,"num_omap_keys":1,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'436","reported_seq":1109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.276109+0000","last_change":"2024-09-12T18:00:26.276109+0000","last_active":"2024-09-12T18:00:26.276109+0000","last_peered":"2024-09-12T18:00:26.276109+0000","last_clean":"2024-09-12T18:00:26.276109+0000","last_became_active":"2024-09-12T17:13:22.716482+0000","last_became_peered":"2024-09-12T17:13:22.716482+0000","last_unstale":"2024-09-12T18:00:26.276109+0000","last_undegraded":"2024-09-12T18:00:26.276109+0000","last_fullsized":"2024-09-12T18:00:26.276109+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'436","last_scrub_stamp":"2024-09-12T18:00:26.275891+0000","last_deep_scrub":"264'436","last_deep_scrub_stamp":"2024-09-12T18:00:26.275891+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.275891+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":400,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:08.350628+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1741262,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":598,"num_read_kb":27055,"num_write":1306,"num_write_kb":45208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'4106","reported_seq":4710,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.564781+0000","last_change":"2024-09-12T18:00:34.564781+0000","last_active":"2024-09-12T18:00:34.564781+0000","last_peered":"2024-09-12T18:00:34.564781+0000","last_clean":"2024-09-12T18:00:34.564781+0000","last_became_active":"2024-09-12T17:13:24.753665+0000","last_became_peered":"2024-09-12T17:13:24.753665+0000","last_unstale":"2024-09-12T18:00:34.564781+0000","last_undegraded":"2024-09-12T18:00:34.564781+0000","last_fullsized":"2024-09-12T18:00:34.564781+0000","mapping_epoch":25,"log_start":"264'4000","ondisk_log_start":"264'4000","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4106","last_scrub_stamp":"2024-09-12T18:00:34.564603+0000","last_deep_scrub":"264'4106","last_deep_scrub_stamp":"2024-09-12T18:00:34.564603+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.564603+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":3000,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:13.154948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16466,"num_read_kb":13828,"num_write":6154,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'362","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.098958+0000","last_change":"2024-09-12T18:00:19.098958+0000","last_active":"2024-09-12T18:00:19.098958+0000","last_peered":"2024-09-12T18:00:19.098958+0000","last_clean":"2024-09-12T18:00:19.098958+0000","last_became_active":"2024-09-12T17:13:22.719278+0000","last_became_peered":"2024-09-12T17:13:22.719278+0000","last_unstale":"2024-09-12T18:00:19.098958+0000","last_undegraded":"2024-09-12T18:00:19.098958+0000","last_fullsized":"2024-09-12T18:00:19.098958+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:19.098742+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:19.098742+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.098742+0000","objects_scrubbed":5,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:13.781748+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":856689,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":593,"num_read_kb":41507,"num_write":1147,"num_write_kb":26289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'113","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.558347+0000","last_change":"2024-09-12T17:13:32.782020+0000","last_active":"2024-09-12T17:58:30.558347+0000","last_peered":"2024-09-12T17:58:30.558347+0000","last_clean":"2024-09-12T17:58:30.558347+0000","last_became_active":"2024-09-12T17:13:32.781296+0000","last_became_peered":"2024-09-12T17:13:32.781296+0000","last_unstale":"2024-09-12T17:58:30.558347+0000","last_undegraded":"2024-09-12T17:58:30.558347+0000","last_fullsized":"2024-09-12T17:58:30.558347+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:05:52.466939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":165,"num_read_kb":153,"num_write":253,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'148","reported_seq":737,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.290237+0000","last_change":"2024-09-12T18:00:28.290237+0000","last_active":"2024-09-12T18:00:28.290237+0000","last_peered":"2024-09-12T18:00:28.290237+0000","last_clean":"2024-09-12T18:00:28.290237+0000","last_became_active":"2024-09-12T17:13:24.752021+0000","last_became_peered":"2024-09-12T17:13:24.752021+0000","last_unstale":"2024-09-12T18:00:28.290237+0000","last_undegraded":"2024-09-12T18:00:28.290237+0000","last_fullsized":"2024-09-12T18:00:28.290237+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'148","last_scrub_stamp":"2024-09-12T18:00:28.290053+0000","last_deep_scrub":"264'148","last_deep_scrub_stamp":"2024-09-12T18:00:28.290053+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.290053+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:48.283640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":513,"num_write":228,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"264'295","reported_seq":1146,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.220898+0000","last_change":"2024-09-12T18:00:24.220898+0000","last_active":"2024-09-12T18:00:24.220898+0000","last_peered":"2024-09-12T18:00:24.220898+0000","last_clean":"2024-09-12T18:00:24.220898+0000","last_became_active":"2024-09-12T17:13:22.741981+0000","last_became_peered":"2024-09-12T17:13:22.741981+0000","last_unstale":"2024-09-12T18:00:24.220898+0000","last_undegraded":"2024-09-12T18:00:24.220898+0000","last_fullsized":"2024-09-12T18:00:24.220898+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'295","last_scrub_stamp":"2024-09-12T18:00:24.220681+0000","last_deep_scrub":"264'295","last_deep_scrub_stamp":"2024-09-12T18:00:24.220681+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.220681+0000","objects_scrubbed":9,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:19.706981+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1128744,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":885,"num_read_kb":30696,"num_write":1032,"num_write_kb":26054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215238+0000","last_change":"2024-09-12T17:13:26.745444+0000","last_active":"2024-09-12T17:56:57.215238+0000","last_peered":"2024-09-12T17:56:57.215238+0000","last_clean":"2024-09-12T17:56:57.215238+0000","last_became_active":"2024-09-12T17:13:26.744613+0000","last_became_peered":"2024-09-12T17:13:26.744613+0000","last_unstale":"2024-09-12T17:56:57.215238+0000","last_undegraded":"2024-09-12T17:56:57.215238+0000","last_fullsized":"2024-09-12T17:56:57.215238+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:47.749920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'347","reported_seq":952,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.597867+0000","last_change":"2024-09-12T17:13:28.743853+0000","last_active":"2024-09-12T18:00:09.597867+0000","last_peered":"2024-09-12T18:00:09.597867+0000","last_clean":"2024-09-12T18:00:09.597867+0000","last_became_active":"2024-09-12T17:13:28.743214+0000","last_became_peered":"2024-09-12T17:13:28.743214+0000","last_unstale":"2024-09-12T18:00:09.597867+0000","last_undegraded":"2024-09-12T18:00:09.597867+0000","last_fullsized":"2024-09-12T18:00:09.597867+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:56.835797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48366,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":572,"num_read_kb":1239,"num_write":462,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039637+0000","last_change":"2024-09-12T17:13:30.782060+0000","last_active":"2024-09-12T17:57:02.039637+0000","last_peered":"2024-09-12T17:57:02.039637+0000","last_clean":"2024-09-12T17:57:02.039637+0000","last_became_active":"2024-09-12T17:13:30.781254+0000","last_became_peered":"2024-09-12T17:13:30.781254+0000","last_unstale":"2024-09-12T17:57:02.039637+0000","last_undegraded":"2024-09-12T17:57:02.039637+0000","last_fullsized":"2024-09-12T17:57:02.039637+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:27.921708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'149","reported_seq":702,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.047037+0000","last_change":"2024-09-12T17:13:32.780600+0000","last_active":"2024-09-12T17:59:37.047037+0000","last_peered":"2024-09-12T17:59:37.047037+0000","last_clean":"2024-09-12T17:59:37.047037+0000","last_became_active":"2024-09-12T17:13:32.779025+0000","last_became_peered":"2024-09-12T17:13:32.779025+0000","last_unstale":"2024-09-12T17:59:37.047037+0000","last_undegraded":"2024-09-12T17:59:37.047037+0000","last_fullsized":"2024-09-12T17:59:37.047037+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:31.257262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":250,"num_read_kb":239,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'127","reported_seq":736,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.115431+0000","last_change":"2024-09-12T18:00:30.115431+0000","last_active":"2024-09-12T18:00:30.115431+0000","last_peered":"2024-09-12T18:00:30.115431+0000","last_clean":"2024-09-12T18:00:30.115431+0000","last_became_active":"2024-09-12T17:13:24.763073+0000","last_became_peered":"2024-09-12T17:13:24.763073+0000","last_unstale":"2024-09-12T18:00:30.115431+0000","last_undegraded":"2024-09-12T18:00:30.115431+0000","last_fullsized":"2024-09-12T18:00:30.115431+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'127","last_scrub_stamp":"2024-09-12T18:00:30.115207+0000","last_deep_scrub":"264'127","last_deep_scrub_stamp":"2024-09-12T18:00:30.115207+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.115207+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:21.344405+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":599,"num_read_kb":505,"num_write":195,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'384","reported_seq":1092,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.126249+0000","last_change":"2024-09-12T18:00:15.126249+0000","last_active":"2024-09-12T18:00:15.126249+0000","last_peered":"2024-09-12T18:00:15.126249+0000","last_clean":"2024-09-12T18:00:15.126249+0000","last_became_active":"2024-09-12T17:13:22.722143+0000","last_became_peered":"2024-09-12T17:13:22.722143+0000","last_unstale":"2024-09-12T18:00:15.126249+0000","last_undegraded":"2024-09-12T18:00:15.126249+0000","last_fullsized":"2024-09-12T18:00:15.126249+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'384","last_scrub_stamp":"2024-09-12T18:00:15.126157+0000","last_deep_scrub":"264'384","last_deep_scrub_stamp":"2024-09-12T18:00:15.126157+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.126157+0000","objects_scrubbed":7,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:41.192796+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1630394,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":765,"num_read_kb":3110,"num_write":1221,"num_write_kb":31566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.336382+0000","last_change":"2024-09-12T18:00:36.336382+0000","last_active":"2024-09-12T18:00:36.336382+0000","last_peered":"2024-09-12T18:00:36.336382+0000","last_clean":"2024-09-12T18:00:36.336382+0000","last_became_active":"2024-09-12T17:13:26.742603+0000","last_became_peered":"2024-09-12T17:13:26.742603+0000","last_unstale":"2024-09-12T18:00:36.336382+0000","last_undegraded":"2024-09-12T18:00:36.336382+0000","last_fullsized":"2024-09-12T18:00:36.336382+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.336190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.336190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.336190+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:22.067795+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'104","reported_seq":626,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.042152+0000","last_change":"2024-09-12T17:13:28.729780+0000","last_active":"2024-09-12T17:57:02.042152+0000","last_peered":"2024-09-12T17:57:02.042152+0000","last_clean":"2024-09-12T17:57:02.042152+0000","last_became_active":"2024-09-12T17:13:28.729033+0000","last_became_peered":"2024-09-12T17:13:28.729033+0000","last_unstale":"2024-09-12T17:57:02.042152+0000","last_undegraded":"2024-09-12T17:57:02.042152+0000","last_fullsized":"2024-09-12T17:57:02.042152+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:48:28.000909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":103,"num_read_kb":95,"num_write":76,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.042123+0000","last_change":"2024-09-12T17:13:30.790778+0000","last_active":"2024-09-12T17:57:02.042123+0000","last_peered":"2024-09-12T17:57:02.042123+0000","last_clean":"2024-09-12T17:57:02.042123+0000","last_became_active":"2024-09-12T17:13:30.789947+0000","last_became_peered":"2024-09-12T17:13:30.789947+0000","last_unstale":"2024-09-12T17:57:02.042123+0000","last_undegraded":"2024-09-12T17:57:02.042123+0000","last_fullsized":"2024-09-12T17:57:02.042123+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:11.160397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'116","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.640280+0000","last_change":"2024-09-12T17:13:32.783937+0000","last_active":"2024-09-12T17:57:26.640280+0000","last_peered":"2024-09-12T17:57:26.640280+0000","last_clean":"2024-09-12T17:57:26.640280+0000","last_became_active":"2024-09-12T17:13:32.783016+0000","last_became_peered":"2024-09-12T17:13:32.783016+0000","last_unstale":"2024-09-12T17:57:26.640280+0000","last_undegraded":"2024-09-12T17:57:26.640280+0000","last_fullsized":"2024-09-12T17:57:26.640280+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:04:13.205838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":153,"num_read_kb":152,"num_write":274,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'267","reported_seq":903,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.060700+0000","last_change":"2024-09-12T18:00:26.060700+0000","last_active":"2024-09-12T18:00:26.060700+0000","last_peered":"2024-09-12T18:00:26.060700+0000","last_clean":"2024-09-12T18:00:26.060700+0000","last_became_active":"2024-09-12T17:13:24.736246+0000","last_became_peered":"2024-09-12T17:13:24.736246+0000","last_unstale":"2024-09-12T18:00:26.060700+0000","last_undegraded":"2024-09-12T18:00:26.060700+0000","last_fullsized":"2024-09-12T18:00:26.060700+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'267","last_scrub_stamp":"2024-09-12T18:00:26.060483+0000","last_deep_scrub":"264'267","last_deep_scrub_stamp":"2024-09-12T18:00:26.060483+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.060483+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:52.145531+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1187,"num_read_kb":960,"num_write":442,"num_write_kb":207,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'353","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.188036+0000","last_change":"2024-09-12T18:00:23.188036+0000","last_active":"2024-09-12T18:00:23.188036+0000","last_peered":"2024-09-12T18:00:23.188036+0000","last_clean":"2024-09-12T18:00:23.188036+0000","last_became_active":"2024-09-12T17:13:22.748810+0000","last_became_peered":"2024-09-12T17:13:22.748810+0000","last_unstale":"2024-09-12T18:00:23.188036+0000","last_undegraded":"2024-09-12T18:00:23.188036+0000","last_fullsized":"2024-09-12T18:00:23.188036+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'353","last_scrub_stamp":"2024-09-12T18:00:23.187794+0000","last_deep_scrub":"264'353","last_deep_scrub_stamp":"2024-09-12T18:00:23.187794+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.187794+0000","objects_scrubbed":12,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:24.423747+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262306,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":501,"num_read_kb":124546,"num_write":1104,"num_write_kb":53728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049382+0000","last_change":"2024-09-12T17:13:26.737499+0000","last_active":"2024-09-12T17:56:57.049382+0000","last_peered":"2024-09-12T17:56:57.049382+0000","last_clean":"2024-09-12T17:56:57.049382+0000","last_became_active":"2024-09-12T17:13:26.736145+0000","last_became_peered":"2024-09-12T17:13:26.736145+0000","last_unstale":"2024-09-12T17:56:57.049382+0000","last_undegraded":"2024-09-12T17:56:57.049382+0000","last_fullsized":"2024-09-12T17:56:57.049382+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:14.078408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'108","reported_seq":651,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.684117+0000","last_change":"2024-09-12T18:00:31.684117+0000","last_active":"2024-09-12T18:00:31.684117+0000","last_peered":"2024-09-12T18:00:31.684117+0000","last_clean":"2024-09-12T18:00:31.684117+0000","last_became_active":"2024-09-12T17:13:28.728857+0000","last_became_peered":"2024-09-12T17:13:28.728857+0000","last_unstale":"2024-09-12T18:00:31.684117+0000","last_undegraded":"2024-09-12T18:00:31.684117+0000","last_fullsized":"2024-09-12T18:00:31.684117+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'108","last_scrub_stamp":"2024-09-12T18:00:31.683901+0000","last_deep_scrub":"264'108","last_deep_scrub_stamp":"2024-09-12T18:00:31.683901+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.683901+0000","objects_scrubbed":6,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:26.872681+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'747","reported_seq":2489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:07.772682+0000","last_change":"2024-09-12T17:13:30.789932+0000","last_active":"2024-09-12T18:00:07.772682+0000","last_peered":"2024-09-12T18:00:07.772682+0000","last_clean":"2024-09-12T18:00:07.772682+0000","last_became_active":"2024-09-12T17:13:30.789132+0000","last_became_peered":"2024-09-12T17:13:30.789132+0000","last_unstale":"2024-09-12T18:00:07.772682+0000","last_undegraded":"2024-09-12T18:00:07.772682+0000","last_fullsized":"2024-09-12T18:00:07.772682+0000","mapping_epoch":31,"log_start":"264'701","ondisk_log_start":"264'701","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":701,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:37.310623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'198","reported_seq":1026,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.607664+0000","last_change":"2024-09-12T17:13:32.833969+0000","last_active":"2024-09-12T17:58:30.607664+0000","last_peered":"2024-09-12T17:58:30.607664+0000","last_clean":"2024-09-12T17:58:30.607664+0000","last_became_active":"2024-09-12T17:13:32.833238+0000","last_became_peered":"2024-09-12T17:13:32.833238+0000","last_unstale":"2024-09-12T17:58:30.607664+0000","last_undegraded":"2024-09-12T17:58:30.607664+0000","last_fullsized":"2024-09-12T17:58:30.607664+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:31:22.540877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":656,"num_write":444,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'224","reported_seq":799,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.288606+0000","last_change":"2024-09-12T18:00:30.288606+0000","last_active":"2024-09-12T18:00:30.288606+0000","last_peered":"2024-09-12T18:00:30.288606+0000","last_clean":"2024-09-12T18:00:30.288606+0000","last_became_active":"2024-09-12T17:13:24.743608+0000","last_became_peered":"2024-09-12T17:13:24.743608+0000","last_unstale":"2024-09-12T18:00:30.288606+0000","last_undegraded":"2024-09-12T18:00:30.288606+0000","last_fullsized":"2024-09-12T18:00:30.288606+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'224","last_scrub_stamp":"2024-09-12T18:00:30.288419+0000","last_deep_scrub":"264'224","last_deep_scrub_stamp":"2024-09-12T18:00:30.288419+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.288419+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:00.995520+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":963,"num_read_kb":843,"num_write":356,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'364","reported_seq":961,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.574782+0000","last_change":"2024-09-12T18:00:20.574782+0000","last_active":"2024-09-12T18:00:20.574782+0000","last_peered":"2024-09-12T18:00:20.574782+0000","last_clean":"2024-09-12T18:00:20.574782+0000","last_became_active":"2024-09-12T17:13:22.722041+0000","last_became_peered":"2024-09-12T17:13:22.722041+0000","last_unstale":"2024-09-12T18:00:20.574782+0000","last_undegraded":"2024-09-12T18:00:20.574782+0000","last_fullsized":"2024-09-12T18:00:20.574782+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'364","last_scrub_stamp":"2024-09-12T18:00:20.574552+0000","last_deep_scrub":"264'364","last_deep_scrub_stamp":"2024-09-12T18:00:20.574552+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.574552+0000","objects_scrubbed":5,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:42.305317+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3663946,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":425,"num_read_kb":7583,"num_write":1021,"num_write_kb":41938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.215354+0000","last_change":"2024-09-12T17:13:26.740975+0000","last_active":"2024-09-12T17:56:57.215354+0000","last_peered":"2024-09-12T17:56:57.215354+0000","last_clean":"2024-09-12T17:56:57.215354+0000","last_became_active":"2024-09-12T17:13:26.740241+0000","last_became_peered":"2024-09-12T17:13:26.740241+0000","last_unstale":"2024-09-12T17:56:57.215354+0000","last_undegraded":"2024-09-12T17:56:57.215354+0000","last_fullsized":"2024-09-12T17:56:57.215354+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:57.005535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'269","reported_seq":836,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.073119+0000","last_change":"2024-09-12T17:13:28.803110+0000","last_active":"2024-09-12T18:00:09.073119+0000","last_peered":"2024-09-12T18:00:09.073119+0000","last_clean":"2024-09-12T18:00:09.073119+0000","last_became_active":"2024-09-12T17:13:28.802389+0000","last_became_peered":"2024-09-12T17:13:28.802389+0000","last_unstale":"2024-09-12T18:00:09.073119+0000","last_undegraded":"2024-09-12T18:00:09.073119+0000","last_fullsized":"2024-09-12T18:00:09.073119+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:50:19.096046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49646,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":453,"num_read_kb":1069,"num_write":372,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'764","reported_seq":2132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.832836+0000","last_change":"2024-09-12T17:13:30.791205+0000","last_active":"2024-09-12T18:00:09.832836+0000","last_peered":"2024-09-12T18:00:09.832836+0000","last_clean":"2024-09-12T18:00:09.832836+0000","last_became_active":"2024-09-12T17:13:30.790519+0000","last_became_peered":"2024-09-12T17:13:30.790519+0000","last_unstale":"2024-09-12T18:00:09.832836+0000","last_undegraded":"2024-09-12T18:00:09.832836+0000","last_fullsized":"2024-09-12T18:00:09.832836+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'450","reported_seq":1176,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.147592+0000","last_change":"2024-09-12T18:00:29.147592+0000","last_active":"2024-09-12T18:00:29.147592+0000","last_peered":"2024-09-12T18:00:29.147592+0000","last_clean":"2024-09-12T18:00:29.147592+0000","last_became_active":"2024-09-12T17:13:24.758818+0000","last_became_peered":"2024-09-12T17:13:24.758818+0000","last_unstale":"2024-09-12T18:00:29.147592+0000","last_undegraded":"2024-09-12T18:00:29.147592+0000","last_fullsized":"2024-09-12T18:00:29.147592+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'450","last_scrub_stamp":"2024-09-12T18:00:29.147409+0000","last_deep_scrub":"264'450","last_deep_scrub_stamp":"2024-09-12T18:00:29.147409+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.147409+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:11.898040+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2133,"num_read_kb":1818,"num_write":757,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'422","reported_seq":1137,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.202880+0000","last_change":"2024-09-12T18:00:20.202880+0000","last_active":"2024-09-12T18:00:20.202880+0000","last_peered":"2024-09-12T18:00:20.202880+0000","last_clean":"2024-09-12T18:00:20.202880+0000","last_became_active":"2024-09-12T17:13:22.742018+0000","last_became_peered":"2024-09-12T17:13:22.742018+0000","last_unstale":"2024-09-12T18:00:20.202880+0000","last_undegraded":"2024-09-12T18:00:20.202880+0000","last_fullsized":"2024-09-12T18:00:20.202880+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'422","last_scrub_stamp":"2024-09-12T18:00:20.202683+0000","last_deep_scrub":"264'422","last_deep_scrub_stamp":"2024-09-12T18:00:20.202683+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.202683+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:30.265232+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":726,"num_read_kb":43905,"num_write":1604,"num_write_kb":27511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":505,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.390147+0000","last_change":"2024-09-12T18:00:35.390147+0000","last_active":"2024-09-12T18:00:35.390147+0000","last_peered":"2024-09-12T18:00:35.390147+0000","last_clean":"2024-09-12T18:00:35.390147+0000","last_became_active":"2024-09-12T17:13:26.757565+0000","last_became_peered":"2024-09-12T17:13:26.757565+0000","last_unstale":"2024-09-12T18:00:35.390147+0000","last_undegraded":"2024-09-12T18:00:35.390147+0000","last_fullsized":"2024-09-12T18:00:35.390147+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:35.389938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:35.389938+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.389938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:27.052541+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'341","reported_seq":945,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.749629+0000","last_change":"2024-09-12T17:13:28.803660+0000","last_active":"2024-09-12T18:00:09.749629+0000","last_peered":"2024-09-12T18:00:09.749629+0000","last_clean":"2024-09-12T18:00:09.749629+0000","last_became_active":"2024-09-12T17:13:28.801181+0000","last_became_peered":"2024-09-12T17:13:28.801181+0000","last_unstale":"2024-09-12T18:00:09.749629+0000","last_undegraded":"2024-09-12T18:00:09.749629+0000","last_fullsized":"2024-09-12T18:00:09.749629+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:43.488418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60627,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":567,"num_read_kb":1178,"num_write":444,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.017811+0000","last_change":"2024-09-12T17:13:30.776344+0000","last_active":"2024-09-12T17:56:17.017811+0000","last_peered":"2024-09-12T17:56:17.017811+0000","last_clean":"2024-09-12T17:56:17.017811+0000","last_became_active":"2024-09-12T17:13:30.775594+0000","last_became_peered":"2024-09-12T17:13:30.775594+0000","last_unstale":"2024-09-12T17:56:17.017811+0000","last_undegraded":"2024-09-12T17:56:17.017811+0000","last_fullsized":"2024-09-12T17:56:17.017811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:01:43.437469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'549","reported_seq":1398,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.820560+0000","last_change":"2024-09-12T17:13:32.785751+0000","last_active":"2024-09-12T17:59:48.820560+0000","last_peered":"2024-09-12T17:59:48.820560+0000","last_clean":"2024-09-12T17:59:48.820560+0000","last_became_active":"2024-09-12T17:13:32.784763+0000","last_became_peered":"2024-09-12T17:13:32.784763+0000","last_unstale":"2024-09-12T17:59:48.820560+0000","last_undegraded":"2024-09-12T17:59:48.820560+0000","last_fullsized":"2024-09-12T17:59:48.820560+0000","mapping_epoch":33,"log_start":"264'500","ondisk_log_start":"264'500","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":500,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:09.312398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":421,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1490,"num_read_kb":1443,"num_write":1148,"num_write_kb":389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'177","reported_seq":801,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.431649+0000","last_change":"2024-09-12T18:00:22.431649+0000","last_active":"2024-09-12T18:00:22.431649+0000","last_peered":"2024-09-12T18:00:22.431649+0000","last_clean":"2024-09-12T18:00:22.431649+0000","last_became_active":"2024-09-12T17:13:24.727453+0000","last_became_peered":"2024-09-12T17:13:24.727453+0000","last_unstale":"2024-09-12T18:00:22.431649+0000","last_undegraded":"2024-09-12T18:00:22.431649+0000","last_fullsized":"2024-09-12T18:00:22.431649+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'177","last_scrub_stamp":"2024-09-12T18:00:22.431473+0000","last_deep_scrub":"264'177","last_deep_scrub_stamp":"2024-09-12T18:00:22.431473+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.431473+0000","objects_scrubbed":1,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:19:28.357404+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":761,"num_read_kb":627,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'362","reported_seq":1026,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.159549+0000","last_change":"2024-09-12T18:00:21.159418+0000","last_active":"2024-09-12T18:00:21.159549+0000","last_peered":"2024-09-12T18:00:21.159549+0000","last_clean":"2024-09-12T18:00:21.159549+0000","last_became_active":"2024-09-12T17:13:22.728392+0000","last_became_peered":"2024-09-12T17:13:22.728392+0000","last_unstale":"2024-09-12T18:00:21.159549+0000","last_undegraded":"2024-09-12T18:00:21.159549+0000","last_fullsized":"2024-09-12T18:00:21.159549+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:21.159223+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:21.159223+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.159223+0000","objects_scrubbed":5,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:16.366037+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":538,"num_read_kb":50728,"num_write":1153,"num_write_kb":27914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.679197+0000","last_change":"2024-09-12T18:00:30.679197+0000","last_active":"2024-09-12T18:00:30.679197+0000","last_peered":"2024-09-12T18:00:30.679197+0000","last_clean":"2024-09-12T18:00:30.679197+0000","last_became_active":"2024-09-12T17:13:26.738944+0000","last_became_peered":"2024-09-12T17:13:26.738944+0000","last_unstale":"2024-09-12T18:00:30.679197+0000","last_undegraded":"2024-09-12T18:00:30.679197+0000","last_fullsized":"2024-09-12T18:00:30.679197+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:30.679020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:30.679020+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.679020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:14.013367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'282","reported_seq":843,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.680715+0000","last_change":"2024-09-12T17:13:28.753497+0000","last_active":"2024-09-12T18:00:08.680715+0000","last_peered":"2024-09-12T18:00:08.680715+0000","last_clean":"2024-09-12T18:00:08.680715+0000","last_became_active":"2024-09-12T17:13:28.748548+0000","last_became_peered":"2024-09-12T17:13:28.748548+0000","last_unstale":"2024-09-12T18:00:08.680715+0000","last_undegraded":"2024-09-12T18:00:08.680715+0000","last_fullsized":"2024-09-12T18:00:08.680715+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:43.439870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52241,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":453,"num_read_kb":1061,"num_write":374,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.049142+0000","last_change":"2024-09-12T17:13:30.791296+0000","last_active":"2024-09-12T17:56:57.049142+0000","last_peered":"2024-09-12T17:56:57.049142+0000","last_clean":"2024-09-12T17:56:57.049142+0000","last_became_active":"2024-09-12T17:13:30.790656+0000","last_became_peered":"2024-09-12T17:13:30.790656+0000","last_unstale":"2024-09-12T17:56:57.049142+0000","last_undegraded":"2024-09-12T17:56:57.049142+0000","last_fullsized":"2024-09-12T17:56:57.049142+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:45:08.409789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'2420","reported_seq":4246,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:36.997046+0000","last_change":"2024-09-12T17:13:32.785572+0000","last_active":"2024-09-12T17:59:36.997046+0000","last_peered":"2024-09-12T17:59:36.997046+0000","last_clean":"2024-09-12T17:59:36.997046+0000","last_became_active":"2024-09-12T17:13:32.784773+0000","last_became_peered":"2024-09-12T17:13:32.784773+0000","last_unstale":"2024-09-12T17:59:36.997046+0000","last_undegraded":"2024-09-12T17:59:36.997046+0000","last_fullsized":"2024-09-12T17:59:36.997046+0000","mapping_epoch":33,"log_start":"264'2400","ondisk_log_start":"264'2400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":2400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:25:48.067321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":847,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6082,"num_read_kb":6078,"num_write":4919,"num_write_kb":1802,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'52","reported_seq":607,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.527497+0000","last_change":"2024-09-12T18:00:27.527497+0000","last_active":"2024-09-12T18:00:27.527497+0000","last_peered":"2024-09-12T18:00:27.527497+0000","last_clean":"2024-09-12T18:00:27.527497+0000","last_became_active":"2024-09-12T17:13:24.727846+0000","last_became_peered":"2024-09-12T17:13:24.727846+0000","last_unstale":"2024-09-12T18:00:27.527497+0000","last_undegraded":"2024-09-12T18:00:27.527497+0000","last_fullsized":"2024-09-12T18:00:27.527497+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'52","last_scrub_stamp":"2024-09-12T18:00:27.527332+0000","last_deep_scrub":"264'52","last_deep_scrub_stamp":"2024-09-12T18:00:27.527332+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.527332+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:04.547309+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":194,"num_write":73,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'337","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.142791+0000","last_change":"2024-09-12T18:00:22.142646+0000","last_active":"2024-09-12T18:00:22.142791+0000","last_peered":"2024-09-12T18:00:22.142791+0000","last_clean":"2024-09-12T18:00:22.142791+0000","last_became_active":"2024-09-12T17:13:22.739543+0000","last_became_peered":"2024-09-12T17:13:22.739543+0000","last_unstale":"2024-09-12T18:00:22.142791+0000","last_undegraded":"2024-09-12T18:00:22.142791+0000","last_fullsized":"2024-09-12T18:00:22.142791+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T18:00:22.142411+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T18:00:22.142411+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.142411+0000","objects_scrubbed":6,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:41.722506+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2447768,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":73275,"num_write":922,"num_write_kb":35784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.667724+0000","last_change":"2024-09-12T18:00:32.667724+0000","last_active":"2024-09-12T18:00:32.667724+0000","last_peered":"2024-09-12T18:00:32.667724+0000","last_clean":"2024-09-12T18:00:32.667724+0000","last_became_active":"2024-09-12T17:13:26.748589+0000","last_became_peered":"2024-09-12T17:13:26.748589+0000","last_unstale":"2024-09-12T18:00:32.667724+0000","last_undegraded":"2024-09-12T18:00:32.667724+0000","last_fullsized":"2024-09-12T18:00:32.667724+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.667500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.667500+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.667500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:38.959039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'283","reported_seq":867,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.821708+0000","last_change":"2024-09-12T17:13:28.740832+0000","last_active":"2024-09-12T18:00:09.821708+0000","last_peered":"2024-09-12T18:00:09.821708+0000","last_clean":"2024-09-12T18:00:09.821708+0000","last_became_active":"2024-09-12T17:13:28.739964+0000","last_became_peered":"2024-09-12T17:13:28.739964+0000","last_unstale":"2024-09-12T18:00:09.821708+0000","last_undegraded":"2024-09-12T18:00:09.821708+0000","last_fullsized":"2024-09-12T18:00:09.821708+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:45:03.482559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47309,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":452,"num_read_kb":966,"num_write":356,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'796","reported_seq":2453,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.763425+0000","last_change":"2024-09-12T17:13:30.785995+0000","last_active":"2024-09-12T18:00:09.763425+0000","last_peered":"2024-09-12T18:00:09.763425+0000","last_clean":"2024-09-12T18:00:09.763425+0000","last_became_active":"2024-09-12T17:13:30.785143+0000","last_became_peered":"2024-09-12T17:13:30.785143+0000","last_unstale":"2024-09-12T18:00:09.763425+0000","last_undegraded":"2024-09-12T18:00:09.763425+0000","last_fullsized":"2024-09-12T18:00:09.763425+0000","mapping_epoch":31,"log_start":"264'702","ondisk_log_start":"264'702","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":702,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:21:01.378797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'158","reported_seq":659,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.466364+0000","last_change":"2024-09-12T17:13:32.786156+0000","last_active":"2024-09-12T17:59:47.466364+0000","last_peered":"2024-09-12T17:59:47.466364+0000","last_clean":"2024-09-12T17:59:47.466364+0000","last_became_active":"2024-09-12T17:13:32.785419+0000","last_became_peered":"2024-09-12T17:13:32.785419+0000","last_unstale":"2024-09-12T17:59:47.466364+0000","last_undegraded":"2024-09-12T17:59:47.466364+0000","last_fullsized":"2024-09-12T17:59:47.466364+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:01:08.567622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":209,"num_read_kb":199,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'164","reported_seq":781,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.091752+0000","last_change":"2024-09-12T18:00:25.091752+0000","last_active":"2024-09-12T18:00:25.091752+0000","last_peered":"2024-09-12T18:00:25.091752+0000","last_clean":"2024-09-12T18:00:25.091752+0000","last_became_active":"2024-09-12T17:13:24.724152+0000","last_became_peered":"2024-09-12T17:13:24.724152+0000","last_unstale":"2024-09-12T18:00:25.091752+0000","last_undegraded":"2024-09-12T18:00:25.091752+0000","last_fullsized":"2024-09-12T18:00:25.091752+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'164","last_scrub_stamp":"2024-09-12T18:00:25.091573+0000","last_deep_scrub":"264'164","last_deep_scrub_stamp":"2024-09-12T18:00:25.091573+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.091573+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:08.342971+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":706,"num_read_kb":583,"num_write":257,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":721,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'317","reported_seq":902,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.261798+0000","last_change":"2024-09-12T18:00:20.261554+0000","last_active":"2024-09-12T18:00:20.261798+0000","last_peered":"2024-09-12T18:00:20.261798+0000","last_clean":"2024-09-12T18:00:20.261798+0000","last_became_active":"2024-09-12T17:13:22.723317+0000","last_became_peered":"2024-09-12T17:13:22.723317+0000","last_unstale":"2024-09-12T18:00:20.261798+0000","last_undegraded":"2024-09-12T18:00:20.261798+0000","last_fullsized":"2024-09-12T18:00:20.261798+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'317","last_scrub_stamp":"2024-09-12T18:00:20.261244+0000","last_deep_scrub":"264'317","last_deep_scrub_stamp":"2024-09-12T18:00:20.261244+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.261244+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:40.577087+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262267,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":365,"num_read_kb":10570,"num_write":906,"num_write_kb":33829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.645804+0000","last_change":"2024-09-12T18:00:25.645804+0000","last_active":"2024-09-12T18:00:25.645804+0000","last_peered":"2024-09-12T18:00:25.645804+0000","last_clean":"2024-09-12T18:00:25.645804+0000","last_became_active":"2024-09-12T17:13:26.740266+0000","last_became_peered":"2024-09-12T17:13:26.740266+0000","last_unstale":"2024-09-12T18:00:25.645804+0000","last_undegraded":"2024-09-12T18:00:25.645804+0000","last_fullsized":"2024-09-12T18:00:25.645804+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:25.645620+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:25.645620+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.645620+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:33.667060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'489","reported_seq":1131,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.068136+0000","last_change":"2024-09-12T18:00:35.068136+0000","last_active":"2024-09-12T18:00:35.068136+0000","last_peered":"2024-09-12T18:00:35.068136+0000","last_clean":"2024-09-12T18:00:35.068136+0000","last_became_active":"2024-09-12T17:13:28.741775+0000","last_became_peered":"2024-09-12T17:13:28.741775+0000","last_unstale":"2024-09-12T18:00:35.068136+0000","last_undegraded":"2024-09-12T18:00:35.068136+0000","last_fullsized":"2024-09-12T18:00:35.068136+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'489","last_scrub_stamp":"2024-09-12T18:00:35.067913+0000","last_deep_scrub":"264'489","last_deep_scrub_stamp":"2024-09-12T18:00:35.067913+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.067913+0000","objects_scrubbed":5,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:32.847305+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99149,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":863,"num_read_kb":2128,"num_write":716,"num_write_kb":619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.660703+0000","last_change":"2024-09-12T18:00:33.660703+0000","last_active":"2024-09-12T18:00:33.660703+0000","last_peered":"2024-09-12T18:00:33.660703+0000","last_clean":"2024-09-12T18:00:33.660703+0000","last_became_active":"2024-09-12T17:13:30.773677+0000","last_became_peered":"2024-09-12T17:13:30.773677+0000","last_unstale":"2024-09-12T18:00:33.660703+0000","last_undegraded":"2024-09-12T18:00:33.660703+0000","last_fullsized":"2024-09-12T18:00:33.660703+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:33.660492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:33.660492+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.660492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:50.439120+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'148","reported_seq":675,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.984984+0000","last_change":"2024-09-12T18:00:34.984984+0000","last_active":"2024-09-12T18:00:34.984984+0000","last_peered":"2024-09-12T18:00:34.984984+0000","last_clean":"2024-09-12T18:00:34.984984+0000","last_became_active":"2024-09-12T17:13:32.785426+0000","last_became_peered":"2024-09-12T17:13:32.785426+0000","last_unstale":"2024-09-12T18:00:34.984984+0000","last_undegraded":"2024-09-12T18:00:34.984984+0000","last_fullsized":"2024-09-12T18:00:34.984984+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'148","last_scrub_stamp":"2024-09-12T18:00:34.984743+0000","last_deep_scrub":"264'148","last_deep_scrub_stamp":"2024-09-12T18:00:34.984743+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.984743+0000","objects_scrubbed":3,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:17.766403+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1353,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":231,"num_read_kb":216,"num_write":347,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'217","reported_seq":848,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.477503+0000","last_change":"2024-09-12T18:00:24.477503+0000","last_active":"2024-09-12T18:00:24.477503+0000","last_peered":"2024-09-12T18:00:24.477503+0000","last_clean":"2024-09-12T18:00:24.477503+0000","last_became_active":"2024-09-12T17:13:24.741861+0000","last_became_peered":"2024-09-12T17:13:24.741861+0000","last_unstale":"2024-09-12T18:00:24.477503+0000","last_undegraded":"2024-09-12T18:00:24.477503+0000","last_fullsized":"2024-09-12T18:00:24.477503+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'217","last_scrub_stamp":"2024-09-12T18:00:24.477277+0000","last_deep_scrub":"264'217","last_deep_scrub_stamp":"2024-09-12T18:00:24.477277+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.477277+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:52.725241+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":969,"num_read_kb":790,"num_write":341,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":504,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'344","reported_seq":981,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.304680+0000","last_change":"2024-09-12T18:00:19.304536+0000","last_active":"2024-09-12T18:00:19.304680+0000","last_peered":"2024-09-12T18:00:19.304680+0000","last_clean":"2024-09-12T18:00:19.304680+0000","last_became_active":"2024-09-12T17:13:22.719707+0000","last_became_peered":"2024-09-12T17:13:22.719707+0000","last_unstale":"2024-09-12T18:00:19.304680+0000","last_undegraded":"2024-09-12T18:00:19.304680+0000","last_fullsized":"2024-09-12T18:00:19.304680+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'344","last_scrub_stamp":"2024-09-12T18:00:19.304300+0000","last_deep_scrub":"264'344","last_deep_scrub_stamp":"2024-09-12T18:00:19.304300+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.304300+0000","objects_scrubbed":3,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:03.878491+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":535,"num_read_kb":7129,"num_write":1028,"num_write_kb":37450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"264'4","reported_seq":989,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.646931+0000","last_change":"2024-09-12T18:00:28.646931+0000","last_active":"2024-09-12T18:00:28.646931+0000","last_peered":"2024-09-12T18:00:28.646931+0000","last_clean":"2024-09-12T18:00:28.646931+0000","last_became_active":"2024-09-12T17:13:26.753667+0000","last_became_peered":"2024-09-12T17:13:26.753667+0000","last_unstale":"2024-09-12T18:00:28.646931+0000","last_undegraded":"2024-09-12T18:00:28.646931+0000","last_fullsized":"2024-09-12T18:00:28.646931+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:28.646741+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:28.646741+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.646741+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:54.055572+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":725,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'272","reported_seq":845,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.850393+0000","last_change":"2024-09-12T17:13:28.745449+0000","last_active":"2024-09-12T18:00:08.850393+0000","last_peered":"2024-09-12T18:00:08.850393+0000","last_clean":"2024-09-12T18:00:08.850393+0000","last_became_active":"2024-09-12T17:13:28.744650+0000","last_became_peered":"2024-09-12T17:13:28.744650+0000","last_unstale":"2024-09-12T18:00:08.850393+0000","last_undegraded":"2024-09-12T18:00:08.850393+0000","last_fullsized":"2024-09-12T18:00:08.850393+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:56:26.146516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51284,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":465,"num_read_kb":1009,"num_write":414,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:27.030972+0000","last_change":"2024-09-12T17:13:30.787065+0000","last_active":"2024-09-12T17:56:27.030972+0000","last_peered":"2024-09-12T17:56:27.030972+0000","last_clean":"2024-09-12T17:56:27.030972+0000","last_became_active":"2024-09-12T17:13:30.785312+0000","last_became_peered":"2024-09-12T17:13:30.785312+0000","last_unstale":"2024-09-12T17:56:27.030972+0000","last_undegraded":"2024-09-12T17:56:27.030972+0000","last_fullsized":"2024-09-12T17:56:27.030972+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:37.008486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'80","reported_seq":560,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:37.085172+0000","last_change":"2024-09-12T17:13:32.793448+0000","last_active":"2024-09-12T17:59:37.085172+0000","last_peered":"2024-09-12T17:59:37.085172+0000","last_clean":"2024-09-12T17:59:37.085172+0000","last_became_active":"2024-09-12T17:13:32.792720+0000","last_became_peered":"2024-09-12T17:13:32.792720+0000","last_unstale":"2024-09-12T17:59:37.085172+0000","last_undegraded":"2024-09-12T17:59:37.085172+0000","last_fullsized":"2024-09-12T17:59:37.085172+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:32:12.424338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":189,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'162","reported_seq":764,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.426024+0000","last_change":"2024-09-12T18:00:23.426024+0000","last_active":"2024-09-12T18:00:23.426024+0000","last_peered":"2024-09-12T18:00:23.426024+0000","last_clean":"2024-09-12T18:00:23.426024+0000","last_became_active":"2024-09-12T17:13:24.737557+0000","last_became_peered":"2024-09-12T17:13:24.737557+0000","last_unstale":"2024-09-12T18:00:23.426024+0000","last_undegraded":"2024-09-12T18:00:23.426024+0000","last_fullsized":"2024-09-12T18:00:23.426024+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'162","last_scrub_stamp":"2024-09-12T18:00:23.425839+0000","last_deep_scrub":"264'162","last_deep_scrub_stamp":"2024-09-12T18:00:23.425839+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.425839+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:12.971639+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":559,"num_write":257,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'342","reported_seq":986,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.603626+0000","last_change":"2024-09-12T18:00:18.603626+0000","last_active":"2024-09-12T18:00:18.603626+0000","last_peered":"2024-09-12T18:00:18.603626+0000","last_clean":"2024-09-12T18:00:18.603626+0000","last_became_active":"2024-09-12T17:13:22.743815+0000","last_became_peered":"2024-09-12T17:13:22.743815+0000","last_unstale":"2024-09-12T18:00:18.603626+0000","last_undegraded":"2024-09-12T18:00:18.603626+0000","last_fullsized":"2024-09-12T18:00:18.603626+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'342","last_scrub_stamp":"2024-09-12T18:00:18.603414+0000","last_deep_scrub":"264'342","last_deep_scrub_stamp":"2024-09-12T18:00:18.603414+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.603414+0000","objects_scrubbed":6,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:38.408185+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170368,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":470,"num_read_kb":6284,"num_write":1034,"num_write_kb":24394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.016068+0000","last_change":"2024-09-12T18:00:31.016068+0000","last_active":"2024-09-12T18:00:31.016068+0000","last_peered":"2024-09-12T18:00:31.016068+0000","last_clean":"2024-09-12T18:00:31.016068+0000","last_became_active":"2024-09-12T17:13:26.743127+0000","last_became_peered":"2024-09-12T17:13:26.743127+0000","last_unstale":"2024-09-12T18:00:31.016068+0000","last_undegraded":"2024-09-12T18:00:31.016068+0000","last_fullsized":"2024-09-12T18:00:31.016068+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:31.015860+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:31.015860+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.015860+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:42.865626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'311","reported_seq":904,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.646454+0000","last_change":"2024-09-12T18:00:34.646454+0000","last_active":"2024-09-12T18:00:34.646454+0000","last_peered":"2024-09-12T18:00:34.646454+0000","last_clean":"2024-09-12T18:00:34.646454+0000","last_became_active":"2024-09-12T17:13:28.740218+0000","last_became_peered":"2024-09-12T17:13:28.740218+0000","last_unstale":"2024-09-12T18:00:34.646454+0000","last_undegraded":"2024-09-12T18:00:34.646454+0000","last_fullsized":"2024-09-12T18:00:34.646454+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'311","last_scrub_stamp":"2024-09-12T18:00:34.646217+0000","last_deep_scrub":"264'311","last_deep_scrub_stamp":"2024-09-12T18:00:34.646217+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.646217+0000","objects_scrubbed":7,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:49.667227+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57667,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":501,"num_read_kb":1122,"num_write":404,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'726","reported_seq":2398,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:07.775739+0000","last_change":"2024-09-12T17:13:30.779902+0000","last_active":"2024-09-12T18:00:07.775739+0000","last_peered":"2024-09-12T18:00:07.775739+0000","last_clean":"2024-09-12T18:00:07.775739+0000","last_became_active":"2024-09-12T17:13:30.779184+0000","last_became_peered":"2024-09-12T17:13:30.779184+0000","last_unstale":"2024-09-12T18:00:07.775739+0000","last_undegraded":"2024-09-12T18:00:07.775739+0000","last_fullsized":"2024-09-12T18:00:07.775739+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:15:22.954561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'98","reported_seq":593,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.066721+0000","last_change":"2024-09-12T17:13:32.784132+0000","last_active":"2024-09-12T17:57:26.066721+0000","last_peered":"2024-09-12T17:57:26.066721+0000","last_clean":"2024-09-12T17:57:26.066721+0000","last_became_active":"2024-09-12T17:13:32.782654+0000","last_became_peered":"2024-09-12T17:13:32.782654+0000","last_unstale":"2024-09-12T17:57:26.066721+0000","last_undegraded":"2024-09-12T17:57:26.066721+0000","last_fullsized":"2024-09-12T17:57:26.066721+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:03.227746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1674,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":117,"num_read_kb":114,"num_write":233,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'252","reported_seq":913,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.430898+0000","last_change":"2024-09-12T18:00:25.430898+0000","last_active":"2024-09-12T18:00:25.430898+0000","last_peered":"2024-09-12T18:00:25.430898+0000","last_clean":"2024-09-12T18:00:25.430898+0000","last_became_active":"2024-09-12T17:13:24.746617+0000","last_became_peered":"2024-09-12T17:13:24.746617+0000","last_unstale":"2024-09-12T18:00:25.430898+0000","last_undegraded":"2024-09-12T18:00:25.430898+0000","last_fullsized":"2024-09-12T18:00:25.430898+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'252","last_scrub_stamp":"2024-09-12T18:00:25.430710+0000","last_deep_scrub":"264'252","last_deep_scrub_stamp":"2024-09-12T18:00:25.430710+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.430710+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:58.131704+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":923,"num_write":380,"num_write_kb":194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'362","reported_seq":1006,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.485102+0000","last_change":"2024-09-12T18:00:16.485102+0000","last_active":"2024-09-12T18:00:16.485102+0000","last_peered":"2024-09-12T18:00:16.485102+0000","last_clean":"2024-09-12T18:00:16.485102+0000","last_became_active":"2024-09-12T17:13:22.730054+0000","last_became_peered":"2024-09-12T17:13:22.730054+0000","last_unstale":"2024-09-12T18:00:16.485102+0000","last_undegraded":"2024-09-12T18:00:16.485102+0000","last_fullsized":"2024-09-12T18:00:16.485102+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:16.484795+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:16.484795+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.484795+0000","objects_scrubbed":15,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:36.820921+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262314,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":482,"num_read_kb":9240,"num_write":1147,"num_write_kb":31208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"28'2","reported_seq":1448,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:07.524624+0000","last_change":"2024-09-12T17:13:26.739351+0000","last_active":"2024-09-12T18:00:07.524624+0000","last_peered":"2024-09-12T18:00:07.524624+0000","last_clean":"2024-09-12T18:00:07.524624+0000","last_became_active":"2024-09-12T17:13:26.738569+0000","last_became_peered":"2024-09-12T17:13:26.738569+0000","last_unstale":"2024-09-12T18:00:07.524624+0000","last_undegraded":"2024-09-12T18:00:07.524624+0000","last_fullsized":"2024-09-12T18:00:07.524624+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:19:23.005638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":956,"num_read_kb":956,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'75","reported_seq":585,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:14.099310+0000","last_change":"2024-09-12T17:13:28.802060+0000","last_active":"2024-09-12T17:57:14.099310+0000","last_peered":"2024-09-12T17:57:14.099310+0000","last_clean":"2024-09-12T17:57:14.099310+0000","last_became_active":"2024-09-12T17:13:28.801632+0000","last_became_peered":"2024-09-12T17:13:28.801632+0000","last_unstale":"2024-09-12T17:57:14.099310+0000","last_undegraded":"2024-09-12T17:57:14.099310+0000","last_fullsized":"2024-09-12T17:57:14.099310+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:27.677445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'766","reported_seq":4548,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.713575+0000","last_change":"2024-09-12T18:00:33.713575+0000","last_active":"2024-09-12T18:00:33.713575+0000","last_peered":"2024-09-12T18:00:33.713575+0000","last_clean":"2024-09-12T18:00:33.713575+0000","last_became_active":"2024-09-12T17:13:30.783327+0000","last_became_peered":"2024-09-12T17:13:30.783327+0000","last_unstale":"2024-09-12T18:00:33.713575+0000","last_undegraded":"2024-09-12T18:00:33.713575+0000","last_fullsized":"2024-09-12T18:00:33.713575+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'766","last_scrub_stamp":"2024-09-12T18:00:33.713390+0000","last_deep_scrub":"264'766","last_deep_scrub_stamp":"2024-09-12T18:00:33.713390+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.713390+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:41:05.258854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'193","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.466852+0000","last_change":"2024-09-12T17:13:32.794065+0000","last_active":"2024-09-12T17:58:30.466852+0000","last_peered":"2024-09-12T17:58:30.466852+0000","last_clean":"2024-09-12T17:58:30.466852+0000","last_became_active":"2024-09-12T17:13:32.793213+0000","last_became_peered":"2024-09-12T17:13:32.793213+0000","last_unstale":"2024-09-12T17:58:30.466852+0000","last_undegraded":"2024-09-12T17:58:30.466852+0000","last_fullsized":"2024-09-12T17:58:30.466852+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:43.396713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":315,"num_write":392,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'107","reported_seq":699,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.079858+0000","last_change":"2024-09-12T18:00:25.079858+0000","last_active":"2024-09-12T18:00:25.079858+0000","last_peered":"2024-09-12T18:00:25.079858+0000","last_clean":"2024-09-12T18:00:25.079858+0000","last_became_active":"2024-09-12T17:13:24.747881+0000","last_became_peered":"2024-09-12T17:13:24.747881+0000","last_unstale":"2024-09-12T18:00:25.079858+0000","last_undegraded":"2024-09-12T18:00:25.079858+0000","last_fullsized":"2024-09-12T18:00:25.079858+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'107","last_scrub_stamp":"2024-09-12T18:00:25.079679+0000","last_deep_scrub":"264'107","last_deep_scrub_stamp":"2024-09-12T18:00:25.079679+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.079679+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:09.501854+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":463,"num_read_kb":387,"num_write":161,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'370","reported_seq":1028,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.437671+0000","last_change":"2024-09-12T18:00:16.437671+0000","last_active":"2024-09-12T18:00:16.437671+0000","last_peered":"2024-09-12T18:00:16.437671+0000","last_clean":"2024-09-12T18:00:16.437671+0000","last_became_active":"2024-09-12T17:13:22.718374+0000","last_became_peered":"2024-09-12T17:13:22.718374+0000","last_unstale":"2024-09-12T18:00:16.437671+0000","last_undegraded":"2024-09-12T18:00:16.437671+0000","last_fullsized":"2024-09-12T18:00:16.437671+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'370","last_scrub_stamp":"2024-09-12T18:00:16.437465+0000","last_deep_scrub":"264'370","last_deep_scrub_stamp":"2024-09-12T18:00:16.437465+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.437465+0000","objects_scrubbed":8,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:20.666876+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262388,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":36044,"num_write":1163,"num_write_kb":46418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:12.027286+0000","last_change":"2024-09-12T17:13:26.735124+0000","last_active":"2024-09-12T17:56:12.027286+0000","last_peered":"2024-09-12T17:56:12.027286+0000","last_clean":"2024-09-12T17:56:12.027286+0000","last_became_active":"2024-09-12T17:13:26.734356+0000","last_became_peered":"2024-09-12T17:13:26.734356+0000","last_unstale":"2024-09-12T17:56:12.027286+0000","last_undegraded":"2024-09-12T17:56:12.027286+0000","last_fullsized":"2024-09-12T17:56:12.027286+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:46:43.356218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'357","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.645550+0000","last_change":"2024-09-12T17:13:28.757285+0000","last_active":"2024-09-12T18:00:09.645550+0000","last_peered":"2024-09-12T18:00:09.645550+0000","last_clean":"2024-09-12T18:00:09.645550+0000","last_became_active":"2024-09-12T17:13:28.756408+0000","last_became_peered":"2024-09-12T17:13:28.756408+0000","last_unstale":"2024-09-12T18:00:09.645550+0000","last_undegraded":"2024-09-12T18:00:09.645550+0000","last_fullsized":"2024-09-12T18:00:09.645550+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:32:38.965414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78131,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":600,"num_read_kb":1346,"num_write":482,"num_write_kb":371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.732173+0000","last_change":"2024-09-12T18:00:34.732173+0000","last_active":"2024-09-12T18:00:34.732173+0000","last_peered":"2024-09-12T18:00:34.732173+0000","last_clean":"2024-09-12T18:00:34.732173+0000","last_became_active":"2024-09-12T17:13:30.769275+0000","last_became_peered":"2024-09-12T17:13:30.769275+0000","last_unstale":"2024-09-12T18:00:34.732173+0000","last_undegraded":"2024-09-12T18:00:34.732173+0000","last_fullsized":"2024-09-12T18:00:34.732173+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:34.732000+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:34.732000+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.732000+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:45.996101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'139","reported_seq":645,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:13.508058+0000","last_change":"2024-09-12T17:13:32.794857+0000","last_active":"2024-09-12T17:58:13.508058+0000","last_peered":"2024-09-12T17:58:13.508058+0000","last_clean":"2024-09-12T17:58:13.508058+0000","last_became_active":"2024-09-12T17:13:32.793945+0000","last_became_peered":"2024-09-12T17:13:32.793945+0000","last_unstale":"2024-09-12T17:58:13.508058+0000","last_undegraded":"2024-09-12T17:58:13.508058+0000","last_fullsized":"2024-09-12T17:58:13.508058+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:04:45.403337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":208,"num_read_kb":195,"num_write":321,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'166","reported_seq":799,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.483780+0000","last_change":"2024-09-12T18:00:23.483780+0000","last_active":"2024-09-12T18:00:23.483780+0000","last_peered":"2024-09-12T18:00:23.483780+0000","last_clean":"2024-09-12T18:00:23.483780+0000","last_became_active":"2024-09-12T17:13:24.747374+0000","last_became_peered":"2024-09-12T17:13:24.747374+0000","last_unstale":"2024-09-12T18:00:23.483780+0000","last_undegraded":"2024-09-12T18:00:23.483780+0000","last_fullsized":"2024-09-12T18:00:23.483780+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'166","last_scrub_stamp":"2024-09-12T18:00:23.483596+0000","last_deep_scrub":"264'166","last_deep_scrub_stamp":"2024-09-12T18:00:23.483596+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.483596+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:32.510084+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":770,"num_read_kb":641,"num_write":248,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"264'74","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.162974+0000","last_change":"2024-09-12T18:00:17.162974+0000","last_active":"2024-09-12T18:00:17.162974+0000","last_peered":"2024-09-12T18:00:17.162974+0000","last_clean":"2024-09-12T18:00:17.162974+0000","last_became_active":"2024-09-12T17:13:03.572393+0000","last_became_peered":"2024-09-12T17:13:03.572393+0000","last_unstale":"2024-09-12T18:00:17.162974+0000","last_undegraded":"2024-09-12T18:00:17.162974+0000","last_fullsized":"2024-09-12T18:00:17.162974+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'74","last_scrub_stamp":"2024-09-12T18:00:17.162789+0000","last_deep_scrub":"264'74","last_deep_scrub_stamp":"2024-09-12T18:00:17.162789+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.162789+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:30:18.407276+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"264'2","reported_seq":525,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.248681+0000","last_change":"2024-09-12T18:00:18.248681+0000","last_active":"2024-09-12T18:00:18.248681+0000","last_peered":"2024-09-12T18:00:18.248681+0000","last_clean":"2024-09-12T18:00:18.248681+0000","last_became_active":"2024-09-12T17:13:08.626265+0000","last_became_peered":"2024-09-12T17:13:08.626265+0000","last_unstale":"2024-09-12T18:00:18.248681+0000","last_undegraded":"2024-09-12T18:00:18.248681+0000","last_fullsized":"2024-09-12T18:00:18.248681+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:18.248496+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:18.248496+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.248496+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:38.348728+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00096567199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'366","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.391619+0000","last_change":"2024-09-12T18:00:17.391619+0000","last_active":"2024-09-12T18:00:17.391619+0000","last_peered":"2024-09-12T18:00:17.391619+0000","last_clean":"2024-09-12T18:00:17.391619+0000","last_became_active":"2024-09-12T17:13:22.740538+0000","last_became_peered":"2024-09-12T17:13:22.740538+0000","last_unstale":"2024-09-12T18:00:17.391619+0000","last_undegraded":"2024-09-12T18:00:17.391619+0000","last_fullsized":"2024-09-12T18:00:17.391619+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T18:00:17.391431+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T18:00:17.391431+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.391431+0000","objects_scrubbed":6,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:28.945153+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":575062,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":497,"num_read_kb":39482,"num_write":1131,"num_write_kb":28060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.414431+0000","last_change":"2024-09-12T18:00:34.414431+0000","last_active":"2024-09-12T18:00:34.414431+0000","last_peered":"2024-09-12T18:00:34.414431+0000","last_clean":"2024-09-12T18:00:34.414431+0000","last_became_active":"2024-09-12T17:13:26.753619+0000","last_became_peered":"2024-09-12T17:13:26.753619+0000","last_unstale":"2024-09-12T18:00:34.414431+0000","last_undegraded":"2024-09-12T18:00:34.414431+0000","last_fullsized":"2024-09-12T18:00:34.414431+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:34.414208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:34.414208+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.414208+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:37.236470+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'697","reported_seq":1394,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.713747+0000","last_change":"2024-09-12T17:13:28.755360+0000","last_active":"2024-09-12T18:00:09.713747+0000","last_peered":"2024-09-12T18:00:09.713747+0000","last_clean":"2024-09-12T18:00:09.713747+0000","last_became_active":"2024-09-12T17:13:28.754485+0000","last_became_peered":"2024-09-12T17:13:28.754485+0000","last_unstale":"2024-09-12T18:00:09.713747+0000","last_undegraded":"2024-09-12T18:00:09.713747+0000","last_fullsized":"2024-09-12T18:00:09.713747+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":600,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:05:28.814346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132554,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1344,"num_read_kb":3040,"num_write":1236,"num_write_kb":1078,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:52.036983+0000","last_change":"2024-09-12T17:13:30.787543+0000","last_active":"2024-09-12T17:56:52.036983+0000","last_peered":"2024-09-12T17:56:52.036983+0000","last_clean":"2024-09-12T17:56:52.036983+0000","last_became_active":"2024-09-12T17:13:30.785677+0000","last_became_peered":"2024-09-12T17:13:30.785677+0000","last_unstale":"2024-09-12T17:56:52.036983+0000","last_undegraded":"2024-09-12T17:56:52.036983+0000","last_fullsized":"2024-09-12T17:56:52.036983+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:07:27.695600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'184","reported_seq":887,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.485636+0000","last_change":"2024-09-12T17:13:32.783115+0000","last_active":"2024-09-12T17:58:30.485636+0000","last_peered":"2024-09-12T17:58:30.485636+0000","last_clean":"2024-09-12T17:58:30.485636+0000","last_became_active":"2024-09-12T17:13:32.782360+0000","last_became_peered":"2024-09-12T17:13:32.782360+0000","last_unstale":"2024-09-12T17:58:30.485636+0000","last_undegraded":"2024-09-12T17:58:30.485636+0000","last_fullsized":"2024-09-12T17:58:30.485636+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:32.483918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":833,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":495,"num_read_kb":485,"num_write":390,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'73","reported_seq":695,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.102414+0000","last_change":"2024-09-12T18:00:21.102414+0000","last_active":"2024-09-12T18:00:21.102414+0000","last_peered":"2024-09-12T18:00:21.102414+0000","last_clean":"2024-09-12T18:00:21.102414+0000","last_became_active":"2024-09-12T17:13:54.841332+0000","last_became_peered":"2024-09-12T17:13:54.841332+0000","last_unstale":"2024-09-12T18:00:21.102414+0000","last_undegraded":"2024-09-12T18:00:21.102414+0000","last_fullsized":"2024-09-12T18:00:21.102414+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'73","last_scrub_stamp":"2024-09-12T18:00:21.102220+0000","last_deep_scrub":"264'73","last_deep_scrub_stamp":"2024-09-12T18:00:21.102220+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.102220+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:53.958121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":319,"num_write":102,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.166322+0000","last_change":"2024-09-12T18:00:18.166322+0000","last_active":"2024-09-12T18:00:18.166322+0000","last_peered":"2024-09-12T18:00:18.166322+0000","last_clean":"2024-09-12T18:00:18.166322+0000","last_became_active":"2024-09-12T17:13:08.626881+0000","last_became_peered":"2024-09-12T17:13:08.626881+0000","last_unstale":"2024-09-12T18:00:18.166322+0000","last_undegraded":"2024-09-12T18:00:18.166322+0000","last_fullsized":"2024-09-12T18:00:18.166322+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:18.166147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:18.166147+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.166147+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:28.063929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00123196,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'366","reported_seq":1061,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.116997+0000","last_change":"2024-09-12T18:00:16.116997+0000","last_active":"2024-09-12T18:00:16.116997+0000","last_peered":"2024-09-12T18:00:16.116997+0000","last_clean":"2024-09-12T18:00:16.116997+0000","last_became_active":"2024-09-12T17:13:22.743212+0000","last_became_peered":"2024-09-12T17:13:22.743212+0000","last_unstale":"2024-09-12T18:00:16.116997+0000","last_undegraded":"2024-09-12T18:00:16.116997+0000","last_fullsized":"2024-09-12T18:00:16.116997+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T18:00:16.116879+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T18:00:16.116879+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.116879+0000","objects_scrubbed":6,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:56.254947+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":610,"num_read_kb":31492,"num_write":1308,"num_write_kb":22348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.216803+0000","last_change":"2024-09-12T18:00:36.216803+0000","last_active":"2024-09-12T18:00:36.216803+0000","last_peered":"2024-09-12T18:00:36.216803+0000","last_clean":"2024-09-12T18:00:36.216803+0000","last_became_active":"2024-09-12T17:13:26.743863+0000","last_became_peered":"2024-09-12T17:13:26.743863+0000","last_unstale":"2024-09-12T18:00:36.216803+0000","last_undegraded":"2024-09-12T18:00:36.216803+0000","last_fullsized":"2024-09-12T18:00:36.216803+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.216625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.216625+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.216625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:34.420254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1255","reported_seq":2765,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.013521+0000","last_change":"2024-09-12T18:00:34.013521+0000","last_active":"2024-09-12T18:00:34.013521+0000","last_peered":"2024-09-12T18:00:34.013521+0000","last_clean":"2024-09-12T18:00:34.013521+0000","last_became_active":"2024-09-12T17:13:28.745653+0000","last_became_peered":"2024-09-12T17:13:28.745653+0000","last_unstale":"2024-09-12T18:00:34.013521+0000","last_undegraded":"2024-09-12T18:00:34.013521+0000","last_fullsized":"2024-09-12T18:00:34.013521+0000","mapping_epoch":29,"log_start":"264'1200","ondisk_log_start":"264'1200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1255","last_scrub_stamp":"2024-09-12T18:00:34.013322+0000","last_deep_scrub":"264'1255","last_deep_scrub_stamp":"2024-09-12T18:00:34.013322+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.013322+0000","objects_scrubbed":11,"log_size":55,"log_dups_size":1200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:08.492503+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139975,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2028,"num_read_kb":3861,"num_write":1126,"num_write_kb":972,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:22.044900+0000","last_change":"2024-09-12T17:13:30.791590+0000","last_active":"2024-09-12T17:57:22.044900+0000","last_peered":"2024-09-12T17:57:22.044900+0000","last_clean":"2024-09-12T17:57:22.044900+0000","last_became_active":"2024-09-12T17:13:30.790899+0000","last_became_peered":"2024-09-12T17:13:30.790899+0000","last_unstale":"2024-09-12T17:57:22.044900+0000","last_undegraded":"2024-09-12T17:57:22.044900+0000","last_fullsized":"2024-09-12T17:57:22.044900+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:46:40.863673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'208","reported_seq":730,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:25.407466+0000","last_change":"2024-09-12T17:13:32.832315+0000","last_active":"2024-09-12T17:58:25.407466+0000","last_peered":"2024-09-12T17:58:25.407466+0000","last_clean":"2024-09-12T17:58:25.407466+0000","last_became_active":"2024-09-12T17:13:32.831782+0000","last_became_peered":"2024-09-12T17:13:32.831782+0000","last_unstale":"2024-09-12T17:58:25.407466+0000","last_undegraded":"2024-09-12T17:58:25.407466+0000","last_fullsized":"2024-09-12T17:58:25.407466+0000","mapping_epoch":33,"log_start":"261'100","ondisk_log_start":"261'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":100,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:40:46.295525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":356,"num_write":464,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'139","reported_seq":704,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.973484+0000","last_change":"2024-09-12T18:00:27.973484+0000","last_active":"2024-09-12T18:00:27.973484+0000","last_peered":"2024-09-12T18:00:27.973484+0000","last_clean":"2024-09-12T18:00:27.973484+0000","last_became_active":"2024-09-12T17:13:24.761611+0000","last_became_peered":"2024-09-12T17:13:24.761611+0000","last_unstale":"2024-09-12T18:00:27.973484+0000","last_undegraded":"2024-09-12T18:00:27.973484+0000","last_fullsized":"2024-09-12T18:00:27.973484+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'139","last_scrub_stamp":"2024-09-12T18:00:27.973298+0000","last_deep_scrub":"264'139","last_deep_scrub_stamp":"2024-09-12T18:00:27.973298+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.973298+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:58.063276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":604,"num_read_kb":484,"num_write":234,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":531,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.600658+0000","last_change":"2024-09-12T18:00:15.600658+0000","last_active":"2024-09-12T18:00:15.600658+0000","last_peered":"2024-09-12T18:00:15.600658+0000","last_clean":"2024-09-12T18:00:15.600658+0000","last_became_active":"2024-09-12T17:13:09.512988+0000","last_became_peered":"2024-09-12T17:13:09.512988+0000","last_unstale":"2024-09-12T18:00:15.600658+0000","last_undegraded":"2024-09-12T18:00:15.600658+0000","last_fullsized":"2024-09-12T18:00:15.600658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:15.600478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:15.600478+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.600478+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:21.162041+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00092884200000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'411","reported_seq":1120,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.078185+0000","last_change":"2024-09-12T18:00:16.078185+0000","last_active":"2024-09-12T18:00:16.078185+0000","last_peered":"2024-09-12T18:00:16.078185+0000","last_clean":"2024-09-12T18:00:16.078185+0000","last_became_active":"2024-09-12T17:13:22.715375+0000","last_became_peered":"2024-09-12T17:13:22.715375+0000","last_unstale":"2024-09-12T18:00:16.078185+0000","last_undegraded":"2024-09-12T18:00:16.078185+0000","last_fullsized":"2024-09-12T18:00:16.078185+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'411","last_scrub_stamp":"2024-09-12T18:00:16.077996+0000","last_deep_scrub":"264'411","last_deep_scrub_stamp":"2024-09-12T18:00:16.077996+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.077996+0000","objects_scrubbed":4,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:35.431126+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079916,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":671,"num_read_kb":64816,"num_write":1175,"num_write_kb":40769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"264'2","reported_seq":509,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.618370+0000","last_change":"2024-09-12T18:00:22.618370+0000","last_active":"2024-09-12T18:00:22.618370+0000","last_peered":"2024-09-12T18:00:22.618370+0000","last_clean":"2024-09-12T18:00:22.618370+0000","last_became_active":"2024-09-12T17:13:26.745541+0000","last_became_peered":"2024-09-12T17:13:26.745541+0000","last_unstale":"2024-09-12T18:00:22.618370+0000","last_undegraded":"2024-09-12T18:00:22.618370+0000","last_fullsized":"2024-09-12T18:00:22.618370+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:22.618107+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:22.618107+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.618107+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:56.214024+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'220","reported_seq":1325,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.802649+0000","last_change":"2024-09-12T17:13:28.802666+0000","last_active":"2024-09-12T17:59:48.802649+0000","last_peered":"2024-09-12T17:59:48.802649+0000","last_clean":"2024-09-12T17:59:48.802649+0000","last_became_active":"2024-09-12T17:13:28.801459+0000","last_became_peered":"2024-09-12T17:13:28.801459+0000","last_unstale":"2024-09-12T17:59:48.802649+0000","last_undegraded":"2024-09-12T17:59:48.802649+0000","last_fullsized":"2024-09-12T17:59:48.802649+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:56:33.521015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":172,"num_write":151,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.042959+0000","last_change":"2024-09-12T17:13:30.785960+0000","last_active":"2024-09-12T17:57:17.042959+0000","last_peered":"2024-09-12T17:57:17.042959+0000","last_clean":"2024-09-12T17:57:17.042959+0000","last_became_active":"2024-09-12T17:13:30.785014+0000","last_became_peered":"2024-09-12T17:13:30.785014+0000","last_unstale":"2024-09-12T17:57:17.042959+0000","last_undegraded":"2024-09-12T17:57:17.042959+0000","last_fullsized":"2024-09-12T17:57:17.042959+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:07:18.161371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'274","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.664269+0000","last_change":"2024-09-12T17:13:32.787096+0000","last_active":"2024-09-12T17:58:30.664269+0000","last_peered":"2024-09-12T17:58:30.664269+0000","last_clean":"2024-09-12T17:58:30.664269+0000","last_became_active":"2024-09-12T17:13:32.786333+0000","last_became_peered":"2024-09-12T17:13:32.786333+0000","last_unstale":"2024-09-12T17:58:30.664269+0000","last_undegraded":"2024-09-12T17:58:30.664269+0000","last_fullsized":"2024-09-12T17:58:30.664269+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:57.260606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":567,"num_read_kb":581,"num_write":587,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'99","reported_seq":707,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.034115+0000","last_change":"2024-09-12T18:00:24.034115+0000","last_active":"2024-09-12T18:00:24.034115+0000","last_peered":"2024-09-12T18:00:24.034115+0000","last_clean":"2024-09-12T18:00:24.034115+0000","last_became_active":"2024-09-12T17:13:24.746943+0000","last_became_peered":"2024-09-12T17:13:24.746943+0000","last_unstale":"2024-09-12T18:00:24.034115+0000","last_undegraded":"2024-09-12T18:00:24.034115+0000","last_fullsized":"2024-09-12T18:00:24.034115+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'99","last_scrub_stamp":"2024-09-12T18:00:24.033929+0000","last_deep_scrub":"264'99","last_deep_scrub_stamp":"2024-09-12T18:00:24.033929+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.033929+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:46.000345+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":422,"num_read_kb":358,"num_write":139,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"264'3","reported_seq":526,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.265813+0000","last_change":"2024-09-12T18:00:17.265813+0000","last_active":"2024-09-12T18:00:17.265813+0000","last_peered":"2024-09-12T18:00:17.265813+0000","last_clean":"2024-09-12T18:00:17.265813+0000","last_became_active":"2024-09-12T17:13:08.629609+0000","last_became_peered":"2024-09-12T17:13:08.629609+0000","last_unstale":"2024-09-12T18:00:17.265813+0000","last_undegraded":"2024-09-12T18:00:17.265813+0000","last_fullsized":"2024-09-12T18:00:17.265813+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:00:17.265633+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:00:17.265633+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.265633+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:10:14.865599+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00094381800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'340","reported_seq":1077,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.430403+0000","last_change":"2024-09-12T18:00:17.430403+0000","last_active":"2024-09-12T18:00:17.430403+0000","last_peered":"2024-09-12T18:00:17.430403+0000","last_clean":"2024-09-12T18:00:17.430403+0000","last_became_active":"2024-09-12T17:13:22.728796+0000","last_became_peered":"2024-09-12T17:13:22.728796+0000","last_unstale":"2024-09-12T18:00:17.430403+0000","last_undegraded":"2024-09-12T18:00:17.430403+0000","last_fullsized":"2024-09-12T18:00:17.430403+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'340","last_scrub_stamp":"2024-09-12T18:00:17.430199+0000","last_deep_scrub":"264'340","last_deep_scrub_stamp":"2024-09-12T18:00:17.430199+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.430199+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:37.936779+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":781,"num_read_kb":6735,"num_write":1070,"num_write_kb":34527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":510,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.076362+0000","last_change":"2024-09-12T18:00:33.076362+0000","last_active":"2024-09-12T18:00:33.076362+0000","last_peered":"2024-09-12T18:00:33.076362+0000","last_clean":"2024-09-12T18:00:33.076362+0000","last_became_active":"2024-09-12T17:13:26.736764+0000","last_became_peered":"2024-09-12T17:13:26.736764+0000","last_unstale":"2024-09-12T18:00:33.076362+0000","last_undegraded":"2024-09-12T18:00:33.076362+0000","last_fullsized":"2024-09-12T18:00:33.076362+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:33.076190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:33.076190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.076190+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:39.220025+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'121","reported_seq":653,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.540871+0000","last_change":"2024-09-12T17:13:28.749323+0000","last_active":"2024-09-12T17:59:47.540871+0000","last_peered":"2024-09-12T17:59:47.540871+0000","last_clean":"2024-09-12T17:59:47.540871+0000","last_became_active":"2024-09-12T17:13:28.748186+0000","last_became_peered":"2024-09-12T17:13:28.748186+0000","last_unstale":"2024-09-12T17:59:47.540871+0000","last_undegraded":"2024-09-12T17:59:47.540871+0000","last_fullsized":"2024-09-12T17:59:47.540871+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:06:48.344684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.676285+0000","last_change":"2024-09-12T18:00:32.676285+0000","last_active":"2024-09-12T18:00:32.676285+0000","last_peered":"2024-09-12T18:00:32.676285+0000","last_clean":"2024-09-12T18:00:32.676285+0000","last_became_active":"2024-09-12T17:13:30.761611+0000","last_became_peered":"2024-09-12T17:13:30.761611+0000","last_unstale":"2024-09-12T18:00:32.676285+0000","last_undegraded":"2024-09-12T18:00:32.676285+0000","last_fullsized":"2024-09-12T18:00:32.676285+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.676106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.676106+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.676106+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:48.141874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'115","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:27.861231+0000","last_change":"2024-09-12T17:13:32.786127+0000","last_active":"2024-09-12T17:57:27.861231+0000","last_peered":"2024-09-12T17:57:27.861231+0000","last_clean":"2024-09-12T17:57:27.861231+0000","last_became_active":"2024-09-12T17:13:32.785317+0000","last_became_peered":"2024-09-12T17:13:32.785317+0000","last_unstale":"2024-09-12T17:57:27.861231+0000","last_undegraded":"2024-09-12T17:57:27.861231+0000","last_fullsized":"2024-09-12T17:57:27.861231+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:50.917400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1031,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":277,"num_read_kb":266,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'123","reported_seq":739,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.072852+0000","last_change":"2024-09-12T18:00:23.072852+0000","last_active":"2024-09-12T18:00:23.072852+0000","last_peered":"2024-09-12T18:00:23.072852+0000","last_clean":"2024-09-12T18:00:23.072852+0000","last_became_active":"2024-09-12T17:13:24.760600+0000","last_became_peered":"2024-09-12T17:13:24.760600+0000","last_unstale":"2024-09-12T18:00:23.072852+0000","last_undegraded":"2024-09-12T18:00:23.072852+0000","last_fullsized":"2024-09-12T18:00:23.072852+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'123","last_scrub_stamp":"2024-09-12T18:00:23.072670+0000","last_deep_scrub":"264'123","last_deep_scrub_stamp":"2024-09-12T18:00:23.072670+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.072670+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:30.623639+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":508,"num_read_kb":429,"num_write":172,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'352","reported_seq":997,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.277812+0000","last_change":"2024-09-12T18:00:16.277812+0000","last_active":"2024-09-12T18:00:16.277812+0000","last_peered":"2024-09-12T18:00:16.277812+0000","last_clean":"2024-09-12T18:00:16.277812+0000","last_became_active":"2024-09-12T17:13:54.847555+0000","last_became_peered":"2024-09-12T17:13:54.847555+0000","last_unstale":"2024-09-12T18:00:16.277812+0000","last_undegraded":"2024-09-12T18:00:16.277812+0000","last_fullsized":"2024-09-12T18:00:16.277812+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:16.277593+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:16.277593+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.277593+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:59.774536+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":500,"num_read_kb":10719,"num_write":1118,"num_write_kb":32172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":532,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.078494+0000","last_change":"2024-09-12T18:00:15.078494+0000","last_active":"2024-09-12T18:00:15.078494+0000","last_peered":"2024-09-12T18:00:15.078494+0000","last_clean":"2024-09-12T18:00:15.078494+0000","last_became_active":"2024-09-12T17:13:08.624162+0000","last_became_peered":"2024-09-12T17:13:08.624162+0000","last_unstale":"2024-09-12T18:00:15.078494+0000","last_undegraded":"2024-09-12T18:00:15.078494+0000","last_fullsized":"2024-09-12T18:00:15.078494+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:15.078392+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:15.078392+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.078392+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:59.437664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00090415999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":510,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.089597+0000","last_change":"2024-09-12T18:00:32.089597+0000","last_active":"2024-09-12T18:00:32.089597+0000","last_peered":"2024-09-12T18:00:32.089597+0000","last_clean":"2024-09-12T18:00:32.089597+0000","last_became_active":"2024-09-12T17:13:26.754926+0000","last_became_peered":"2024-09-12T17:13:26.754926+0000","last_unstale":"2024-09-12T18:00:32.089597+0000","last_undegraded":"2024-09-12T18:00:32.089597+0000","last_fullsized":"2024-09-12T18:00:32.089597+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.089412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.089412+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.089412+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:04.315087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'581","reported_seq":1256,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.091218+0000","last_change":"2024-09-12T18:00:36.091218+0000","last_active":"2024-09-12T18:00:36.091218+0000","last_peered":"2024-09-12T18:00:36.091218+0000","last_clean":"2024-09-12T18:00:36.091218+0000","last_became_active":"2024-09-12T17:13:28.740446+0000","last_became_peered":"2024-09-12T17:13:28.740446+0000","last_unstale":"2024-09-12T18:00:36.091218+0000","last_undegraded":"2024-09-12T18:00:36.091218+0000","last_fullsized":"2024-09-12T18:00:36.091218+0000","mapping_epoch":29,"log_start":"264'500","ondisk_log_start":"264'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'581","last_scrub_stamp":"2024-09-12T18:00:36.090965+0000","last_deep_scrub":"264'581","last_deep_scrub_stamp":"2024-09-12T18:00:36.090965+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.090965+0000","objects_scrubbed":9,"log_size":81,"log_dups_size":500,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:21.602777+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":102257,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1635,"num_read_kb":2969,"num_write":2108,"num_write_kb":1963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":506876,"num_omap_keys":1146,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045590+0000","last_change":"2024-09-12T17:13:30.777858+0000","last_active":"2024-09-12T17:57:17.045590+0000","last_peered":"2024-09-12T17:57:17.045590+0000","last_clean":"2024-09-12T17:57:17.045590+0000","last_became_active":"2024-09-12T17:13:30.776897+0000","last_became_peered":"2024-09-12T17:13:30.776897+0000","last_unstale":"2024-09-12T17:57:17.045590+0000","last_undegraded":"2024-09-12T17:57:17.045590+0000","last_fullsized":"2024-09-12T17:57:17.045590+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:07.735128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'174","reported_seq":678,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.758624+0000","last_change":"2024-09-12T17:13:32.834909+0000","last_active":"2024-09-12T17:58:29.758624+0000","last_peered":"2024-09-12T17:58:29.758624+0000","last_clean":"2024-09-12T17:58:29.758624+0000","last_became_active":"2024-09-12T17:13:32.834101+0000","last_became_peered":"2024-09-12T17:13:32.834101+0000","last_unstale":"2024-09-12T17:58:29.758624+0000","last_undegraded":"2024-09-12T17:58:29.758624+0000","last_fullsized":"2024-09-12T17:58:29.758624+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:42.033918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":208,"num_read_kb":203,"num_write":421,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'192","reported_seq":811,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.069723+0000","last_change":"2024-09-12T18:00:23.069723+0000","last_active":"2024-09-12T18:00:23.069723+0000","last_peered":"2024-09-12T18:00:23.069723+0000","last_clean":"2024-09-12T18:00:23.069723+0000","last_became_active":"2024-09-12T17:13:24.760395+0000","last_became_peered":"2024-09-12T17:13:24.760395+0000","last_unstale":"2024-09-12T18:00:23.069723+0000","last_undegraded":"2024-09-12T18:00:23.069723+0000","last_fullsized":"2024-09-12T18:00:23.069723+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'192","last_scrub_stamp":"2024-09-12T18:00:23.069436+0000","last_deep_scrub":"264'192","last_deep_scrub_stamp":"2024-09-12T18:00:23.069436+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.069436+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:03.845421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":866,"num_read_kb":722,"num_write":337,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'379","reported_seq":1054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.073837+0000","last_change":"2024-09-12T18:00:20.073837+0000","last_active":"2024-09-12T18:00:20.073837+0000","last_peered":"2024-09-12T18:00:20.073837+0000","last_clean":"2024-09-12T18:00:20.073837+0000","last_became_active":"2024-09-12T17:13:22.714714+0000","last_became_peered":"2024-09-12T17:13:22.714714+0000","last_unstale":"2024-09-12T18:00:20.073837+0000","last_undegraded":"2024-09-12T18:00:20.073837+0000","last_fullsized":"2024-09-12T18:00:20.073837+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'379","last_scrub_stamp":"2024-09-12T18:00:20.073521+0000","last_deep_scrub":"264'379","last_deep_scrub_stamp":"2024-09-12T18:00:20.073521+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.073521+0000","objects_scrubbed":6,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:59:51.362306+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":600,"num_read_kb":32343,"num_write":1201,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":529,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.152795+0000","last_change":"2024-09-12T18:00:19.152795+0000","last_active":"2024-09-12T18:00:19.152795+0000","last_peered":"2024-09-12T18:00:19.152795+0000","last_clean":"2024-09-12T18:00:19.152795+0000","last_became_active":"2024-09-12T17:13:08.626995+0000","last_became_peered":"2024-09-12T17:13:08.626995+0000","last_unstale":"2024-09-12T18:00:19.152795+0000","last_undegraded":"2024-09-12T18:00:19.152795+0000","last_fullsized":"2024-09-12T18:00:19.152795+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:19.152582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:19.152582+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.152582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:12:53.401126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012760219999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.642650+0000","last_change":"2024-09-12T18:00:31.642650+0000","last_active":"2024-09-12T18:00:31.642650+0000","last_peered":"2024-09-12T18:00:31.642650+0000","last_clean":"2024-09-12T18:00:31.642650+0000","last_became_active":"2024-09-12T17:13:26.751789+0000","last_became_peered":"2024-09-12T17:13:26.751789+0000","last_unstale":"2024-09-12T18:00:31.642650+0000","last_undegraded":"2024-09-12T18:00:31.642650+0000","last_fullsized":"2024-09-12T18:00:31.642650+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:31.642472+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:31.642472+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.642472+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:10.374820+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'148","reported_seq":712,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:19.621038+0000","last_change":"2024-09-12T17:13:28.802075+0000","last_active":"2024-09-12T17:57:19.621038+0000","last_peered":"2024-09-12T17:57:19.621038+0000","last_clean":"2024-09-12T17:57:19.621038+0000","last_became_active":"2024-09-12T17:13:28.801654+0000","last_became_peered":"2024-09-12T17:13:28.801654+0000","last_unstale":"2024-09-12T17:57:19.621038+0000","last_undegraded":"2024-09-12T17:57:19.621038+0000","last_fullsized":"2024-09-12T17:57:19.621038+0000","mapping_epoch":29,"log_start":"261'100","ondisk_log_start":"261'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:23:09.047988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'763","reported_seq":2592,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.390414+0000","last_change":"2024-09-12T17:13:30.776286+0000","last_active":"2024-09-12T18:00:09.390414+0000","last_peered":"2024-09-12T18:00:09.390414+0000","last_clean":"2024-09-12T18:00:09.390414+0000","last_became_active":"2024-09-12T17:13:30.775415+0000","last_became_peered":"2024-09-12T17:13:30.775415+0000","last_unstale":"2024-09-12T18:00:09.390414+0000","last_undegraded":"2024-09-12T18:00:09.390414+0000","last_fullsized":"2024-09-12T18:00:09.390414+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":700,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:47:00.966600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'127","reported_seq":618,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:37.073813+0000","last_change":"2024-09-12T17:13:32.832580+0000","last_active":"2024-09-12T17:58:37.073813+0000","last_peered":"2024-09-12T17:58:37.073813+0000","last_clean":"2024-09-12T17:58:37.073813+0000","last_became_active":"2024-09-12T17:13:32.831902+0000","last_became_peered":"2024-09-12T17:13:32.831902+0000","last_unstale":"2024-09-12T17:58:37.073813+0000","last_undegraded":"2024-09-12T17:58:37.073813+0000","last_fullsized":"2024-09-12T17:58:37.073813+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:00.470260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":708,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":169,"num_read_kb":163,"num_write":293,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'166","reported_seq":774,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.305005+0000","last_change":"2024-09-12T18:00:27.305005+0000","last_active":"2024-09-12T18:00:27.305005+0000","last_peered":"2024-09-12T18:00:27.305005+0000","last_clean":"2024-09-12T18:00:27.305005+0000","last_became_active":"2024-09-12T17:13:24.741391+0000","last_became_peered":"2024-09-12T17:13:24.741391+0000","last_unstale":"2024-09-12T18:00:27.305005+0000","last_undegraded":"2024-09-12T18:00:27.305005+0000","last_fullsized":"2024-09-12T18:00:27.305005+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'166","last_scrub_stamp":"2024-09-12T18:00:27.304773+0000","last_deep_scrub":"264'166","last_deep_scrub_stamp":"2024-09-12T18:00:27.304773+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.304773+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:34.677242+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":588,"num_write":240,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'377","reported_seq":1046,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.403912+0000","last_change":"2024-09-12T18:00:15.403912+0000","last_active":"2024-09-12T18:00:15.403912+0000","last_peered":"2024-09-12T18:00:15.403912+0000","last_clean":"2024-09-12T18:00:15.403912+0000","last_became_active":"2024-09-12T17:13:22.729137+0000","last_became_peered":"2024-09-12T17:13:22.729137+0000","last_unstale":"2024-09-12T18:00:15.403912+0000","last_undegraded":"2024-09-12T18:00:15.403912+0000","last_fullsized":"2024-09-12T18:00:15.403912+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'377","last_scrub_stamp":"2024-09-12T18:00:15.403814+0000","last_deep_scrub":"264'377","last_deep_scrub_stamp":"2024-09-12T18:00:15.403814+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.403814+0000","objects_scrubbed":6,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:34.405690+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":584,"num_read_kb":29033,"num_write":1147,"num_write_kb":14975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":531,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.090779+0000","last_change":"2024-09-12T18:00:18.090779+0000","last_active":"2024-09-12T18:00:18.090779+0000","last_peered":"2024-09-12T18:00:18.090779+0000","last_clean":"2024-09-12T18:00:18.090779+0000","last_became_active":"2024-09-12T17:13:08.626020+0000","last_became_peered":"2024-09-12T17:13:08.626020+0000","last_unstale":"2024-09-12T18:00:18.090779+0000","last_undegraded":"2024-09-12T18:00:18.090779+0000","last_fullsized":"2024-09-12T18:00:18.090779+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:18.090597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:18.090597+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.090597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:10.900948+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00093462999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044364+0000","last_change":"2024-09-12T17:13:26.725015+0000","last_active":"2024-09-12T17:57:12.044364+0000","last_peered":"2024-09-12T17:57:12.044364+0000","last_clean":"2024-09-12T17:57:12.044364+0000","last_became_active":"2024-09-12T17:13:26.724350+0000","last_became_peered":"2024-09-12T17:13:26.724350+0000","last_unstale":"2024-09-12T17:57:12.044364+0000","last_undegraded":"2024-09-12T17:57:12.044364+0000","last_fullsized":"2024-09-12T17:57:12.044364+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:39.573606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'99","reported_seq":634,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045647+0000","last_change":"2024-09-12T17:13:28.754700+0000","last_active":"2024-09-12T17:57:17.045647+0000","last_peered":"2024-09-12T17:57:17.045647+0000","last_clean":"2024-09-12T17:57:17.045647+0000","last_became_active":"2024-09-12T17:13:28.754002+0000","last_became_peered":"2024-09-12T17:13:28.754002+0000","last_unstale":"2024-09-12T17:57:17.045647+0000","last_undegraded":"2024-09-12T17:57:17.045647+0000","last_fullsized":"2024-09-12T17:57:17.045647+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:09.119779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'764","reported_seq":4357,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.666709+0000","last_change":"2024-09-12T17:13:30.792394+0000","last_active":"2024-09-12T18:00:09.666709+0000","last_peered":"2024-09-12T18:00:09.666709+0000","last_clean":"2024-09-12T18:00:09.666709+0000","last_became_active":"2024-09-12T17:13:30.791695+0000","last_became_peered":"2024-09-12T17:13:30.791695+0000","last_unstale":"2024-09-12T18:00:09.666709+0000","last_undegraded":"2024-09-12T18:00:09.666709+0000","last_fullsized":"2024-09-12T18:00:09.666709+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:30.238006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'164","reported_seq":663,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:26.645169+0000","last_change":"2024-09-12T17:13:32.786289+0000","last_active":"2024-09-12T17:57:26.645169+0000","last_peered":"2024-09-12T17:57:26.645169+0000","last_clean":"2024-09-12T17:57:26.645169+0000","last_became_active":"2024-09-12T17:13:32.785511+0000","last_became_peered":"2024-09-12T17:13:32.785511+0000","last_unstale":"2024-09-12T17:57:26.645169+0000","last_undegraded":"2024-09-12T17:57:26.645169+0000","last_fullsized":"2024-09-12T17:57:26.645169+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:53:08.224819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":388,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'104","reported_seq":738,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.453154+0000","last_change":"2024-09-12T18:00:21.453154+0000","last_active":"2024-09-12T18:00:21.453154+0000","last_peered":"2024-09-12T18:00:21.453154+0000","last_clean":"2024-09-12T18:00:21.453154+0000","last_became_active":"2024-09-12T17:13:24.761104+0000","last_became_peered":"2024-09-12T17:13:24.761104+0000","last_unstale":"2024-09-12T18:00:21.453154+0000","last_undegraded":"2024-09-12T18:00:21.453154+0000","last_fullsized":"2024-09-12T18:00:21.453154+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'104","last_scrub_stamp":"2024-09-12T18:00:21.452963+0000","last_deep_scrub":"264'104","last_deep_scrub_stamp":"2024-09-12T18:00:21.452963+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.452963+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:39.997205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":484,"num_read_kb":420,"num_write":138,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'343","reported_seq":966,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:14.159961+0000","last_change":"2024-09-12T18:00:14.159961+0000","last_active":"2024-09-12T18:00:14.159961+0000","last_peered":"2024-09-12T18:00:14.159961+0000","last_clean":"2024-09-12T18:00:14.159961+0000","last_became_active":"2024-09-12T17:13:22.710223+0000","last_became_peered":"2024-09-12T17:13:22.710223+0000","last_unstale":"2024-09-12T18:00:14.159961+0000","last_undegraded":"2024-09-12T18:00:14.159961+0000","last_fullsized":"2024-09-12T18:00:14.159961+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'343","last_scrub_stamp":"2024-09-12T18:00:14.159876+0000","last_deep_scrub":"264'343","last_deep_scrub_stamp":"2024-09-12T18:00:14.159876+0000","last_clean_scrub_stamp":"2024-09-12T18:00:14.159876+0000","objects_scrubbed":7,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:54.626144+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262335,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":445,"num_read_kb":5540,"num_write":1078,"num_write_kb":28264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":525,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.559180+0000","last_change":"2024-09-12T18:00:19.559180+0000","last_active":"2024-09-12T18:00:19.559180+0000","last_peered":"2024-09-12T18:00:19.559180+0000","last_clean":"2024-09-12T18:00:19.559180+0000","last_became_active":"2024-09-12T17:13:08.625281+0000","last_became_peered":"2024-09-12T17:13:08.625281+0000","last_unstale":"2024-09-12T18:00:19.559180+0000","last_undegraded":"2024-09-12T18:00:19.559180+0000","last_fullsized":"2024-09-12T18:00:19.559180+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:19.558999+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:19.558999+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.558999+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:05.652492+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001325629,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.292592+0000","last_change":"2024-09-12T18:00:32.292592+0000","last_active":"2024-09-12T18:00:32.292592+0000","last_peered":"2024-09-12T18:00:32.292592+0000","last_clean":"2024-09-12T18:00:32.292592+0000","last_became_active":"2024-09-12T17:13:26.736249+0000","last_became_peered":"2024-09-12T17:13:26.736249+0000","last_unstale":"2024-09-12T18:00:32.292592+0000","last_undegraded":"2024-09-12T18:00:32.292592+0000","last_fullsized":"2024-09-12T18:00:32.292592+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.292398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.292398+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.292398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:53:46.460441+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'692","reported_seq":1410,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.551185+0000","last_change":"2024-09-12T17:13:28.802010+0000","last_active":"2024-09-12T18:00:09.551185+0000","last_peered":"2024-09-12T18:00:09.551185+0000","last_clean":"2024-09-12T18:00:09.551185+0000","last_became_active":"2024-09-12T17:13:28.801230+0000","last_became_peered":"2024-09-12T17:13:28.801230+0000","last_unstale":"2024-09-12T18:00:09.551185+0000","last_undegraded":"2024-09-12T18:00:09.551185+0000","last_fullsized":"2024-09-12T18:00:09.551185+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":600,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:05:43.819564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141131,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1236,"num_read_kb":2870,"num_write":994,"num_write_kb":815,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":483,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054254+0000","last_change":"2024-09-12T17:13:30.776814+0000","last_active":"2024-09-12T17:57:17.054254+0000","last_peered":"2024-09-12T17:57:17.054254+0000","last_clean":"2024-09-12T17:57:17.054254+0000","last_became_active":"2024-09-12T17:13:30.775941+0000","last_became_peered":"2024-09-12T17:13:30.775941+0000","last_unstale":"2024-09-12T17:57:17.054254+0000","last_undegraded":"2024-09-12T17:57:17.054254+0000","last_fullsized":"2024-09-12T17:57:17.054254+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:12:43.390877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'119","reported_seq":606,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:12.188323+0000","last_change":"2024-09-12T17:13:32.789056+0000","last_active":"2024-09-12T17:58:12.188323+0000","last_peered":"2024-09-12T17:58:12.188323+0000","last_clean":"2024-09-12T17:58:12.188323+0000","last_became_active":"2024-09-12T17:13:32.788325+0000","last_became_peered":"2024-09-12T17:13:32.788325+0000","last_unstale":"2024-09-12T17:58:12.188323+0000","last_undegraded":"2024-09-12T17:58:12.188323+0000","last_fullsized":"2024-09-12T17:58:12.188323+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:41:20.420735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":140,"num_read_kb":138,"num_write":261,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'182","reported_seq":757,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.614237+0000","last_change":"2024-09-12T17:13:32.793744+0000","last_active":"2024-09-12T17:58:30.614237+0000","last_peered":"2024-09-12T17:58:30.614237+0000","last_clean":"2024-09-12T17:58:30.614237+0000","last_became_active":"2024-09-12T17:13:32.792882+0000","last_became_peered":"2024-09-12T17:13:32.792882+0000","last_unstale":"2024-09-12T17:58:30.614237+0000","last_undegraded":"2024-09-12T17:58:30.614237+0000","last_fullsized":"2024-09-12T17:58:30.614237+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:43:16.612187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":358,"num_read_kb":342,"num_write":468,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'503","reported_seq":1169,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.476773+0000","last_change":"2024-09-12T18:00:26.476773+0000","last_active":"2024-09-12T18:00:26.476773+0000","last_peered":"2024-09-12T18:00:26.476773+0000","last_clean":"2024-09-12T18:00:26.476773+0000","last_became_active":"2024-09-12T17:13:24.745820+0000","last_became_peered":"2024-09-12T17:13:24.745820+0000","last_unstale":"2024-09-12T18:00:26.476773+0000","last_undegraded":"2024-09-12T18:00:26.476773+0000","last_fullsized":"2024-09-12T18:00:26.476773+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'503","last_scrub_stamp":"2024-09-12T18:00:26.476570+0000","last_deep_scrub":"264'503","last_deep_scrub_stamp":"2024-09-12T18:00:26.476570+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.476570+0000","objects_scrubbed":1,"log_size":103,"log_dups_size":400,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:37.250064+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2172,"num_read_kb":1734,"num_write":807,"num_write_kb":422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":266,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'379","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.458496+0000","last_change":"2024-09-12T18:00:19.458496+0000","last_active":"2024-09-12T18:00:19.458496+0000","last_peered":"2024-09-12T18:00:19.458496+0000","last_clean":"2024-09-12T18:00:19.458496+0000","last_became_active":"2024-09-12T17:13:22.730432+0000","last_became_peered":"2024-09-12T17:13:22.730432+0000","last_unstale":"2024-09-12T18:00:19.458496+0000","last_undegraded":"2024-09-12T18:00:19.458496+0000","last_fullsized":"2024-09-12T18:00:19.458496+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'379","last_scrub_stamp":"2024-09-12T18:00:19.458237+0000","last_deep_scrub":"264'379","last_deep_scrub_stamp":"2024-09-12T18:00:19.458237+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.458237+0000","objects_scrubbed":9,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:54.767237+0000","scrub_duration":31,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456542,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":536,"num_read_kb":26037,"num_write":1028,"num_write_kb":34034,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.985204+0000","last_change":"2024-09-12T18:00:29.985204+0000","last_active":"2024-09-12T18:00:29.985204+0000","last_peered":"2024-09-12T18:00:29.985204+0000","last_clean":"2024-09-12T18:00:29.985204+0000","last_became_active":"2024-09-12T17:13:26.735772+0000","last_became_peered":"2024-09-12T17:13:26.735772+0000","last_unstale":"2024-09-12T18:00:29.985204+0000","last_undegraded":"2024-09-12T18:00:29.985204+0000","last_fullsized":"2024-09-12T18:00:29.985204+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:29.985027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:29.985027+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.985027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:27.376145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'293","reported_seq":859,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.788125+0000","last_change":"2024-09-12T17:13:28.746675+0000","last_active":"2024-09-12T18:00:09.788125+0000","last_peered":"2024-09-12T18:00:09.788125+0000","last_clean":"2024-09-12T18:00:09.788125+0000","last_became_active":"2024-09-12T17:13:28.742124+0000","last_became_peered":"2024-09-12T17:13:28.742124+0000","last_unstale":"2024-09-12T18:00:09.788125+0000","last_undegraded":"2024-09-12T18:00:09.788125+0000","last_fullsized":"2024-09-12T18:00:09.788125+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:31:34.793418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49649,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":485,"num_read_kb":1127,"num_write":400,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.062751+0000","last_change":"2024-09-12T17:13:30.792589+0000","last_active":"2024-09-12T17:57:52.062751+0000","last_peered":"2024-09-12T17:57:52.062751+0000","last_clean":"2024-09-12T17:57:52.062751+0000","last_became_active":"2024-09-12T17:13:30.791898+0000","last_became_peered":"2024-09-12T17:13:30.791898+0000","last_unstale":"2024-09-12T17:57:52.062751+0000","last_undegraded":"2024-09-12T17:57:52.062751+0000","last_fullsized":"2024-09-12T17:57:52.062751+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:41:51.909430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'142","reported_seq":629,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.157331+0000","last_change":"2024-09-12T17:13:32.789361+0000","last_active":"2024-09-12T17:58:29.157331+0000","last_peered":"2024-09-12T17:58:29.157331+0000","last_clean":"2024-09-12T17:58:29.157331+0000","last_became_active":"2024-09-12T17:13:32.788604+0000","last_became_peered":"2024-09-12T17:13:32.788604+0000","last_unstale":"2024-09-12T17:58:29.157331+0000","last_undegraded":"2024-09-12T17:58:29.157331+0000","last_fullsized":"2024-09-12T17:58:29.157331+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:03:35.068046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":163,"num_read_kb":157,"num_write":325,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'212","reported_seq":845,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.058477+0000","last_change":"2024-09-12T18:00:26.058477+0000","last_active":"2024-09-12T18:00:26.058477+0000","last_peered":"2024-09-12T18:00:26.058477+0000","last_clean":"2024-09-12T18:00:26.058477+0000","last_became_active":"2024-09-12T17:13:24.734000+0000","last_became_peered":"2024-09-12T17:13:24.734000+0000","last_unstale":"2024-09-12T18:00:26.058477+0000","last_undegraded":"2024-09-12T18:00:26.058477+0000","last_fullsized":"2024-09-12T18:00:26.058477+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'212","last_scrub_stamp":"2024-09-12T18:00:26.058142+0000","last_deep_scrub":"264'212","last_deep_scrub_stamp":"2024-09-12T18:00:26.058142+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.058142+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:36.060514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":913,"num_read_kb":755,"num_write":324,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"264'371","reported_seq":1084,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.219603+0000","last_change":"2024-09-12T18:00:25.219603+0000","last_active":"2024-09-12T18:00:25.219603+0000","last_peered":"2024-09-12T18:00:25.219603+0000","last_clean":"2024-09-12T18:00:25.219603+0000","last_became_active":"2024-09-12T17:13:22.720138+0000","last_became_peered":"2024-09-12T17:13:22.720138+0000","last_unstale":"2024-09-12T18:00:25.219603+0000","last_undegraded":"2024-09-12T18:00:25.219603+0000","last_fullsized":"2024-09-12T18:00:25.219603+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T18:00:25.219413+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T18:00:25.219413+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.219413+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:39.009029+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":735,"num_read_kb":13970,"num_write":1045,"num_write_kb":23660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"35'5","reported_seq":971,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:07.511102+0000","last_change":"2024-09-12T17:13:26.731015+0000","last_active":"2024-09-12T18:00:07.511102+0000","last_peered":"2024-09-12T18:00:07.511102+0000","last_clean":"2024-09-12T18:00:07.511102+0000","last_became_active":"2024-09-12T17:13:26.730316+0000","last_became_peered":"2024-09-12T17:13:26.730316+0000","last_unstale":"2024-09-12T18:00:07.511102+0000","last_undegraded":"2024-09-12T18:00:07.511102+0000","last_fullsized":"2024-09-12T18:00:07.511102+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:59:26.082668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":729,"num_read_kb":1194,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'50","reported_seq":564,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.033785+0000","last_change":"2024-09-12T18:00:37.033785+0000","last_active":"2024-09-12T18:00:37.033785+0000","last_peered":"2024-09-12T18:00:37.033785+0000","last_clean":"2024-09-12T18:00:37.033785+0000","last_became_active":"2024-09-12T17:13:28.741429+0000","last_became_peered":"2024-09-12T17:13:28.741429+0000","last_unstale":"2024-09-12T18:00:37.033785+0000","last_undegraded":"2024-09-12T18:00:37.033785+0000","last_fullsized":"2024-09-12T18:00:37.033785+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'50","last_scrub_stamp":"2024-09-12T18:00:37.033607+0000","last_deep_scrub":"264'50","last_deep_scrub_stamp":"2024-09-12T18:00:37.033607+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.033607+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:33:13.209030+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":294,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051712+0000","last_change":"2024-09-12T17:13:30.783219+0000","last_active":"2024-09-12T17:57:52.051712+0000","last_peered":"2024-09-12T17:57:52.051712+0000","last_clean":"2024-09-12T17:57:52.051712+0000","last_became_active":"2024-09-12T17:13:30.782478+0000","last_became_peered":"2024-09-12T17:13:30.782478+0000","last_unstale":"2024-09-12T17:57:52.051712+0000","last_undegraded":"2024-09-12T17:57:52.051712+0000","last_fullsized":"2024-09-12T17:57:52.051712+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:00:52.154143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'218","reported_seq":751,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.467246+0000","last_change":"2024-09-12T17:13:32.782807+0000","last_active":"2024-09-12T17:59:47.467246+0000","last_peered":"2024-09-12T17:59:47.467246+0000","last_clean":"2024-09-12T17:59:47.467246+0000","last_became_active":"2024-09-12T17:13:32.782092+0000","last_became_peered":"2024-09-12T17:13:32.782092+0000","last_unstale":"2024-09-12T17:59:47.467246+0000","last_undegraded":"2024-09-12T17:59:47.467246+0000","last_fullsized":"2024-09-12T17:59:47.467246+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":200,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:18.007423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":389,"num_read_kb":376,"num_write":482,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'135","reported_seq":742,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.279608+0000","last_change":"2024-09-12T18:00:25.279608+0000","last_active":"2024-09-12T18:00:25.279608+0000","last_peered":"2024-09-12T18:00:25.279608+0000","last_clean":"2024-09-12T18:00:25.279608+0000","last_became_active":"2024-09-12T17:13:24.741656+0000","last_became_peered":"2024-09-12T17:13:24.741656+0000","last_unstale":"2024-09-12T18:00:25.279608+0000","last_undegraded":"2024-09-12T18:00:25.279608+0000","last_fullsized":"2024-09-12T18:00:25.279608+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'135","last_scrub_stamp":"2024-09-12T18:00:25.279427+0000","last_deep_scrub":"264'135","last_deep_scrub_stamp":"2024-09-12T18:00:25.279427+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.279427+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:20.873421+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":482,"num_write":210,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'352","reported_seq":1092,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.235497+0000","last_change":"2024-09-12T18:00:22.235497+0000","last_active":"2024-09-12T18:00:22.235497+0000","last_peered":"2024-09-12T18:00:22.235497+0000","last_clean":"2024-09-12T18:00:22.235497+0000","last_became_active":"2024-09-12T17:13:22.730403+0000","last_became_peered":"2024-09-12T17:13:22.730403+0000","last_unstale":"2024-09-12T18:00:22.235497+0000","last_undegraded":"2024-09-12T18:00:22.235497+0000","last_fullsized":"2024-09-12T18:00:22.235497+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:22.235247+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:22.235247+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.235247+0000","objects_scrubbed":9,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:44.655832+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":388466,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":724,"num_read_kb":35043,"num_write":1049,"num_write_kb":27867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.395279+0000","last_change":"2024-09-12T18:00:36.395279+0000","last_active":"2024-09-12T18:00:36.395279+0000","last_peered":"2024-09-12T18:00:36.395279+0000","last_clean":"2024-09-12T18:00:36.395279+0000","last_became_active":"2024-09-12T17:13:26.753317+0000","last_became_peered":"2024-09-12T17:13:26.753317+0000","last_unstale":"2024-09-12T18:00:36.395279+0000","last_undegraded":"2024-09-12T18:00:36.395279+0000","last_fullsized":"2024-09-12T18:00:36.395279+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.395096+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.395096+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.395096+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:51.969693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'301","reported_seq":883,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.035850+0000","last_change":"2024-09-12T17:13:28.756124+0000","last_active":"2024-09-12T18:00:09.035850+0000","last_peered":"2024-09-12T18:00:09.035850+0000","last_clean":"2024-09-12T18:00:09.035850+0000","last_became_active":"2024-09-12T17:13:28.750390+0000","last_became_peered":"2024-09-12T17:13:28.750390+0000","last_unstale":"2024-09-12T18:00:09.035850+0000","last_undegraded":"2024-09-12T18:00:09.035850+0000","last_fullsized":"2024-09-12T18:00:09.035850+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:04.128240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53085,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":1113,"num_write":402,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.714755+0000","last_change":"2024-09-12T18:00:35.714755+0000","last_active":"2024-09-12T18:00:35.714755+0000","last_peered":"2024-09-12T18:00:35.714755+0000","last_clean":"2024-09-12T18:00:35.714755+0000","last_became_active":"2024-09-12T17:13:30.783591+0000","last_became_peered":"2024-09-12T17:13:30.783591+0000","last_unstale":"2024-09-12T18:00:35.714755+0000","last_undegraded":"2024-09-12T18:00:35.714755+0000","last_fullsized":"2024-09-12T18:00:35.714755+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:35.714574+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:35.714574+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.714574+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:59.578910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'191","reported_seq":706,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:15.629798+0000","last_change":"2024-09-12T17:13:32.789717+0000","last_active":"2024-09-12T17:58:15.629798+0000","last_peered":"2024-09-12T17:58:15.629798+0000","last_clean":"2024-09-12T17:58:15.629798+0000","last_became_active":"2024-09-12T17:13:32.788954+0000","last_became_peered":"2024-09-12T17:13:32.788954+0000","last_unstale":"2024-09-12T17:58:15.629798+0000","last_undegraded":"2024-09-12T17:58:15.629798+0000","last_fullsized":"2024-09-12T17:58:15.629798+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:33.412875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":259,"num_read_kb":242,"num_write":443,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'75","reported_seq":649,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.631936+0000","last_change":"2024-09-12T18:00:17.631798+0000","last_active":"2024-09-12T18:00:17.631936+0000","last_peered":"2024-09-12T18:00:17.631936+0000","last_clean":"2024-09-12T18:00:17.631936+0000","last_became_active":"2024-09-12T17:13:54.836680+0000","last_became_peered":"2024-09-12T17:13:54.836680+0000","last_unstale":"2024-09-12T18:00:17.631936+0000","last_undegraded":"2024-09-12T18:00:17.631936+0000","last_fullsized":"2024-09-12T18:00:17.631936+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'75","last_scrub_stamp":"2024-09-12T18:00:17.631624+0000","last_deep_scrub":"264'75","last_deep_scrub_stamp":"2024-09-12T18:00:17.631624+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.631624+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:41.828390+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":370,"num_read_kb":318,"num_write":111,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"264'336","reported_seq":1000,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.133780+0000","last_change":"2024-09-12T18:00:17.133780+0000","last_active":"2024-09-12T18:00:17.133780+0000","last_peered":"2024-09-12T18:00:17.133780+0000","last_clean":"2024-09-12T18:00:17.133780+0000","last_became_active":"2024-09-12T17:13:22.737631+0000","last_became_peered":"2024-09-12T17:13:22.737631+0000","last_unstale":"2024-09-12T18:00:17.133780+0000","last_undegraded":"2024-09-12T18:00:17.133780+0000","last_fullsized":"2024-09-12T18:00:17.133780+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T18:00:17.133588+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T18:00:17.133588+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.133588+0000","objects_scrubbed":7,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:42.422141+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388701,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":546,"num_read_kb":19849,"num_write":1143,"num_write_kb":28792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.567511+0000","last_change":"2024-09-12T18:00:28.567511+0000","last_active":"2024-09-12T18:00:28.567511+0000","last_peered":"2024-09-12T18:00:28.567511+0000","last_clean":"2024-09-12T18:00:28.567511+0000","last_became_active":"2024-09-12T17:13:26.747580+0000","last_became_peered":"2024-09-12T17:13:26.747580+0000","last_unstale":"2024-09-12T18:00:28.567511+0000","last_undegraded":"2024-09-12T18:00:28.567511+0000","last_fullsized":"2024-09-12T18:00:28.567511+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:28.567328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:28.567328+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.567328+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:43.193358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'271","reported_seq":839,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.925278+0000","last_change":"2024-09-12T17:13:28.742732+0000","last_active":"2024-09-12T18:00:08.925278+0000","last_peered":"2024-09-12T18:00:08.925278+0000","last_clean":"2024-09-12T18:00:08.925278+0000","last_became_active":"2024-09-12T17:13:28.741634+0000","last_became_peered":"2024-09-12T17:13:28.741634+0000","last_unstale":"2024-09-12T18:00:08.925278+0000","last_undegraded":"2024-09-12T18:00:08.925278+0000","last_fullsized":"2024-09-12T18:00:08.925278+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:07.171112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56526,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":474,"num_read_kb":1151,"num_write":392,"num_write_kb":336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.051187+0000","last_change":"2024-09-12T17:13:30.776129+0000","last_active":"2024-09-12T17:57:52.051187+0000","last_peered":"2024-09-12T17:57:52.051187+0000","last_clean":"2024-09-12T17:57:52.051187+0000","last_became_active":"2024-09-12T17:13:30.775381+0000","last_became_peered":"2024-09-12T17:13:30.775381+0000","last_unstale":"2024-09-12T17:57:52.051187+0000","last_undegraded":"2024-09-12T17:57:52.051187+0000","last_fullsized":"2024-09-12T17:57:52.051187+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:51:09.622664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'254","reported_seq":923,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.555120+0000","last_change":"2024-09-12T18:00:25.555120+0000","last_active":"2024-09-12T18:00:25.555120+0000","last_peered":"2024-09-12T18:00:25.555120+0000","last_clean":"2024-09-12T18:00:25.555120+0000","last_became_active":"2024-09-12T17:13:24.760166+0000","last_became_peered":"2024-09-12T17:13:24.760166+0000","last_unstale":"2024-09-12T18:00:25.555120+0000","last_undegraded":"2024-09-12T18:00:25.555120+0000","last_fullsized":"2024-09-12T18:00:25.555120+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'254","last_scrub_stamp":"2024-09-12T18:00:25.554845+0000","last_deep_scrub":"264'254","last_deep_scrub_stamp":"2024-09-12T18:00:25.554845+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.554845+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:26.404253+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1144,"num_read_kb":947,"num_write":391,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'279","reported_seq":882,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.363704+0000","last_change":"2024-09-12T18:00:18.363704+0000","last_active":"2024-09-12T18:00:18.363704+0000","last_peered":"2024-09-12T18:00:18.363704+0000","last_clean":"2024-09-12T18:00:18.363704+0000","last_became_active":"2024-09-12T17:13:22.721355+0000","last_became_peered":"2024-09-12T17:13:22.721355+0000","last_unstale":"2024-09-12T18:00:18.363704+0000","last_undegraded":"2024-09-12T18:00:18.363704+0000","last_fullsized":"2024-09-12T18:00:18.363704+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'279","last_scrub_stamp":"2024-09-12T18:00:18.363493+0000","last_deep_scrub":"264'279","last_deep_scrub_stamp":"2024-09-12T18:00:18.363493+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.363493+0000","objects_scrubbed":5,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:37.347809+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456545,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":395,"num_read_kb":715,"num_write":871,"num_write_kb":22770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":511,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.075414+0000","last_change":"2024-09-12T18:00:34.075414+0000","last_active":"2024-09-12T18:00:34.075414+0000","last_peered":"2024-09-12T18:00:34.075414+0000","last_clean":"2024-09-12T18:00:34.075414+0000","last_became_active":"2024-09-12T17:13:26.744896+0000","last_became_peered":"2024-09-12T17:13:26.744896+0000","last_unstale":"2024-09-12T18:00:34.075414+0000","last_undegraded":"2024-09-12T18:00:34.075414+0000","last_fullsized":"2024-09-12T18:00:34.075414+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:34.075232+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:34.075232+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.075232+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:47.113336+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'476","reported_seq":1114,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.028620+0000","last_change":"2024-09-12T18:00:37.028620+0000","last_active":"2024-09-12T18:00:37.028620+0000","last_peered":"2024-09-12T18:00:37.028620+0000","last_clean":"2024-09-12T18:00:37.028620+0000","last_became_active":"2024-09-12T17:13:28.746900+0000","last_became_peered":"2024-09-12T17:13:28.746900+0000","last_unstale":"2024-09-12T18:00:37.028620+0000","last_undegraded":"2024-09-12T18:00:37.028620+0000","last_fullsized":"2024-09-12T18:00:37.028620+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'476","last_scrub_stamp":"2024-09-12T18:00:37.028425+0000","last_deep_scrub":"264'476","last_deep_scrub_stamp":"2024-09-12T18:00:37.028425+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.028425+0000","objects_scrubbed":6,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:13.509710+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93451,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":854,"num_read_kb":2027,"num_write":736,"num_write_kb":660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.202345+0000","last_change":"2024-09-12T17:13:30.778464+0000","last_active":"2024-09-12T17:56:02.202345+0000","last_peered":"2024-09-12T17:56:02.202345+0000","last_clean":"2024-09-12T17:56:02.202345+0000","last_became_active":"2024-09-12T17:13:30.777735+0000","last_became_peered":"2024-09-12T17:13:30.777735+0000","last_unstale":"2024-09-12T17:56:02.202345+0000","last_undegraded":"2024-09-12T17:56:02.202345+0000","last_fullsized":"2024-09-12T17:56:02.202345+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:48.426699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'162","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.762885+0000","last_change":"2024-09-12T17:13:32.834828+0000","last_active":"2024-09-12T17:58:29.762885+0000","last_peered":"2024-09-12T17:58:29.762885+0000","last_clean":"2024-09-12T17:58:29.762885+0000","last_became_active":"2024-09-12T17:13:32.834025+0000","last_became_peered":"2024-09-12T17:13:32.834025+0000","last_unstale":"2024-09-12T17:58:29.762885+0000","last_undegraded":"2024-09-12T17:58:29.762885+0000","last_fullsized":"2024-09-12T17:58:29.762885+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:23.320464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":249,"num_read_kb":253,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'4648","reported_seq":5524,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.109118+0000","last_change":"2024-09-12T18:00:27.109118+0000","last_active":"2024-09-12T18:00:27.109118+0000","last_peered":"2024-09-12T18:00:27.109118+0000","last_clean":"2024-09-12T18:00:27.109118+0000","last_became_active":"2024-09-12T17:13:24.718732+0000","last_became_peered":"2024-09-12T17:13:24.718732+0000","last_unstale":"2024-09-12T18:00:27.109118+0000","last_undegraded":"2024-09-12T18:00:27.109118+0000","last_fullsized":"2024-09-12T18:00:27.109118+0000","mapping_epoch":25,"log_start":"264'4600","ondisk_log_start":"264'4600","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4648","last_scrub_stamp":"2024-09-12T18:00:27.108936+0000","last_deep_scrub":"264'4648","last_deep_scrub_stamp":"2024-09-12T18:00:27.108936+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.108936+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":3000,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:48.634994+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19133,"num_read_kb":16095,"num_write":7172,"num_write_kb":3743,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'359","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.110399+0000","last_change":"2024-09-12T18:00:19.110399+0000","last_active":"2024-09-12T18:00:19.110399+0000","last_peered":"2024-09-12T18:00:19.110399+0000","last_clean":"2024-09-12T18:00:19.110399+0000","last_became_active":"2024-09-12T17:13:22.715964+0000","last_became_peered":"2024-09-12T17:13:22.715964+0000","last_unstale":"2024-09-12T18:00:19.110399+0000","last_undegraded":"2024-09-12T18:00:19.110399+0000","last_fullsized":"2024-09-12T18:00:19.110399+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'359","last_scrub_stamp":"2024-09-12T18:00:19.110115+0000","last_deep_scrub":"264'359","last_deep_scrub_stamp":"2024-09-12T18:00:19.110115+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.110115+0000","objects_scrubbed":8,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:36.593935+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2390896,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":550,"num_read_kb":3094,"num_write":1163,"num_write_kb":22712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.588135+0000","last_change":"2024-09-12T18:00:29.588135+0000","last_active":"2024-09-12T18:00:29.588135+0000","last_peered":"2024-09-12T18:00:29.588135+0000","last_clean":"2024-09-12T18:00:29.588135+0000","last_became_active":"2024-09-12T17:13:26.747581+0000","last_became_peered":"2024-09-12T17:13:26.747581+0000","last_unstale":"2024-09-12T18:00:29.588135+0000","last_undegraded":"2024-09-12T18:00:29.588135+0000","last_fullsized":"2024-09-12T18:00:29.588135+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:29.587819+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:29.587819+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.587819+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:35.605076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'295","reported_seq":876,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.960232+0000","last_change":"2024-09-12T17:13:28.741124+0000","last_active":"2024-09-12T18:00:08.960232+0000","last_peered":"2024-09-12T18:00:08.960232+0000","last_clean":"2024-09-12T18:00:08.960232+0000","last_became_active":"2024-09-12T17:13:28.740077+0000","last_became_peered":"2024-09-12T17:13:28.740077+0000","last_unstale":"2024-09-12T18:00:08.960232+0000","last_undegraded":"2024-09-12T18:00:08.960232+0000","last_fullsized":"2024-09-12T18:00:08.960232+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:32.115548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53501,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":518,"num_read_kb":1154,"num_write":436,"num_write_kb":347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.014341+0000","last_change":"2024-09-12T17:13:30.788371+0000","last_active":"2024-09-12T17:56:02.014341+0000","last_peered":"2024-09-12T17:56:02.014341+0000","last_clean":"2024-09-12T17:56:02.014341+0000","last_became_active":"2024-09-12T17:13:30.787481+0000","last_became_peered":"2024-09-12T17:13:30.787481+0000","last_unstale":"2024-09-12T17:56:02.014341+0000","last_undegraded":"2024-09-12T17:56:02.014341+0000","last_fullsized":"2024-09-12T17:56:02.014341+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:55:19.444142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'171","reported_seq":670,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:52.163522+0000","last_change":"2024-09-12T17:13:32.787930+0000","last_active":"2024-09-12T17:57:52.163522+0000","last_peered":"2024-09-12T17:57:52.163522+0000","last_clean":"2024-09-12T17:57:52.163522+0000","last_became_active":"2024-09-12T17:13:32.787114+0000","last_became_peered":"2024-09-12T17:13:32.787114+0000","last_unstale":"2024-09-12T17:57:52.163522+0000","last_undegraded":"2024-09-12T17:57:52.163522+0000","last_fullsized":"2024-09-12T17:57:52.163522+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:35.409537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":227,"num_read_kb":224,"num_write":505,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'89","reported_seq":670,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.315437+0000","last_change":"2024-09-12T18:00:34.315437+0000","last_active":"2024-09-12T18:00:34.315437+0000","last_peered":"2024-09-12T18:00:34.315437+0000","last_clean":"2024-09-12T18:00:34.315437+0000","last_became_active":"2024-09-12T17:13:24.748753+0000","last_became_peered":"2024-09-12T17:13:24.748753+0000","last_unstale":"2024-09-12T18:00:34.315437+0000","last_undegraded":"2024-09-12T18:00:34.315437+0000","last_fullsized":"2024-09-12T18:00:34.315437+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'89","last_scrub_stamp":"2024-09-12T18:00:34.315157+0000","last_deep_scrub":"264'89","last_deep_scrub_stamp":"2024-09-12T18:00:34.315157+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.315157+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:09.155986+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":343,"num_write":134,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'369","reported_seq":1027,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.471305+0000","last_change":"2024-09-12T18:00:18.471305+0000","last_active":"2024-09-12T18:00:18.471305+0000","last_peered":"2024-09-12T18:00:18.471305+0000","last_clean":"2024-09-12T18:00:18.471305+0000","last_became_active":"2024-09-12T17:13:22.716619+0000","last_became_peered":"2024-09-12T17:13:22.716619+0000","last_unstale":"2024-09-12T18:00:18.471305+0000","last_undegraded":"2024-09-12T18:00:18.471305+0000","last_fullsized":"2024-09-12T18:00:18.471305+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'369","last_scrub_stamp":"2024-09-12T18:00:18.471123+0000","last_deep_scrub":"264'369","last_deep_scrub_stamp":"2024-09-12T18:00:18.471123+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.471123+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:58.469147+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":6656,"num_write":1170,"num_write_kb":21095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023819+0000","last_change":"2024-09-12T17:13:26.728706+0000","last_active":"2024-09-12T17:55:57.023819+0000","last_peered":"2024-09-12T17:55:57.023819+0000","last_clean":"2024-09-12T17:55:57.023819+0000","last_became_active":"2024-09-12T17:13:26.725139+0000","last_became_peered":"2024-09-12T17:13:26.725139+0000","last_unstale":"2024-09-12T17:55:57.023819+0000","last_undegraded":"2024-09-12T17:55:57.023819+0000","last_fullsized":"2024-09-12T17:55:57.023819+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:19:08.424368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'269","reported_seq":836,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.226049+0000","last_change":"2024-09-12T17:13:28.802620+0000","last_active":"2024-09-12T18:00:08.226049+0000","last_peered":"2024-09-12T18:00:08.226049+0000","last_clean":"2024-09-12T18:00:08.226049+0000","last_became_active":"2024-09-12T17:13:28.801913+0000","last_became_peered":"2024-09-12T17:13:28.801913+0000","last_unstale":"2024-09-12T18:00:08.226049+0000","last_undegraded":"2024-09-12T18:00:08.226049+0000","last_fullsized":"2024-09-12T18:00:08.226049+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:59.562705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43140,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":435,"num_read_kb":975,"num_write":354,"num_write_kb":271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.038837+0000","last_change":"2024-09-12T17:13:30.778874+0000","last_active":"2024-09-12T17:57:42.038837+0000","last_peered":"2024-09-12T17:57:42.038837+0000","last_clean":"2024-09-12T17:57:42.038837+0000","last_became_active":"2024-09-12T17:13:30.778143+0000","last_became_peered":"2024-09-12T17:13:30.778143+0000","last_unstale":"2024-09-12T17:57:42.038837+0000","last_undegraded":"2024-09-12T17:57:42.038837+0000","last_fullsized":"2024-09-12T17:57:42.038837+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:15:05.458140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'120","reported_seq":604,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:48.835028+0000","last_change":"2024-09-12T17:13:32.787877+0000","last_active":"2024-09-12T17:59:48.835028+0000","last_peered":"2024-09-12T17:59:48.835028+0000","last_clean":"2024-09-12T17:59:48.835028+0000","last_became_active":"2024-09-12T17:13:32.786695+0000","last_became_peered":"2024-09-12T17:13:32.786695+0000","last_unstale":"2024-09-12T17:59:48.835028+0000","last_undegraded":"2024-09-12T17:59:48.835028+0000","last_fullsized":"2024-09-12T17:59:48.835028+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:55:22.889196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":154,"num_read_kb":146,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'244","reported_seq":830,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.693779+0000","last_change":"2024-09-12T18:00:29.693779+0000","last_active":"2024-09-12T18:00:29.693779+0000","last_peered":"2024-09-12T18:00:29.693779+0000","last_clean":"2024-09-12T18:00:29.693779+0000","last_became_active":"2024-09-12T17:13:24.726336+0000","last_became_peered":"2024-09-12T17:13:24.726336+0000","last_unstale":"2024-09-12T18:00:29.693779+0000","last_undegraded":"2024-09-12T18:00:29.693779+0000","last_fullsized":"2024-09-12T18:00:29.693779+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'244","last_scrub_stamp":"2024-09-12T18:00:29.693567+0000","last_deep_scrub":"264'244","last_deep_scrub_stamp":"2024-09-12T18:00:29.693567+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.693567+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:25.832365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":808,"num_write":379,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'330","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.076483+0000","last_change":"2024-09-12T18:00:20.076483+0000","last_active":"2024-09-12T18:00:20.076483+0000","last_peered":"2024-09-12T18:00:20.076483+0000","last_clean":"2024-09-12T18:00:20.076483+0000","last_became_active":"2024-09-12T17:13:22.742562+0000","last_became_peered":"2024-09-12T17:13:22.742562+0000","last_unstale":"2024-09-12T18:00:20.076483+0000","last_undegraded":"2024-09-12T18:00:20.076483+0000","last_fullsized":"2024-09-12T18:00:20.076483+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'330","last_scrub_stamp":"2024-09-12T18:00:20.076240+0000","last_deep_scrub":"264'330","last_deep_scrub_stamp":"2024-09-12T18:00:20.076240+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.076240+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:57.278467+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661402,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":560,"num_read_kb":18715,"num_write":1110,"num_write_kb":30468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":505,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.962764+0000","last_change":"2024-09-12T18:00:32.962764+0000","last_active":"2024-09-12T18:00:32.962764+0000","last_peered":"2024-09-12T18:00:32.962764+0000","last_clean":"2024-09-12T18:00:32.962764+0000","last_became_active":"2024-09-12T17:13:26.745048+0000","last_became_peered":"2024-09-12T17:13:26.745048+0000","last_unstale":"2024-09-12T18:00:32.962764+0000","last_undegraded":"2024-09-12T18:00:32.962764+0000","last_fullsized":"2024-09-12T18:00:32.962764+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.962586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.962586+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.962586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:29.786296+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'102","reported_seq":622,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.051100+0000","last_change":"2024-09-12T17:13:28.801869+0000","last_active":"2024-09-12T17:57:42.051100+0000","last_peered":"2024-09-12T17:57:42.051100+0000","last_clean":"2024-09-12T17:57:42.051100+0000","last_became_active":"2024-09-12T17:13:28.801036+0000","last_became_peered":"2024-09-12T17:13:28.801036+0000","last_unstale":"2024-09-12T17:57:42.051100+0000","last_undegraded":"2024-09-12T17:57:42.051100+0000","last_fullsized":"2024-09-12T17:57:42.051100+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:20.404351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":122,"num_read_kb":114,"num_write":138,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'765","reported_seq":2128,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:07.765976+0000","last_change":"2024-09-12T17:13:30.776047+0000","last_active":"2024-09-12T18:00:07.765976+0000","last_peered":"2024-09-12T18:00:07.765976+0000","last_clean":"2024-09-12T18:00:07.765976+0000","last_became_active":"2024-09-12T17:13:30.775294+0000","last_became_peered":"2024-09-12T17:13:30.775294+0000","last_unstale":"2024-09-12T18:00:07.765976+0000","last_undegraded":"2024-09-12T18:00:07.765976+0000","last_fullsized":"2024-09-12T18:00:07.765976+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:33:29.499709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'109","reported_seq":611,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:30.549026+0000","last_change":"2024-09-12T17:13:32.795102+0000","last_active":"2024-09-12T17:58:30.549026+0000","last_peered":"2024-09-12T17:58:30.549026+0000","last_clean":"2024-09-12T17:58:30.549026+0000","last_became_active":"2024-09-12T17:13:32.794362+0000","last_became_peered":"2024-09-12T17:13:32.794362+0000","last_unstale":"2024-09-12T17:58:30.549026+0000","last_undegraded":"2024-09-12T17:58:30.549026+0000","last_fullsized":"2024-09-12T17:58:30.549026+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:31.378097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":158,"num_read_kb":151,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'150","reported_seq":760,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.536413+0000","last_change":"2024-09-12T18:00:29.536413+0000","last_active":"2024-09-12T18:00:29.536413+0000","last_peered":"2024-09-12T18:00:29.536413+0000","last_clean":"2024-09-12T18:00:29.536413+0000","last_became_active":"2024-09-12T17:13:24.744181+0000","last_became_peered":"2024-09-12T17:13:24.744181+0000","last_unstale":"2024-09-12T18:00:29.536413+0000","last_undegraded":"2024-09-12T18:00:29.536413+0000","last_fullsized":"2024-09-12T18:00:29.536413+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'150","last_scrub_stamp":"2024-09-12T18:00:29.536228+0000","last_deep_scrub":"264'150","last_deep_scrub_stamp":"2024-09-12T18:00:29.536228+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.536228+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:10:29.855870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":502,"num_write":225,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'360","reported_seq":971,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.621179+0000","last_change":"2024-09-12T18:00:16.621179+0000","last_active":"2024-09-12T18:00:16.621179+0000","last_peered":"2024-09-12T18:00:16.621179+0000","last_clean":"2024-09-12T18:00:16.621179+0000","last_became_active":"2024-09-12T17:13:54.833471+0000","last_became_peered":"2024-09-12T17:13:54.833471+0000","last_unstale":"2024-09-12T18:00:16.621179+0000","last_undegraded":"2024-09-12T18:00:16.621179+0000","last_fullsized":"2024-09-12T18:00:16.621179+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'360","last_scrub_stamp":"2024-09-12T18:00:16.621048+0000","last_deep_scrub":"264'360","last_deep_scrub_stamp":"2024-09-12T18:00:16.621048+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.621048+0000","objects_scrubbed":7,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:35.263622+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079934,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":495,"num_read_kb":11845,"num_write":1230,"num_write_kb":30776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.023180+0000","last_change":"2024-09-12T17:13:26.747993+0000","last_active":"2024-09-12T17:55:57.023180+0000","last_peered":"2024-09-12T17:55:57.023180+0000","last_clean":"2024-09-12T17:55:57.023180+0000","last_became_active":"2024-09-12T17:13:26.747270+0000","last_became_peered":"2024-09-12T17:13:26.747270+0000","last_unstale":"2024-09-12T17:55:57.023180+0000","last_undegraded":"2024-09-12T17:55:57.023180+0000","last_fullsized":"2024-09-12T17:55:57.023180+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:33:40.855788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'307","reported_seq":883,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.567857+0000","last_change":"2024-09-12T17:13:28.750881+0000","last_active":"2024-09-12T18:00:08.567857+0000","last_peered":"2024-09-12T18:00:08.567857+0000","last_clean":"2024-09-12T18:00:08.567857+0000","last_became_active":"2024-09-12T17:13:28.750281+0000","last_became_peered":"2024-09-12T17:13:28.750281+0000","last_unstale":"2024-09-12T18:00:08.567857+0000","last_undegraded":"2024-09-12T18:00:08.567857+0000","last_fullsized":"2024-09-12T18:00:08.567857+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:52:56.658361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51698,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":482,"num_read_kb":1033,"num_write":392,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:02.039178+0000","last_change":"2024-09-12T17:13:30.779116+0000","last_active":"2024-09-12T17:57:02.039178+0000","last_peered":"2024-09-12T17:57:02.039178+0000","last_clean":"2024-09-12T17:57:02.039178+0000","last_became_active":"2024-09-12T17:13:30.761662+0000","last_became_peered":"2024-09-12T17:13:30.761662+0000","last_unstale":"2024-09-12T17:57:02.039178+0000","last_undegraded":"2024-09-12T17:57:02.039178+0000","last_fullsized":"2024-09-12T17:57:02.039178+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:41.858268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'136","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.928390+0000","last_change":"2024-09-12T17:13:32.795830+0000","last_active":"2024-09-12T17:58:27.928390+0000","last_peered":"2024-09-12T17:58:27.928390+0000","last_clean":"2024-09-12T17:58:27.928390+0000","last_became_active":"2024-09-12T17:13:32.794904+0000","last_became_peered":"2024-09-12T17:13:32.794904+0000","last_unstale":"2024-09-12T17:58:27.928390+0000","last_undegraded":"2024-09-12T17:58:27.928390+0000","last_fullsized":"2024-09-12T17:58:27.928390+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:05.399749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":776,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":284,"num_read_kb":250,"num_write":322,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'389","reported_seq":1048,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.490426+0000","last_change":"2024-09-12T18:00:28.490426+0000","last_active":"2024-09-12T18:00:28.490426+0000","last_peered":"2024-09-12T18:00:28.490426+0000","last_clean":"2024-09-12T18:00:28.490426+0000","last_became_active":"2024-09-12T17:13:24.742514+0000","last_became_peered":"2024-09-12T17:13:24.742514+0000","last_unstale":"2024-09-12T18:00:28.490426+0000","last_undegraded":"2024-09-12T18:00:28.490426+0000","last_fullsized":"2024-09-12T18:00:28.490426+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'389","last_scrub_stamp":"2024-09-12T18:00:28.490190+0000","last_deep_scrub":"264'389","last_deep_scrub_stamp":"2024-09-12T18:00:28.490190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.490190+0000","objects_scrubbed":1,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:31.760597+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1705,"num_read_kb":1374,"num_write":626,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8077,"num_omap_keys":32,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'296","reported_seq":921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.210856+0000","last_change":"2024-09-12T18:00:19.210856+0000","last_active":"2024-09-12T18:00:19.210856+0000","last_peered":"2024-09-12T18:00:19.210856+0000","last_clean":"2024-09-12T18:00:19.210856+0000","last_became_active":"2024-09-12T17:13:22.725894+0000","last_became_peered":"2024-09-12T17:13:22.725894+0000","last_unstale":"2024-09-12T18:00:19.210856+0000","last_undegraded":"2024-09-12T18:00:19.210856+0000","last_fullsized":"2024-09-12T18:00:19.210856+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'296","last_scrub_stamp":"2024-09-12T18:00:19.210651+0000","last_deep_scrub":"264'296","last_deep_scrub_stamp":"2024-09-12T18:00:19.210651+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.210651+0000","objects_scrubbed":2,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:58:28.750421+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170564,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":402,"num_read_kb":35322,"num_write":925,"num_write_kb":31480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:55:57.201107+0000","last_change":"2024-09-12T17:13:26.747213+0000","last_active":"2024-09-12T17:55:57.201107+0000","last_peered":"2024-09-12T17:55:57.201107+0000","last_clean":"2024-09-12T17:55:57.201107+0000","last_became_active":"2024-09-12T17:13:26.746388+0000","last_became_peered":"2024-09-12T17:13:26.746388+0000","last_unstale":"2024-09-12T17:55:57.201107+0000","last_undegraded":"2024-09-12T17:55:57.201107+0000","last_fullsized":"2024-09-12T17:55:57.201107+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:51:52.828250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'279","reported_seq":850,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.637701+0000","last_change":"2024-09-12T17:13:28.736649+0000","last_active":"2024-09-12T18:00:08.637701+0000","last_peered":"2024-09-12T18:00:08.637701+0000","last_clean":"2024-09-12T18:00:08.637701+0000","last_became_active":"2024-09-12T17:13:28.735923+0000","last_became_peered":"2024-09-12T17:13:28.735923+0000","last_unstale":"2024-09-12T18:00:08.637701+0000","last_undegraded":"2024-09-12T18:00:08.637701+0000","last_fullsized":"2024-09-12T18:00:08.637701+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:28:00.985744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47124,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":1105,"num_write":380,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.718934+0000","last_change":"2024-09-12T18:00:36.718934+0000","last_active":"2024-09-12T18:00:36.718934+0000","last_peered":"2024-09-12T18:00:36.718934+0000","last_clean":"2024-09-12T18:00:36.718934+0000","last_became_active":"2024-09-12T17:13:30.774786+0000","last_became_peered":"2024-09-12T17:13:30.774786+0000","last_unstale":"2024-09-12T18:00:36.718934+0000","last_undegraded":"2024-09-12T18:00:36.718934+0000","last_fullsized":"2024-09-12T18:00:36.718934+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.718753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.718753+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.718753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:22.982790+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'133","reported_seq":646,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:48.127074+0000","last_change":"2024-09-12T17:13:32.834926+0000","last_active":"2024-09-12T17:57:48.127074+0000","last_peered":"2024-09-12T17:57:48.127074+0000","last_clean":"2024-09-12T17:57:48.127074+0000","last_became_active":"2024-09-12T17:13:32.834142+0000","last_became_peered":"2024-09-12T17:13:32.834142+0000","last_unstale":"2024-09-12T17:57:48.127074+0000","last_undegraded":"2024-09-12T17:57:48.127074+0000","last_fullsized":"2024-09-12T17:57:48.127074+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:27.414594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":934,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":223,"num_write":328,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'272","reported_seq":830,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.262747+0000","last_change":"2024-09-12T18:00:29.262747+0000","last_active":"2024-09-12T18:00:29.262747+0000","last_peered":"2024-09-12T18:00:29.262747+0000","last_clean":"2024-09-12T18:00:29.262747+0000","last_became_active":"2024-09-12T17:13:24.740889+0000","last_became_peered":"2024-09-12T17:13:24.740889+0000","last_unstale":"2024-09-12T18:00:29.262747+0000","last_undegraded":"2024-09-12T18:00:29.262747+0000","last_fullsized":"2024-09-12T18:00:29.262747+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'272","last_scrub_stamp":"2024-09-12T18:00:29.262556+0000","last_deep_scrub":"264'272","last_deep_scrub_stamp":"2024-09-12T18:00:29.262556+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.262556+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:33.371487+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1111,"num_read_kb":889,"num_write":415,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'311","reported_seq":952,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.332581+0000","last_change":"2024-09-12T18:00:20.332581+0000","last_active":"2024-09-12T18:00:20.332581+0000","last_peered":"2024-09-12T18:00:20.332581+0000","last_clean":"2024-09-12T18:00:20.332581+0000","last_became_active":"2024-09-12T17:13:22.717858+0000","last_became_peered":"2024-09-12T17:13:22.717858+0000","last_unstale":"2024-09-12T18:00:20.332581+0000","last_undegraded":"2024-09-12T18:00:20.332581+0000","last_fullsized":"2024-09-12T18:00:20.332581+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'311","last_scrub_stamp":"2024-09-12T18:00:20.332352+0000","last_deep_scrub":"264'311","last_deep_scrub_stamp":"2024-09-12T18:00:20.332352+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.332352+0000","objects_scrubbed":6,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:37.380597+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079931,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":483,"num_read_kb":5815,"num_write":1025,"num_write_kb":17554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:57.040893+0000","last_change":"2024-09-12T17:13:26.755484+0000","last_active":"2024-09-12T17:56:57.040893+0000","last_peered":"2024-09-12T17:56:57.040893+0000","last_clean":"2024-09-12T17:56:57.040893+0000","last_became_active":"2024-09-12T17:13:26.754497+0000","last_became_peered":"2024-09-12T17:13:26.754497+0000","last_unstale":"2024-09-12T17:56:57.040893+0000","last_undegraded":"2024-09-12T17:56:57.040893+0000","last_fullsized":"2024-09-12T17:56:57.040893+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:25.702114+0000","last_clean_scrub_stamp":"2024-09-12T17:13:25.702114+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:12:49.997910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'266","reported_seq":815,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.012661+0000","last_change":"2024-09-12T17:13:28.756996+0000","last_active":"2024-09-12T18:00:08.012661+0000","last_peered":"2024-09-12T18:00:08.012661+0000","last_clean":"2024-09-12T18:00:08.012661+0000","last_became_active":"2024-09-12T17:13:28.748824+0000","last_became_peered":"2024-09-12T17:13:28.748824+0000","last_unstale":"2024-09-12T18:00:08.012661+0000","last_undegraded":"2024-09-12T18:00:08.012661+0000","last_fullsized":"2024-09-12T18:00:08.012661+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:15.341214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50648,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":447,"num_read_kb":1117,"num_write":376,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.024921+0000","last_change":"2024-09-12T17:13:30.783388+0000","last_active":"2024-09-12T17:56:02.024921+0000","last_peered":"2024-09-12T17:56:02.024921+0000","last_clean":"2024-09-12T17:56:02.024921+0000","last_became_active":"2024-09-12T17:13:30.782328+0000","last_became_peered":"2024-09-12T17:13:30.782328+0000","last_unstale":"2024-09-12T17:56:02.024921+0000","last_undegraded":"2024-09-12T17:56:02.024921+0000","last_fullsized":"2024-09-12T17:56:02.024921+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:27:53.367336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'158","reported_seq":1624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:27.865350+0000","last_change":"2024-09-12T17:13:32.788272+0000","last_active":"2024-09-12T17:58:27.865350+0000","last_peered":"2024-09-12T17:58:27.865350+0000","last_clean":"2024-09-12T17:58:27.865350+0000","last_became_active":"2024-09-12T17:13:32.786951+0000","last_became_peered":"2024-09-12T17:13:32.786951+0000","last_unstale":"2024-09-12T17:58:27.865350+0000","last_undegraded":"2024-09-12T17:58:27.865350+0000","last_fullsized":"2024-09-12T17:58:27.865350+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T17:32:27.819512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1226,"num_read_kb":1217,"num_write":365,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'140","reported_seq":746,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.454887+0000","last_change":"2024-09-12T18:00:27.454887+0000","last_active":"2024-09-12T18:00:27.454887+0000","last_peered":"2024-09-12T18:00:27.454887+0000","last_clean":"2024-09-12T18:00:27.454887+0000","last_became_active":"2024-09-12T17:13:24.733475+0000","last_became_peered":"2024-09-12T17:13:24.733475+0000","last_unstale":"2024-09-12T18:00:27.454887+0000","last_undegraded":"2024-09-12T18:00:27.454887+0000","last_fullsized":"2024-09-12T18:00:27.454887+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'140","last_scrub_stamp":"2024-09-12T18:00:27.454624+0000","last_deep_scrub":"264'140","last_deep_scrub_stamp":"2024-09-12T18:00:27.454624+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.454624+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:18.309070+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":499,"num_write":194,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'494","reported_seq":1219,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.095024+0000","last_change":"2024-09-12T18:00:18.095024+0000","last_active":"2024-09-12T18:00:18.095024+0000","last_peered":"2024-09-12T18:00:18.095024+0000","last_clean":"2024-09-12T18:00:18.095024+0000","last_became_active":"2024-09-12T17:13:22.737668+0000","last_became_peered":"2024-09-12T17:13:22.737668+0000","last_unstale":"2024-09-12T18:00:18.095024+0000","last_undegraded":"2024-09-12T18:00:18.095024+0000","last_fullsized":"2024-09-12T18:00:18.095024+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'494","last_scrub_stamp":"2024-09-12T18:00:18.094816+0000","last_deep_scrub":"264'494","last_deep_scrub_stamp":"2024-09-12T18:00:18.094816+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.094816+0000","objects_scrubbed":6,"log_size":94,"log_dups_size":400,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:57.051464+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342154,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":868,"num_read_kb":48401,"num_write":1393,"num_write_kb":32776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"264'2","reported_seq":508,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.987626+0000","last_change":"2024-09-12T18:00:35.987626+0000","last_active":"2024-09-12T18:00:35.987626+0000","last_peered":"2024-09-12T18:00:35.987626+0000","last_clean":"2024-09-12T18:00:35.987626+0000","last_became_active":"2024-09-12T17:13:26.734820+0000","last_became_peered":"2024-09-12T17:13:26.734820+0000","last_unstale":"2024-09-12T18:00:35.987626+0000","last_undegraded":"2024-09-12T18:00:35.987626+0000","last_fullsized":"2024-09-12T18:00:35.987626+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:35.987448+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:35.987448+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.987448+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:37.885845+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'301","reported_seq":883,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.301244+0000","last_change":"2024-09-12T17:13:28.742290+0000","last_active":"2024-09-12T18:00:08.301244+0000","last_peered":"2024-09-12T18:00:08.301244+0000","last_clean":"2024-09-12T18:00:08.301244+0000","last_became_active":"2024-09-12T17:13:28.740112+0000","last_became_peered":"2024-09-12T17:13:28.740112+0000","last_unstale":"2024-09-12T18:00:08.301244+0000","last_undegraded":"2024-09-12T18:00:08.301244+0000","last_fullsized":"2024-09-12T18:00:08.301244+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:59.788059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47908,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1021,"num_write":382,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:02.024310+0000","last_change":"2024-09-12T17:13:30.762745+0000","last_active":"2024-09-12T17:56:02.024310+0000","last_peered":"2024-09-12T17:56:02.024310+0000","last_clean":"2024-09-12T17:56:02.024310+0000","last_became_active":"2024-09-12T17:13:30.761797+0000","last_became_peered":"2024-09-12T17:13:30.761797+0000","last_unstale":"2024-09-12T17:56:02.024310+0000","last_undegraded":"2024-09-12T17:56:02.024310+0000","last_fullsized":"2024-09-12T17:56:02.024310+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:34:11.522864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'107","reported_seq":597,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.542577+0000","last_change":"2024-09-12T17:13:32.792197+0000","last_active":"2024-09-12T17:59:47.542577+0000","last_peered":"2024-09-12T17:59:47.542577+0000","last_clean":"2024-09-12T17:59:47.542577+0000","last_became_active":"2024-09-12T17:13:32.791477+0000","last_became_peered":"2024-09-12T17:13:32.791477+0000","last_unstale":"2024-09-12T17:59:47.542577+0000","last_undegraded":"2024-09-12T17:59:47.542577+0000","last_fullsized":"2024-09-12T17:59:47.542577+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":125,"num_write":267,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'364","reported_seq":1064,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.941138+0000","last_change":"2024-09-12T18:00:28.941138+0000","last_active":"2024-09-12T18:00:28.941138+0000","last_peered":"2024-09-12T18:00:28.941138+0000","last_clean":"2024-09-12T18:00:28.941138+0000","last_became_active":"2024-09-12T17:13:24.736038+0000","last_became_peered":"2024-09-12T17:13:24.736038+0000","last_unstale":"2024-09-12T18:00:28.941138+0000","last_undegraded":"2024-09-12T18:00:28.941138+0000","last_fullsized":"2024-09-12T18:00:28.941138+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'364","last_scrub_stamp":"2024-09-12T18:00:28.940962+0000","last_deep_scrub":"264'364","last_deep_scrub_stamp":"2024-09-12T18:00:28.940962+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.940962+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:23.625470+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1747,"num_read_kb":1446,"num_write":655,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'378","reported_seq":1096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.691127+0000","last_change":"2024-09-12T18:00:16.691127+0000","last_active":"2024-09-12T18:00:16.691127+0000","last_peered":"2024-09-12T18:00:16.691127+0000","last_clean":"2024-09-12T18:00:16.691127+0000","last_became_active":"2024-09-12T17:13:22.719931+0000","last_became_peered":"2024-09-12T17:13:22.719931+0000","last_unstale":"2024-09-12T18:00:16.691127+0000","last_undegraded":"2024-09-12T18:00:16.691127+0000","last_fullsized":"2024-09-12T18:00:16.691127+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T18:00:16.690926+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T18:00:16.690926+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.690926+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:19.442566+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079999,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":605,"num_read_kb":5736,"num_write":1173,"num_write_kb":38423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'92","reported_seq":715,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.997135+0000","last_change":"2024-09-12T18:00:31.997135+0000","last_active":"2024-09-12T18:00:31.997135+0000","last_peered":"2024-09-12T18:00:31.997135+0000","last_clean":"2024-09-12T18:00:31.997135+0000","last_became_active":"2024-09-12T17:13:24.734502+0000","last_became_peered":"2024-09-12T17:13:24.734502+0000","last_unstale":"2024-09-12T18:00:31.997135+0000","last_undegraded":"2024-09-12T18:00:31.997135+0000","last_fullsized":"2024-09-12T18:00:31.997135+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'92","last_scrub_stamp":"2024-09-12T18:00:31.996956+0000","last_deep_scrub":"264'92","last_deep_scrub_stamp":"2024-09-12T18:00:31.996956+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.996956+0000","objects_scrubbed":1,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:41.314121+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":453,"num_read_kb":424,"num_write":126,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2873,"num_omap_keys":12,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'336","reported_seq":970,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.687598+0000","last_change":"2024-09-12T18:00:27.687598+0000","last_active":"2024-09-12T18:00:27.687598+0000","last_peered":"2024-09-12T18:00:27.687598+0000","last_clean":"2024-09-12T18:00:27.687598+0000","last_became_active":"2024-09-12T17:13:22.737373+0000","last_became_peered":"2024-09-12T17:13:22.737373+0000","last_unstale":"2024-09-12T18:00:27.687598+0000","last_undegraded":"2024-09-12T18:00:27.687598+0000","last_fullsized":"2024-09-12T18:00:27.687598+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T18:00:27.687476+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T18:00:27.687476+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.687476+0000","objects_scrubbed":7,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:29.687680+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1360171,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":451,"num_read_kb":14885,"num_write":1104,"num_write_kb":37194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'217","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.151536+0000","last_change":"2024-09-12T18:00:31.151536+0000","last_active":"2024-09-12T18:00:31.151536+0000","last_peered":"2024-09-12T18:00:31.151536+0000","last_clean":"2024-09-12T18:00:31.151536+0000","last_became_active":"2024-09-12T17:13:24.763545+0000","last_became_peered":"2024-09-12T17:13:24.763545+0000","last_unstale":"2024-09-12T18:00:31.151536+0000","last_undegraded":"2024-09-12T18:00:31.151536+0000","last_fullsized":"2024-09-12T18:00:31.151536+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'217","last_scrub_stamp":"2024-09-12T18:00:31.151308+0000","last_deep_scrub":"264'217","last_deep_scrub_stamp":"2024-09-12T18:00:31.151308+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.151308+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:32.837344+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1012,"num_read_kb":841,"num_write":339,"num_write_kb":173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'378","reported_seq":1047,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.239528+0000","last_change":"2024-09-12T18:00:21.239528+0000","last_active":"2024-09-12T18:00:21.239528+0000","last_peered":"2024-09-12T18:00:21.239528+0000","last_clean":"2024-09-12T18:00:21.239528+0000","last_became_active":"2024-09-12T17:13:22.722343+0000","last_became_peered":"2024-09-12T17:13:22.722343+0000","last_unstale":"2024-09-12T18:00:21.239528+0000","last_undegraded":"2024-09-12T18:00:21.239528+0000","last_fullsized":"2024-09-12T18:00:21.239528+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T18:00:21.239304+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T18:00:21.239304+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.239304+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:52.921404+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1554911,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":589,"num_read_kb":39473,"num_write":1150,"num_write_kb":37832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'222","reported_seq":857,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.010426+0000","last_change":"2024-09-12T18:00:27.010426+0000","last_active":"2024-09-12T18:00:27.010426+0000","last_peered":"2024-09-12T18:00:27.010426+0000","last_clean":"2024-09-12T18:00:27.010426+0000","last_became_active":"2024-09-12T17:13:24.747354+0000","last_became_peered":"2024-09-12T17:13:24.747354+0000","last_unstale":"2024-09-12T18:00:27.010426+0000","last_undegraded":"2024-09-12T18:00:27.010426+0000","last_fullsized":"2024-09-12T18:00:27.010426+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'222","last_scrub_stamp":"2024-09-12T18:00:27.010100+0000","last_deep_scrub":"264'222","last_deep_scrub_stamp":"2024-09-12T18:00:27.010100+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.010100+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:16.618371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1022,"num_read_kb":839,"num_write":366,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'355","reported_seq":1056,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.107291+0000","last_change":"2024-09-12T18:00:22.107291+0000","last_active":"2024-09-12T18:00:22.107291+0000","last_peered":"2024-09-12T18:00:22.107291+0000","last_clean":"2024-09-12T18:00:22.107291+0000","last_became_active":"2024-09-12T17:13:22.717158+0000","last_became_peered":"2024-09-12T17:13:22.717158+0000","last_unstale":"2024-09-12T18:00:22.107291+0000","last_undegraded":"2024-09-12T18:00:22.107291+0000","last_fullsized":"2024-09-12T18:00:22.107291+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'355","last_scrub_stamp":"2024-09-12T18:00:22.107093+0000","last_deep_scrub":"264'355","last_deep_scrub_stamp":"2024-09-12T18:00:22.107093+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.107093+0000","objects_scrubbed":3,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:16.565288+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287989,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":610,"num_read_kb":54880,"num_write":1048,"num_write_kb":45106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'80","reported_seq":683,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.364228+0000","last_change":"2024-09-12T18:00:35.364228+0000","last_active":"2024-09-12T18:00:35.364228+0000","last_peered":"2024-09-12T18:00:35.364228+0000","last_clean":"2024-09-12T18:00:35.364228+0000","last_became_active":"2024-09-12T17:13:24.741534+0000","last_became_peered":"2024-09-12T17:13:24.741534+0000","last_unstale":"2024-09-12T18:00:35.364228+0000","last_undegraded":"2024-09-12T18:00:35.364228+0000","last_fullsized":"2024-09-12T18:00:35.364228+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'80","last_scrub_stamp":"2024-09-12T18:00:35.364044+0000","last_deep_scrub":"264'80","last_deep_scrub_stamp":"2024-09-12T18:00:35.364044+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.364044+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:42.953380+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":115,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'421","reported_seq":1211,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.284463+0000","last_change":"2024-09-12T18:00:21.284463+0000","last_active":"2024-09-12T18:00:21.284463+0000","last_peered":"2024-09-12T18:00:21.284463+0000","last_clean":"2024-09-12T18:00:21.284463+0000","last_became_active":"2024-09-12T17:13:22.742954+0000","last_became_peered":"2024-09-12T17:13:22.742954+0000","last_unstale":"2024-09-12T18:00:21.284463+0000","last_undegraded":"2024-09-12T18:00:21.284463+0000","last_fullsized":"2024-09-12T18:00:21.284463+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'421","last_scrub_stamp":"2024-09-12T18:00:21.284104+0000","last_deep_scrub":"264'421","last_deep_scrub_stamp":"2024-09-12T18:00:21.284104+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.284104+0000","objects_scrubbed":8,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:42.769226+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1835061,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":948,"num_read_kb":59724,"num_write":1216,"num_write_kb":57742,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'34","reported_seq":604,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.517645+0000","last_change":"2024-09-12T18:00:30.517645+0000","last_active":"2024-09-12T18:00:30.517645+0000","last_peered":"2024-09-12T18:00:30.517645+0000","last_clean":"2024-09-12T18:00:30.517645+0000","last_became_active":"2024-09-12T17:13:24.745225+0000","last_became_peered":"2024-09-12T17:13:24.745225+0000","last_unstale":"2024-09-12T18:00:30.517645+0000","last_undegraded":"2024-09-12T18:00:30.517645+0000","last_fullsized":"2024-09-12T18:00:30.517645+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'34","last_scrub_stamp":"2024-09-12T18:00:30.517414+0000","last_deep_scrub":"264'34","last_deep_scrub_stamp":"2024-09-12T18:00:30.517414+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.517414+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:19.545925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":159,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'395","reported_seq":1140,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.095501+0000","last_change":"2024-09-12T18:00:17.095501+0000","last_active":"2024-09-12T18:00:17.095501+0000","last_peered":"2024-09-12T18:00:17.095501+0000","last_clean":"2024-09-12T18:00:17.095501+0000","last_became_active":"2024-09-12T17:13:22.717684+0000","last_became_peered":"2024-09-12T17:13:22.717684+0000","last_unstale":"2024-09-12T18:00:17.095501+0000","last_undegraded":"2024-09-12T18:00:17.095501+0000","last_fullsized":"2024-09-12T18:00:17.095501+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'395","last_scrub_stamp":"2024-09-12T18:00:17.095213+0000","last_deep_scrub":"264'395","last_deep_scrub_stamp":"2024-09-12T18:00:17.095213+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.095213+0000","objects_scrubbed":9,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:24.557530+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":695041,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":689,"num_read_kb":57225,"num_write":1251,"num_write_kb":26992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'251","reported_seq":858,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.242900+0000","last_change":"2024-09-12T18:00:31.242900+0000","last_active":"2024-09-12T18:00:31.242900+0000","last_peered":"2024-09-12T18:00:31.242900+0000","last_clean":"2024-09-12T18:00:31.242900+0000","last_became_active":"2024-09-12T17:13:24.748814+0000","last_became_peered":"2024-09-12T17:13:24.748814+0000","last_unstale":"2024-09-12T18:00:31.242900+0000","last_undegraded":"2024-09-12T18:00:31.242900+0000","last_fullsized":"2024-09-12T18:00:31.242900+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'251","last_scrub_stamp":"2024-09-12T18:00:31.242706+0000","last_deep_scrub":"264'251","last_deep_scrub_stamp":"2024-09-12T18:00:31.242706+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.242706+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:26.091344+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1104,"num_read_kb":960,"num_write":424,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'379","reported_seq":1100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.653800+0000","last_change":"2024-09-12T18:00:17.653800+0000","last_active":"2024-09-12T18:00:17.653800+0000","last_peered":"2024-09-12T18:00:17.653800+0000","last_clean":"2024-09-12T18:00:17.653800+0000","last_became_active":"2024-09-12T17:13:22.725910+0000","last_became_peered":"2024-09-12T17:13:22.725910+0000","last_unstale":"2024-09-12T18:00:17.653800+0000","last_undegraded":"2024-09-12T18:00:17.653800+0000","last_fullsized":"2024-09-12T18:00:17.653800+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'379","last_scrub_stamp":"2024-09-12T18:00:17.653579+0000","last_deep_scrub":"264'379","last_deep_scrub_stamp":"2024-09-12T18:00:17.653579+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.653579+0000","objects_scrubbed":6,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:23.714820+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4303676,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":774,"num_read_kb":55083,"num_write":1217,"num_write_kb":15511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'146","reported_seq":741,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.532419+0000","last_change":"2024-09-12T18:00:26.532419+0000","last_active":"2024-09-12T18:00:26.532419+0000","last_peered":"2024-09-12T18:00:26.532419+0000","last_clean":"2024-09-12T18:00:26.532419+0000","last_became_active":"2024-09-12T17:13:24.732727+0000","last_became_peered":"2024-09-12T17:13:24.732727+0000","last_unstale":"2024-09-12T18:00:26.532419+0000","last_undegraded":"2024-09-12T18:00:26.532419+0000","last_fullsized":"2024-09-12T18:00:26.532419+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'146","last_scrub_stamp":"2024-09-12T18:00:26.532242+0000","last_deep_scrub":"264'146","last_deep_scrub_stamp":"2024-09-12T18:00:26.532242+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.532242+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:09.814151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":515,"num_write":212,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'319","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.270840+0000","last_change":"2024-09-12T18:00:24.270840+0000","last_active":"2024-09-12T18:00:24.270840+0000","last_peered":"2024-09-12T18:00:24.270840+0000","last_clean":"2024-09-12T18:00:24.270840+0000","last_became_active":"2024-09-12T17:13:22.742748+0000","last_became_peered":"2024-09-12T17:13:22.742748+0000","last_unstale":"2024-09-12T18:00:24.270840+0000","last_undegraded":"2024-09-12T18:00:24.270840+0000","last_fullsized":"2024-09-12T18:00:24.270840+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'319","last_scrub_stamp":"2024-09-12T18:00:24.270628+0000","last_deep_scrub":"264'319","last_deep_scrub_stamp":"2024-09-12T18:00:24.270628+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.270628+0000","objects_scrubbed":3,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:02.738640+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":10329,"num_write":987,"num_write_kb":13429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'92","reported_seq":722,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.061858+0000","last_change":"2024-09-12T18:00:28.061858+0000","last_active":"2024-09-12T18:00:28.061858+0000","last_peered":"2024-09-12T18:00:28.061858+0000","last_clean":"2024-09-12T18:00:28.061858+0000","last_became_active":"2024-09-12T17:13:24.738366+0000","last_became_peered":"2024-09-12T17:13:24.738366+0000","last_unstale":"2024-09-12T18:00:28.061858+0000","last_undegraded":"2024-09-12T18:00:28.061858+0000","last_fullsized":"2024-09-12T18:00:28.061858+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'92","last_scrub_stamp":"2024-09-12T18:00:28.061677+0000","last_deep_scrub":"264'92","last_deep_scrub_stamp":"2024-09-12T18:00:28.061677+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.061677+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:46.633504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":464,"num_read_kb":404,"num_write":134,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'384","reported_seq":1141,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.182007+0000","last_change":"2024-09-12T18:00:24.182007+0000","last_active":"2024-09-12T18:00:24.182007+0000","last_peered":"2024-09-12T18:00:24.182007+0000","last_clean":"2024-09-12T18:00:24.182007+0000","last_became_active":"2024-09-12T17:13:22.719694+0000","last_became_peered":"2024-09-12T17:13:22.719694+0000","last_unstale":"2024-09-12T18:00:24.182007+0000","last_undegraded":"2024-09-12T18:00:24.182007+0000","last_fullsized":"2024-09-12T18:00:24.182007+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'384","last_scrub_stamp":"2024-09-12T18:00:24.181777+0000","last_deep_scrub":"264'384","last_deep_scrub_stamp":"2024-09-12T18:00:24.181777+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.181777+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:55.577886+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1250121,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":811,"num_read_kb":23996,"num_write":1290,"num_write_kb":32084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'83","reported_seq":670,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.520968+0000","last_change":"2024-09-12T18:00:32.520968+0000","last_active":"2024-09-12T18:00:32.520968+0000","last_peered":"2024-09-12T18:00:32.520968+0000","last_clean":"2024-09-12T18:00:32.520968+0000","last_became_active":"2024-09-12T17:13:24.733513+0000","last_became_peered":"2024-09-12T17:13:24.733513+0000","last_unstale":"2024-09-12T18:00:32.520968+0000","last_undegraded":"2024-09-12T18:00:32.520968+0000","last_fullsized":"2024-09-12T18:00:32.520968+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'83","last_scrub_stamp":"2024-09-12T18:00:32.520689+0000","last_deep_scrub":"264'83","last_deep_scrub_stamp":"2024-09-12T18:00:32.520689+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.520689+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:37.178159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":393,"num_read_kb":336,"num_write":136,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'361","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.280126+0000","last_change":"2024-09-12T18:00:22.279977+0000","last_active":"2024-09-12T18:00:22.280126+0000","last_peered":"2024-09-12T18:00:22.280126+0000","last_clean":"2024-09-12T18:00:22.280126+0000","last_became_active":"2024-09-12T17:13:22.749777+0000","last_became_peered":"2024-09-12T17:13:22.749777+0000","last_unstale":"2024-09-12T18:00:22.280126+0000","last_undegraded":"2024-09-12T18:00:22.280126+0000","last_fullsized":"2024-09-12T18:00:22.280126+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'361","last_scrub_stamp":"2024-09-12T18:00:22.279772+0000","last_deep_scrub":"264'361","last_deep_scrub_stamp":"2024-09-12T18:00:22.279772+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.279772+0000","objects_scrubbed":8,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.592246+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5444472,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":530,"num_read_kb":24472,"num_write":1140,"num_write_kb":39014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"264'94","reported_seq":671,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.624737+0000","last_change":"2024-09-12T18:00:18.624737+0000","last_active":"2024-09-12T18:00:18.624737+0000","last_peered":"2024-09-12T18:00:18.624737+0000","last_clean":"2024-09-12T18:00:18.624737+0000","last_became_active":"2024-09-12T17:13:24.728891+0000","last_became_peered":"2024-09-12T17:13:24.728891+0000","last_unstale":"2024-09-12T18:00:18.624737+0000","last_undegraded":"2024-09-12T18:00:18.624737+0000","last_fullsized":"2024-09-12T18:00:18.624737+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'94","last_scrub_stamp":"2024-09-12T18:00:18.624521+0000","last_deep_scrub":"264'94","last_deep_scrub_stamp":"2024-09-12T18:00:18.624521+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.624521+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:25.018651+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":431,"num_read_kb":357,"num_write":143,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'375","reported_seq":1049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.225684+0000","last_change":"2024-09-12T18:00:23.225546+0000","last_active":"2024-09-12T18:00:23.225684+0000","last_peered":"2024-09-12T18:00:23.225684+0000","last_clean":"2024-09-12T18:00:23.225684+0000","last_became_active":"2024-09-12T17:13:22.735263+0000","last_became_peered":"2024-09-12T17:13:22.735263+0000","last_unstale":"2024-09-12T18:00:23.225684+0000","last_undegraded":"2024-09-12T18:00:23.225684+0000","last_fullsized":"2024-09-12T18:00:23.225684+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'375","last_scrub_stamp":"2024-09-12T18:00:23.225347+0000","last_deep_scrub":"264'375","last_deep_scrub_stamp":"2024-09-12T18:00:23.225347+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.225347+0000","objects_scrubbed":6,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:48.811789+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194353,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":95996,"num_write":1138,"num_write_kb":57558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'246","reported_seq":855,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.567961+0000","last_change":"2024-09-12T18:00:31.567961+0000","last_active":"2024-09-12T18:00:31.567961+0000","last_peered":"2024-09-12T18:00:31.567961+0000","last_clean":"2024-09-12T18:00:31.567961+0000","last_became_active":"2024-09-12T17:13:24.746491+0000","last_became_peered":"2024-09-12T17:13:24.746491+0000","last_unstale":"2024-09-12T18:00:31.567961+0000","last_undegraded":"2024-09-12T18:00:31.567961+0000","last_fullsized":"2024-09-12T18:00:31.567961+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'246","last_scrub_stamp":"2024-09-12T18:00:31.567775+0000","last_deep_scrub":"264'246","last_deep_scrub_stamp":"2024-09-12T18:00:31.567775+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.567775+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:55.570458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1057,"num_read_kb":849,"num_write":391,"num_write_kb":193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'345","reported_seq":971,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.630961+0000","last_change":"2024-09-12T18:00:19.630961+0000","last_active":"2024-09-12T18:00:19.630961+0000","last_peered":"2024-09-12T18:00:19.630961+0000","last_clean":"2024-09-12T18:00:19.630961+0000","last_became_active":"2024-09-12T17:13:55.216356+0000","last_became_peered":"2024-09-12T17:13:55.216356+0000","last_unstale":"2024-09-12T18:00:19.630961+0000","last_undegraded":"2024-09-12T18:00:19.630961+0000","last_fullsized":"2024-09-12T18:00:19.630961+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'345","last_scrub_stamp":"2024-09-12T18:00:19.630744+0000","last_deep_scrub":"264'345","last_deep_scrub_stamp":"2024-09-12T18:00:19.630744+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.630744+0000","objects_scrubbed":4,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:50.961567+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342141,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":533,"num_read_kb":12836,"num_write":1118,"num_write_kb":22145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"264'316","reported_seq":974,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.408054+0000","last_change":"2024-09-12T18:00:31.408054+0000","last_active":"2024-09-12T18:00:31.408054+0000","last_peered":"2024-09-12T18:00:31.408054+0000","last_clean":"2024-09-12T18:00:31.408054+0000","last_became_active":"2024-09-12T17:13:24.738561+0000","last_became_peered":"2024-09-12T17:13:24.738561+0000","last_unstale":"2024-09-12T18:00:31.408054+0000","last_undegraded":"2024-09-12T18:00:31.408054+0000","last_fullsized":"2024-09-12T18:00:31.408054+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'316","last_scrub_stamp":"2024-09-12T18:00:31.407830+0000","last_deep_scrub":"264'316","last_deep_scrub_stamp":"2024-09-12T18:00:31.407830+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.407830+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:07.630487+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1362,"num_read_kb":1127,"num_write":479,"num_write_kb":232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'319","reported_seq":950,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.554206+0000","last_change":"2024-09-12T18:00:21.554067+0000","last_active":"2024-09-12T18:00:21.554206+0000","last_peered":"2024-09-12T18:00:21.554206+0000","last_clean":"2024-09-12T18:00:21.554206+0000","last_became_active":"2024-09-12T17:13:22.730304+0000","last_became_peered":"2024-09-12T17:13:22.730304+0000","last_unstale":"2024-09-12T18:00:21.554206+0000","last_undegraded":"2024-09-12T18:00:21.554206+0000","last_fullsized":"2024-09-12T18:00:21.554206+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'319","last_scrub_stamp":"2024-09-12T18:00:21.553873+0000","last_deep_scrub":"264'319","last_deep_scrub_stamp":"2024-09-12T18:00:21.553873+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.553873+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:56.976009+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582206,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":448,"num_read_kb":37957,"num_write":952,"num_write_kb":23789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'226","reported_seq":894,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.160780+0000","last_change":"2024-09-12T18:00:30.160780+0000","last_active":"2024-09-12T18:00:30.160780+0000","last_peered":"2024-09-12T18:00:30.160780+0000","last_clean":"2024-09-12T18:00:30.160780+0000","last_became_active":"2024-09-12T17:13:24.724321+0000","last_became_peered":"2024-09-12T17:13:24.724321+0000","last_unstale":"2024-09-12T18:00:30.160780+0000","last_undegraded":"2024-09-12T18:00:30.160780+0000","last_fullsized":"2024-09-12T18:00:30.160780+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'226","last_scrub_stamp":"2024-09-12T18:00:30.160598+0000","last_deep_scrub":"264'226","last_deep_scrub_stamp":"2024-09-12T18:00:30.160598+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.160598+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:19.998876+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":998,"num_read_kb":825,"num_write":339,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'369","reported_seq":1076,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.248513+0000","last_change":"2024-09-12T18:00:26.248513+0000","last_active":"2024-09-12T18:00:26.248513+0000","last_peered":"2024-09-12T18:00:26.248513+0000","last_clean":"2024-09-12T18:00:26.248513+0000","last_became_active":"2024-09-12T17:13:22.723692+0000","last_became_peered":"2024-09-12T17:13:22.723692+0000","last_unstale":"2024-09-12T18:00:26.248513+0000","last_undegraded":"2024-09-12T18:00:26.248513+0000","last_fullsized":"2024-09-12T18:00:26.248513+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'369","last_scrub_stamp":"2024-09-12T18:00:26.248301+0000","last_deep_scrub":"264'369","last_deep_scrub_stamp":"2024-09-12T18:00:26.248301+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.248301+0000","objects_scrubbed":4,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:45:45.478063+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":618,"num_read_kb":34719,"num_write":1162,"num_write_kb":37432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'156","reported_seq":795,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.330220+0000","last_change":"2024-09-12T18:00:33.330220+0000","last_active":"2024-09-12T18:00:33.330220+0000","last_peered":"2024-09-12T18:00:33.330220+0000","last_clean":"2024-09-12T18:00:33.330220+0000","last_became_active":"2024-09-12T17:13:24.730700+0000","last_became_peered":"2024-09-12T17:13:24.730700+0000","last_unstale":"2024-09-12T18:00:33.330220+0000","last_undegraded":"2024-09-12T18:00:33.330220+0000","last_fullsized":"2024-09-12T18:00:33.330220+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'156","last_scrub_stamp":"2024-09-12T18:00:33.330013+0000","last_deep_scrub":"264'156","last_deep_scrub_stamp":"2024-09-12T18:00:33.330013+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.330013+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:14.813375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":662,"num_write":250,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'312","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.615110+0000","last_change":"2024-09-12T18:00:20.615110+0000","last_active":"2024-09-12T18:00:20.615110+0000","last_peered":"2024-09-12T18:00:20.615110+0000","last_clean":"2024-09-12T18:00:20.615110+0000","last_became_active":"2024-09-12T17:13:22.718714+0000","last_became_peered":"2024-09-12T17:13:22.718714+0000","last_unstale":"2024-09-12T18:00:20.615110+0000","last_undegraded":"2024-09-12T18:00:20.615110+0000","last_fullsized":"2024-09-12T18:00:20.615110+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T18:00:20.614900+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T18:00:20.614900+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.614900+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:00.766772+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3501895,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":396,"num_read_kb":12749,"num_write":989,"num_write_kb":38685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'85","reported_seq":679,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.375648+0000","last_change":"2024-09-12T18:00:30.375648+0000","last_active":"2024-09-12T18:00:30.375648+0000","last_peered":"2024-09-12T18:00:30.375648+0000","last_clean":"2024-09-12T18:00:30.375648+0000","last_became_active":"2024-09-12T17:13:24.731232+0000","last_became_peered":"2024-09-12T17:13:24.731232+0000","last_unstale":"2024-09-12T18:00:30.375648+0000","last_undegraded":"2024-09-12T18:00:30.375648+0000","last_fullsized":"2024-09-12T18:00:30.375648+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'85","last_scrub_stamp":"2024-09-12T18:00:30.375458+0000","last_deep_scrub":"264'85","last_deep_scrub_stamp":"2024-09-12T18:00:30.375458+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.375458+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:44.693398+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":419,"num_read_kb":367,"num_write":125,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'363","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.168014+0000","last_change":"2024-09-12T18:00:25.168014+0000","last_active":"2024-09-12T18:00:25.168014+0000","last_peered":"2024-09-12T18:00:25.168014+0000","last_clean":"2024-09-12T18:00:25.168014+0000","last_became_active":"2024-09-12T17:13:22.728490+0000","last_became_peered":"2024-09-12T17:13:22.728490+0000","last_unstale":"2024-09-12T18:00:25.168014+0000","last_undegraded":"2024-09-12T18:00:25.168014+0000","last_fullsized":"2024-09-12T18:00:25.168014+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'363","last_scrub_stamp":"2024-09-12T18:00:25.167822+0000","last_deep_scrub":"264'363","last_deep_scrub_stamp":"2024-09-12T18:00:25.167822+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.167822+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:03.382183+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":589,"num_read_kb":14527,"num_write":1204,"num_write_kb":28191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'357","reported_seq":1002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.186941+0000","last_change":"2024-09-12T18:00:27.186941+0000","last_active":"2024-09-12T18:00:27.186941+0000","last_peered":"2024-09-12T18:00:27.186941+0000","last_clean":"2024-09-12T18:00:27.186941+0000","last_became_active":"2024-09-12T17:13:22.720641+0000","last_became_peered":"2024-09-12T17:13:22.720641+0000","last_unstale":"2024-09-12T18:00:27.186941+0000","last_undegraded":"2024-09-12T18:00:27.186941+0000","last_fullsized":"2024-09-12T18:00:27.186941+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'357","last_scrub_stamp":"2024-09-12T18:00:27.186733+0000","last_deep_scrub":"264'357","last_deep_scrub_stamp":"2024-09-12T18:00:27.186733+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.186733+0000","objects_scrubbed":5,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:40.718125+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194317,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":523,"num_read_kb":34979,"num_write":1096,"num_write_kb":17840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'291","reported_seq":906,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.111369+0000","last_change":"2024-09-12T18:00:31.111369+0000","last_active":"2024-09-12T18:00:31.111369+0000","last_peered":"2024-09-12T18:00:31.111369+0000","last_clean":"2024-09-12T18:00:31.111369+0000","last_became_active":"2024-09-12T17:13:24.744460+0000","last_became_peered":"2024-09-12T17:13:24.744460+0000","last_unstale":"2024-09-12T18:00:31.111369+0000","last_undegraded":"2024-09-12T18:00:31.111369+0000","last_fullsized":"2024-09-12T18:00:31.111369+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'291","last_scrub_stamp":"2024-09-12T18:00:31.111190+0000","last_deep_scrub":"264'291","last_deep_scrub_stamp":"2024-09-12T18:00:31.111190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.111190+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:14.855466+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1222,"num_read_kb":979,"num_write":442,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'313","reported_seq":957,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.077139+0000","last_change":"2024-09-12T18:00:22.077139+0000","last_active":"2024-09-12T18:00:22.077139+0000","last_peered":"2024-09-12T18:00:22.077139+0000","last_clean":"2024-09-12T18:00:22.077139+0000","last_became_active":"2024-09-12T17:13:22.731331+0000","last_became_peered":"2024-09-12T17:13:22.731331+0000","last_unstale":"2024-09-12T18:00:22.077139+0000","last_undegraded":"2024-09-12T18:00:22.077139+0000","last_fullsized":"2024-09-12T18:00:22.077139+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'313","last_scrub_stamp":"2024-09-12T18:00:22.076906+0000","last_deep_scrub":"264'313","last_deep_scrub_stamp":"2024-09-12T18:00:22.076906+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.076906+0000","objects_scrubbed":6,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:59.909759+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":503,"num_read_kb":4606,"num_write":989,"num_write_kb":19948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'108","reported_seq":669,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.179229+0000","last_change":"2024-09-12T18:00:33.179229+0000","last_active":"2024-09-12T18:00:33.179229+0000","last_peered":"2024-09-12T18:00:33.179229+0000","last_clean":"2024-09-12T18:00:33.179229+0000","last_became_active":"2024-09-12T17:13:24.751674+0000","last_became_peered":"2024-09-12T17:13:24.751674+0000","last_unstale":"2024-09-12T18:00:33.179229+0000","last_undegraded":"2024-09-12T18:00:33.179229+0000","last_fullsized":"2024-09-12T18:00:33.179229+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'108","last_scrub_stamp":"2024-09-12T18:00:33.179040+0000","last_deep_scrub":"264'108","last_deep_scrub_stamp":"2024-09-12T18:00:33.179040+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.179040+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:42.464929+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":383,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5739,"num_read_kb":4109,"num_write":1925,"num_write_kb":823,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1096,"ondisk_log_size":1096,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15645,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16199,"num_read_kb":15877,"num_write":16707,"num_write_kb":4876,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1855,"ondisk_log_size":1855,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":488,"ondisk_log_size":488,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1607221,"num_objects":197,"num_object_clones":0,"num_object_copies":394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":197,"num_whiteouts":0,"num_read":17398,"num_read_kb":36715,"num_write":14569,"num_write_kb":11599,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":537302,"num_omap_keys":1208,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2361,"ondisk_log_size":2361,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2412,"num_read_kb":2875,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":15,"ondisk_log_size":15,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101860,"num_read_kb":85078,"num_write":36904,"num_write_kb":18577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43787,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4015,"ondisk_log_size":4015,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":79679001,"num_objects":374,"num_object_clones":0,"num_object_copies":748,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":374,"num_whiteouts":0,"num_read":36139,"num_read_kb":1795080,"num_write":71666,"num_write_kb":2058887,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":160636928,"data_stored":159358002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3410,"ondisk_log_size":3410,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":172506,"num_write":182,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":175569,"num_write":182,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542719,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":262824,"kb_used_data":28952,"kb_used_omap":1,"kb_used_meta":233854,"kb_avail":94109016,"statfs":{"total":96636764160,"available":96367632384,"internally_reserved":0,"allocated":29646848,"data_stored":27919953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":239466954},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542718,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":232148,"kb_used_data":20484,"kb_used_omap":1,"kb_used_meta":211646,"kb_avail":94139692,"statfs":{"total":96636764160,"available":96399044608,"internally_reserved":0,"allocated":20975616,"data_stored":19386380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":216725958},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542719,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":146180,"kb_used_data":34548,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94225660,"statfs":{"total":96636764160,"available":96487075840,"internally_reserved":0,"allocated":35377152,"data_stored":33632195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542719,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":92112,"kb_used_data":20672,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94279728,"statfs":{"total":96636764160,"available":96542441472,"internally_reserved":0,"allocated":21168128,"data_stored":19542919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542721,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":287464,"kb_used_data":27224,"kb_used_omap":1,"kb_used_meta":260222,"kb_avail":94084376,"statfs":{"total":96636764160,"available":96342401024,"internally_reserved":0,"allocated":27877376,"data_stored":26148545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":266467783},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542718,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":66452,"kb_used_data":13060,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94305388,"statfs":{"total":96636764160,"available":96568717312,"internally_reserved":0,"allocated":13373440,"data_stored":11776369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542721,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":120976,"kb_used_data":9344,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94250864,"statfs":{"total":96636764160,"available":96512884736,"internally_reserved":0,"allocated":9568256,"data_stored":7950621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542719,"num_pgs":102,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280036,"kb_used_data":32340,"kb_used_omap":1,"kb_used_meta":247678,"kb_avail":94091804,"statfs":{"total":96636764160,"available":96350007296,"internally_reserved":0,"allocated":33116160,"data_stored":31378098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":253622726},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28835840,"data_stored":28635890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":5922816,"data_stored":5801578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9760768,"data_stored":9628264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24178688,"data_stored":23995813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17563648,"data_stored":17396187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":31662080,"data_stored":31482204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17237571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":25366528,"data_stored":25180495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":6130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":2893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:00:38.065 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.065 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.065 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.065 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.065 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.065 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.065 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.066 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.066 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.066 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.066 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.066 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.066 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.066 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.066 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.066 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.067 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.067 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.067 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.067 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.067 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.067 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.067 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.067 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.068 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.068 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.068 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.068 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.068 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.068 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.068 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.068 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.068 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.068 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.069 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.069 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.069 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.069 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.069 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.069 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.069 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.069 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.069 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.070 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.070 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.070 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.070 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.070 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.070 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.070 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.070 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.070 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.071 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.071 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.071 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.071 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.071 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.071 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.071 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.071 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.071 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.071 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.072 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.072 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.072 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.072 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.072 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.072 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.072 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.072 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.072 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.073 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.073 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.073 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.073 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.073 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.073 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.073 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.073 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.073 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.074 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.074 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.074 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.074 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.074 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.074 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.074 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.074 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.074 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.075 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.075 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.075 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.075 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.075 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.075 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.075 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.075 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.075 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.076 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.076 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.076 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.076 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.076 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.076 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.076 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.076 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.077 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.077 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.077 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.077 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.077 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.077 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.077 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.077 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.077 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.077 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.078 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.078 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.078 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.078 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.078 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.078 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.078 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.078 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.078 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.079 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.079 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.079 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.079 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.079 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.080 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.080 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.080 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.080 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.080 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.080 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.080 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.080 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.081 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.081 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.081 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.081 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.081 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.081 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.081 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.081 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.082 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.082 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.082 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.082 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.082 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.082 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.082 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.083 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.083 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.083 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.083 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.083 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.083 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.083 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.083 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.084 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.084 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.084 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.084 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.084 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.084 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.084 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.085 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.085 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.085 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.085 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.085 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.085 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.085 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.085 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.086 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.086 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.086 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.086 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.086 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.086 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.086 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.086 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.087 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.087 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.087 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.087 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.087 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.087 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.087 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.087 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.088 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.088 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.088 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.088 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.088 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.088 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.088 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.089 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.089 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.089 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.089 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.089 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.089 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.089 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.089 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.090 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.090 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.090 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.090 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.090 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.090 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T17:13:25.702114+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=25, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.090 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.090 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.090 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.091 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.091 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.091 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:38.092 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:00:58.093 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:00:58.451 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T18:00:58.466 INFO:teuthology.orchestra.run.smithi183.stderr:dumped all 2024-09-12T18:00:58.482 INFO:teuthology.orchestra.run.smithi183.stdout:{"pg_ready":true,"pg_map":{"version":1694,"stamp":"2024-09-12T18:00:57.354392+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":81894047,"num_objects":704,"num_object_clones":0,"num_object_copies":1408,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":704,"num_whiteouts":0,"num_read":180151,"num_read_kb":2287876,"num_write":142278,"num_write_kb":2330792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":734068,"num_omap_keys":1758,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13710,"ondisk_log_size":13710,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1471552,"kb_used_data":186624,"kb_used_omap":12,"kb_used_meta":1284787,"kb_avail":753503168,"statfs":{"total":773094113280,"available":771587244032,"internally_reserved":0,"allocated":191102976,"data_stored":177735080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1315622449},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":54512,"num_omap_keys":133,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007369"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.019726+0000","last_change":"2024-09-12T17:42:37.092693+0000","last_active":"2024-09-12T17:57:37.019726+0000","last_peered":"2024-09-12T17:57:37.019726+0000","last_clean":"2024-09-12T17:57:37.019726+0000","last_became_active":"2024-09-12T17:42:37.091935+0000","last_became_peered":"2024-09-12T17:42:37.091935+0000","last_unstale":"2024-09-12T17:57:37.019726+0000","last_undegraded":"2024-09-12T17:57:37.019726+0000","last_fullsized":"2024-09-12T17:57:37.019726+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:59:20.246178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'2","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.313661+0000","last_change":"2024-09-12T17:30:40.978295+0000","last_active":"2024-09-12T18:00:08.313661+0000","last_peered":"2024-09-12T18:00:08.313661+0000","last_clean":"2024-09-12T18:00:08.313661+0000","last_became_active":"2024-09-12T17:30:40.977598+0000","last_became_peered":"2024-09-12T17:30:40.977598+0000","last_unstale":"2024-09-12T18:00:08.313661+0000","last_undegraded":"2024-09-12T18:00:08.313661+0000","last_fullsized":"2024-09-12T18:00:08.313661+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:07.066458+0000","last_change":"2024-09-12T17:30:37.926690+0000","last_active":"2024-09-12T17:58:07.066458+0000","last_peered":"2024-09-12T17:58:07.066458+0000","last_clean":"2024-09-12T17:58:07.066458+0000","last_became_active":"2024-09-12T17:30:37.925309+0000","last_became_peered":"2024-09-12T17:30:37.925309+0000","last_unstale":"2024-09-12T17:58:07.066458+0000","last_undegraded":"2024-09-12T17:58:07.066458+0000","last_fullsized":"2024-09-12T17:58:07.066458+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'23","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:57.052500+0000","last_change":"2024-09-12T17:28:43.361322+0000","last_active":"2024-09-12T17:57:57.052500+0000","last_peered":"2024-09-12T17:57:57.052500+0000","last_clean":"2024-09-12T17:57:57.052500+0000","last_became_active":"2024-09-12T17:28:43.360590+0000","last_became_peered":"2024-09-12T17:28:43.360590+0000","last_unstale":"2024-09-12T17:57:57.052500+0000","last_undegraded":"2024-09-12T17:57:57.052500+0000","last_fullsized":"2024-09-12T17:57:57.052500+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:54.559526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":80,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.562729+0000","last_change":"2024-09-12T18:00:44.562729+0000","last_active":"2024-09-12T18:00:44.562729+0000","last_peered":"2024-09-12T18:00:44.562729+0000","last_clean":"2024-09-12T18:00:44.562729+0000","last_became_active":"2024-09-12T17:42:37.099492+0000","last_became_peered":"2024-09-12T17:42:37.099492+0000","last_unstale":"2024-09-12T18:00:44.562729+0000","last_undegraded":"2024-09-12T18:00:44.562729+0000","last_fullsized":"2024-09-12T18:00:44.562729+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:44.562525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:44.562525+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.562525+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:34.885114+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'6","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.604032+0000","last_change":"2024-09-12T17:30:40.978229+0000","last_active":"2024-09-12T18:00:09.604032+0000","last_peered":"2024-09-12T18:00:09.604032+0000","last_clean":"2024-09-12T18:00:09.604032+0000","last_became_active":"2024-09-12T17:30:40.976175+0000","last_became_peered":"2024-09-12T17:30:40.976175+0000","last_unstale":"2024-09-12T18:00:09.604032+0000","last_undegraded":"2024-09-12T18:00:09.604032+0000","last_fullsized":"2024-09-12T18:00:09.604032+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3601,"num_write":6,"num_write_kb":2577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"261'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.072814+0000","last_change":"2024-09-12T18:00:47.072814+0000","last_active":"2024-09-12T18:00:47.072814+0000","last_peered":"2024-09-12T18:00:47.072814+0000","last_clean":"2024-09-12T18:00:47.072814+0000","last_became_active":"2024-09-12T17:30:37.907058+0000","last_became_peered":"2024-09-12T17:30:37.907058+0000","last_unstale":"2024-09-12T18:00:47.072814+0000","last_undegraded":"2024-09-12T18:00:47.072814+0000","last_fullsized":"2024-09-12T18:00:47.072814+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:47.072633+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:47.072633+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.072633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:22.984791+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'49","reported_seq":190,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.636027+0000","last_change":"2024-09-12T18:00:39.635889+0000","last_active":"2024-09-12T18:00:39.636027+0000","last_peered":"2024-09-12T18:00:39.636027+0000","last_clean":"2024-09-12T18:00:39.636027+0000","last_became_active":"2024-09-12T17:28:43.389202+0000","last_became_peered":"2024-09-12T17:28:43.389202+0000","last_unstale":"2024-09-12T18:00:39.636027+0000","last_undegraded":"2024-09-12T18:00:39.636027+0000","last_fullsized":"2024-09-12T18:00:39.636027+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'49","last_scrub_stamp":"2024-09-12T18:00:39.635698+0000","last_deep_scrub":"264'49","last_deep_scrub_stamp":"2024-09-12T18:00:39.635698+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.635698+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:22.922857+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.727220+0000","last_change":"2024-09-12T18:00:53.727220+0000","last_active":"2024-09-12T18:00:53.727220+0000","last_peered":"2024-09-12T18:00:53.727220+0000","last_clean":"2024-09-12T18:00:53.727220+0000","last_became_active":"2024-09-12T17:42:37.079463+0000","last_became_peered":"2024-09-12T17:42:37.079463+0000","last_unstale":"2024-09-12T18:00:53.727220+0000","last_undegraded":"2024-09-12T18:00:53.727220+0000","last_fullsized":"2024-09-12T18:00:53.727220+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:53.727027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:53.727027+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.727027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:56.898423+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:52.076640+0000","last_change":"2024-09-12T17:30:41.500759+0000","last_active":"2024-09-12T17:59:52.076640+0000","last_peered":"2024-09-12T17:59:52.076640+0000","last_clean":"2024-09-12T17:59:52.076640+0000","last_became_active":"2024-09-12T17:30:41.499966+0000","last_became_peered":"2024-09-12T17:30:41.499966+0000","last_unstale":"2024-09-12T17:59:52.076640+0000","last_undegraded":"2024-09-12T17:59:52.076640+0000","last_fullsized":"2024-09-12T17:59:52.076640+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:45.496346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'9","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.574126+0000","last_change":"2024-09-12T18:00:46.573980+0000","last_active":"2024-09-12T18:00:46.574126+0000","last_peered":"2024-09-12T18:00:46.574126+0000","last_clean":"2024-09-12T18:00:46.574126+0000","last_became_active":"2024-09-12T17:30:37.915679+0000","last_became_peered":"2024-09-12T17:30:37.915679+0000","last_unstale":"2024-09-12T18:00:46.574126+0000","last_undegraded":"2024-09-12T18:00:46.574126+0000","last_fullsized":"2024-09-12T18:00:46.574126+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'9","last_scrub_stamp":"2024-09-12T18:00:46.573770+0000","last_deep_scrub":"261'9","last_deep_scrub_stamp":"2024-09-12T18:00:46.573770+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.573770+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:34.546776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":20482,"num_write":14,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'31","reported_seq":132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.028230+0000","last_change":"2024-09-12T17:28:43.356552+0000","last_active":"2024-09-12T17:56:17.028230+0000","last_peered":"2024-09-12T17:56:17.028230+0000","last_clean":"2024-09-12T17:56:17.028230+0000","last_became_active":"2024-09-12T17:28:43.354081+0000","last_became_peered":"2024-09-12T17:28:43.354081+0000","last_unstale":"2024-09-12T17:56:17.028230+0000","last_undegraded":"2024-09-12T17:56:17.028230+0000","last_fullsized":"2024-09-12T17:56:17.028230+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:03.089534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":114,"num_write":55,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.053091+0000","last_change":"2024-09-12T17:42:37.091087+0000","last_active":"2024-09-12T17:57:12.053091+0000","last_peered":"2024-09-12T17:57:12.053091+0000","last_clean":"2024-09-12T17:57:12.053091+0000","last_became_active":"2024-09-12T17:42:37.090393+0000","last_became_peered":"2024-09-12T17:42:37.090393+0000","last_unstale":"2024-09-12T17:57:12.053091+0000","last_undegraded":"2024-09-12T17:57:12.053091+0000","last_fullsized":"2024-09-12T17:57:12.053091+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:59:02.538982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'11","reported_seq":63,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:47.076230+0000","last_change":"2024-09-12T17:30:41.499071+0000","last_active":"2024-09-12T17:58:47.076230+0000","last_peered":"2024-09-12T17:58:47.076230+0000","last_clean":"2024-09-12T17:58:47.076230+0000","last_became_active":"2024-09-12T17:30:41.498311+0000","last_became_peered":"2024-09-12T17:30:41.498311+0000","last_unstale":"2024-09-12T17:58:47.076230+0000","last_undegraded":"2024-09-12T17:58:47.076230+0000","last_fullsized":"2024-09-12T17:58:47.076230+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":9220,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.052183+0000","last_change":"2024-09-12T17:30:37.895534+0000","last_active":"2024-09-12T17:57:47.052183+0000","last_peered":"2024-09-12T17:57:47.052183+0000","last_clean":"2024-09-12T17:57:47.052183+0000","last_became_active":"2024-09-12T17:30:37.894725+0000","last_became_peered":"2024-09-12T17:30:37.894725+0000","last_unstale":"2024-09-12T17:57:47.052183+0000","last_undegraded":"2024-09-12T17:57:47.052183+0000","last_fullsized":"2024-09-12T17:57:47.052183+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:20:00.738195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'5","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038827+0000","last_change":"2024-09-12T17:28:43.379402+0000","last_active":"2024-09-12T17:56:17.038827+0000","last_peered":"2024-09-12T17:56:17.038827+0000","last_clean":"2024-09-12T17:56:17.038827+0000","last_became_active":"2024-09-12T17:28:43.378638+0000","last_became_peered":"2024-09-12T17:28:43.378638+0000","last_unstale":"2024-09-12T17:56:17.038827+0000","last_undegraded":"2024-09-12T17:56:17.038827+0000","last_fullsized":"2024-09-12T17:56:17.038827+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:40.815385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":22,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:42.074957+0000","last_change":"2024-09-12T17:42:37.100593+0000","last_active":"2024-09-12T17:58:42.074957+0000","last_peered":"2024-09-12T17:58:42.074957+0000","last_clean":"2024-09-12T17:58:42.074957+0000","last_became_active":"2024-09-12T17:42:37.098645+0000","last_became_peered":"2024-09-12T17:42:37.098645+0000","last_unstale":"2024-09-12T17:58:42.074957+0000","last_undegraded":"2024-09-12T17:58:42.074957+0000","last_fullsized":"2024-09-12T17:58:42.074957+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"264'7","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.315130+0000","last_change":"2024-09-12T17:30:40.973542+0000","last_active":"2024-09-12T18:00:08.315130+0000","last_peered":"2024-09-12T18:00:08.315130+0000","last_clean":"2024-09-12T18:00:08.315130+0000","last_became_active":"2024-09-12T17:30:40.972793+0000","last_became_peered":"2024-09-12T17:30:40.972793+0000","last_unstale":"2024-09-12T18:00:08.315130+0000","last_undegraded":"2024-09-12T18:00:08.315130+0000","last_fullsized":"2024-09-12T18:00:08.315130+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:33:05.383574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12859,"num_write":12,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'6","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:42.074052+0000","last_change":"2024-09-12T17:30:37.901363+0000","last_active":"2024-09-12T17:59:42.074052+0000","last_peered":"2024-09-12T17:59:42.074052+0000","last_clean":"2024-09-12T17:59:42.074052+0000","last_became_active":"2024-09-12T17:30:37.900103+0000","last_became_peered":"2024-09-12T17:30:37.900103+0000","last_unstale":"2024-09-12T17:59:42.074052+0000","last_undegraded":"2024-09-12T17:59:42.074052+0000","last_fullsized":"2024-09-12T17:59:42.074052+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:32.142247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":6146,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'54","reported_seq":187,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:17.038739+0000","last_change":"2024-09-12T17:28:43.391950+0000","last_active":"2024-09-12T17:56:17.038739+0000","last_peered":"2024-09-12T17:56:17.038739+0000","last_clean":"2024-09-12T17:56:17.038739+0000","last_became_active":"2024-09-12T17:28:43.390857+0000","last_became_peered":"2024-09-12T17:28:43.390857+0000","last_unstale":"2024-09-12T17:56:17.038739+0000","last_undegraded":"2024-09-12T17:56:17.038739+0000","last_fullsized":"2024-09-12T17:56:17.038739+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:28:42.316115+0000","last_clean_scrub_stamp":"2024-09-12T17:28:42.316115+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:01.933118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":181,"num_write":112,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.068232+0000","last_change":"2024-09-12T18:00:57.068232+0000","last_active":"2024-09-12T18:00:57.068232+0000","last_peered":"2024-09-12T18:00:57.068232+0000","last_clean":"2024-09-12T18:00:57.068232+0000","last_became_active":"2024-09-12T17:42:37.092328+0000","last_became_peered":"2024-09-12T17:42:37.092328+0000","last_unstale":"2024-09-12T18:00:57.068232+0000","last_undegraded":"2024-09-12T18:00:57.068232+0000","last_fullsized":"2024-09-12T18:00:57.068232+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:57.068053+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:57.068053+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.068053+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:43.696356+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.647522+0000","last_change":"2024-09-12T18:00:50.647522+0000","last_active":"2024-09-12T18:00:50.647522+0000","last_peered":"2024-09-12T18:00:50.647522+0000","last_clean":"2024-09-12T18:00:50.647522+0000","last_became_active":"2024-09-12T17:30:40.972192+0000","last_became_peered":"2024-09-12T17:30:40.972192+0000","last_unstale":"2024-09-12T18:00:50.647522+0000","last_undegraded":"2024-09-12T18:00:50.647522+0000","last_fullsized":"2024-09-12T18:00:50.647522+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:50.647338+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:50.647338+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.647338+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:44.839240+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"264'6","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:47.078195+0000","last_change":"2024-09-12T17:30:37.902381+0000","last_active":"2024-09-12T17:59:47.078195+0000","last_peered":"2024-09-12T17:59:47.078195+0000","last_clean":"2024-09-12T17:59:47.078195+0000","last_became_active":"2024-09-12T17:30:37.901606+0000","last_became_peered":"2024-09-12T17:30:37.901606+0000","last_unstale":"2024-09-12T17:59:47.078195+0000","last_undegraded":"2024-09-12T17:59:47.078195+0000","last_fullsized":"2024-09-12T17:59:47.078195+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:53.754463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"264'16","reported_seq":101,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.711448+0000","last_change":"2024-09-12T18:00:45.711448+0000","last_active":"2024-09-12T18:00:45.711448+0000","last_peered":"2024-09-12T18:00:45.711448+0000","last_clean":"2024-09-12T18:00:45.711448+0000","last_became_active":"2024-09-12T17:28:43.383331+0000","last_became_peered":"2024-09-12T17:28:43.383331+0000","last_unstale":"2024-09-12T18:00:45.711448+0000","last_undegraded":"2024-09-12T18:00:45.711448+0000","last_fullsized":"2024-09-12T18:00:45.711448+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'16","last_scrub_stamp":"2024-09-12T18:00:45.711252+0000","last_deep_scrub":"264'16","last_deep_scrub_stamp":"2024-09-12T18:00:45.711252+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.711252+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:11.468333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":62,"num_write":31,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048300+0000","last_change":"2024-09-12T17:42:37.106830+0000","last_active":"2024-09-12T17:57:37.048300+0000","last_peered":"2024-09-12T17:57:37.048300+0000","last_clean":"2024-09-12T17:57:37.048300+0000","last_became_active":"2024-09-12T17:42:37.102746+0000","last_became_peered":"2024-09-12T17:42:37.102746+0000","last_unstale":"2024-09-12T17:57:37.048300+0000","last_undegraded":"2024-09-12T17:57:37.048300+0000","last_fullsized":"2024-09-12T17:57:37.048300+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:23.191868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.696048+0000","last_change":"2024-09-12T18:00:51.696048+0000","last_active":"2024-09-12T18:00:51.696048+0000","last_peered":"2024-09-12T18:00:51.696048+0000","last_clean":"2024-09-12T18:00:51.696048+0000","last_became_active":"2024-09-12T17:30:40.979915+0000","last_became_peered":"2024-09-12T17:30:40.979915+0000","last_unstale":"2024-09-12T18:00:51.696048+0000","last_undegraded":"2024-09-12T18:00:51.696048+0000","last_fullsized":"2024-09-12T18:00:51.696048+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:51.695878+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:51.695878+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.695878+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:23.761431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4144,"num_write":4,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.431116+0000","last_change":"2024-09-12T17:30:37.910300+0000","last_active":"2024-09-12T18:00:08.431116+0000","last_peered":"2024-09-12T18:00:08.431116+0000","last_clean":"2024-09-12T18:00:08.431116+0000","last_became_active":"2024-09-12T17:30:37.909546+0000","last_became_peered":"2024-09-12T17:30:37.909546+0000","last_unstale":"2024-09-12T18:00:08.431116+0000","last_undegraded":"2024-09-12T18:00:08.431116+0000","last_fullsized":"2024-09-12T18:00:08.431116+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'13","reported_seq":89,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.994549+0000","last_change":"2024-09-12T18:00:55.994549+0000","last_active":"2024-09-12T18:00:55.994549+0000","last_peered":"2024-09-12T18:00:55.994549+0000","last_clean":"2024-09-12T18:00:55.994549+0000","last_became_active":"2024-09-12T17:28:43.387983+0000","last_became_peered":"2024-09-12T17:28:43.387983+0000","last_unstale":"2024-09-12T18:00:55.994549+0000","last_undegraded":"2024-09-12T18:00:55.994549+0000","last_fullsized":"2024-09-12T18:00:55.994549+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T18:00:55.994349+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T18:00:55.994349+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.994349+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:32.150284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":25,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:37.048366+0000","last_change":"2024-09-12T17:42:37.110249+0000","last_active":"2024-09-12T17:57:37.048366+0000","last_peered":"2024-09-12T17:57:37.048366+0000","last_clean":"2024-09-12T17:57:37.048366+0000","last_became_active":"2024-09-12T17:42:37.108603+0000","last_became_peered":"2024-09-12T17:42:37.108603+0000","last_unstale":"2024-09-12T17:57:37.048366+0000","last_undegraded":"2024-09-12T17:57:37.048366+0000","last_fullsized":"2024-09-12T17:57:37.048366+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:04:20.485621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"264'12","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.041776+0000","last_change":"2024-09-12T17:30:40.986360+0000","last_active":"2024-09-12T18:00:09.041776+0000","last_peered":"2024-09-12T18:00:09.041776+0000","last_clean":"2024-09-12T18:00:09.041776+0000","last_became_active":"2024-09-12T17:30:40.984575+0000","last_became_peered":"2024-09-12T17:30:40.984575+0000","last_unstale":"2024-09-12T18:00:09.041776+0000","last_undegraded":"2024-09-12T18:00:09.041776+0000","last_fullsized":"2024-09-12T18:00:09.041776+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":8194,"num_write":22,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"264'10","reported_seq":61,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.559551+0000","last_change":"2024-09-12T17:30:37.928541+0000","last_active":"2024-09-12T18:00:09.559551+0000","last_peered":"2024-09-12T18:00:09.559551+0000","last_clean":"2024-09-12T18:00:09.559551+0000","last_became_active":"2024-09-12T17:30:37.927762+0000","last_became_peered":"2024-09-12T17:30:37.927762+0000","last_unstale":"2024-09-12T18:00:09.559551+0000","last_undegraded":"2024-09-12T18:00:09.559551+0000","last_fullsized":"2024-09-12T18:00:09.559551+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9083,"num_write":10,"num_write_kb":6009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'72","reported_seq":252,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.026098+0000","last_change":"2024-09-12T18:00:39.026098+0000","last_active":"2024-09-12T18:00:39.026098+0000","last_peered":"2024-09-12T18:00:39.026098+0000","last_clean":"2024-09-12T18:00:39.026098+0000","last_became_active":"2024-09-12T17:28:43.368146+0000","last_became_peered":"2024-09-12T17:28:43.368146+0000","last_unstale":"2024-09-12T18:00:39.026098+0000","last_undegraded":"2024-09-12T18:00:39.026098+0000","last_fullsized":"2024-09-12T18:00:39.026098+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'72","last_scrub_stamp":"2024-09-12T18:00:39.025911+0000","last_deep_scrub":"264'72","last_deep_scrub_stamp":"2024-09-12T18:00:39.025911+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.025911+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:29.915608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":260,"num_write":132,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.031054+0000","last_change":"2024-09-12T18:00:56.031054+0000","last_active":"2024-09-12T18:00:56.031054+0000","last_peered":"2024-09-12T18:00:56.031054+0000","last_clean":"2024-09-12T18:00:56.031054+0000","last_became_active":"2024-09-12T17:42:37.082090+0000","last_became_peered":"2024-09-12T17:42:37.082090+0000","last_unstale":"2024-09-12T18:00:56.031054+0000","last_undegraded":"2024-09-12T18:00:56.031054+0000","last_fullsized":"2024-09-12T18:00:56.031054+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:56.030848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:56.030848+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.030848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:53.153319+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054439+0000","last_change":"2024-09-12T17:30:41.499000+0000","last_active":"2024-09-12T17:57:17.054439+0000","last_peered":"2024-09-12T17:57:17.054439+0000","last_clean":"2024-09-12T17:57:17.054439+0000","last_became_active":"2024-09-12T17:30:41.498118+0000","last_became_peered":"2024-09-12T17:30:41.498118+0000","last_unstale":"2024-09-12T17:57:17.054439+0000","last_undegraded":"2024-09-12T17:57:17.054439+0000","last_fullsized":"2024-09-12T17:57:17.054439+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:13.201459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":4,"num_write_kb":1342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'3","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:47.035502+0000","last_change":"2024-09-12T17:30:37.889136+0000","last_active":"2024-09-12T17:58:47.035502+0000","last_peered":"2024-09-12T17:58:47.035502+0000","last_clean":"2024-09-12T17:58:47.035502+0000","last_became_active":"2024-09-12T17:30:37.888275+0000","last_became_peered":"2024-09-12T17:30:37.888275+0000","last_unstale":"2024-09-12T17:58:47.035502+0000","last_undegraded":"2024-09-12T17:58:47.035502+0000","last_fullsized":"2024-09-12T17:58:47.035502+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:28:52.234392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'42","reported_seq":168,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.996270+0000","last_change":"2024-09-12T18:00:56.996270+0000","last_active":"2024-09-12T18:00:56.996270+0000","last_peered":"2024-09-12T18:00:56.996270+0000","last_clean":"2024-09-12T18:00:56.996270+0000","last_became_active":"2024-09-12T17:28:43.387904+0000","last_became_peered":"2024-09-12T17:28:43.387904+0000","last_unstale":"2024-09-12T18:00:56.996270+0000","last_undegraded":"2024-09-12T18:00:56.996270+0000","last_fullsized":"2024-09-12T18:00:56.996270+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'42","last_scrub_stamp":"2024-09-12T18:00:56.996086+0000","last_deep_scrub":"264'42","last_deep_scrub_stamp":"2024-09-12T18:00:56.996086+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.996086+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:36:03.613198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":149,"num_write":82,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'2","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.585849+0000","last_change":"2024-09-12T18:00:41.585849+0000","last_active":"2024-09-12T18:00:41.585849+0000","last_peered":"2024-09-12T18:00:41.585849+0000","last_clean":"2024-09-12T18:00:41.585849+0000","last_became_active":"2024-09-12T17:42:37.081111+0000","last_became_peered":"2024-09-12T17:42:37.081111+0000","last_unstale":"2024-09-12T18:00:41.585849+0000","last_undegraded":"2024-09-12T18:00:41.585849+0000","last_fullsized":"2024-09-12T18:00:41.585849+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:41.585660+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:41.585660+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.585660+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:10.150581+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"261'4","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:27.041397+0000","last_change":"2024-09-12T17:30:41.500020+0000","last_active":"2024-09-12T17:56:27.041397+0000","last_peered":"2024-09-12T17:56:27.041397+0000","last_clean":"2024-09-12T17:56:27.041397+0000","last_became_active":"2024-09-12T17:30:41.499284+0000","last_became_peered":"2024-09-12T17:30:41.499284+0000","last_unstale":"2024-09-12T17:56:27.041397+0000","last_undegraded":"2024-09-12T17:56:27.041397+0000","last_fullsized":"2024-09-12T17:56:27.041397+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:27.635990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:36.864783+0000","last_change":"2024-09-12T17:30:37.914236+0000","last_active":"2024-09-12T17:59:36.864783+0000","last_peered":"2024-09-12T17:59:36.864783+0000","last_clean":"2024-09-12T17:59:36.864783+0000","last_became_active":"2024-09-12T17:30:37.913516+0000","last_became_peered":"2024-09-12T17:30:37.913516+0000","last_unstale":"2024-09-12T17:59:36.864783+0000","last_undegraded":"2024-09-12T17:59:36.864783+0000","last_fullsized":"2024-09-12T17:59:36.864783+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:38.165997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'15","reported_seq":96,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.433343+0000","last_change":"2024-09-12T18:00:55.433343+0000","last_active":"2024-09-12T18:00:55.433343+0000","last_peered":"2024-09-12T18:00:55.433343+0000","last_clean":"2024-09-12T18:00:55.433343+0000","last_became_active":"2024-09-12T17:28:43.390934+0000","last_became_peered":"2024-09-12T17:28:43.390934+0000","last_unstale":"2024-09-12T18:00:55.433343+0000","last_undegraded":"2024-09-12T18:00:55.433343+0000","last_fullsized":"2024-09-12T18:00:55.433343+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'15","last_scrub_stamp":"2024-09-12T18:00:55.433156+0000","last_deep_scrub":"264'15","last_deep_scrub_stamp":"2024-09-12T18:00:55.433156+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.433156+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:36:50.199635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":52,"num_write":30,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.033018+0000","last_change":"2024-09-12T17:42:37.103379+0000","last_active":"2024-09-12T17:56:37.033018+0000","last_peered":"2024-09-12T17:56:37.033018+0000","last_clean":"2024-09-12T17:56:37.033018+0000","last_became_active":"2024-09-12T17:42:37.102496+0000","last_became_peered":"2024-09-12T17:42:37.102496+0000","last_unstale":"2024-09-12T17:56:37.033018+0000","last_undegraded":"2024-09-12T17:56:37.033018+0000","last_fullsized":"2024-09-12T17:56:37.033018+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:25:46.944434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.054505+0000","last_change":"2024-09-12T17:30:41.503007+0000","last_active":"2024-09-12T17:57:17.054505+0000","last_peered":"2024-09-12T17:57:17.054505+0000","last_clean":"2024-09-12T17:57:17.054505+0000","last_became_active":"2024-09-12T17:30:41.502151+0000","last_became_peered":"2024-09-12T17:30:41.502151+0000","last_unstale":"2024-09-12T17:57:17.054505+0000","last_undegraded":"2024-09-12T17:57:17.054505+0000","last_fullsized":"2024-09-12T17:57:17.054505+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:26:19.766250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"264'2","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.592983+0000","last_change":"2024-09-12T18:00:43.592983+0000","last_active":"2024-09-12T18:00:43.592983+0000","last_peered":"2024-09-12T18:00:43.592983+0000","last_clean":"2024-09-12T18:00:43.592983+0000","last_became_active":"2024-09-12T17:30:37.927881+0000","last_became_peered":"2024-09-12T17:30:37.927881+0000","last_unstale":"2024-09-12T18:00:43.592983+0000","last_undegraded":"2024-09-12T18:00:43.592983+0000","last_fullsized":"2024-09-12T18:00:43.592983+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:43.592796+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:43.592796+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.592796+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:50.331350+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":5,"num_write":2,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'21","reported_seq":109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.557745+0000","last_change":"2024-09-12T18:00:42.557745+0000","last_active":"2024-09-12T18:00:42.557745+0000","last_peered":"2024-09-12T18:00:42.557745+0000","last_clean":"2024-09-12T18:00:42.557745+0000","last_became_active":"2024-09-12T17:28:43.376667+0000","last_became_peered":"2024-09-12T17:28:43.376667+0000","last_unstale":"2024-09-12T18:00:42.557745+0000","last_undegraded":"2024-09-12T18:00:42.557745+0000","last_fullsized":"2024-09-12T18:00:42.557745+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'21","last_scrub_stamp":"2024-09-12T18:00:42.557541+0000","last_deep_scrub":"264'21","last_deep_scrub_stamp":"2024-09-12T18:00:42.557541+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.557541+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:56.172726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:37.210425+0000","last_change":"2024-09-12T17:42:37.093124+0000","last_active":"2024-09-12T17:56:37.210425+0000","last_peered":"2024-09-12T17:56:37.210425+0000","last_clean":"2024-09-12T17:56:37.210425+0000","last_became_active":"2024-09-12T17:42:37.092427+0000","last_became_peered":"2024-09-12T17:42:37.092427+0000","last_unstale":"2024-09-12T17:56:37.210425+0000","last_undegraded":"2024-09-12T17:56:37.210425+0000","last_fullsized":"2024-09-12T17:56:37.210425+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:22:34.896275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.045820+0000","last_change":"2024-09-12T17:30:40.977197+0000","last_active":"2024-09-12T17:57:17.045820+0000","last_peered":"2024-09-12T17:57:17.045820+0000","last_clean":"2024-09-12T17:57:17.045820+0000","last_became_active":"2024-09-12T17:30:40.968890+0000","last_became_peered":"2024-09-12T17:30:40.968890+0000","last_unstale":"2024-09-12T17:57:17.045820+0000","last_undegraded":"2024-09-12T17:57:17.045820+0000","last_fullsized":"2024-09-12T17:57:17.045820+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:31.713655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:42.074316+0000","last_change":"2024-09-12T17:30:37.902249+0000","last_active":"2024-09-12T17:59:42.074316+0000","last_peered":"2024-09-12T17:59:42.074316+0000","last_clean":"2024-09-12T17:59:42.074316+0000","last_became_active":"2024-09-12T17:30:37.901261+0000","last_became_peered":"2024-09-12T17:30:37.901261+0000","last_unstale":"2024-09-12T17:59:42.074316+0000","last_undegraded":"2024-09-12T17:59:42.074316+0000","last_fullsized":"2024-09-12T17:59:42.074316+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:50:24.100468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'24","reported_seq":116,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.373735+0000","last_change":"2024-09-12T18:00:56.373735+0000","last_active":"2024-09-12T18:00:56.373735+0000","last_peered":"2024-09-12T18:00:56.373735+0000","last_clean":"2024-09-12T18:00:56.373735+0000","last_became_active":"2024-09-12T17:28:43.383345+0000","last_became_peered":"2024-09-12T17:28:43.383345+0000","last_unstale":"2024-09-12T18:00:56.373735+0000","last_undegraded":"2024-09-12T18:00:56.373735+0000","last_fullsized":"2024-09-12T18:00:56.373735+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'24","last_scrub_stamp":"2024-09-12T18:00:56.373496+0000","last_deep_scrub":"264'24","last_deep_scrub_stamp":"2024-09-12T18:00:56.373496+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.373496+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:58.250738+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":73,"num_write":53,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.051879+0000","last_change":"2024-09-12T17:42:37.106157+0000","last_active":"2024-09-12T17:57:07.051879+0000","last_peered":"2024-09-12T17:57:07.051879+0000","last_clean":"2024-09-12T17:57:07.051879+0000","last_became_active":"2024-09-12T17:42:37.099838+0000","last_became_peered":"2024-09-12T17:42:37.099838+0000","last_unstale":"2024-09-12T17:57:07.051879+0000","last_undegraded":"2024-09-12T17:57:07.051879+0000","last_fullsized":"2024-09-12T17:57:07.051879+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:31.710686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.053458+0000","last_change":"2024-09-12T18:00:54.053458+0000","last_active":"2024-09-12T18:00:54.053458+0000","last_peered":"2024-09-12T18:00:54.053458+0000","last_clean":"2024-09-12T18:00:54.053458+0000","last_became_active":"2024-09-12T17:30:40.978437+0000","last_became_peered":"2024-09-12T17:30:40.978437+0000","last_unstale":"2024-09-12T18:00:54.053458+0000","last_undegraded":"2024-09-12T18:00:54.053458+0000","last_fullsized":"2024-09-12T18:00:54.053458+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:54.053288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:54.053288+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.053288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:30.176672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'7","reported_seq":63,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.623076+0000","last_change":"2024-09-12T18:00:56.623076+0000","last_active":"2024-09-12T18:00:56.623076+0000","last_peered":"2024-09-12T18:00:56.623076+0000","last_clean":"2024-09-12T18:00:56.623076+0000","last_became_active":"2024-09-12T17:30:37.921416+0000","last_became_peered":"2024-09-12T17:30:37.921416+0000","last_unstale":"2024-09-12T18:00:56.623076+0000","last_undegraded":"2024-09-12T18:00:56.623076+0000","last_fullsized":"2024-09-12T18:00:56.623076+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T18:00:56.622800+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T18:00:56.622800+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.622800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:50.774955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":20482,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'31","reported_seq":138,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.314597+0000","last_change":"2024-09-12T18:00:54.314597+0000","last_active":"2024-09-12T18:00:54.314597+0000","last_peered":"2024-09-12T18:00:54.314597+0000","last_clean":"2024-09-12T18:00:54.314597+0000","last_became_active":"2024-09-12T17:28:43.385396+0000","last_became_peered":"2024-09-12T17:28:43.385396+0000","last_unstale":"2024-09-12T18:00:54.314597+0000","last_undegraded":"2024-09-12T18:00:54.314597+0000","last_fullsized":"2024-09-12T18:00:54.314597+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'31","last_scrub_stamp":"2024-09-12T18:00:54.314417+0000","last_deep_scrub":"264'31","last_deep_scrub_stamp":"2024-09-12T18:00:54.314417+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.314417+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:57.812956+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.040663+0000","last_change":"2024-09-12T17:42:37.108727+0000","last_active":"2024-09-12T17:57:07.040663+0000","last_peered":"2024-09-12T17:57:07.040663+0000","last_clean":"2024-09-12T17:57:07.040663+0000","last_became_active":"2024-09-12T17:42:37.108517+0000","last_became_peered":"2024-09-12T17:42:37.108517+0000","last_unstale":"2024-09-12T17:57:07.040663+0000","last_undegraded":"2024-09-12T17:57:07.040663+0000","last_fullsized":"2024-09-12T17:57:07.040663+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:26.445480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.072691+0000","last_change":"2024-09-12T18:00:53.072691+0000","last_active":"2024-09-12T18:00:53.072691+0000","last_peered":"2024-09-12T18:00:53.072691+0000","last_clean":"2024-09-12T18:00:53.072691+0000","last_became_active":"2024-09-12T17:30:40.974707+0000","last_became_peered":"2024-09-12T17:30:40.974707+0000","last_unstale":"2024-09-12T18:00:53.072691+0000","last_undegraded":"2024-09-12T18:00:53.072691+0000","last_fullsized":"2024-09-12T18:00:53.072691+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:53.072476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:53.072476+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.072476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:01.327072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:37.073569+0000","last_change":"2024-09-12T17:30:37.927341+0000","last_active":"2024-09-12T17:58:37.073569+0000","last_peered":"2024-09-12T17:58:37.073569+0000","last_clean":"2024-09-12T17:58:37.073569+0000","last_became_active":"2024-09-12T17:30:37.925449+0000","last_became_peered":"2024-09-12T17:30:37.925449+0000","last_unstale":"2024-09-12T17:58:37.073569+0000","last_undegraded":"2024-09-12T17:58:37.073569+0000","last_fullsized":"2024-09-12T17:58:37.073569+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'39","reported_seq":165,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.951610+0000","last_change":"2024-09-12T18:00:53.951610+0000","last_active":"2024-09-12T18:00:53.951610+0000","last_peered":"2024-09-12T18:00:53.951610+0000","last_clean":"2024-09-12T18:00:53.951610+0000","last_became_active":"2024-09-12T17:28:43.357815+0000","last_became_peered":"2024-09-12T17:28:43.357815+0000","last_unstale":"2024-09-12T18:00:53.951610+0000","last_undegraded":"2024-09-12T18:00:53.951610+0000","last_fullsized":"2024-09-12T18:00:53.951610+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'39","last_scrub_stamp":"2024-09-12T18:00:53.951415+0000","last_deep_scrub":"264'39","last_deep_scrub_stamp":"2024-09-12T18:00:53.951415+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.951415+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:09.055556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":145,"num_write":66,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"263'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034260+0000","last_change":"2024-09-12T17:42:37.091626+0000","last_active":"2024-09-12T17:56:42.034260+0000","last_peered":"2024-09-12T17:56:42.034260+0000","last_clean":"2024-09-12T17:56:42.034260+0000","last_became_active":"2024-09-12T17:42:37.090887+0000","last_became_peered":"2024-09-12T17:42:37.090887+0000","last_unstale":"2024-09-12T17:56:42.034260+0000","last_undegraded":"2024-09-12T17:56:42.034260+0000","last_fullsized":"2024-09-12T17:56:42.034260+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:14:20.186067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"264'4","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.002175+0000","last_change":"2024-09-12T17:30:40.984689+0000","last_active":"2024-09-12T18:00:09.002175+0000","last_peered":"2024-09-12T18:00:09.002175+0000","last_clean":"2024-09-12T18:00:09.002175+0000","last_became_active":"2024-09-12T17:30:40.983879+0000","last_became_peered":"2024-09-12T17:30:40.983879+0000","last_unstale":"2024-09-12T18:00:09.002175+0000","last_undegraded":"2024-09-12T18:00:09.002175+0000","last_fullsized":"2024-09-12T18:00:09.002175+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:43:28.158490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.652991+0000","last_change":"2024-09-12T18:00:47.652864+0000","last_active":"2024-09-12T18:00:47.652991+0000","last_peered":"2024-09-12T18:00:47.652991+0000","last_clean":"2024-09-12T18:00:47.652991+0000","last_became_active":"2024-09-12T17:30:37.907386+0000","last_became_peered":"2024-09-12T17:30:37.907386+0000","last_unstale":"2024-09-12T18:00:47.652991+0000","last_undegraded":"2024-09-12T18:00:47.652991+0000","last_fullsized":"2024-09-12T18:00:47.652991+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:47.652683+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:47.652683+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.652683+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:20.087869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":89,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.587717+0000","last_change":"2024-09-12T18:00:54.587717+0000","last_active":"2024-09-12T18:00:54.587717+0000","last_peered":"2024-09-12T18:00:54.587717+0000","last_clean":"2024-09-12T18:00:54.587717+0000","last_became_active":"2024-09-12T17:28:43.365087+0000","last_became_peered":"2024-09-12T17:28:43.365087+0000","last_unstale":"2024-09-12T18:00:54.587717+0000","last_undegraded":"2024-09-12T18:00:54.587717+0000","last_fullsized":"2024-09-12T18:00:54.587717+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T18:00:54.587537+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T18:00:54.587537+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.587537+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:53.033501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:07.051807+0000","last_change":"2024-09-12T17:42:37.099571+0000","last_active":"2024-09-12T17:57:07.051807+0000","last_peered":"2024-09-12T17:57:07.051807+0000","last_clean":"2024-09-12T17:57:07.051807+0000","last_became_active":"2024-09-12T17:42:37.098821+0000","last_became_peered":"2024-09-12T17:42:37.098821+0000","last_unstale":"2024-09-12T17:57:07.051807+0000","last_undegraded":"2024-09-12T17:57:07.051807+0000","last_fullsized":"2024-09-12T17:57:07.051807+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:57.463928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.634343+0000","last_change":"2024-09-12T18:00:48.634343+0000","last_active":"2024-09-12T18:00:48.634343+0000","last_peered":"2024-09-12T18:00:48.634343+0000","last_clean":"2024-09-12T18:00:48.634343+0000","last_became_active":"2024-09-12T17:30:40.965800+0000","last_became_peered":"2024-09-12T17:30:40.965800+0000","last_unstale":"2024-09-12T18:00:48.634343+0000","last_undegraded":"2024-09-12T18:00:48.634343+0000","last_fullsized":"2024-09-12T18:00:48.634343+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:48.634072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:48.634072+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.634072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:30.238696+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'8","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.367415+0000","last_change":"2024-09-12T18:00:56.367286+0000","last_active":"2024-09-12T18:00:56.367415+0000","last_peered":"2024-09-12T18:00:56.367415+0000","last_clean":"2024-09-12T18:00:56.367415+0000","last_became_active":"2024-09-12T17:30:37.888031+0000","last_became_peered":"2024-09-12T17:30:37.888031+0000","last_unstale":"2024-09-12T18:00:56.367415+0000","last_undegraded":"2024-09-12T18:00:56.367415+0000","last_fullsized":"2024-09-12T18:00:56.367415+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'8","last_scrub_stamp":"2024-09-12T18:00:56.367093+0000","last_deep_scrub":"264'8","last_deep_scrub_stamp":"2024-09-12T18:00:56.367093+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.367093+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:17.844050+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'19","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.440981+0000","last_change":"2024-09-12T18:00:56.440981+0000","last_active":"2024-09-12T18:00:56.440981+0000","last_peered":"2024-09-12T18:00:56.440981+0000","last_clean":"2024-09-12T18:00:56.440981+0000","last_became_active":"2024-09-12T17:28:43.377248+0000","last_became_peered":"2024-09-12T17:28:43.377248+0000","last_unstale":"2024-09-12T18:00:56.440981+0000","last_undegraded":"2024-09-12T18:00:56.440981+0000","last_fullsized":"2024-09-12T18:00:56.440981+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'19","last_scrub_stamp":"2024-09-12T18:00:56.440784+0000","last_deep_scrub":"264'19","last_deep_scrub_stamp":"2024-09-12T18:00:56.440784+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.440784+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:25.792894+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":71,"num_write":34,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.625453+0000","last_change":"2024-09-12T18:00:40.625453+0000","last_active":"2024-09-12T18:00:40.625453+0000","last_peered":"2024-09-12T18:00:40.625453+0000","last_clean":"2024-09-12T18:00:40.625453+0000","last_became_active":"2024-09-12T17:42:37.094854+0000","last_became_peered":"2024-09-12T17:42:37.094854+0000","last_unstale":"2024-09-12T18:00:40.625453+0000","last_undegraded":"2024-09-12T18:00:40.625453+0000","last_fullsized":"2024-09-12T18:00:40.625453+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:40.625245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:40.625245+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.625245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:20.810319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.089497+0000","last_change":"2024-09-12T17:30:40.978289+0000","last_active":"2024-09-12T17:59:57.089497+0000","last_peered":"2024-09-12T17:59:57.089497+0000","last_clean":"2024-09-12T17:59:57.089497+0000","last_became_active":"2024-09-12T17:30:40.977569+0000","last_became_peered":"2024-09-12T17:30:40.977569+0000","last_unstale":"2024-09-12T17:59:57.089497+0000","last_undegraded":"2024-09-12T17:59:57.089497+0000","last_fullsized":"2024-09-12T17:59:57.089497+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:32.568333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'16","reported_seq":73,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.314989+0000","last_change":"2024-09-12T17:30:37.924054+0000","last_active":"2024-09-12T18:00:08.314989+0000","last_peered":"2024-09-12T18:00:08.314989+0000","last_clean":"2024-09-12T18:00:08.314989+0000","last_became_active":"2024-09-12T17:30:37.923377+0000","last_became_peered":"2024-09-12T17:30:37.923377+0000","last_unstale":"2024-09-12T18:00:08.314989+0000","last_undegraded":"2024-09-12T18:00:08.314989+0000","last_fullsized":"2024-09-12T18:00:08.314989+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:16:33.678698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":36914,"num_write":26,"num_write_kb":20528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'50","reported_seq":196,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.405022+0000","last_change":"2024-09-12T18:00:54.405022+0000","last_active":"2024-09-12T18:00:54.405022+0000","last_peered":"2024-09-12T18:00:54.405022+0000","last_clean":"2024-09-12T18:00:54.405022+0000","last_became_active":"2024-09-12T17:28:43.361928+0000","last_became_peered":"2024-09-12T17:28:43.361928+0000","last_unstale":"2024-09-12T18:00:54.405022+0000","last_undegraded":"2024-09-12T18:00:54.405022+0000","last_fullsized":"2024-09-12T18:00:54.405022+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'50","last_scrub_stamp":"2024-09-12T18:00:54.404836+0000","last_deep_scrub":"264'50","last_deep_scrub_stamp":"2024-09-12T18:00:54.404836+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.404836+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:32.467357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":186,"num_write":86,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:21.845962+0000","last_change":"2024-09-12T17:42:37.102961+0000","last_active":"2024-09-12T17:58:21.845962+0000","last_peered":"2024-09-12T17:58:21.845962+0000","last_clean":"2024-09-12T17:58:21.845962+0000","last_became_active":"2024-09-12T17:42:37.100988+0000","last_became_peered":"2024-09-12T17:42:37.100988+0000","last_unstale":"2024-09-12T17:58:21.845962+0000","last_undegraded":"2024-09-12T17:58:21.845962+0000","last_fullsized":"2024-09-12T17:58:21.845962+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.315570+0000","last_change":"2024-09-12T17:30:40.976709+0000","last_active":"2024-09-12T18:00:08.315570+0000","last_peered":"2024-09-12T18:00:08.315570+0000","last_clean":"2024-09-12T18:00:08.315570+0000","last_became_active":"2024-09-12T17:30:40.975987+0000","last_became_peered":"2024-09-12T17:30:40.975987+0000","last_unstale":"2024-09-12T18:00:08.315570+0000","last_undegraded":"2024-09-12T18:00:08.315570+0000","last_fullsized":"2024-09-12T18:00:08.315570+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:47:24.401361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.687849+0000","last_change":"2024-09-12T18:00:37.687849+0000","last_active":"2024-09-12T18:00:37.687849+0000","last_peered":"2024-09-12T18:00:37.687849+0000","last_clean":"2024-09-12T18:00:37.687849+0000","last_became_active":"2024-09-12T17:30:37.907565+0000","last_became_peered":"2024-09-12T17:30:37.907565+0000","last_unstale":"2024-09-12T18:00:37.687849+0000","last_undegraded":"2024-09-12T18:00:37.687849+0000","last_fullsized":"2024-09-12T18:00:37.687849+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:37.687733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:37.687733+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.687733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:40.784710+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'79","reported_seq":296,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.287754+0000","last_change":"2024-09-12T18:00:54.287754+0000","last_active":"2024-09-12T18:00:54.287754+0000","last_peered":"2024-09-12T18:00:54.287754+0000","last_clean":"2024-09-12T18:00:54.287754+0000","last_became_active":"2024-09-12T17:28:43.382670+0000","last_became_peered":"2024-09-12T17:28:43.382670+0000","last_unstale":"2024-09-12T18:00:54.287754+0000","last_undegraded":"2024-09-12T18:00:54.287754+0000","last_fullsized":"2024-09-12T18:00:54.287754+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'79","last_scrub_stamp":"2024-09-12T18:00:54.287565+0000","last_deep_scrub":"264'79","last_deep_scrub_stamp":"2024-09-12T18:00:54.287565+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.287565+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:53:57.478741+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":367,"num_write":100,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.700573+0000","last_change":"2024-09-12T18:00:52.700573+0000","last_active":"2024-09-12T18:00:52.700573+0000","last_peered":"2024-09-12T18:00:52.700573+0000","last_clean":"2024-09-12T18:00:52.700573+0000","last_became_active":"2024-09-12T17:42:37.069175+0000","last_became_peered":"2024-09-12T17:42:37.069175+0000","last_unstale":"2024-09-12T18:00:52.700573+0000","last_undegraded":"2024-09-12T18:00:52.700573+0000","last_fullsized":"2024-09-12T18:00:52.700573+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:52.700392+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:52.700392+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.700392+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:45.627849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:02.066134+0000","last_change":"2024-09-12T17:30:41.503156+0000","last_active":"2024-09-12T18:00:02.066134+0000","last_peered":"2024-09-12T18:00:02.066134+0000","last_clean":"2024-09-12T18:00:02.066134+0000","last_became_active":"2024-09-12T17:30:41.502364+0000","last_became_peered":"2024-09-12T17:30:41.502364+0000","last_unstale":"2024-09-12T18:00:02.066134+0000","last_undegraded":"2024-09-12T18:00:02.066134+0000","last_fullsized":"2024-09-12T18:00:02.066134+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:58.664521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.077759+0000","last_change":"2024-09-12T17:30:37.906496+0000","last_active":"2024-09-12T17:59:57.077759+0000","last_peered":"2024-09-12T17:59:57.077759+0000","last_clean":"2024-09-12T17:59:57.077759+0000","last_became_active":"2024-09-12T17:30:37.904363+0000","last_became_peered":"2024-09-12T17:30:37.904363+0000","last_unstale":"2024-09-12T17:59:57.077759+0000","last_undegraded":"2024-09-12T17:59:57.077759+0000","last_fullsized":"2024-09-12T17:59:57.077759+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:41:41.835284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'24","reported_seq":123,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.755710+0000","last_change":"2024-09-12T18:00:44.755710+0000","last_active":"2024-09-12T18:00:44.755710+0000","last_peered":"2024-09-12T18:00:44.755710+0000","last_clean":"2024-09-12T18:00:44.755710+0000","last_became_active":"2024-09-12T17:28:43.377573+0000","last_became_peered":"2024-09-12T17:28:43.377573+0000","last_unstale":"2024-09-12T18:00:44.755710+0000","last_undegraded":"2024-09-12T18:00:44.755710+0000","last_fullsized":"2024-09-12T18:00:44.755710+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'24","last_scrub_stamp":"2024-09-12T18:00:44.755540+0000","last_deep_scrub":"264'24","last_deep_scrub_stamp":"2024-09-12T18:00:44.755540+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.755540+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.764465+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":91,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050521+0000","last_change":"2024-09-12T17:42:37.101604+0000","last_active":"2024-09-12T17:57:47.050521+0000","last_peered":"2024-09-12T17:57:47.050521+0000","last_clean":"2024-09-12T17:57:47.050521+0000","last_became_active":"2024-09-12T17:42:37.098890+0000","last_became_peered":"2024-09-12T17:42:37.098890+0000","last_unstale":"2024-09-12T17:57:47.050521+0000","last_undegraded":"2024-09-12T17:57:47.050521+0000","last_fullsized":"2024-09-12T17:57:47.050521+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:13:02.636737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'2","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.089530+0000","last_change":"2024-09-12T17:30:40.985027+0000","last_active":"2024-09-12T17:59:57.089530+0000","last_peered":"2024-09-12T17:59:57.089530+0000","last_clean":"2024-09-12T17:59:57.089530+0000","last_became_active":"2024-09-12T17:30:40.984312+0000","last_became_peered":"2024-09-12T17:30:40.984312+0000","last_unstale":"2024-09-12T17:59:57.089530+0000","last_undegraded":"2024-09-12T17:59:57.089530+0000","last_fullsized":"2024-09-12T17:59:57.089530+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:17.265407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'14","reported_seq":74,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.063028+0000","last_change":"2024-09-12T18:00:52.063028+0000","last_active":"2024-09-12T18:00:52.063028+0000","last_peered":"2024-09-12T18:00:52.063028+0000","last_clean":"2024-09-12T18:00:52.063028+0000","last_became_active":"2024-09-12T17:30:37.903185+0000","last_became_peered":"2024-09-12T17:30:37.903185+0000","last_unstale":"2024-09-12T18:00:52.063028+0000","last_undegraded":"2024-09-12T18:00:52.063028+0000","last_fullsized":"2024-09-12T18:00:52.063028+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'14","last_scrub_stamp":"2024-09-12T18:00:52.062849+0000","last_deep_scrub":"264'14","last_deep_scrub_stamp":"2024-09-12T18:00:52.062849+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.062849+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:18.780151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":15362,"num_write":24,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'30","reported_seq":133,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.650938+0000","last_change":"2024-09-12T18:00:36.650938+0000","last_active":"2024-09-12T18:00:36.650938+0000","last_peered":"2024-09-12T18:00:36.650938+0000","last_clean":"2024-09-12T18:00:36.650938+0000","last_became_active":"2024-09-12T17:28:43.368029+0000","last_became_peered":"2024-09-12T17:28:43.368029+0000","last_unstale":"2024-09-12T18:00:36.650938+0000","last_undegraded":"2024-09-12T18:00:36.650938+0000","last_fullsized":"2024-09-12T18:00:36.650938+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'30","last_scrub_stamp":"2024-09-12T18:00:36.650715+0000","last_deep_scrub":"264'30","last_deep_scrub_stamp":"2024-09-12T18:00:36.650715+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.650715+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:37.427501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:22.070065+0000","last_change":"2024-09-12T17:42:37.101132+0000","last_active":"2024-09-12T17:58:22.070065+0000","last_peered":"2024-09-12T17:58:22.070065+0000","last_clean":"2024-09-12T17:58:22.070065+0000","last_became_active":"2024-09-12T17:42:37.098386+0000","last_became_peered":"2024-09-12T17:42:37.098386+0000","last_unstale":"2024-09-12T17:58:22.070065+0000","last_undegraded":"2024-09-12T17:58:22.070065+0000","last_fullsized":"2024-09-12T17:58:22.070065+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:52.065708+0000","last_change":"2024-09-12T17:30:56.046289+0000","last_active":"2024-09-12T17:58:52.065708+0000","last_peered":"2024-09-12T17:58:52.065708+0000","last_clean":"2024-09-12T17:58:52.065708+0000","last_became_active":"2024-09-12T17:30:56.025899+0000","last_became_peered":"2024-09-12T17:30:56.025899+0000","last_unstale":"2024-09-12T17:58:52.065708+0000","last_undegraded":"2024-09-12T17:58:52.065708+0000","last_fullsized":"2024-09-12T17:58:52.065708+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:49:20.471749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'5","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.605665+0000","last_change":"2024-09-12T17:30:37.896541+0000","last_active":"2024-09-12T18:00:09.605665+0000","last_peered":"2024-09-12T18:00:09.605665+0000","last_clean":"2024-09-12T18:00:09.605665+0000","last_became_active":"2024-09-12T17:30:37.895814+0000","last_became_peered":"2024-09-12T17:30:37.895814+0000","last_unstale":"2024-09-12T18:00:09.605665+0000","last_undegraded":"2024-09-12T18:00:09.605665+0000","last_fullsized":"2024-09-12T18:00:09.605665+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:54:59.262191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"264'45","reported_seq":173,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.959000+0000","last_change":"2024-09-12T18:00:49.959000+0000","last_active":"2024-09-12T18:00:49.959000+0000","last_peered":"2024-09-12T18:00:49.959000+0000","last_clean":"2024-09-12T18:00:49.959000+0000","last_became_active":"2024-09-12T17:28:43.373522+0000","last_became_peered":"2024-09-12T17:28:43.373522+0000","last_unstale":"2024-09-12T18:00:49.959000+0000","last_undegraded":"2024-09-12T18:00:49.959000+0000","last_fullsized":"2024-09-12T18:00:49.959000+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'45","last_scrub_stamp":"2024-09-12T18:00:49.958804+0000","last_deep_scrub":"264'45","last_deep_scrub_stamp":"2024-09-12T18:00:49.958804+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.958804+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:16.938415+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":156,"num_write":79,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:31.848738+0000","last_change":"2024-09-12T17:42:37.102852+0000","last_active":"2024-09-12T17:58:31.848738+0000","last_peered":"2024-09-12T17:58:31.848738+0000","last_clean":"2024-09-12T17:58:31.848738+0000","last_became_active":"2024-09-12T17:42:37.101673+0000","last_became_peered":"2024-09-12T17:42:37.101673+0000","last_unstale":"2024-09-12T17:58:31.848738+0000","last_undegraded":"2024-09-12T17:58:31.848738+0000","last_fullsized":"2024-09-12T17:58:31.848738+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"261'8","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034250+0000","last_change":"2024-09-12T17:30:41.493021+0000","last_active":"2024-09-12T17:56:42.034250+0000","last_peered":"2024-09-12T17:56:42.034250+0000","last_clean":"2024-09-12T17:56:42.034250+0000","last_became_active":"2024-09-12T17:30:41.492154+0000","last_became_peered":"2024-09-12T17:30:41.492154+0000","last_unstale":"2024-09-12T17:56:42.034250+0000","last_undegraded":"2024-09-12T17:56:42.034250+0000","last_fullsized":"2024-09-12T17:56:42.034250+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:40:31.779367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":20482,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"264'5","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.121292+0000","last_change":"2024-09-12T18:00:45.121292+0000","last_active":"2024-09-12T18:00:45.121292+0000","last_peered":"2024-09-12T18:00:45.121292+0000","last_clean":"2024-09-12T18:00:45.121292+0000","last_became_active":"2024-09-12T17:30:37.901984+0000","last_became_peered":"2024-09-12T17:30:37.901984+0000","last_unstale":"2024-09-12T18:00:45.121292+0000","last_undegraded":"2024-09-12T18:00:45.121292+0000","last_fullsized":"2024-09-12T18:00:45.121292+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:45.121111+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:45.121111+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.121111+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:59.797835+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'40","reported_seq":168,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.349200+0000","last_change":"2024-09-12T18:00:52.349200+0000","last_active":"2024-09-12T18:00:52.349200+0000","last_peered":"2024-09-12T18:00:52.349200+0000","last_clean":"2024-09-12T18:00:52.349200+0000","last_became_active":"2024-09-12T17:28:43.375321+0000","last_became_peered":"2024-09-12T17:28:43.375321+0000","last_unstale":"2024-09-12T18:00:52.349200+0000","last_undegraded":"2024-09-12T18:00:52.349200+0000","last_fullsized":"2024-09-12T18:00:52.349200+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T18:00:52.349030+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T18:00:52.349030+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.349030+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:55.929752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":212,"num_read_kb":150,"num_write":74,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'1","reported_seq":22,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:21.846055+0000","last_change":"2024-09-12T17:42:37.103281+0000","last_active":"2024-09-12T17:58:21.846055+0000","last_peered":"2024-09-12T17:58:21.846055+0000","last_clean":"2024-09-12T17:58:21.846055+0000","last_became_active":"2024-09-12T17:42:37.101691+0000","last_became_peered":"2024-09-12T17:42:37.101691+0000","last_unstale":"2024-09-12T17:58:21.846055+0000","last_undegraded":"2024-09-12T17:58:21.846055+0000","last_fullsized":"2024-09-12T17:58:21.846055+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'4","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.974497+0000","last_change":"2024-09-12T18:00:49.974497+0000","last_active":"2024-09-12T18:00:49.974497+0000","last_peered":"2024-09-12T18:00:49.974497+0000","last_clean":"2024-09-12T18:00:49.974497+0000","last_became_active":"2024-09-12T17:30:40.969731+0000","last_became_peered":"2024-09-12T17:30:40.969731+0000","last_unstale":"2024-09-12T18:00:49.974497+0000","last_undegraded":"2024-09-12T18:00:49.974497+0000","last_fullsized":"2024-09-12T18:00:49.974497+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:49.974324+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:49.974324+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.974324+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:25.592662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2058,"num_write":4,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035537+0000","last_change":"2024-09-12T17:30:37.901530+0000","last_active":"2024-09-12T17:56:47.035537+0000","last_peered":"2024-09-12T17:56:47.035537+0000","last_clean":"2024-09-12T17:56:47.035537+0000","last_became_active":"2024-09-12T17:30:37.900716+0000","last_became_peered":"2024-09-12T17:30:37.900716+0000","last_unstale":"2024-09-12T17:56:47.035537+0000","last_undegraded":"2024-09-12T17:56:47.035537+0000","last_fullsized":"2024-09-12T17:56:47.035537+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:44.626880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'19","reported_seq":108,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.357598+0000","last_change":"2024-09-12T18:00:53.357598+0000","last_active":"2024-09-12T18:00:53.357598+0000","last_peered":"2024-09-12T18:00:53.357598+0000","last_clean":"2024-09-12T18:00:53.357598+0000","last_became_active":"2024-09-12T17:28:43.369582+0000","last_became_peered":"2024-09-12T17:28:43.369582+0000","last_unstale":"2024-09-12T18:00:53.357598+0000","last_undegraded":"2024-09-12T18:00:53.357598+0000","last_fullsized":"2024-09-12T18:00:53.357598+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'19","last_scrub_stamp":"2024-09-12T18:00:53.357420+0000","last_deep_scrub":"264'19","last_deep_scrub_stamp":"2024-09-12T18:00:53.357420+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.357420+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:59.138487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:22.057661+0000","last_change":"2024-09-12T17:42:37.102853+0000","last_active":"2024-09-12T17:58:22.057661+0000","last_peered":"2024-09-12T17:58:22.057661+0000","last_clean":"2024-09-12T17:58:22.057661+0000","last_became_active":"2024-09-12T17:42:37.102044+0000","last_became_peered":"2024-09-12T17:42:37.102044+0000","last_unstale":"2024-09-12T17:58:22.057661+0000","last_undegraded":"2024-09-12T17:58:22.057661+0000","last_fullsized":"2024-09-12T17:58:22.057661+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:47.035721+0000","last_change":"2024-09-12T17:30:40.976896+0000","last_active":"2024-09-12T17:56:47.035721+0000","last_peered":"2024-09-12T17:56:47.035721+0000","last_clean":"2024-09-12T17:56:47.035721+0000","last_became_active":"2024-09-12T17:30:40.975911+0000","last_became_peered":"2024-09-12T17:30:40.975911+0000","last_unstale":"2024-09-12T17:56:47.035721+0000","last_undegraded":"2024-09-12T17:56:47.035721+0000","last_fullsized":"2024-09-12T17:56:47.035721+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:16:57.332177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'5","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.632885+0000","last_change":"2024-09-12T18:00:55.632885+0000","last_active":"2024-09-12T18:00:55.632885+0000","last_peered":"2024-09-12T18:00:55.632885+0000","last_clean":"2024-09-12T18:00:55.632885+0000","last_became_active":"2024-09-12T17:30:37.913930+0000","last_became_peered":"2024-09-12T17:30:37.913930+0000","last_unstale":"2024-09-12T18:00:55.632885+0000","last_undegraded":"2024-09-12T18:00:55.632885+0000","last_fullsized":"2024-09-12T18:00:55.632885+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:55.632612+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:55.632612+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.632612+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:05.727357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'23","reported_seq":118,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.771907+0000","last_change":"2024-09-12T18:00:42.771907+0000","last_active":"2024-09-12T18:00:42.771907+0000","last_peered":"2024-09-12T18:00:42.771907+0000","last_clean":"2024-09-12T18:00:42.771907+0000","last_became_active":"2024-09-12T17:28:43.376115+0000","last_became_peered":"2024-09-12T17:28:43.376115+0000","last_unstale":"2024-09-12T18:00:42.771907+0000","last_undegraded":"2024-09-12T18:00:42.771907+0000","last_fullsized":"2024-09-12T18:00:42.771907+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'23","last_scrub_stamp":"2024-09-12T18:00:42.771736+0000","last_deep_scrub":"264'23","last_deep_scrub_stamp":"2024-09-12T18:00:42.771736+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.771736+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:35:37.196958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":80,"num_write":52,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041873+0000","last_change":"2024-09-12T17:42:37.103179+0000","last_active":"2024-09-12T17:57:12.041873+0000","last_peered":"2024-09-12T17:57:12.041873+0000","last_clean":"2024-09-12T17:57:12.041873+0000","last_became_active":"2024-09-12T17:42:37.101544+0000","last_became_peered":"2024-09-12T17:42:37.101544+0000","last_unstale":"2024-09-12T17:57:12.041873+0000","last_undegraded":"2024-09-12T17:57:12.041873+0000","last_fullsized":"2024-09-12T17:57:12.041873+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:20.118206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:59:57.077712+0000","last_change":"2024-09-12T17:30:40.976556+0000","last_active":"2024-09-12T17:59:57.077712+0000","last_peered":"2024-09-12T17:59:57.077712+0000","last_clean":"2024-09-12T17:59:57.077712+0000","last_became_active":"2024-09-12T17:30:40.975795+0000","last_became_peered":"2024-09-12T17:30:40.975795+0000","last_unstale":"2024-09-12T17:59:57.077712+0000","last_undegraded":"2024-09-12T17:59:57.077712+0000","last_fullsized":"2024-09-12T17:59:57.077712+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:25.932834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":10240,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049457+0000","last_change":"2024-09-12T17:30:37.911733+0000","last_active":"2024-09-12T17:57:42.049457+0000","last_peered":"2024-09-12T17:57:42.049457+0000","last_clean":"2024-09-12T17:57:42.049457+0000","last_became_active":"2024-09-12T17:30:37.910945+0000","last_became_peered":"2024-09-12T17:30:37.910945+0000","last_unstale":"2024-09-12T17:57:42.049457+0000","last_undegraded":"2024-09-12T17:57:42.049457+0000","last_fullsized":"2024-09-12T17:57:42.049457+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:53.940222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'45","reported_seq":180,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.007932+0000","last_change":"2024-09-12T18:00:51.007932+0000","last_active":"2024-09-12T18:00:51.007932+0000","last_peered":"2024-09-12T18:00:51.007932+0000","last_clean":"2024-09-12T18:00:51.007932+0000","last_became_active":"2024-09-12T17:28:43.370818+0000","last_became_peered":"2024-09-12T17:28:43.370818+0000","last_unstale":"2024-09-12T18:00:51.007932+0000","last_undegraded":"2024-09-12T18:00:51.007932+0000","last_fullsized":"2024-09-12T18:00:51.007932+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'45","last_scrub_stamp":"2024-09-12T18:00:51.007739+0000","last_deep_scrub":"264'45","last_deep_scrub_stamp":"2024-09-12T18:00:51.007739+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.007739+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:49.518987+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":162,"num_write":73,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.014156+0000","last_change":"2024-09-12T17:42:37.097106+0000","last_active":"2024-09-12T17:57:12.014156+0000","last_peered":"2024-09-12T17:57:12.014156+0000","last_clean":"2024-09-12T17:57:12.014156+0000","last_became_active":"2024-09-12T17:42:37.096358+0000","last_became_peered":"2024-09-12T17:42:37.096358+0000","last_unstale":"2024-09-12T17:57:12.014156+0000","last_undegraded":"2024-09-12T17:57:12.014156+0000","last_fullsized":"2024-09-12T17:57:12.014156+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:44.395649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'9","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.003104+0000","last_change":"2024-09-12T17:30:41.501521+0000","last_active":"2024-09-12T18:00:09.003104+0000","last_peered":"2024-09-12T18:00:09.003104+0000","last_clean":"2024-09-12T18:00:09.003104+0000","last_became_active":"2024-09-12T17:30:41.499891+0000","last_became_peered":"2024-09-12T17:30:41.499891+0000","last_unstale":"2024-09-12T18:00:09.003104+0000","last_undegraded":"2024-09-12T18:00:09.003104+0000","last_fullsized":"2024-09-12T18:00:09.003104+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:25.511704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":14,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.658618+0000","last_change":"2024-09-12T18:00:35.658618+0000","last_active":"2024-09-12T18:00:35.658618+0000","last_peered":"2024-09-12T18:00:35.658618+0000","last_clean":"2024-09-12T18:00:35.658618+0000","last_became_active":"2024-09-12T17:30:37.906651+0000","last_became_peered":"2024-09-12T17:30:37.906651+0000","last_unstale":"2024-09-12T18:00:35.658618+0000","last_undegraded":"2024-09-12T18:00:35.658618+0000","last_fullsized":"2024-09-12T18:00:35.658618+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:35.658432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:35.658432+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.658432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:33.182130+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'66","reported_seq":242,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.726126+0000","last_change":"2024-09-12T18:00:41.726126+0000","last_active":"2024-09-12T18:00:41.726126+0000","last_peered":"2024-09-12T18:00:41.726126+0000","last_clean":"2024-09-12T18:00:41.726126+0000","last_became_active":"2024-09-12T17:28:43.366637+0000","last_became_peered":"2024-09-12T17:28:43.366637+0000","last_unstale":"2024-09-12T18:00:41.726126+0000","last_undegraded":"2024-09-12T18:00:41.726126+0000","last_fullsized":"2024-09-12T18:00:41.726126+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'66","last_scrub_stamp":"2024-09-12T18:00:41.725875+0000","last_deep_scrub":"264'66","last_deep_scrub_stamp":"2024-09-12T18:00:41.725875+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.725875+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:06.926351+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":266,"num_write":106,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.051522+0000","last_change":"2024-09-12T18:00:55.051522+0000","last_active":"2024-09-12T18:00:55.051522+0000","last_peered":"2024-09-12T18:00:55.051522+0000","last_clean":"2024-09-12T18:00:55.051522+0000","last_became_active":"2024-09-12T17:42:37.081983+0000","last_became_peered":"2024-09-12T17:42:37.081983+0000","last_unstale":"2024-09-12T18:00:55.051522+0000","last_undegraded":"2024-09-12T18:00:55.051522+0000","last_fullsized":"2024-09-12T18:00:55.051522+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:55.051334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:55.051334+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.051334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:09.039821+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.034565+0000","last_change":"2024-09-12T17:30:41.493967+0000","last_active":"2024-09-12T17:56:42.034565+0000","last_peered":"2024-09-12T17:56:42.034565+0000","last_clean":"2024-09-12T17:56:42.034565+0000","last_became_active":"2024-09-12T17:30:41.493272+0000","last_became_peered":"2024-09-12T17:30:41.493272+0000","last_unstale":"2024-09-12T17:56:42.034565+0000","last_undegraded":"2024-09-12T17:56:42.034565+0000","last_fullsized":"2024-09-12T17:56:42.034565+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:48.563362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"261'4","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.331718+0000","last_change":"2024-09-12T18:00:55.331583+0000","last_active":"2024-09-12T18:00:55.331718+0000","last_peered":"2024-09-12T18:00:55.331718+0000","last_clean":"2024-09-12T18:00:55.331718+0000","last_became_active":"2024-09-12T17:30:37.899518+0000","last_became_peered":"2024-09-12T17:30:37.899518+0000","last_unstale":"2024-09-12T18:00:55.331718+0000","last_undegraded":"2024-09-12T18:00:55.331718+0000","last_fullsized":"2024-09-12T18:00:55.331718+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T18:00:55.331375+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T18:00:55.331375+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.331375+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:22.941496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'41","reported_seq":171,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.300477+0000","last_change":"2024-09-12T18:00:51.300477+0000","last_active":"2024-09-12T18:00:51.300477+0000","last_peered":"2024-09-12T18:00:51.300477+0000","last_clean":"2024-09-12T18:00:51.300477+0000","last_became_active":"2024-09-12T17:28:43.373808+0000","last_became_peered":"2024-09-12T17:28:43.373808+0000","last_unstale":"2024-09-12T18:00:51.300477+0000","last_undegraded":"2024-09-12T18:00:51.300477+0000","last_fullsized":"2024-09-12T18:00:51.300477+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'41","last_scrub_stamp":"2024-09-12T18:00:51.300294+0000","last_deep_scrub":"264'41","last_deep_scrub_stamp":"2024-09-12T18:00:51.300294+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.300294+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:39.807466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":210,"num_read_kb":152,"num_write":74,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.044243+0000","last_change":"2024-09-12T17:42:37.090806+0000","last_active":"2024-09-12T17:57:12.044243+0000","last_peered":"2024-09-12T17:57:12.044243+0000","last_clean":"2024-09-12T17:57:12.044243+0000","last_became_active":"2024-09-12T17:42:37.090019+0000","last_became_peered":"2024-09-12T17:42:37.090019+0000","last_unstale":"2024-09-12T17:57:12.044243+0000","last_undegraded":"2024-09-12T17:57:12.044243+0000","last_fullsized":"2024-09-12T17:57:12.044243+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:23:14.192600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:56:42.037892+0000","last_change":"2024-09-12T17:30:40.969688+0000","last_active":"2024-09-12T17:56:42.037892+0000","last_peered":"2024-09-12T17:56:42.037892+0000","last_clean":"2024-09-12T17:56:42.037892+0000","last_became_active":"2024-09-12T17:30:40.968849+0000","last_became_peered":"2024-09-12T17:30:40.968849+0000","last_unstale":"2024-09-12T17:56:42.037892+0000","last_undegraded":"2024-09-12T17:56:42.037892+0000","last_fullsized":"2024-09-12T17:56:42.037892+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:57:32.720003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:46.852613+0000","last_change":"2024-09-12T17:30:37.923890+0000","last_active":"2024-09-12T17:58:46.852613+0000","last_peered":"2024-09-12T17:58:46.852613+0000","last_clean":"2024-09-12T17:58:46.852613+0000","last_became_active":"2024-09-12T17:30:37.923324+0000","last_became_peered":"2024-09-12T17:30:37.923324+0000","last_unstale":"2024-09-12T17:58:46.852613+0000","last_undegraded":"2024-09-12T17:58:46.852613+0000","last_fullsized":"2024-09-12T17:58:46.852613+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"0'0","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.091972+0000","last_change":"2024-09-12T18:00:41.091972+0000","last_active":"2024-09-12T18:00:41.091972+0000","last_peered":"2024-09-12T18:00:41.091972+0000","last_clean":"2024-09-12T18:00:41.091972+0000","last_became_active":"2024-09-12T17:28:43.373686+0000","last_became_peered":"2024-09-12T17:28:43.373686+0000","last_unstale":"2024-09-12T18:00:41.091972+0000","last_undegraded":"2024-09-12T18:00:41.091972+0000","last_fullsized":"2024-09-12T18:00:41.091972+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:41.091780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:41.091780+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.091780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:04:25.856773+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"264'2","reported_seq":31,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.585092+0000","last_change":"2024-09-12T18:00:45.585092+0000","last_active":"2024-09-12T18:00:45.585092+0000","last_peered":"2024-09-12T18:00:45.585092+0000","last_clean":"2024-09-12T18:00:45.585092+0000","last_became_active":"2024-09-12T17:42:37.096203+0000","last_became_peered":"2024-09-12T17:42:37.096203+0000","last_unstale":"2024-09-12T18:00:45.585092+0000","last_undegraded":"2024-09-12T18:00:45.585092+0000","last_fullsized":"2024-09-12T18:00:45.585092+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:45.584880+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:45.584880+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.584880+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:24.124523+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"261'2","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.016582+0000","last_change":"2024-09-12T18:00:51.016582+0000","last_active":"2024-09-12T18:00:51.016582+0000","last_peered":"2024-09-12T18:00:51.016582+0000","last_clean":"2024-09-12T18:00:51.016582+0000","last_became_active":"2024-09-12T17:30:40.981226+0000","last_became_peered":"2024-09-12T17:30:40.981226+0000","last_unstale":"2024-09-12T18:00:51.016582+0000","last_undegraded":"2024-09-12T18:00:51.016582+0000","last_fullsized":"2024-09-12T18:00:51.016582+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:51.016396+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:51.016396+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.016396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:53.572598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'2","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.327671+0000","last_change":"2024-09-12T18:00:55.327671+0000","last_active":"2024-09-12T18:00:55.327671+0000","last_peered":"2024-09-12T18:00:55.327671+0000","last_clean":"2024-09-12T18:00:55.327671+0000","last_became_active":"2024-09-12T17:30:37.905424+0000","last_became_peered":"2024-09-12T17:30:37.905424+0000","last_unstale":"2024-09-12T18:00:55.327671+0000","last_undegraded":"2024-09-12T18:00:55.327671+0000","last_fullsized":"2024-09-12T18:00:55.327671+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:55.327399+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:55.327399+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.327399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:14.043325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'33","reported_seq":145,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.313730+0000","last_change":"2024-09-12T18:00:53.313730+0000","last_active":"2024-09-12T18:00:53.313730+0000","last_peered":"2024-09-12T18:00:53.313730+0000","last_clean":"2024-09-12T18:00:53.313730+0000","last_became_active":"2024-09-12T17:28:43.382398+0000","last_became_peered":"2024-09-12T17:28:43.382398+0000","last_unstale":"2024-09-12T18:00:53.313730+0000","last_undegraded":"2024-09-12T18:00:53.313730+0000","last_fullsized":"2024-09-12T18:00:53.313730+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'33","last_scrub_stamp":"2024-09-12T18:00:53.313495+0000","last_deep_scrub":"264'33","last_deep_scrub_stamp":"2024-09-12T18:00:53.313495+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.313495+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:41.851002+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":111,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.050020+0000","last_change":"2024-09-12T17:42:37.103753+0000","last_active":"2024-09-12T17:57:47.050020+0000","last_peered":"2024-09-12T17:57:47.050020+0000","last_clean":"2024-09-12T17:57:47.050020+0000","last_became_active":"2024-09-12T17:42:37.088975+0000","last_became_peered":"2024-09-12T17:42:37.088975+0000","last_unstale":"2024-09-12T17:57:47.050020+0000","last_undegraded":"2024-09-12T17:57:47.050020+0000","last_fullsized":"2024-09-12T17:57:47.050020+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:12.758869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'3","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.022176+0000","last_change":"2024-09-12T17:30:40.969345+0000","last_active":"2024-09-12T18:00:08.022176+0000","last_peered":"2024-09-12T18:00:08.022176+0000","last_clean":"2024-09-12T18:00:08.022176+0000","last_became_active":"2024-09-12T17:30:40.968624+0000","last_became_peered":"2024-09-12T17:30:40.968624+0000","last_unstale":"2024-09-12T18:00:08.022176+0000","last_undegraded":"2024-09-12T18:00:08.022176+0000","last_fullsized":"2024-09-12T18:00:08.022176+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"261'2","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:42.049297+0000","last_change":"2024-09-12T17:30:37.923900+0000","last_active":"2024-09-12T17:57:42.049297+0000","last_peered":"2024-09-12T17:57:42.049297+0000","last_clean":"2024-09-12T17:57:42.049297+0000","last_became_active":"2024-09-12T17:30:37.923278+0000","last_became_peered":"2024-09-12T17:30:37.923278+0000","last_unstale":"2024-09-12T17:57:42.049297+0000","last_undegraded":"2024-09-12T17:57:42.049297+0000","last_fullsized":"2024-09-12T17:57:42.049297+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:36.861349+0000","last_clean_scrub_stamp":"2024-09-12T17:30:36.861349+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:41:06.073524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'48","reported_seq":192,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.537631+0000","last_change":"2024-09-12T18:00:53.537631+0000","last_active":"2024-09-12T18:00:53.537631+0000","last_peered":"2024-09-12T18:00:53.537631+0000","last_clean":"2024-09-12T18:00:53.537631+0000","last_became_active":"2024-09-12T17:28:43.362189+0000","last_became_peered":"2024-09-12T17:28:43.362189+0000","last_unstale":"2024-09-12T18:00:53.537631+0000","last_undegraded":"2024-09-12T18:00:53.537631+0000","last_fullsized":"2024-09-12T18:00:53.537631+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'48","last_scrub_stamp":"2024-09-12T18:00:53.537453+0000","last_deep_scrub":"264'48","last_deep_scrub_stamp":"2024-09-12T18:00:53.537453+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.537453+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:07.296206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":71,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:12.041799+0000","last_change":"2024-09-12T17:42:37.111562+0000","last_active":"2024-09-12T17:57:12.041799+0000","last_peered":"2024-09-12T17:57:12.041799+0000","last_clean":"2024-09-12T17:57:12.041799+0000","last_became_active":"2024-09-12T17:42:37.110961+0000","last_became_peered":"2024-09-12T17:42:37.110961+0000","last_unstale":"2024-09-12T17:57:12.041799+0000","last_undegraded":"2024-09-12T17:57:12.041799+0000","last_fullsized":"2024-09-12T17:57:12.041799+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:04.606153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'8","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.650668+0000","last_change":"2024-09-12T18:00:49.650668+0000","last_active":"2024-09-12T18:00:49.650668+0000","last_peered":"2024-09-12T18:00:49.650668+0000","last_clean":"2024-09-12T18:00:49.650668+0000","last_became_active":"2024-09-12T17:30:40.981155+0000","last_became_peered":"2024-09-12T17:30:40.981155+0000","last_unstale":"2024-09-12T18:00:49.650668+0000","last_undegraded":"2024-09-12T18:00:49.650668+0000","last_fullsized":"2024-09-12T18:00:49.650668+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'8","last_scrub_stamp":"2024-09-12T18:00:49.650466+0000","last_deep_scrub":"261'8","last_deep_scrub_stamp":"2024-09-12T18:00:49.650466+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.650466+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:53.864722+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":9216,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.045228+0000","last_change":"2024-09-12T18:00:48.045228+0000","last_active":"2024-09-12T18:00:48.045228+0000","last_peered":"2024-09-12T18:00:48.045228+0000","last_clean":"2024-09-12T18:00:48.045228+0000","last_became_active":"2024-09-12T17:30:37.912814+0000","last_became_peered":"2024-09-12T17:30:37.912814+0000","last_unstale":"2024-09-12T18:00:48.045228+0000","last_undegraded":"2024-09-12T18:00:48.045228+0000","last_fullsized":"2024-09-12T18:00:48.045228+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:48.045046+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:48.045046+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.045046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:38.344148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"264'83","reported_seq":333,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.785217+0000","last_change":"2024-09-12T18:00:43.785217+0000","last_active":"2024-09-12T18:00:43.785217+0000","last_peered":"2024-09-12T18:00:43.785217+0000","last_clean":"2024-09-12T18:00:43.785217+0000","last_became_active":"2024-09-12T17:28:43.371424+0000","last_became_peered":"2024-09-12T17:28:43.371424+0000","last_unstale":"2024-09-12T18:00:43.785217+0000","last_undegraded":"2024-09-12T18:00:43.785217+0000","last_fullsized":"2024-09-12T18:00:43.785217+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'83","last_scrub_stamp":"2024-09-12T18:00:43.785019+0000","last_deep_scrub":"264'83","last_deep_scrub_stamp":"2024-09-12T18:00:43.785019+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.785019+0000","objects_scrubbed":1,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:57.929007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":536,"num_read_kb":399,"num_write":105,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2510,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:17.043559+0000","last_change":"2024-09-12T17:42:37.108419+0000","last_active":"2024-09-12T17:57:17.043559+0000","last_peered":"2024-09-12T17:57:17.043559+0000","last_clean":"2024-09-12T17:57:17.043559+0000","last_became_active":"2024-09-12T17:42:37.107578+0000","last_became_peered":"2024-09-12T17:42:37.107578+0000","last_unstale":"2024-09-12T17:57:17.043559+0000","last_undegraded":"2024-09-12T17:57:17.043559+0000","last_fullsized":"2024-09-12T17:57:17.043559+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:53:08.862881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'7","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:57:47.052001+0000","last_change":"2024-09-12T17:30:40.978653+0000","last_active":"2024-09-12T17:57:47.052001+0000","last_peered":"2024-09-12T17:57:47.052001+0000","last_clean":"2024-09-12T17:57:47.052001+0000","last_became_active":"2024-09-12T17:30:40.970542+0000","last_became_peered":"2024-09-12T17:30:40.970542+0000","last_unstale":"2024-09-12T17:57:47.052001+0000","last_undegraded":"2024-09-12T17:57:47.052001+0000","last_fullsized":"2024-09-12T17:57:47.052001+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:47.705490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.671063+0000","last_change":"2024-09-12T18:00:46.671063+0000","last_active":"2024-09-12T18:00:46.671063+0000","last_peered":"2024-09-12T18:00:46.671063+0000","last_clean":"2024-09-12T18:00:46.671063+0000","last_became_active":"2024-09-12T17:30:37.899552+0000","last_became_peered":"2024-09-12T17:30:37.899552+0000","last_unstale":"2024-09-12T18:00:46.671063+0000","last_undegraded":"2024-09-12T18:00:46.671063+0000","last_fullsized":"2024-09-12T18:00:46.671063+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:46.670880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:46.670880+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.670880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:24.546926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'5","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.310724+0000","last_change":"2024-09-12T18:00:53.310601+0000","last_active":"2024-09-12T18:00:53.310724+0000","last_peered":"2024-09-12T18:00:53.310724+0000","last_clean":"2024-09-12T18:00:53.310724+0000","last_became_active":"2024-09-12T17:28:43.375683+0000","last_became_peered":"2024-09-12T17:28:43.375683+0000","last_unstale":"2024-09-12T18:00:53.310724+0000","last_undegraded":"2024-09-12T18:00:53.310724+0000","last_fullsized":"2024-09-12T18:00:53.310724+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:53.310432+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:53.310432+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.310432+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:22.495238+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":10,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'329","reported_seq":954,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.331821+0000","last_change":"2024-09-12T18:00:29.331821+0000","last_active":"2024-09-12T18:00:29.331821+0000","last_peered":"2024-09-12T18:00:29.331821+0000","last_clean":"2024-09-12T18:00:29.331821+0000","last_became_active":"2024-09-12T17:13:22.725942+0000","last_became_peered":"2024-09-12T17:13:22.725942+0000","last_unstale":"2024-09-12T18:00:29.331821+0000","last_undegraded":"2024-09-12T18:00:29.331821+0000","last_fullsized":"2024-09-12T18:00:29.331821+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'329","last_scrub_stamp":"2024-09-12T18:00:29.331576+0000","last_deep_scrub":"264'329","last_deep_scrub_stamp":"2024-09-12T18:00:29.331576+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.331576+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:15.407318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":440,"num_read_kb":7150,"num_write":972,"num_write_kb":34029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'177","reported_seq":755,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.208403+0000","last_change":"2024-09-12T18:00:35.208170+0000","last_active":"2024-09-12T18:00:35.208403+0000","last_peered":"2024-09-12T18:00:35.208403+0000","last_clean":"2024-09-12T18:00:35.208403+0000","last_became_active":"2024-09-12T17:13:24.750504+0000","last_became_peered":"2024-09-12T17:13:24.750504+0000","last_unstale":"2024-09-12T18:00:35.208403+0000","last_undegraded":"2024-09-12T18:00:35.208403+0000","last_fullsized":"2024-09-12T18:00:35.208403+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'177","last_scrub_stamp":"2024-09-12T18:00:35.207946+0000","last_deep_scrub":"264'177","last_deep_scrub_stamp":"2024-09-12T18:00:35.207946+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.207946+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:49.840018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":797,"num_read_kb":657,"num_write":298,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'313","reported_seq":1039,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.074435+0000","last_change":"2024-09-12T18:00:21.074435+0000","last_active":"2024-09-12T18:00:21.074435+0000","last_peered":"2024-09-12T18:00:21.074435+0000","last_clean":"2024-09-12T18:00:21.074435+0000","last_became_active":"2024-09-12T17:13:22.714030+0000","last_became_peered":"2024-09-12T17:13:22.714030+0000","last_unstale":"2024-09-12T18:00:21.074435+0000","last_undegraded":"2024-09-12T18:00:21.074435+0000","last_fullsized":"2024-09-12T18:00:21.074435+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'313","last_scrub_stamp":"2024-09-12T18:00:21.074204+0000","last_deep_scrub":"264'313","last_deep_scrub_stamp":"2024-09-12T18:00:21.074204+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.074204+0000","objects_scrubbed":6,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:00.817230+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254223,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":506,"num_read_kb":42071,"num_write":909,"num_write_kb":34997,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'145","reported_seq":783,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.456457+0000","last_change":"2024-09-12T18:00:33.456284+0000","last_active":"2024-09-12T18:00:33.456457+0000","last_peered":"2024-09-12T18:00:33.456457+0000","last_clean":"2024-09-12T18:00:33.456457+0000","last_became_active":"2024-09-12T17:13:24.726550+0000","last_became_peered":"2024-09-12T17:13:24.726550+0000","last_unstale":"2024-09-12T18:00:33.456457+0000","last_undegraded":"2024-09-12T18:00:33.456457+0000","last_fullsized":"2024-09-12T18:00:33.456457+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'145","last_scrub_stamp":"2024-09-12T18:00:33.456109+0000","last_deep_scrub":"264'145","last_deep_scrub_stamp":"2024-09-12T18:00:33.456109+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.456109+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:26.489877+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":576,"num_write":221,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'339","reported_seq":992,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.130728+0000","last_change":"2024-09-12T18:00:24.130728+0000","last_active":"2024-09-12T18:00:24.130728+0000","last_peered":"2024-09-12T18:00:24.130728+0000","last_clean":"2024-09-12T18:00:24.130728+0000","last_became_active":"2024-09-12T17:13:22.714072+0000","last_became_peered":"2024-09-12T17:13:22.714072+0000","last_unstale":"2024-09-12T18:00:24.130728+0000","last_undegraded":"2024-09-12T18:00:24.130728+0000","last_fullsized":"2024-09-12T18:00:24.130728+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'339","last_scrub_stamp":"2024-09-12T18:00:24.130511+0000","last_deep_scrub":"264'339","last_deep_scrub_stamp":"2024-09-12T18:00:24.130511+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.130511+0000","objects_scrubbed":8,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:42:25.411343+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170284,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":466,"num_read_kb":17380,"num_write":1016,"num_write_kb":42063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'168","reported_seq":771,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.562406+0000","last_change":"2024-09-12T18:00:35.562245+0000","last_active":"2024-09-12T18:00:35.562406+0000","last_peered":"2024-09-12T18:00:35.562406+0000","last_clean":"2024-09-12T18:00:35.562406+0000","last_became_active":"2024-09-12T17:13:24.748472+0000","last_became_peered":"2024-09-12T17:13:24.748472+0000","last_unstale":"2024-09-12T18:00:35.562406+0000","last_undegraded":"2024-09-12T18:00:35.562406+0000","last_fullsized":"2024-09-12T18:00:35.562406+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'168","last_scrub_stamp":"2024-09-12T18:00:35.562054+0000","last_deep_scrub":"264'168","last_deep_scrub_stamp":"2024-09-12T18:00:35.562054+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.562054+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:50:15.619174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":720,"num_read_kb":590,"num_write":257,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'371","reported_seq":1061,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.128056+0000","last_change":"2024-09-12T18:00:28.128056+0000","last_active":"2024-09-12T18:00:28.128056+0000","last_peered":"2024-09-12T18:00:28.128056+0000","last_clean":"2024-09-12T18:00:28.128056+0000","last_became_active":"2024-09-12T17:13:22.726239+0000","last_became_peered":"2024-09-12T17:13:22.726239+0000","last_unstale":"2024-09-12T18:00:28.128056+0000","last_undegraded":"2024-09-12T18:00:28.128056+0000","last_fullsized":"2024-09-12T18:00:28.128056+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T18:00:28.127869+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T18:00:28.127869+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.127869+0000","objects_scrubbed":2,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:35.152385+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":595,"num_read_kb":17747,"num_write":1232,"num_write_kb":17874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'4117","reported_seq":4725,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.112003+0000","last_change":"2024-09-12T18:00:29.111849+0000","last_active":"2024-09-12T18:00:29.112003+0000","last_peered":"2024-09-12T18:00:29.112003+0000","last_clean":"2024-09-12T18:00:29.112003+0000","last_became_active":"2024-09-12T17:13:24.746121+0000","last_became_peered":"2024-09-12T17:13:24.746121+0000","last_unstale":"2024-09-12T18:00:29.112003+0000","last_undegraded":"2024-09-12T18:00:29.112003+0000","last_fullsized":"2024-09-12T18:00:29.112003+0000","mapping_epoch":25,"log_start":"264'4100","ondisk_log_start":"264'4100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4117","last_scrub_stamp":"2024-09-12T18:00:29.111667+0000","last_deep_scrub":"264'4117","last_deep_scrub_stamp":"2024-09-12T18:00:29.111667+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.111667+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:13.417797+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16538,"num_read_kb":13876,"num_write":6180,"num_write_kb":3076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'438","reported_seq":1116,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.316179+0000","last_change":"2024-09-12T18:00:28.316041+0000","last_active":"2024-09-12T18:00:28.316179+0000","last_peered":"2024-09-12T18:00:28.316179+0000","last_clean":"2024-09-12T18:00:28.316179+0000","last_became_active":"2024-09-12T17:13:22.723131+0000","last_became_peered":"2024-09-12T17:13:22.723131+0000","last_unstale":"2024-09-12T18:00:28.316179+0000","last_undegraded":"2024-09-12T18:00:28.316179+0000","last_fullsized":"2024-09-12T18:00:28.316179+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'438","last_scrub_stamp":"2024-09-12T18:00:28.315777+0000","last_deep_scrub":"264'438","last_deep_scrub_stamp":"2024-09-12T18:00:28.315777+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.315777+0000","objects_scrubbed":10,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:55.192752+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":831467,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":664,"num_read_kb":11011,"num_write":1555,"num_write_kb":36392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'271","reported_seq":929,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.638768+0000","last_change":"2024-09-12T18:00:30.638768+0000","last_active":"2024-09-12T18:00:30.638768+0000","last_peered":"2024-09-12T18:00:30.638768+0000","last_clean":"2024-09-12T18:00:30.638768+0000","last_became_active":"2024-09-12T17:13:24.737057+0000","last_became_peered":"2024-09-12T17:13:24.737057+0000","last_unstale":"2024-09-12T18:00:30.638768+0000","last_undegraded":"2024-09-12T18:00:30.638768+0000","last_fullsized":"2024-09-12T18:00:30.638768+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'271","last_scrub_stamp":"2024-09-12T18:00:30.638585+0000","last_deep_scrub":"264'271","last_deep_scrub_stamp":"2024-09-12T18:00:30.638585+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.638585+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:08.338717+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1178,"num_read_kb":971,"num_write":403,"num_write_kb":196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'369","reported_seq":1008,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.128959+0000","last_change":"2024-09-12T18:00:26.128820+0000","last_active":"2024-09-12T18:00:26.128959+0000","last_peered":"2024-09-12T18:00:26.128959+0000","last_clean":"2024-09-12T18:00:26.128959+0000","last_became_active":"2024-09-12T17:13:22.724221+0000","last_became_peered":"2024-09-12T17:13:22.724221+0000","last_unstale":"2024-09-12T18:00:26.128959+0000","last_undegraded":"2024-09-12T18:00:26.128959+0000","last_fullsized":"2024-09-12T18:00:26.128959+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'369","last_scrub_stamp":"2024-09-12T18:00:26.128583+0000","last_deep_scrub":"264'369","last_deep_scrub_stamp":"2024-09-12T18:00:26.128583+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.128583+0000","objects_scrubbed":6,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:19.642888+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306959,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":491,"num_read_kb":12101,"num_write":1129,"num_write_kb":47003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'177","reported_seq":797,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.589273+0000","last_change":"2024-09-12T18:00:36.589273+0000","last_active":"2024-09-12T18:00:36.589273+0000","last_peered":"2024-09-12T18:00:36.589273+0000","last_clean":"2024-09-12T18:00:36.589273+0000","last_became_active":"2024-09-12T17:13:24.731429+0000","last_became_peered":"2024-09-12T17:13:24.731429+0000","last_unstale":"2024-09-12T18:00:36.589273+0000","last_undegraded":"2024-09-12T18:00:36.589273+0000","last_fullsized":"2024-09-12T18:00:36.589273+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'177","last_scrub_stamp":"2024-09-12T18:00:36.589079+0000","last_deep_scrub":"264'177","last_deep_scrub_stamp":"2024-09-12T18:00:36.589079+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.589079+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:06.218870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":785,"num_read_kb":645,"num_write":290,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'374","reported_seq":1021,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.291851+0000","last_change":"2024-09-12T18:00:27.291720+0000","last_active":"2024-09-12T18:00:27.291851+0000","last_peered":"2024-09-12T18:00:27.291851+0000","last_clean":"2024-09-12T18:00:27.291851+0000","last_became_active":"2024-09-12T17:13:22.720098+0000","last_became_peered":"2024-09-12T17:13:22.720098+0000","last_unstale":"2024-09-12T18:00:27.291851+0000","last_undegraded":"2024-09-12T18:00:27.291851+0000","last_fullsized":"2024-09-12T18:00:27.291851+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'374","last_scrub_stamp":"2024-09-12T18:00:27.291516+0000","last_deep_scrub":"264'374","last_deep_scrub_stamp":"2024-09-12T18:00:27.291516+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.291516+0000","objects_scrubbed":6,"log_size":74,"log_dups_size":300,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:02.599553+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":535,"num_read_kb":13868,"num_write":1162,"num_write_kb":21571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'306","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.192512+0000","last_change":"2024-09-12T18:00:34.192512+0000","last_active":"2024-09-12T18:00:34.192512+0000","last_peered":"2024-09-12T18:00:34.192512+0000","last_clean":"2024-09-12T18:00:34.192512+0000","last_became_active":"2024-09-12T17:13:24.759152+0000","last_became_peered":"2024-09-12T17:13:24.759152+0000","last_unstale":"2024-09-12T18:00:34.192512+0000","last_undegraded":"2024-09-12T18:00:34.192512+0000","last_fullsized":"2024-09-12T18:00:34.192512+0000","mapping_epoch":25,"log_start":"250'200","ondisk_log_start":"250'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T18:00:34.192320+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T18:00:34.192320+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.192320+0000","objects_scrubbed":2,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:15.682155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1481,"num_read_kb":1284,"num_write":444,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":26210,"num_omap_keys":103,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'385","reported_seq":1037,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.277949+0000","last_change":"2024-09-12T18:00:23.277814+0000","last_active":"2024-09-12T18:00:23.277949+0000","last_peered":"2024-09-12T18:00:23.277949+0000","last_clean":"2024-09-12T18:00:23.277949+0000","last_became_active":"2024-09-12T17:13:22.738728+0000","last_became_peered":"2024-09-12T17:13:22.738728+0000","last_unstale":"2024-09-12T18:00:23.277949+0000","last_undegraded":"2024-09-12T18:00:23.277949+0000","last_fullsized":"2024-09-12T18:00:23.277949+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'385","last_scrub_stamp":"2024-09-12T18:00:23.277612+0000","last_deep_scrub":"264'385","last_deep_scrub_stamp":"2024-09-12T18:00:23.277612+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.277612+0000","objects_scrubbed":1,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:32.433993+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":510,"num_read_kb":82193,"num_write":1133,"num_write_kb":40924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'304","reported_seq":944,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.676110+0000","last_change":"2024-09-12T18:00:26.676110+0000","last_active":"2024-09-12T18:00:26.676110+0000","last_peered":"2024-09-12T18:00:26.676110+0000","last_clean":"2024-09-12T18:00:26.676110+0000","last_became_active":"2024-09-12T17:13:24.738756+0000","last_became_peered":"2024-09-12T17:13:24.738756+0000","last_unstale":"2024-09-12T18:00:26.676110+0000","last_undegraded":"2024-09-12T18:00:26.676110+0000","last_fullsized":"2024-09-12T18:00:26.676110+0000","mapping_epoch":25,"log_start":"261'200","ondisk_log_start":"261'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'304","last_scrub_stamp":"2024-09-12T18:00:26.675905+0000","last_deep_scrub":"264'304","last_deep_scrub_stamp":"2024-09-12T18:00:26.675905+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.675905+0000","objects_scrubbed":1,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:23.237265+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1076,"num_write":462,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4004,"num_omap_keys":18,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'72","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.529704+0000","last_change":"2024-09-12T18:00:33.529704+0000","last_active":"2024-09-12T18:00:33.529704+0000","last_peered":"2024-09-12T18:00:33.529704+0000","last_clean":"2024-09-12T18:00:33.529704+0000","last_became_active":"2024-09-12T17:13:24.729545+0000","last_became_peered":"2024-09-12T17:13:24.729545+0000","last_unstale":"2024-09-12T18:00:33.529704+0000","last_undegraded":"2024-09-12T18:00:33.529704+0000","last_fullsized":"2024-09-12T18:00:33.529704+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'72","last_scrub_stamp":"2024-09-12T18:00:33.529424+0000","last_deep_scrub":"264'72","last_deep_scrub_stamp":"2024-09-12T18:00:33.529424+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.529424+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:56.932202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":265,"num_write":110,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'352","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.578963+0000","last_change":"2024-09-12T18:00:23.578963+0000","last_active":"2024-09-12T18:00:23.578963+0000","last_peered":"2024-09-12T18:00:23.578963+0000","last_clean":"2024-09-12T18:00:23.578963+0000","last_became_active":"2024-09-12T17:13:54.836666+0000","last_became_peered":"2024-09-12T17:13:54.836666+0000","last_unstale":"2024-09-12T18:00:23.578963+0000","last_undegraded":"2024-09-12T18:00:23.578963+0000","last_fullsized":"2024-09-12T18:00:23.578963+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:23.578762+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:23.578762+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.578762+0000","objects_scrubbed":6,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:50.441043+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":563,"num_read_kb":32563,"num_write":1079,"num_write_kb":32697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.31","version":"264'40","reported_seq":621,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.413067+0000","last_change":"2024-09-12T18:00:32.413067+0000","last_active":"2024-09-12T18:00:32.413067+0000","last_peered":"2024-09-12T18:00:32.413067+0000","last_clean":"2024-09-12T18:00:32.413067+0000","last_became_active":"2024-09-12T17:13:24.727755+0000","last_became_peered":"2024-09-12T17:13:24.727755+0000","last_unstale":"2024-09-12T18:00:32.413067+0000","last_undegraded":"2024-09-12T18:00:32.413067+0000","last_fullsized":"2024-09-12T18:00:32.413067+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T18:00:32.412880+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T18:00:32.412880+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.412880+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:35.336540+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":206,"num_read_kb":188,"num_write":57,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'312","reported_seq":939,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.531708+0000","last_change":"2024-09-12T18:00:24.531708+0000","last_active":"2024-09-12T18:00:24.531708+0000","last_peered":"2024-09-12T18:00:24.531708+0000","last_clean":"2024-09-12T18:00:24.531708+0000","last_became_active":"2024-09-12T17:13:22.737350+0000","last_became_peered":"2024-09-12T17:13:22.737350+0000","last_unstale":"2024-09-12T18:00:24.531708+0000","last_undegraded":"2024-09-12T18:00:24.531708+0000","last_fullsized":"2024-09-12T18:00:24.531708+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T18:00:24.531498+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T18:00:24.531498+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.531498+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:55.047427+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589768,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":419,"num_read_kb":4257,"num_write":999,"num_write_kb":39071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'204","reported_seq":810,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.182821+0000","last_change":"2024-09-12T18:00:32.182821+0000","last_active":"2024-09-12T18:00:32.182821+0000","last_peered":"2024-09-12T18:00:32.182821+0000","last_clean":"2024-09-12T18:00:32.182821+0000","last_became_active":"2024-09-12T17:13:24.751427+0000","last_became_peered":"2024-09-12T17:13:24.751427+0000","last_unstale":"2024-09-12T18:00:32.182821+0000","last_undegraded":"2024-09-12T18:00:32.182821+0000","last_fullsized":"2024-09-12T18:00:32.182821+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'204","last_scrub_stamp":"2024-09-12T18:00:32.182603+0000","last_deep_scrub":"264'204","last_deep_scrub_stamp":"2024-09-12T18:00:32.182603+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.182603+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:40.408953+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":941,"num_read_kb":767,"num_write":366,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'322","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.527575+0000","last_change":"2024-09-12T18:00:22.527575+0000","last_active":"2024-09-12T18:00:22.527575+0000","last_peered":"2024-09-12T18:00:22.527575+0000","last_clean":"2024-09-12T18:00:22.527575+0000","last_became_active":"2024-09-12T17:13:22.736388+0000","last_became_peered":"2024-09-12T17:13:22.736388+0000","last_unstale":"2024-09-12T18:00:22.527575+0000","last_undegraded":"2024-09-12T18:00:22.527575+0000","last_fullsized":"2024-09-12T18:00:22.527575+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'322","last_scrub_stamp":"2024-09-12T18:00:22.527316+0000","last_deep_scrub":"264'322","last_deep_scrub_stamp":"2024-09-12T18:00:22.527316+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.527316+0000","objects_scrubbed":7,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:12.712365+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262277,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":479,"num_read_kb":22737,"num_write":1066,"num_write_kb":36288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'75","reported_seq":635,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.616386+0000","last_change":"2024-09-12T18:00:24.616386+0000","last_active":"2024-09-12T18:00:24.616386+0000","last_peered":"2024-09-12T18:00:24.616386+0000","last_clean":"2024-09-12T18:00:24.616386+0000","last_became_active":"2024-09-12T17:13:24.741951+0000","last_became_peered":"2024-09-12T17:13:24.741951+0000","last_unstale":"2024-09-12T18:00:24.616386+0000","last_undegraded":"2024-09-12T18:00:24.616386+0000","last_fullsized":"2024-09-12T18:00:24.616386+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'75","last_scrub_stamp":"2024-09-12T18:00:24.616158+0000","last_deep_scrub":"264'75","last_deep_scrub_stamp":"2024-09-12T18:00:24.616158+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.616158+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:47.517203+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":291,"num_write":115,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'327","reported_seq":968,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.471761+0000","last_change":"2024-09-12T18:00:20.471761+0000","last_active":"2024-09-12T18:00:20.471761+0000","last_peered":"2024-09-12T18:00:20.471761+0000","last_clean":"2024-09-12T18:00:20.471761+0000","last_became_active":"2024-09-12T17:13:22.739336+0000","last_became_peered":"2024-09-12T17:13:22.739336+0000","last_unstale":"2024-09-12T18:00:20.471761+0000","last_undegraded":"2024-09-12T18:00:20.471761+0000","last_fullsized":"2024-09-12T18:00:20.471761+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'327","last_scrub_stamp":"2024-09-12T18:00:20.471531+0000","last_deep_scrub":"264'327","last_deep_scrub_stamp":"2024-09-12T18:00:20.471531+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.471531+0000","objects_scrubbed":8,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:19.296653+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262243,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":446,"num_read_kb":20536,"num_write":1022,"num_write_kb":35486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"264'230","reported_seq":889,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.628293+0000","last_change":"2024-09-12T18:00:21.628293+0000","last_active":"2024-09-12T18:00:21.628293+0000","last_peered":"2024-09-12T18:00:21.628293+0000","last_clean":"2024-09-12T18:00:21.628293+0000","last_became_active":"2024-09-12T17:13:24.733104+0000","last_became_peered":"2024-09-12T17:13:24.733104+0000","last_unstale":"2024-09-12T18:00:21.628293+0000","last_undegraded":"2024-09-12T18:00:21.628293+0000","last_fullsized":"2024-09-12T18:00:21.628293+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'230","last_scrub_stamp":"2024-09-12T18:00:21.628110+0000","last_deep_scrub":"264'230","last_deep_scrub_stamp":"2024-09-12T18:00:21.628110+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.628110+0000","objects_scrubbed":1,"log_size":30,"log_dups_size":200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:27.551476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1025,"num_read_kb":844,"num_write":360,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":229,"num_omap_keys":1,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'436","reported_seq":1109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.276109+0000","last_change":"2024-09-12T18:00:26.276109+0000","last_active":"2024-09-12T18:00:26.276109+0000","last_peered":"2024-09-12T18:00:26.276109+0000","last_clean":"2024-09-12T18:00:26.276109+0000","last_became_active":"2024-09-12T17:13:22.716482+0000","last_became_peered":"2024-09-12T17:13:22.716482+0000","last_unstale":"2024-09-12T18:00:26.276109+0000","last_undegraded":"2024-09-12T18:00:26.276109+0000","last_fullsized":"2024-09-12T18:00:26.276109+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'436","last_scrub_stamp":"2024-09-12T18:00:26.275891+0000","last_deep_scrub":"264'436","last_deep_scrub_stamp":"2024-09-12T18:00:26.275891+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.275891+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":400,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:08.350628+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1741262,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":598,"num_read_kb":27055,"num_write":1306,"num_write_kb":45208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'4106","reported_seq":4710,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.564781+0000","last_change":"2024-09-12T18:00:34.564781+0000","last_active":"2024-09-12T18:00:34.564781+0000","last_peered":"2024-09-12T18:00:34.564781+0000","last_clean":"2024-09-12T18:00:34.564781+0000","last_became_active":"2024-09-12T17:13:24.753665+0000","last_became_peered":"2024-09-12T17:13:24.753665+0000","last_unstale":"2024-09-12T18:00:34.564781+0000","last_undegraded":"2024-09-12T18:00:34.564781+0000","last_fullsized":"2024-09-12T18:00:34.564781+0000","mapping_epoch":25,"log_start":"264'4000","ondisk_log_start":"264'4000","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4106","last_scrub_stamp":"2024-09-12T18:00:34.564603+0000","last_deep_scrub":"264'4106","last_deep_scrub_stamp":"2024-09-12T18:00:34.564603+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.564603+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":3000,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:13.154948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16466,"num_read_kb":13828,"num_write":6154,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'362","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.098958+0000","last_change":"2024-09-12T18:00:19.098958+0000","last_active":"2024-09-12T18:00:19.098958+0000","last_peered":"2024-09-12T18:00:19.098958+0000","last_clean":"2024-09-12T18:00:19.098958+0000","last_became_active":"2024-09-12T17:13:22.719278+0000","last_became_peered":"2024-09-12T17:13:22.719278+0000","last_unstale":"2024-09-12T18:00:19.098958+0000","last_undegraded":"2024-09-12T18:00:19.098958+0000","last_fullsized":"2024-09-12T18:00:19.098958+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:19.098742+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:19.098742+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.098742+0000","objects_scrubbed":5,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:13.781748+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":856689,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":593,"num_read_kb":41507,"num_write":1147,"num_write_kb":26289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'117","reported_seq":635,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.535789+0000","last_change":"2024-09-12T18:00:51.535789+0000","last_active":"2024-09-12T18:00:51.535789+0000","last_peered":"2024-09-12T18:00:51.535789+0000","last_clean":"2024-09-12T18:00:51.535789+0000","last_became_active":"2024-09-12T17:13:32.781296+0000","last_became_peered":"2024-09-12T17:13:32.781296+0000","last_unstale":"2024-09-12T18:00:51.535789+0000","last_undegraded":"2024-09-12T18:00:51.535789+0000","last_fullsized":"2024-09-12T18:00:51.535789+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'117","last_scrub_stamp":"2024-09-12T18:00:51.535606+0000","last_deep_scrub":"264'117","last_deep_scrub_stamp":"2024-09-12T18:00:51.535606+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.535606+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:35.559512+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":165,"num_read_kb":153,"num_write":253,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'148","reported_seq":737,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.290237+0000","last_change":"2024-09-12T18:00:28.290237+0000","last_active":"2024-09-12T18:00:28.290237+0000","last_peered":"2024-09-12T18:00:28.290237+0000","last_clean":"2024-09-12T18:00:28.290237+0000","last_became_active":"2024-09-12T17:13:24.752021+0000","last_became_peered":"2024-09-12T17:13:24.752021+0000","last_unstale":"2024-09-12T18:00:28.290237+0000","last_undegraded":"2024-09-12T18:00:28.290237+0000","last_fullsized":"2024-09-12T18:00:28.290237+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'148","last_scrub_stamp":"2024-09-12T18:00:28.290053+0000","last_deep_scrub":"264'148","last_deep_scrub_stamp":"2024-09-12T18:00:28.290053+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.290053+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:48.283640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":513,"num_write":228,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"264'295","reported_seq":1146,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.220898+0000","last_change":"2024-09-12T18:00:24.220898+0000","last_active":"2024-09-12T18:00:24.220898+0000","last_peered":"2024-09-12T18:00:24.220898+0000","last_clean":"2024-09-12T18:00:24.220898+0000","last_became_active":"2024-09-12T17:13:22.741981+0000","last_became_peered":"2024-09-12T17:13:22.741981+0000","last_unstale":"2024-09-12T18:00:24.220898+0000","last_undegraded":"2024-09-12T18:00:24.220898+0000","last_fullsized":"2024-09-12T18:00:24.220898+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'295","last_scrub_stamp":"2024-09-12T18:00:24.220681+0000","last_deep_scrub":"264'295","last_deep_scrub_stamp":"2024-09-12T18:00:24.220681+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.220681+0000","objects_scrubbed":9,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:19.706981+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1128744,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":885,"num_read_kb":30696,"num_write":1032,"num_write_kb":26054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.194424+0000","last_change":"2024-09-12T18:00:38.194424+0000","last_active":"2024-09-12T18:00:38.194424+0000","last_peered":"2024-09-12T18:00:38.194424+0000","last_clean":"2024-09-12T18:00:38.194424+0000","last_became_active":"2024-09-12T17:13:26.744613+0000","last_became_peered":"2024-09-12T17:13:26.744613+0000","last_unstale":"2024-09-12T18:00:38.194424+0000","last_undegraded":"2024-09-12T18:00:38.194424+0000","last_fullsized":"2024-09-12T18:00:38.194424+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:38.194242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:38.194242+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.194242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:09.056453+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'351","reported_seq":964,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.042431+0000","last_change":"2024-09-12T18:00:38.042431+0000","last_active":"2024-09-12T18:00:38.042431+0000","last_peered":"2024-09-12T18:00:38.042431+0000","last_clean":"2024-09-12T18:00:38.042431+0000","last_became_active":"2024-09-12T17:13:28.743214+0000","last_became_peered":"2024-09-12T17:13:28.743214+0000","last_unstale":"2024-09-12T18:00:38.042431+0000","last_undegraded":"2024-09-12T18:00:38.042431+0000","last_fullsized":"2024-09-12T18:00:38.042431+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'351","last_scrub_stamp":"2024-09-12T18:00:38.042312+0000","last_deep_scrub":"264'351","last_deep_scrub_stamp":"2024-09-12T18:00:38.042312+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.042312+0000","objects_scrubbed":5,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:02.353464+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48366,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":572,"num_read_kb":1239,"num_write":462,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.302438+0000","last_change":"2024-09-12T18:00:47.302438+0000","last_active":"2024-09-12T18:00:47.302438+0000","last_peered":"2024-09-12T18:00:47.302438+0000","last_clean":"2024-09-12T18:00:47.302438+0000","last_became_active":"2024-09-12T17:13:30.781254+0000","last_became_peered":"2024-09-12T17:13:30.781254+0000","last_unstale":"2024-09-12T18:00:47.302438+0000","last_undegraded":"2024-09-12T18:00:47.302438+0000","last_fullsized":"2024-09-12T18:00:47.302438+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:47.302264+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:47.302264+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.302264+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:36:41.171190+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'152","reported_seq":713,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.308999+0000","last_change":"2024-09-12T18:00:51.308999+0000","last_active":"2024-09-12T18:00:51.308999+0000","last_peered":"2024-09-12T18:00:51.308999+0000","last_clean":"2024-09-12T18:00:51.308999+0000","last_became_active":"2024-09-12T17:13:32.779025+0000","last_became_peered":"2024-09-12T17:13:32.779025+0000","last_unstale":"2024-09-12T18:00:51.308999+0000","last_undegraded":"2024-09-12T18:00:51.308999+0000","last_fullsized":"2024-09-12T18:00:51.308999+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'152","last_scrub_stamp":"2024-09-12T18:00:51.308754+0000","last_deep_scrub":"264'152","last_deep_scrub_stamp":"2024-09-12T18:00:51.308754+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.308754+0000","objects_scrubbed":3,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:44.969337+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":250,"num_read_kb":239,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'127","reported_seq":736,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.115431+0000","last_change":"2024-09-12T18:00:30.115431+0000","last_active":"2024-09-12T18:00:30.115431+0000","last_peered":"2024-09-12T18:00:30.115431+0000","last_clean":"2024-09-12T18:00:30.115431+0000","last_became_active":"2024-09-12T17:13:24.763073+0000","last_became_peered":"2024-09-12T17:13:24.763073+0000","last_unstale":"2024-09-12T18:00:30.115431+0000","last_undegraded":"2024-09-12T18:00:30.115431+0000","last_fullsized":"2024-09-12T18:00:30.115431+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'127","last_scrub_stamp":"2024-09-12T18:00:30.115207+0000","last_deep_scrub":"264'127","last_deep_scrub_stamp":"2024-09-12T18:00:30.115207+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.115207+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:21.344405+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":599,"num_read_kb":505,"num_write":195,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'384","reported_seq":1092,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.126249+0000","last_change":"2024-09-12T18:00:15.126249+0000","last_active":"2024-09-12T18:00:15.126249+0000","last_peered":"2024-09-12T18:00:15.126249+0000","last_clean":"2024-09-12T18:00:15.126249+0000","last_became_active":"2024-09-12T17:13:22.722143+0000","last_became_peered":"2024-09-12T17:13:22.722143+0000","last_unstale":"2024-09-12T18:00:15.126249+0000","last_undegraded":"2024-09-12T18:00:15.126249+0000","last_fullsized":"2024-09-12T18:00:15.126249+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'384","last_scrub_stamp":"2024-09-12T18:00:15.126157+0000","last_deep_scrub":"264'384","last_deep_scrub_stamp":"2024-09-12T18:00:15.126157+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.126157+0000","objects_scrubbed":7,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:41.192796+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1630394,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":765,"num_read_kb":3110,"num_write":1221,"num_write_kb":31566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.336382+0000","last_change":"2024-09-12T18:00:36.336382+0000","last_active":"2024-09-12T18:00:36.336382+0000","last_peered":"2024-09-12T18:00:36.336382+0000","last_clean":"2024-09-12T18:00:36.336382+0000","last_became_active":"2024-09-12T17:13:26.742603+0000","last_became_peered":"2024-09-12T17:13:26.742603+0000","last_unstale":"2024-09-12T18:00:36.336382+0000","last_undegraded":"2024-09-12T18:00:36.336382+0000","last_fullsized":"2024-09-12T18:00:36.336382+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.336190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.336190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.336190+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:22.067795+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'107","reported_seq":637,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.644258+0000","last_change":"2024-09-12T18:00:43.644258+0000","last_active":"2024-09-12T18:00:43.644258+0000","last_peered":"2024-09-12T18:00:43.644258+0000","last_clean":"2024-09-12T18:00:43.644258+0000","last_became_active":"2024-09-12T17:13:28.729033+0000","last_became_peered":"2024-09-12T17:13:28.729033+0000","last_unstale":"2024-09-12T18:00:43.644258+0000","last_undegraded":"2024-09-12T18:00:43.644258+0000","last_fullsized":"2024-09-12T18:00:43.644258+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'107","last_scrub_stamp":"2024-09-12T18:00:43.644072+0000","last_deep_scrub":"264'107","last_deep_scrub_stamp":"2024-09-12T18:00:43.644072+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.644072+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:27.201087+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":103,"num_read_kb":95,"num_write":76,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.585578+0000","last_change":"2024-09-12T18:00:48.585578+0000","last_active":"2024-09-12T18:00:48.585578+0000","last_peered":"2024-09-12T18:00:48.585578+0000","last_clean":"2024-09-12T18:00:48.585578+0000","last_became_active":"2024-09-12T17:13:30.789947+0000","last_became_peered":"2024-09-12T17:13:30.789947+0000","last_unstale":"2024-09-12T18:00:48.585578+0000","last_undegraded":"2024-09-12T18:00:48.585578+0000","last_fullsized":"2024-09-12T18:00:48.585578+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:48.585394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:48.585394+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.585394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:10.481461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'120","reported_seq":631,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.025512+0000","last_change":"2024-09-12T18:00:52.025512+0000","last_active":"2024-09-12T18:00:52.025512+0000","last_peered":"2024-09-12T18:00:52.025512+0000","last_clean":"2024-09-12T18:00:52.025512+0000","last_became_active":"2024-09-12T17:13:32.783016+0000","last_became_peered":"2024-09-12T17:13:32.783016+0000","last_unstale":"2024-09-12T18:00:52.025512+0000","last_undegraded":"2024-09-12T18:00:52.025512+0000","last_fullsized":"2024-09-12T18:00:52.025512+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'120","last_scrub_stamp":"2024-09-12T18:00:52.025328+0000","last_deep_scrub":"264'120","last_deep_scrub_stamp":"2024-09-12T18:00:52.025328+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.025328+0000","objects_scrubbed":4,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:01.826071+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":153,"num_read_kb":152,"num_write":274,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'267","reported_seq":903,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.060700+0000","last_change":"2024-09-12T18:00:26.060700+0000","last_active":"2024-09-12T18:00:26.060700+0000","last_peered":"2024-09-12T18:00:26.060700+0000","last_clean":"2024-09-12T18:00:26.060700+0000","last_became_active":"2024-09-12T17:13:24.736246+0000","last_became_peered":"2024-09-12T17:13:24.736246+0000","last_unstale":"2024-09-12T18:00:26.060700+0000","last_undegraded":"2024-09-12T18:00:26.060700+0000","last_fullsized":"2024-09-12T18:00:26.060700+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'267","last_scrub_stamp":"2024-09-12T18:00:26.060483+0000","last_deep_scrub":"264'267","last_deep_scrub_stamp":"2024-09-12T18:00:26.060483+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.060483+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:52.145531+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1187,"num_read_kb":960,"num_write":442,"num_write_kb":207,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'353","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.188036+0000","last_change":"2024-09-12T18:00:23.188036+0000","last_active":"2024-09-12T18:00:23.188036+0000","last_peered":"2024-09-12T18:00:23.188036+0000","last_clean":"2024-09-12T18:00:23.188036+0000","last_became_active":"2024-09-12T17:13:22.748810+0000","last_became_peered":"2024-09-12T17:13:22.748810+0000","last_unstale":"2024-09-12T18:00:23.188036+0000","last_undegraded":"2024-09-12T18:00:23.188036+0000","last_fullsized":"2024-09-12T18:00:23.188036+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'353","last_scrub_stamp":"2024-09-12T18:00:23.187794+0000","last_deep_scrub":"264'353","last_deep_scrub_stamp":"2024-09-12T18:00:23.187794+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.187794+0000","objects_scrubbed":12,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:24.423747+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262306,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":501,"num_read_kb":124546,"num_write":1104,"num_write_kb":53728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.332980+0000","last_change":"2024-09-12T18:00:37.332980+0000","last_active":"2024-09-12T18:00:37.332980+0000","last_peered":"2024-09-12T18:00:37.332980+0000","last_clean":"2024-09-12T18:00:37.332980+0000","last_became_active":"2024-09-12T17:13:26.736145+0000","last_became_peered":"2024-09-12T17:13:26.736145+0000","last_unstale":"2024-09-12T18:00:37.332980+0000","last_undegraded":"2024-09-12T18:00:37.332980+0000","last_fullsized":"2024-09-12T18:00:37.332980+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:37.332799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:37.332799+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.332799+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:09.080544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'108","reported_seq":651,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.684117+0000","last_change":"2024-09-12T18:00:31.684117+0000","last_active":"2024-09-12T18:00:31.684117+0000","last_peered":"2024-09-12T18:00:31.684117+0000","last_clean":"2024-09-12T18:00:31.684117+0000","last_became_active":"2024-09-12T17:13:28.728857+0000","last_became_peered":"2024-09-12T17:13:28.728857+0000","last_unstale":"2024-09-12T18:00:31.684117+0000","last_undegraded":"2024-09-12T18:00:31.684117+0000","last_fullsized":"2024-09-12T18:00:31.684117+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'108","last_scrub_stamp":"2024-09-12T18:00:31.683901+0000","last_deep_scrub":"264'108","last_deep_scrub_stamp":"2024-09-12T18:00:31.683901+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.683901+0000","objects_scrubbed":6,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:26.872681+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'748","reported_seq":2498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.277654+0000","last_change":"2024-09-12T18:00:46.277654+0000","last_active":"2024-09-12T18:00:46.277654+0000","last_peered":"2024-09-12T18:00:46.277654+0000","last_clean":"2024-09-12T18:00:46.277654+0000","last_became_active":"2024-09-12T17:13:30.789132+0000","last_became_peered":"2024-09-12T17:13:30.789132+0000","last_unstale":"2024-09-12T18:00:46.277654+0000","last_undegraded":"2024-09-12T18:00:46.277654+0000","last_fullsized":"2024-09-12T18:00:46.277654+0000","mapping_epoch":31,"log_start":"264'701","ondisk_log_start":"264'701","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'748","last_scrub_stamp":"2024-09-12T18:00:46.277474+0000","last_deep_scrub":"264'748","last_deep_scrub_stamp":"2024-09-12T18:00:46.277474+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.277474+0000","objects_scrubbed":1,"log_size":47,"log_dups_size":701,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:39.908986+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'200","reported_seq":1036,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.527163+0000","last_change":"2024-09-12T18:00:52.527163+0000","last_active":"2024-09-12T18:00:52.527163+0000","last_peered":"2024-09-12T18:00:52.527163+0000","last_clean":"2024-09-12T18:00:52.527163+0000","last_became_active":"2024-09-12T17:13:32.833238+0000","last_became_peered":"2024-09-12T17:13:32.833238+0000","last_unstale":"2024-09-12T18:00:52.527163+0000","last_undegraded":"2024-09-12T18:00:52.527163+0000","last_fullsized":"2024-09-12T18:00:52.527163+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'200","last_scrub_stamp":"2024-09-12T18:00:52.526971+0000","last_deep_scrub":"264'200","last_deep_scrub_stamp":"2024-09-12T18:00:52.526971+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.526971+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:27.817359+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":656,"num_write":444,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'224","reported_seq":799,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.288606+0000","last_change":"2024-09-12T18:00:30.288606+0000","last_active":"2024-09-12T18:00:30.288606+0000","last_peered":"2024-09-12T18:00:30.288606+0000","last_clean":"2024-09-12T18:00:30.288606+0000","last_became_active":"2024-09-12T17:13:24.743608+0000","last_became_peered":"2024-09-12T17:13:24.743608+0000","last_unstale":"2024-09-12T18:00:30.288606+0000","last_undegraded":"2024-09-12T18:00:30.288606+0000","last_fullsized":"2024-09-12T18:00:30.288606+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'224","last_scrub_stamp":"2024-09-12T18:00:30.288419+0000","last_deep_scrub":"264'224","last_deep_scrub_stamp":"2024-09-12T18:00:30.288419+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.288419+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:00.995520+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":963,"num_read_kb":843,"num_write":356,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'364","reported_seq":961,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.574782+0000","last_change":"2024-09-12T18:00:20.574782+0000","last_active":"2024-09-12T18:00:20.574782+0000","last_peered":"2024-09-12T18:00:20.574782+0000","last_clean":"2024-09-12T18:00:20.574782+0000","last_became_active":"2024-09-12T17:13:22.722041+0000","last_became_peered":"2024-09-12T17:13:22.722041+0000","last_unstale":"2024-09-12T18:00:20.574782+0000","last_undegraded":"2024-09-12T18:00:20.574782+0000","last_fullsized":"2024-09-12T18:00:20.574782+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'364","last_scrub_stamp":"2024-09-12T18:00:20.574552+0000","last_deep_scrub":"264'364","last_deep_scrub_stamp":"2024-09-12T18:00:20.574552+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.574552+0000","objects_scrubbed":5,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:42.305317+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3663946,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":425,"num_read_kb":7583,"num_write":1021,"num_write_kb":41938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.243487+0000","last_change":"2024-09-12T18:00:39.243487+0000","last_active":"2024-09-12T18:00:39.243487+0000","last_peered":"2024-09-12T18:00:39.243487+0000","last_clean":"2024-09-12T18:00:39.243487+0000","last_became_active":"2024-09-12T17:13:26.740241+0000","last_became_peered":"2024-09-12T17:13:26.740241+0000","last_unstale":"2024-09-12T18:00:39.243487+0000","last_undegraded":"2024-09-12T18:00:39.243487+0000","last_fullsized":"2024-09-12T18:00:39.243487+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:39.243310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:39.243310+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.243310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:16.887381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'273","reported_seq":848,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.304600+0000","last_change":"2024-09-12T18:00:41.304600+0000","last_active":"2024-09-12T18:00:41.304600+0000","last_peered":"2024-09-12T18:00:41.304600+0000","last_clean":"2024-09-12T18:00:41.304600+0000","last_became_active":"2024-09-12T17:13:28.802389+0000","last_became_peered":"2024-09-12T17:13:28.802389+0000","last_unstale":"2024-09-12T18:00:41.304600+0000","last_undegraded":"2024-09-12T18:00:41.304600+0000","last_fullsized":"2024-09-12T18:00:41.304600+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'273","last_scrub_stamp":"2024-09-12T18:00:41.304398+0000","last_deep_scrub":"264'273","last_deep_scrub_stamp":"2024-09-12T18:00:41.304398+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.304398+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:23.757775+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49646,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":453,"num_read_kb":1069,"num_write":372,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'765","reported_seq":2141,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.351163+0000","last_change":"2024-09-12T18:00:47.351163+0000","last_active":"2024-09-12T18:00:47.351163+0000","last_peered":"2024-09-12T18:00:47.351163+0000","last_clean":"2024-09-12T18:00:47.351163+0000","last_became_active":"2024-09-12T17:13:30.790519+0000","last_became_peered":"2024-09-12T17:13:30.790519+0000","last_unstale":"2024-09-12T18:00:47.351163+0000","last_undegraded":"2024-09-12T18:00:47.351163+0000","last_fullsized":"2024-09-12T18:00:47.351163+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'765","last_scrub_stamp":"2024-09-12T18:00:47.350975+0000","last_deep_scrub":"264'765","last_deep_scrub_stamp":"2024-09-12T18:00:47.350975+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.350975+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:48.082694+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'450","reported_seq":1176,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.147592+0000","last_change":"2024-09-12T18:00:29.147592+0000","last_active":"2024-09-12T18:00:29.147592+0000","last_peered":"2024-09-12T18:00:29.147592+0000","last_clean":"2024-09-12T18:00:29.147592+0000","last_became_active":"2024-09-12T17:13:24.758818+0000","last_became_peered":"2024-09-12T17:13:24.758818+0000","last_unstale":"2024-09-12T18:00:29.147592+0000","last_undegraded":"2024-09-12T18:00:29.147592+0000","last_fullsized":"2024-09-12T18:00:29.147592+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'450","last_scrub_stamp":"2024-09-12T18:00:29.147409+0000","last_deep_scrub":"264'450","last_deep_scrub_stamp":"2024-09-12T18:00:29.147409+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.147409+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:11.898040+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2133,"num_read_kb":1818,"num_write":757,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'422","reported_seq":1138,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.203027+0000","last_change":"2024-09-12T18:00:20.202880+0000","last_active":"2024-09-12T18:00:20.203027+0000","last_peered":"2024-09-12T18:00:20.203027+0000","last_clean":"2024-09-12T18:00:20.203027+0000","last_became_active":"2024-09-12T17:13:22.742018+0000","last_became_peered":"2024-09-12T17:13:22.742018+0000","last_unstale":"2024-09-12T18:00:20.203027+0000","last_undegraded":"2024-09-12T18:00:20.203027+0000","last_fullsized":"2024-09-12T18:00:20.203027+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'422","last_scrub_stamp":"2024-09-12T18:00:20.202683+0000","last_deep_scrub":"264'422","last_deep_scrub_stamp":"2024-09-12T18:00:20.202683+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.202683+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:30.265232+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":726,"num_read_kb":43905,"num_write":1604,"num_write_kb":27511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":505,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.390147+0000","last_change":"2024-09-12T18:00:35.390147+0000","last_active":"2024-09-12T18:00:35.390147+0000","last_peered":"2024-09-12T18:00:35.390147+0000","last_clean":"2024-09-12T18:00:35.390147+0000","last_became_active":"2024-09-12T17:13:26.757565+0000","last_became_peered":"2024-09-12T17:13:26.757565+0000","last_unstale":"2024-09-12T18:00:35.390147+0000","last_undegraded":"2024-09-12T18:00:35.390147+0000","last_fullsized":"2024-09-12T18:00:35.390147+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:35.389938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:35.389938+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.389938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:27.052541+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'350","reported_seq":962,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.286200+0000","last_change":"2024-09-12T18:00:42.286200+0000","last_active":"2024-09-12T18:00:42.286200+0000","last_peered":"2024-09-12T18:00:42.286200+0000","last_clean":"2024-09-12T18:00:42.286200+0000","last_became_active":"2024-09-12T17:13:28.801181+0000","last_became_peered":"2024-09-12T17:13:28.801181+0000","last_unstale":"2024-09-12T18:00:42.286200+0000","last_undegraded":"2024-09-12T18:00:42.286200+0000","last_fullsized":"2024-09-12T18:00:42.286200+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'350","last_scrub_stamp":"2024-09-12T18:00:42.286007+0000","last_deep_scrub":"264'350","last_deep_scrub_stamp":"2024-09-12T18:00:42.286007+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.286007+0000","objects_scrubbed":9,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:20.037762+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60627,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":567,"num_read_kb":1178,"num_write":444,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.005660+0000","last_change":"2024-09-12T18:00:38.005569+0000","last_active":"2024-09-12T18:00:38.005660+0000","last_peered":"2024-09-12T18:00:38.005660+0000","last_clean":"2024-09-12T18:00:38.005660+0000","last_became_active":"2024-09-12T17:13:30.775594+0000","last_became_peered":"2024-09-12T17:13:30.775594+0000","last_unstale":"2024-09-12T18:00:38.005660+0000","last_undegraded":"2024-09-12T18:00:38.005660+0000","last_fullsized":"2024-09-12T18:00:38.005660+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:38.005438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:38.005438+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.005438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:19.953639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'553","reported_seq":1410,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.320771+0000","last_change":"2024-09-12T18:00:48.320771+0000","last_active":"2024-09-12T18:00:48.320771+0000","last_peered":"2024-09-12T18:00:48.320771+0000","last_clean":"2024-09-12T18:00:48.320771+0000","last_became_active":"2024-09-12T17:13:32.784763+0000","last_became_peered":"2024-09-12T17:13:32.784763+0000","last_unstale":"2024-09-12T18:00:48.320771+0000","last_undegraded":"2024-09-12T18:00:48.320771+0000","last_fullsized":"2024-09-12T18:00:48.320771+0000","mapping_epoch":33,"log_start":"264'500","ondisk_log_start":"264'500","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'553","last_scrub_stamp":"2024-09-12T18:00:48.320589+0000","last_deep_scrub":"264'553","last_deep_scrub_stamp":"2024-09-12T18:00:48.320589+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.320589+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:55.670802+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":421,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1490,"num_read_kb":1443,"num_write":1148,"num_write_kb":389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'177","reported_seq":801,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.431649+0000","last_change":"2024-09-12T18:00:22.431649+0000","last_active":"2024-09-12T18:00:22.431649+0000","last_peered":"2024-09-12T18:00:22.431649+0000","last_clean":"2024-09-12T18:00:22.431649+0000","last_became_active":"2024-09-12T17:13:24.727453+0000","last_became_peered":"2024-09-12T17:13:24.727453+0000","last_unstale":"2024-09-12T18:00:22.431649+0000","last_undegraded":"2024-09-12T18:00:22.431649+0000","last_fullsized":"2024-09-12T18:00:22.431649+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'177","last_scrub_stamp":"2024-09-12T18:00:22.431473+0000","last_deep_scrub":"264'177","last_deep_scrub_stamp":"2024-09-12T18:00:22.431473+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.431473+0000","objects_scrubbed":1,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:19:28.357404+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":761,"num_read_kb":627,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'362","reported_seq":1026,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.159549+0000","last_change":"2024-09-12T18:00:21.159418+0000","last_active":"2024-09-12T18:00:21.159549+0000","last_peered":"2024-09-12T18:00:21.159549+0000","last_clean":"2024-09-12T18:00:21.159549+0000","last_became_active":"2024-09-12T17:13:22.728392+0000","last_became_peered":"2024-09-12T17:13:22.728392+0000","last_unstale":"2024-09-12T18:00:21.159549+0000","last_undegraded":"2024-09-12T18:00:21.159549+0000","last_fullsized":"2024-09-12T18:00:21.159549+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:21.159223+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:21.159223+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.159223+0000","objects_scrubbed":5,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:16.366037+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":538,"num_read_kb":50728,"num_write":1153,"num_write_kb":27914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.679197+0000","last_change":"2024-09-12T18:00:30.679197+0000","last_active":"2024-09-12T18:00:30.679197+0000","last_peered":"2024-09-12T18:00:30.679197+0000","last_clean":"2024-09-12T18:00:30.679197+0000","last_became_active":"2024-09-12T17:13:26.738944+0000","last_became_peered":"2024-09-12T17:13:26.738944+0000","last_unstale":"2024-09-12T18:00:30.679197+0000","last_undegraded":"2024-09-12T18:00:30.679197+0000","last_fullsized":"2024-09-12T18:00:30.679197+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:30.679020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:30.679020+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.679020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:14.013367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'287","reported_seq":857,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.311896+0000","last_change":"2024-09-12T18:00:46.311746+0000","last_active":"2024-09-12T18:00:46.311896+0000","last_peered":"2024-09-12T18:00:46.311896+0000","last_clean":"2024-09-12T18:00:46.311896+0000","last_became_active":"2024-09-12T17:13:28.748548+0000","last_became_peered":"2024-09-12T17:13:28.748548+0000","last_unstale":"2024-09-12T18:00:46.311896+0000","last_undegraded":"2024-09-12T18:00:46.311896+0000","last_fullsized":"2024-09-12T18:00:46.311896+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'287","last_scrub_stamp":"2024-09-12T18:00:46.311552+0000","last_deep_scrub":"264'287","last_deep_scrub_stamp":"2024-09-12T18:00:46.311552+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.311552+0000","objects_scrubbed":5,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:29.401206+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52241,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":453,"num_read_kb":1061,"num_write":374,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.224200+0000","last_change":"2024-09-12T18:00:43.224200+0000","last_active":"2024-09-12T18:00:43.224200+0000","last_peered":"2024-09-12T18:00:43.224200+0000","last_clean":"2024-09-12T18:00:43.224200+0000","last_became_active":"2024-09-12T17:13:30.790656+0000","last_became_peered":"2024-09-12T17:13:30.790656+0000","last_unstale":"2024-09-12T18:00:43.224200+0000","last_undegraded":"2024-09-12T18:00:43.224200+0000","last_fullsized":"2024-09-12T18:00:43.224200+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:43.224027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:43.224027+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.224027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:12.336057+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'2423","reported_seq":4257,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.704680+0000","last_change":"2024-09-12T18:00:38.704680+0000","last_active":"2024-09-12T18:00:38.704680+0000","last_peered":"2024-09-12T18:00:38.704680+0000","last_clean":"2024-09-12T18:00:38.704680+0000","last_became_active":"2024-09-12T17:13:32.784773+0000","last_became_peered":"2024-09-12T17:13:32.784773+0000","last_unstale":"2024-09-12T18:00:38.704680+0000","last_undegraded":"2024-09-12T18:00:38.704680+0000","last_fullsized":"2024-09-12T18:00:38.704680+0000","mapping_epoch":33,"log_start":"264'2400","ondisk_log_start":"264'2400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2423","last_scrub_stamp":"2024-09-12T18:00:38.704501+0000","last_deep_scrub":"264'2423","last_deep_scrub_stamp":"2024-09-12T18:00:38.704501+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.704501+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":2400,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:38.685660+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":847,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6082,"num_read_kb":6078,"num_write":4919,"num_write_kb":1802,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'52","reported_seq":607,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.527497+0000","last_change":"2024-09-12T18:00:27.527497+0000","last_active":"2024-09-12T18:00:27.527497+0000","last_peered":"2024-09-12T18:00:27.527497+0000","last_clean":"2024-09-12T18:00:27.527497+0000","last_became_active":"2024-09-12T17:13:24.727846+0000","last_became_peered":"2024-09-12T17:13:24.727846+0000","last_unstale":"2024-09-12T18:00:27.527497+0000","last_undegraded":"2024-09-12T18:00:27.527497+0000","last_fullsized":"2024-09-12T18:00:27.527497+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'52","last_scrub_stamp":"2024-09-12T18:00:27.527332+0000","last_deep_scrub":"264'52","last_deep_scrub_stamp":"2024-09-12T18:00:27.527332+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.527332+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:04.547309+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":194,"num_write":73,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'337","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.142791+0000","last_change":"2024-09-12T18:00:22.142646+0000","last_active":"2024-09-12T18:00:22.142791+0000","last_peered":"2024-09-12T18:00:22.142791+0000","last_clean":"2024-09-12T18:00:22.142791+0000","last_became_active":"2024-09-12T17:13:22.739543+0000","last_became_peered":"2024-09-12T17:13:22.739543+0000","last_unstale":"2024-09-12T18:00:22.142791+0000","last_undegraded":"2024-09-12T18:00:22.142791+0000","last_fullsized":"2024-09-12T18:00:22.142791+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T18:00:22.142411+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T18:00:22.142411+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.142411+0000","objects_scrubbed":6,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:41.722506+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2447768,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":73275,"num_write":922,"num_write_kb":35784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.667950+0000","last_change":"2024-09-12T18:00:32.667724+0000","last_active":"2024-09-12T18:00:32.667950+0000","last_peered":"2024-09-12T18:00:32.667950+0000","last_clean":"2024-09-12T18:00:32.667950+0000","last_became_active":"2024-09-12T17:13:26.748589+0000","last_became_peered":"2024-09-12T17:13:26.748589+0000","last_unstale":"2024-09-12T18:00:32.667950+0000","last_undegraded":"2024-09-12T18:00:32.667950+0000","last_fullsized":"2024-09-12T18:00:32.667950+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.667500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.667500+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.667500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:38.959039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'290","reported_seq":882,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.354943+0000","last_change":"2024-09-12T18:00:40.354943+0000","last_active":"2024-09-12T18:00:40.354943+0000","last_peered":"2024-09-12T18:00:40.354943+0000","last_clean":"2024-09-12T18:00:40.354943+0000","last_became_active":"2024-09-12T17:13:28.739964+0000","last_became_peered":"2024-09-12T17:13:28.739964+0000","last_unstale":"2024-09-12T18:00:40.354943+0000","last_undegraded":"2024-09-12T18:00:40.354943+0000","last_fullsized":"2024-09-12T18:00:40.354943+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'290","last_scrub_stamp":"2024-09-12T18:00:40.354822+0000","last_deep_scrub":"264'290","last_deep_scrub_stamp":"2024-09-12T18:00:40.354822+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.354822+0000","objects_scrubbed":7,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:16.633999+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47309,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":452,"num_read_kb":966,"num_write":356,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'797","reported_seq":2462,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.065180+0000","last_change":"2024-09-12T18:00:43.065180+0000","last_active":"2024-09-12T18:00:43.065180+0000","last_peered":"2024-09-12T18:00:43.065180+0000","last_clean":"2024-09-12T18:00:43.065180+0000","last_became_active":"2024-09-12T17:13:30.785143+0000","last_became_peered":"2024-09-12T17:13:30.785143+0000","last_unstale":"2024-09-12T18:00:43.065180+0000","last_undegraded":"2024-09-12T18:00:43.065180+0000","last_fullsized":"2024-09-12T18:00:43.065180+0000","mapping_epoch":31,"log_start":"264'702","ondisk_log_start":"264'702","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'797","last_scrub_stamp":"2024-09-12T18:00:43.065000+0000","last_deep_scrub":"264'797","last_deep_scrub_stamp":"2024-09-12T18:00:43.065000+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.065000+0000","objects_scrubbed":1,"log_size":95,"log_dups_size":702,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:22.069354+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'160","reported_seq":669,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.007728+0000","last_change":"2024-09-12T18:00:46.007728+0000","last_active":"2024-09-12T18:00:46.007728+0000","last_peered":"2024-09-12T18:00:46.007728+0000","last_clean":"2024-09-12T18:00:46.007728+0000","last_became_active":"2024-09-12T17:13:32.785419+0000","last_became_peered":"2024-09-12T17:13:32.785419+0000","last_unstale":"2024-09-12T18:00:46.007728+0000","last_undegraded":"2024-09-12T18:00:46.007728+0000","last_fullsized":"2024-09-12T18:00:46.007728+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'160","last_scrub_stamp":"2024-09-12T18:00:46.007475+0000","last_deep_scrub":"264'160","last_deep_scrub_stamp":"2024-09-12T18:00:46.007475+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.007475+0000","objects_scrubbed":2,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:20.264477+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":209,"num_read_kb":199,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'164","reported_seq":782,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.091923+0000","last_change":"2024-09-12T18:00:25.091752+0000","last_active":"2024-09-12T18:00:25.091923+0000","last_peered":"2024-09-12T18:00:25.091923+0000","last_clean":"2024-09-12T18:00:25.091923+0000","last_became_active":"2024-09-12T17:13:24.724152+0000","last_became_peered":"2024-09-12T17:13:24.724152+0000","last_unstale":"2024-09-12T18:00:25.091923+0000","last_undegraded":"2024-09-12T18:00:25.091923+0000","last_fullsized":"2024-09-12T18:00:25.091923+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'164","last_scrub_stamp":"2024-09-12T18:00:25.091573+0000","last_deep_scrub":"264'164","last_deep_scrub_stamp":"2024-09-12T18:00:25.091573+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.091573+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:08.342971+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":706,"num_read_kb":583,"num_write":257,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":721,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'317","reported_seq":902,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.261798+0000","last_change":"2024-09-12T18:00:20.261554+0000","last_active":"2024-09-12T18:00:20.261798+0000","last_peered":"2024-09-12T18:00:20.261798+0000","last_clean":"2024-09-12T18:00:20.261798+0000","last_became_active":"2024-09-12T17:13:22.723317+0000","last_became_peered":"2024-09-12T17:13:22.723317+0000","last_unstale":"2024-09-12T18:00:20.261798+0000","last_undegraded":"2024-09-12T18:00:20.261798+0000","last_fullsized":"2024-09-12T18:00:20.261798+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'317","last_scrub_stamp":"2024-09-12T18:00:20.261244+0000","last_deep_scrub":"264'317","last_deep_scrub_stamp":"2024-09-12T18:00:20.261244+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.261244+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:40.577087+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262267,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":365,"num_read_kb":10570,"num_write":906,"num_write_kb":33829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.645804+0000","last_change":"2024-09-12T18:00:25.645804+0000","last_active":"2024-09-12T18:00:25.645804+0000","last_peered":"2024-09-12T18:00:25.645804+0000","last_clean":"2024-09-12T18:00:25.645804+0000","last_became_active":"2024-09-12T17:13:26.740266+0000","last_became_peered":"2024-09-12T17:13:26.740266+0000","last_unstale":"2024-09-12T18:00:25.645804+0000","last_undegraded":"2024-09-12T18:00:25.645804+0000","last_fullsized":"2024-09-12T18:00:25.645804+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:25.645620+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:25.645620+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.645620+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:33.667060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'489","reported_seq":1131,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.068136+0000","last_change":"2024-09-12T18:00:35.068136+0000","last_active":"2024-09-12T18:00:35.068136+0000","last_peered":"2024-09-12T18:00:35.068136+0000","last_clean":"2024-09-12T18:00:35.068136+0000","last_became_active":"2024-09-12T17:13:28.741775+0000","last_became_peered":"2024-09-12T17:13:28.741775+0000","last_unstale":"2024-09-12T18:00:35.068136+0000","last_undegraded":"2024-09-12T18:00:35.068136+0000","last_fullsized":"2024-09-12T18:00:35.068136+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'489","last_scrub_stamp":"2024-09-12T18:00:35.067913+0000","last_deep_scrub":"264'489","last_deep_scrub_stamp":"2024-09-12T18:00:35.067913+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.067913+0000","objects_scrubbed":5,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:32.847305+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99149,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":863,"num_read_kb":2128,"num_write":716,"num_write_kb":619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.660703+0000","last_change":"2024-09-12T18:00:33.660703+0000","last_active":"2024-09-12T18:00:33.660703+0000","last_peered":"2024-09-12T18:00:33.660703+0000","last_clean":"2024-09-12T18:00:33.660703+0000","last_became_active":"2024-09-12T17:13:30.773677+0000","last_became_peered":"2024-09-12T17:13:30.773677+0000","last_unstale":"2024-09-12T18:00:33.660703+0000","last_undegraded":"2024-09-12T18:00:33.660703+0000","last_fullsized":"2024-09-12T18:00:33.660703+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:33.660492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:33.660492+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.660492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:50.439120+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'148","reported_seq":675,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.984984+0000","last_change":"2024-09-12T18:00:34.984984+0000","last_active":"2024-09-12T18:00:34.984984+0000","last_peered":"2024-09-12T18:00:34.984984+0000","last_clean":"2024-09-12T18:00:34.984984+0000","last_became_active":"2024-09-12T17:13:32.785426+0000","last_became_peered":"2024-09-12T17:13:32.785426+0000","last_unstale":"2024-09-12T18:00:34.984984+0000","last_undegraded":"2024-09-12T18:00:34.984984+0000","last_fullsized":"2024-09-12T18:00:34.984984+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'148","last_scrub_stamp":"2024-09-12T18:00:34.984743+0000","last_deep_scrub":"264'148","last_deep_scrub_stamp":"2024-09-12T18:00:34.984743+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.984743+0000","objects_scrubbed":3,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:17.766403+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1353,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":231,"num_read_kb":216,"num_write":347,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'217","reported_seq":849,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.477638+0000","last_change":"2024-09-12T18:00:24.477503+0000","last_active":"2024-09-12T18:00:24.477638+0000","last_peered":"2024-09-12T18:00:24.477638+0000","last_clean":"2024-09-12T18:00:24.477638+0000","last_became_active":"2024-09-12T17:13:24.741861+0000","last_became_peered":"2024-09-12T17:13:24.741861+0000","last_unstale":"2024-09-12T18:00:24.477638+0000","last_undegraded":"2024-09-12T18:00:24.477638+0000","last_fullsized":"2024-09-12T18:00:24.477638+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'217","last_scrub_stamp":"2024-09-12T18:00:24.477277+0000","last_deep_scrub":"264'217","last_deep_scrub_stamp":"2024-09-12T18:00:24.477277+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.477277+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:52.725241+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":969,"num_read_kb":790,"num_write":341,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":504,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'344","reported_seq":981,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.304680+0000","last_change":"2024-09-12T18:00:19.304536+0000","last_active":"2024-09-12T18:00:19.304680+0000","last_peered":"2024-09-12T18:00:19.304680+0000","last_clean":"2024-09-12T18:00:19.304680+0000","last_became_active":"2024-09-12T17:13:22.719707+0000","last_became_peered":"2024-09-12T17:13:22.719707+0000","last_unstale":"2024-09-12T18:00:19.304680+0000","last_undegraded":"2024-09-12T18:00:19.304680+0000","last_fullsized":"2024-09-12T18:00:19.304680+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'344","last_scrub_stamp":"2024-09-12T18:00:19.304300+0000","last_deep_scrub":"264'344","last_deep_scrub_stamp":"2024-09-12T18:00:19.304300+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.304300+0000","objects_scrubbed":3,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:03.878491+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":535,"num_read_kb":7129,"num_write":1028,"num_write_kb":37450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"264'4","reported_seq":990,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.647090+0000","last_change":"2024-09-12T18:00:28.646931+0000","last_active":"2024-09-12T18:00:28.647090+0000","last_peered":"2024-09-12T18:00:28.647090+0000","last_clean":"2024-09-12T18:00:28.647090+0000","last_became_active":"2024-09-12T17:13:26.753667+0000","last_became_peered":"2024-09-12T17:13:26.753667+0000","last_unstale":"2024-09-12T18:00:28.647090+0000","last_undegraded":"2024-09-12T18:00:28.647090+0000","last_fullsized":"2024-09-12T18:00:28.647090+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:28.646741+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:28.646741+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.646741+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:54.055572+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":725,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'278","reported_seq":860,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.656481+0000","last_change":"2024-09-12T18:00:42.656342+0000","last_active":"2024-09-12T18:00:42.656481+0000","last_peered":"2024-09-12T18:00:42.656481+0000","last_clean":"2024-09-12T18:00:42.656481+0000","last_became_active":"2024-09-12T17:13:28.744650+0000","last_became_peered":"2024-09-12T17:13:28.744650+0000","last_unstale":"2024-09-12T18:00:42.656481+0000","last_undegraded":"2024-09-12T18:00:42.656481+0000","last_fullsized":"2024-09-12T18:00:42.656481+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'278","last_scrub_stamp":"2024-09-12T18:00:42.656143+0000","last_deep_scrub":"264'278","last_deep_scrub_stamp":"2024-09-12T18:00:42.656143+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.656143+0000","objects_scrubbed":6,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:10.168190+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51284,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":465,"num_read_kb":1009,"num_write":414,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.093529+0000","last_change":"2024-09-12T18:00:42.093393+0000","last_active":"2024-09-12T18:00:42.093529+0000","last_peered":"2024-09-12T18:00:42.093529+0000","last_clean":"2024-09-12T18:00:42.093529+0000","last_became_active":"2024-09-12T17:13:30.785312+0000","last_became_peered":"2024-09-12T17:13:30.785312+0000","last_unstale":"2024-09-12T18:00:42.093529+0000","last_undegraded":"2024-09-12T18:00:42.093529+0000","last_fullsized":"2024-09-12T18:00:42.093529+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:42.093217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:42.093217+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.093217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:48.272282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'84","reported_seq":572,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.358779+0000","last_change":"2024-09-12T18:00:50.358779+0000","last_active":"2024-09-12T18:00:50.358779+0000","last_peered":"2024-09-12T18:00:50.358779+0000","last_clean":"2024-09-12T18:00:50.358779+0000","last_became_active":"2024-09-12T17:13:32.792720+0000","last_became_peered":"2024-09-12T17:13:32.792720+0000","last_unstale":"2024-09-12T18:00:50.358779+0000","last_undegraded":"2024-09-12T18:00:50.358779+0000","last_fullsized":"2024-09-12T18:00:50.358779+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'84","last_scrub_stamp":"2024-09-12T18:00:50.358589+0000","last_deep_scrub":"264'84","last_deep_scrub_stamp":"2024-09-12T18:00:50.358589+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.358589+0000","objects_scrubbed":4,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:26.882708+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":189,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'162","reported_seq":765,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.426204+0000","last_change":"2024-09-12T18:00:23.426024+0000","last_active":"2024-09-12T18:00:23.426204+0000","last_peered":"2024-09-12T18:00:23.426204+0000","last_clean":"2024-09-12T18:00:23.426204+0000","last_became_active":"2024-09-12T17:13:24.737557+0000","last_became_peered":"2024-09-12T17:13:24.737557+0000","last_unstale":"2024-09-12T18:00:23.426204+0000","last_undegraded":"2024-09-12T18:00:23.426204+0000","last_fullsized":"2024-09-12T18:00:23.426204+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'162","last_scrub_stamp":"2024-09-12T18:00:23.425839+0000","last_deep_scrub":"264'162","last_deep_scrub_stamp":"2024-09-12T18:00:23.425839+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.425839+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:12.971639+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":559,"num_write":257,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'342","reported_seq":986,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.603626+0000","last_change":"2024-09-12T18:00:18.603626+0000","last_active":"2024-09-12T18:00:18.603626+0000","last_peered":"2024-09-12T18:00:18.603626+0000","last_clean":"2024-09-12T18:00:18.603626+0000","last_became_active":"2024-09-12T17:13:22.743815+0000","last_became_peered":"2024-09-12T17:13:22.743815+0000","last_unstale":"2024-09-12T18:00:18.603626+0000","last_undegraded":"2024-09-12T18:00:18.603626+0000","last_fullsized":"2024-09-12T18:00:18.603626+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'342","last_scrub_stamp":"2024-09-12T18:00:18.603414+0000","last_deep_scrub":"264'342","last_deep_scrub_stamp":"2024-09-12T18:00:18.603414+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.603414+0000","objects_scrubbed":6,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:38.408185+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170368,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":470,"num_read_kb":6284,"num_write":1034,"num_write_kb":24394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":508,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.016207+0000","last_change":"2024-09-12T18:00:31.016068+0000","last_active":"2024-09-12T18:00:31.016207+0000","last_peered":"2024-09-12T18:00:31.016207+0000","last_clean":"2024-09-12T18:00:31.016207+0000","last_became_active":"2024-09-12T17:13:26.743127+0000","last_became_peered":"2024-09-12T17:13:26.743127+0000","last_unstale":"2024-09-12T18:00:31.016207+0000","last_undegraded":"2024-09-12T18:00:31.016207+0000","last_fullsized":"2024-09-12T18:00:31.016207+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:31.015860+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:31.015860+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.015860+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:42.865626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'311","reported_seq":905,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.646606+0000","last_change":"2024-09-12T18:00:34.646454+0000","last_active":"2024-09-12T18:00:34.646606+0000","last_peered":"2024-09-12T18:00:34.646606+0000","last_clean":"2024-09-12T18:00:34.646606+0000","last_became_active":"2024-09-12T17:13:28.740218+0000","last_became_peered":"2024-09-12T17:13:28.740218+0000","last_unstale":"2024-09-12T18:00:34.646606+0000","last_undegraded":"2024-09-12T18:00:34.646606+0000","last_fullsized":"2024-09-12T18:00:34.646606+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'311","last_scrub_stamp":"2024-09-12T18:00:34.646217+0000","last_deep_scrub":"264'311","last_deep_scrub_stamp":"2024-09-12T18:00:34.646217+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.646217+0000","objects_scrubbed":7,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:49.667227+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57667,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":501,"num_read_kb":1122,"num_write":404,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'726","reported_seq":2407,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.643651+0000","last_change":"2024-09-12T18:00:38.643372+0000","last_active":"2024-09-12T18:00:38.643651+0000","last_peered":"2024-09-12T18:00:38.643651+0000","last_clean":"2024-09-12T18:00:38.643651+0000","last_became_active":"2024-09-12T17:13:30.779184+0000","last_became_peered":"2024-09-12T17:13:30.779184+0000","last_unstale":"2024-09-12T18:00:38.643651+0000","last_undegraded":"2024-09-12T18:00:38.643651+0000","last_fullsized":"2024-09-12T18:00:38.643651+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'726","last_scrub_stamp":"2024-09-12T18:00:38.643142+0000","last_deep_scrub":"264'726","last_deep_scrub_stamp":"2024-09-12T18:00:38.643142+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.643142+0000","objects_scrubbed":1,"log_size":26,"log_dups_size":700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:54.526635+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'102","reported_seq":605,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.126584+0000","last_change":"2024-09-12T18:00:46.126584+0000","last_active":"2024-09-12T18:00:46.126584+0000","last_peered":"2024-09-12T18:00:46.126584+0000","last_clean":"2024-09-12T18:00:46.126584+0000","last_became_active":"2024-09-12T17:13:32.782654+0000","last_became_peered":"2024-09-12T17:13:32.782654+0000","last_unstale":"2024-09-12T18:00:46.126584+0000","last_undegraded":"2024-09-12T18:00:46.126584+0000","last_fullsized":"2024-09-12T18:00:46.126584+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'102","last_scrub_stamp":"2024-09-12T18:00:46.126395+0000","last_deep_scrub":"264'102","last_deep_scrub_stamp":"2024-09-12T18:00:46.126395+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.126395+0000","objects_scrubbed":4,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:41.367801+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1674,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":117,"num_read_kb":114,"num_write":233,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'252","reported_seq":914,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.431077+0000","last_change":"2024-09-12T18:00:25.430898+0000","last_active":"2024-09-12T18:00:25.431077+0000","last_peered":"2024-09-12T18:00:25.431077+0000","last_clean":"2024-09-12T18:00:25.431077+0000","last_became_active":"2024-09-12T17:13:24.746617+0000","last_became_peered":"2024-09-12T17:13:24.746617+0000","last_unstale":"2024-09-12T18:00:25.431077+0000","last_undegraded":"2024-09-12T18:00:25.431077+0000","last_fullsized":"2024-09-12T18:00:25.431077+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'252","last_scrub_stamp":"2024-09-12T18:00:25.430710+0000","last_deep_scrub":"264'252","last_deep_scrub_stamp":"2024-09-12T18:00:25.430710+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.430710+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:58.131704+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":923,"num_write":380,"num_write_kb":194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'362","reported_seq":1006,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.485102+0000","last_change":"2024-09-12T18:00:16.485102+0000","last_active":"2024-09-12T18:00:16.485102+0000","last_peered":"2024-09-12T18:00:16.485102+0000","last_clean":"2024-09-12T18:00:16.485102+0000","last_became_active":"2024-09-12T17:13:22.730054+0000","last_became_peered":"2024-09-12T17:13:22.730054+0000","last_unstale":"2024-09-12T18:00:16.485102+0000","last_undegraded":"2024-09-12T18:00:16.485102+0000","last_fullsized":"2024-09-12T18:00:16.485102+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:16.484795+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:16.484795+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.484795+0000","objects_scrubbed":15,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:36.820921+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262314,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":482,"num_read_kb":9240,"num_write":1147,"num_write_kb":31208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"264'4","reported_seq":1459,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.172953+0000","last_change":"2024-09-12T18:00:37.172817+0000","last_active":"2024-09-12T18:00:37.172953+0000","last_peered":"2024-09-12T18:00:37.172953+0000","last_clean":"2024-09-12T18:00:37.172953+0000","last_became_active":"2024-09-12T17:13:26.738569+0000","last_became_peered":"2024-09-12T17:13:26.738569+0000","last_unstale":"2024-09-12T18:00:37.172953+0000","last_undegraded":"2024-09-12T18:00:37.172953+0000","last_fullsized":"2024-09-12T18:00:37.172953+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:37.172633+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:37.172633+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.172633+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:47.077821+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":956,"num_read_kb":956,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'80","reported_seq":599,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.269324+0000","last_change":"2024-09-12T18:00:39.269184+0000","last_active":"2024-09-12T18:00:39.269324+0000","last_peered":"2024-09-12T18:00:39.269324+0000","last_clean":"2024-09-12T18:00:39.269324+0000","last_became_active":"2024-09-12T17:13:28.801632+0000","last_became_peered":"2024-09-12T17:13:28.801632+0000","last_unstale":"2024-09-12T18:00:39.269324+0000","last_undegraded":"2024-09-12T18:00:39.269324+0000","last_fullsized":"2024-09-12T18:00:39.269324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'80","last_scrub_stamp":"2024-09-12T18:00:39.268990+0000","last_deep_scrub":"264'80","last_deep_scrub_stamp":"2024-09-12T18:00:39.268990+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.268990+0000","objects_scrubbed":5,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:05.490901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'766","reported_seq":4549,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.713705+0000","last_change":"2024-09-12T18:00:33.713575+0000","last_active":"2024-09-12T18:00:33.713705+0000","last_peered":"2024-09-12T18:00:33.713705+0000","last_clean":"2024-09-12T18:00:33.713705+0000","last_became_active":"2024-09-12T17:13:30.783327+0000","last_became_peered":"2024-09-12T17:13:30.783327+0000","last_unstale":"2024-09-12T18:00:33.713705+0000","last_undegraded":"2024-09-12T18:00:33.713705+0000","last_fullsized":"2024-09-12T18:00:33.713705+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'766","last_scrub_stamp":"2024-09-12T18:00:33.713390+0000","last_deep_scrub":"264'766","last_deep_scrub_stamp":"2024-09-12T18:00:33.713390+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.713390+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:41:05.258854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'193","reported_seq":736,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.548328+0000","last_change":"2024-09-12T18:00:49.548328+0000","last_active":"2024-09-12T18:00:49.548328+0000","last_peered":"2024-09-12T18:00:49.548328+0000","last_clean":"2024-09-12T18:00:49.548328+0000","last_became_active":"2024-09-12T17:13:32.793213+0000","last_became_peered":"2024-09-12T17:13:32.793213+0000","last_unstale":"2024-09-12T18:00:49.548328+0000","last_undegraded":"2024-09-12T18:00:49.548328+0000","last_fullsized":"2024-09-12T18:00:49.548328+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'193","last_scrub_stamp":"2024-09-12T18:00:49.548150+0000","last_deep_scrub":"264'193","last_deep_scrub_stamp":"2024-09-12T18:00:49.548150+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.548150+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:52.994392+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":315,"num_write":392,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'107","reported_seq":700,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.080047+0000","last_change":"2024-09-12T18:00:25.079858+0000","last_active":"2024-09-12T18:00:25.080047+0000","last_peered":"2024-09-12T18:00:25.080047+0000","last_clean":"2024-09-12T18:00:25.080047+0000","last_became_active":"2024-09-12T17:13:24.747881+0000","last_became_peered":"2024-09-12T17:13:24.747881+0000","last_unstale":"2024-09-12T18:00:25.080047+0000","last_undegraded":"2024-09-12T18:00:25.080047+0000","last_fullsized":"2024-09-12T18:00:25.080047+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'107","last_scrub_stamp":"2024-09-12T18:00:25.079679+0000","last_deep_scrub":"264'107","last_deep_scrub_stamp":"2024-09-12T18:00:25.079679+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.079679+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:09.501854+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":463,"num_read_kb":387,"num_write":161,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'370","reported_seq":1028,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.437671+0000","last_change":"2024-09-12T18:00:16.437671+0000","last_active":"2024-09-12T18:00:16.437671+0000","last_peered":"2024-09-12T18:00:16.437671+0000","last_clean":"2024-09-12T18:00:16.437671+0000","last_became_active":"2024-09-12T17:13:22.718374+0000","last_became_peered":"2024-09-12T17:13:22.718374+0000","last_unstale":"2024-09-12T18:00:16.437671+0000","last_undegraded":"2024-09-12T18:00:16.437671+0000","last_fullsized":"2024-09-12T18:00:16.437671+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'370","last_scrub_stamp":"2024-09-12T18:00:16.437465+0000","last_deep_scrub":"264'370","last_deep_scrub_stamp":"2024-09-12T18:00:16.437465+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.437465+0000","objects_scrubbed":8,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:20.666876+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262388,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":36044,"num_write":1163,"num_write_kb":46418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":505,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.634707+0000","last_change":"2024-09-12T18:00:38.634580+0000","last_active":"2024-09-12T18:00:38.634707+0000","last_peered":"2024-09-12T18:00:38.634707+0000","last_clean":"2024-09-12T18:00:38.634707+0000","last_became_active":"2024-09-12T17:13:26.734356+0000","last_became_peered":"2024-09-12T17:13:26.734356+0000","last_unstale":"2024-09-12T18:00:38.634707+0000","last_undegraded":"2024-09-12T18:00:38.634707+0000","last_fullsized":"2024-09-12T18:00:38.634707+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:38.634366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:38.634366+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.634366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:28.286151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'365","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.280794+0000","last_change":"2024-09-12T18:00:43.280570+0000","last_active":"2024-09-12T18:00:43.280794+0000","last_peered":"2024-09-12T18:00:43.280794+0000","last_clean":"2024-09-12T18:00:43.280794+0000","last_became_active":"2024-09-12T17:13:28.756408+0000","last_became_peered":"2024-09-12T17:13:28.756408+0000","last_unstale":"2024-09-12T18:00:43.280794+0000","last_undegraded":"2024-09-12T18:00:43.280794+0000","last_fullsized":"2024-09-12T18:00:43.280794+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'365","last_scrub_stamp":"2024-09-12T18:00:43.280304+0000","last_deep_scrub":"264'365","last_deep_scrub_stamp":"2024-09-12T18:00:43.280304+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.280304+0000","objects_scrubbed":8,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:26.148020+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78131,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":600,"num_read_kb":1346,"num_write":482,"num_write_kb":371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.732300+0000","last_change":"2024-09-12T18:00:34.732173+0000","last_active":"2024-09-12T18:00:34.732300+0000","last_peered":"2024-09-12T18:00:34.732300+0000","last_clean":"2024-09-12T18:00:34.732300+0000","last_became_active":"2024-09-12T17:13:30.769275+0000","last_became_peered":"2024-09-12T17:13:30.769275+0000","last_unstale":"2024-09-12T18:00:34.732300+0000","last_undegraded":"2024-09-12T18:00:34.732300+0000","last_fullsized":"2024-09-12T18:00:34.732300+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:34.732000+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:34.732000+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.732000+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:45.996101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'141","reported_seq":655,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.103653+0000","last_change":"2024-09-12T18:00:44.103653+0000","last_active":"2024-09-12T18:00:44.103653+0000","last_peered":"2024-09-12T18:00:44.103653+0000","last_clean":"2024-09-12T18:00:44.103653+0000","last_became_active":"2024-09-12T17:13:32.793945+0000","last_became_peered":"2024-09-12T17:13:32.793945+0000","last_unstale":"2024-09-12T18:00:44.103653+0000","last_undegraded":"2024-09-12T18:00:44.103653+0000","last_fullsized":"2024-09-12T18:00:44.103653+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'141","last_scrub_stamp":"2024-09-12T18:00:44.103436+0000","last_deep_scrub":"264'141","last_deep_scrub_stamp":"2024-09-12T18:00:44.103436+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.103436+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:29.942641+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":208,"num_read_kb":195,"num_write":321,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'166","reported_seq":799,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.483780+0000","last_change":"2024-09-12T18:00:23.483780+0000","last_active":"2024-09-12T18:00:23.483780+0000","last_peered":"2024-09-12T18:00:23.483780+0000","last_clean":"2024-09-12T18:00:23.483780+0000","last_became_active":"2024-09-12T17:13:24.747374+0000","last_became_peered":"2024-09-12T17:13:24.747374+0000","last_unstale":"2024-09-12T18:00:23.483780+0000","last_undegraded":"2024-09-12T18:00:23.483780+0000","last_fullsized":"2024-09-12T18:00:23.483780+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'166","last_scrub_stamp":"2024-09-12T18:00:23.483596+0000","last_deep_scrub":"264'166","last_deep_scrub_stamp":"2024-09-12T18:00:23.483596+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.483596+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:32.510084+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":770,"num_read_kb":641,"num_write":248,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"264'74","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.162974+0000","last_change":"2024-09-12T18:00:17.162974+0000","last_active":"2024-09-12T18:00:17.162974+0000","last_peered":"2024-09-12T18:00:17.162974+0000","last_clean":"2024-09-12T18:00:17.162974+0000","last_became_active":"2024-09-12T17:13:03.572393+0000","last_became_peered":"2024-09-12T17:13:03.572393+0000","last_unstale":"2024-09-12T18:00:17.162974+0000","last_undegraded":"2024-09-12T18:00:17.162974+0000","last_fullsized":"2024-09-12T18:00:17.162974+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'74","last_scrub_stamp":"2024-09-12T18:00:17.162789+0000","last_deep_scrub":"264'74","last_deep_scrub_stamp":"2024-09-12T18:00:17.162789+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.162789+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:30:18.407276+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"264'2","reported_seq":525,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.248681+0000","last_change":"2024-09-12T18:00:18.248681+0000","last_active":"2024-09-12T18:00:18.248681+0000","last_peered":"2024-09-12T18:00:18.248681+0000","last_clean":"2024-09-12T18:00:18.248681+0000","last_became_active":"2024-09-12T17:13:08.626265+0000","last_became_peered":"2024-09-12T17:13:08.626265+0000","last_unstale":"2024-09-12T18:00:18.248681+0000","last_undegraded":"2024-09-12T18:00:18.248681+0000","last_fullsized":"2024-09-12T18:00:18.248681+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:18.248496+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:18.248496+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.248496+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:38.348728+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00096567199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'366","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.391619+0000","last_change":"2024-09-12T18:00:17.391619+0000","last_active":"2024-09-12T18:00:17.391619+0000","last_peered":"2024-09-12T18:00:17.391619+0000","last_clean":"2024-09-12T18:00:17.391619+0000","last_became_active":"2024-09-12T17:13:22.740538+0000","last_became_peered":"2024-09-12T17:13:22.740538+0000","last_unstale":"2024-09-12T18:00:17.391619+0000","last_undegraded":"2024-09-12T18:00:17.391619+0000","last_fullsized":"2024-09-12T18:00:17.391619+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T18:00:17.391431+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T18:00:17.391431+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.391431+0000","objects_scrubbed":6,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:28.945153+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":575062,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":497,"num_read_kb":39482,"num_write":1131,"num_write_kb":28060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.414431+0000","last_change":"2024-09-12T18:00:34.414431+0000","last_active":"2024-09-12T18:00:34.414431+0000","last_peered":"2024-09-12T18:00:34.414431+0000","last_clean":"2024-09-12T18:00:34.414431+0000","last_became_active":"2024-09-12T17:13:26.753619+0000","last_became_peered":"2024-09-12T17:13:26.753619+0000","last_unstale":"2024-09-12T18:00:34.414431+0000","last_undegraded":"2024-09-12T18:00:34.414431+0000","last_fullsized":"2024-09-12T18:00:34.414431+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:34.414208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:34.414208+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.414208+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:37.236470+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'704","reported_seq":1409,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.289957+0000","last_change":"2024-09-12T18:00:41.289957+0000","last_active":"2024-09-12T18:00:41.289957+0000","last_peered":"2024-09-12T18:00:41.289957+0000","last_clean":"2024-09-12T18:00:41.289957+0000","last_became_active":"2024-09-12T17:13:28.754485+0000","last_became_peered":"2024-09-12T17:13:28.754485+0000","last_unstale":"2024-09-12T18:00:41.289957+0000","last_undegraded":"2024-09-12T18:00:41.289957+0000","last_fullsized":"2024-09-12T18:00:41.289957+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'704","last_scrub_stamp":"2024-09-12T18:00:41.289760+0000","last_deep_scrub":"264'704","last_deep_scrub_stamp":"2024-09-12T18:00:41.289760+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.289760+0000","objects_scrubbed":7,"log_size":104,"log_dups_size":600,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:34.893367+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132554,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1344,"num_read_kb":3040,"num_write":1236,"num_write_kb":1078,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89356,"num_omap_keys":214,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.069474+0000","last_change":"2024-09-12T18:00:40.069474+0000","last_active":"2024-09-12T18:00:40.069474+0000","last_peered":"2024-09-12T18:00:40.069474+0000","last_clean":"2024-09-12T18:00:40.069474+0000","last_became_active":"2024-09-12T17:13:30.785677+0000","last_became_peered":"2024-09-12T17:13:30.785677+0000","last_unstale":"2024-09-12T18:00:40.069474+0000","last_undegraded":"2024-09-12T18:00:40.069474+0000","last_fullsized":"2024-09-12T18:00:40.069474+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:40.069397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:40.069397+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.069397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:42.538206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'187","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.694069+0000","last_change":"2024-09-12T18:00:39.694069+0000","last_active":"2024-09-12T18:00:39.694069+0000","last_peered":"2024-09-12T18:00:39.694069+0000","last_clean":"2024-09-12T18:00:39.694069+0000","last_became_active":"2024-09-12T17:13:32.782360+0000","last_became_peered":"2024-09-12T17:13:32.782360+0000","last_unstale":"2024-09-12T18:00:39.694069+0000","last_undegraded":"2024-09-12T18:00:39.694069+0000","last_fullsized":"2024-09-12T18:00:39.694069+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'187","last_scrub_stamp":"2024-09-12T18:00:39.693838+0000","last_deep_scrub":"264'187","last_deep_scrub_stamp":"2024-09-12T18:00:39.693838+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.693838+0000","objects_scrubbed":3,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:48.964300+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":833,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":495,"num_read_kb":485,"num_write":390,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'73","reported_seq":695,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.102414+0000","last_change":"2024-09-12T18:00:21.102414+0000","last_active":"2024-09-12T18:00:21.102414+0000","last_peered":"2024-09-12T18:00:21.102414+0000","last_clean":"2024-09-12T18:00:21.102414+0000","last_became_active":"2024-09-12T17:13:54.841332+0000","last_became_peered":"2024-09-12T17:13:54.841332+0000","last_unstale":"2024-09-12T18:00:21.102414+0000","last_undegraded":"2024-09-12T18:00:21.102414+0000","last_fullsized":"2024-09-12T18:00:21.102414+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'73","last_scrub_stamp":"2024-09-12T18:00:21.102220+0000","last_deep_scrub":"264'73","last_deep_scrub_stamp":"2024-09-12T18:00:21.102220+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.102220+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:53.958121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":319,"num_write":102,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.166322+0000","last_change":"2024-09-12T18:00:18.166322+0000","last_active":"2024-09-12T18:00:18.166322+0000","last_peered":"2024-09-12T18:00:18.166322+0000","last_clean":"2024-09-12T18:00:18.166322+0000","last_became_active":"2024-09-12T17:13:08.626881+0000","last_became_peered":"2024-09-12T17:13:08.626881+0000","last_unstale":"2024-09-12T18:00:18.166322+0000","last_undegraded":"2024-09-12T18:00:18.166322+0000","last_fullsized":"2024-09-12T18:00:18.166322+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:18.166147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:18.166147+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.166147+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:28.063929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00123196,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'366","reported_seq":1061,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.116997+0000","last_change":"2024-09-12T18:00:16.116997+0000","last_active":"2024-09-12T18:00:16.116997+0000","last_peered":"2024-09-12T18:00:16.116997+0000","last_clean":"2024-09-12T18:00:16.116997+0000","last_became_active":"2024-09-12T17:13:22.743212+0000","last_became_peered":"2024-09-12T17:13:22.743212+0000","last_unstale":"2024-09-12T18:00:16.116997+0000","last_undegraded":"2024-09-12T18:00:16.116997+0000","last_fullsized":"2024-09-12T18:00:16.116997+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T18:00:16.116879+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T18:00:16.116879+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.116879+0000","objects_scrubbed":6,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:56.254947+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":610,"num_read_kb":31492,"num_write":1308,"num_write_kb":22348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.216803+0000","last_change":"2024-09-12T18:00:36.216803+0000","last_active":"2024-09-12T18:00:36.216803+0000","last_peered":"2024-09-12T18:00:36.216803+0000","last_clean":"2024-09-12T18:00:36.216803+0000","last_became_active":"2024-09-12T17:13:26.743863+0000","last_became_peered":"2024-09-12T17:13:26.743863+0000","last_unstale":"2024-09-12T18:00:36.216803+0000","last_undegraded":"2024-09-12T18:00:36.216803+0000","last_fullsized":"2024-09-12T18:00:36.216803+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.216625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.216625+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.216625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:34.420254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1255","reported_seq":2765,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.013521+0000","last_change":"2024-09-12T18:00:34.013521+0000","last_active":"2024-09-12T18:00:34.013521+0000","last_peered":"2024-09-12T18:00:34.013521+0000","last_clean":"2024-09-12T18:00:34.013521+0000","last_became_active":"2024-09-12T17:13:28.745653+0000","last_became_peered":"2024-09-12T17:13:28.745653+0000","last_unstale":"2024-09-12T18:00:34.013521+0000","last_undegraded":"2024-09-12T18:00:34.013521+0000","last_fullsized":"2024-09-12T18:00:34.013521+0000","mapping_epoch":29,"log_start":"264'1200","ondisk_log_start":"264'1200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1255","last_scrub_stamp":"2024-09-12T18:00:34.013322+0000","last_deep_scrub":"264'1255","last_deep_scrub_stamp":"2024-09-12T18:00:34.013322+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.013322+0000","objects_scrubbed":11,"log_size":55,"log_dups_size":1200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:08.492503+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139975,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2028,"num_read_kb":3861,"num_write":1126,"num_write_kb":972,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.249222+0000","last_change":"2024-09-12T18:00:44.249222+0000","last_active":"2024-09-12T18:00:44.249222+0000","last_peered":"2024-09-12T18:00:44.249222+0000","last_clean":"2024-09-12T18:00:44.249222+0000","last_became_active":"2024-09-12T17:13:30.790899+0000","last_became_peered":"2024-09-12T17:13:30.790899+0000","last_unstale":"2024-09-12T18:00:44.249222+0000","last_undegraded":"2024-09-12T18:00:44.249222+0000","last_fullsized":"2024-09-12T18:00:44.249222+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:44.249032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:44.249032+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.249032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:47:40.444440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'210","reported_seq":740,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.138793+0000","last_change":"2024-09-12T18:00:42.138793+0000","last_active":"2024-09-12T18:00:42.138793+0000","last_peered":"2024-09-12T18:00:42.138793+0000","last_clean":"2024-09-12T18:00:42.138793+0000","last_became_active":"2024-09-12T17:13:32.831782+0000","last_became_peered":"2024-09-12T17:13:32.831782+0000","last_unstale":"2024-09-12T18:00:42.138793+0000","last_undegraded":"2024-09-12T18:00:42.138793+0000","last_fullsized":"2024-09-12T18:00:42.138793+0000","mapping_epoch":33,"log_start":"261'100","ondisk_log_start":"261'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'210","last_scrub_stamp":"2024-09-12T18:00:42.138610+0000","last_deep_scrub":"264'210","last_deep_scrub_stamp":"2024-09-12T18:00:42.138610+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.138610+0000","objects_scrubbed":2,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:30.618920+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":356,"num_write":464,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'139","reported_seq":704,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.973484+0000","last_change":"2024-09-12T18:00:27.973484+0000","last_active":"2024-09-12T18:00:27.973484+0000","last_peered":"2024-09-12T18:00:27.973484+0000","last_clean":"2024-09-12T18:00:27.973484+0000","last_became_active":"2024-09-12T17:13:24.761611+0000","last_became_peered":"2024-09-12T17:13:24.761611+0000","last_unstale":"2024-09-12T18:00:27.973484+0000","last_undegraded":"2024-09-12T18:00:27.973484+0000","last_fullsized":"2024-09-12T18:00:27.973484+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'139","last_scrub_stamp":"2024-09-12T18:00:27.973298+0000","last_deep_scrub":"264'139","last_deep_scrub_stamp":"2024-09-12T18:00:27.973298+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.973298+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:58.063276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":604,"num_read_kb":484,"num_write":234,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":531,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.600658+0000","last_change":"2024-09-12T18:00:15.600658+0000","last_active":"2024-09-12T18:00:15.600658+0000","last_peered":"2024-09-12T18:00:15.600658+0000","last_clean":"2024-09-12T18:00:15.600658+0000","last_became_active":"2024-09-12T17:13:09.512988+0000","last_became_peered":"2024-09-12T17:13:09.512988+0000","last_unstale":"2024-09-12T18:00:15.600658+0000","last_undegraded":"2024-09-12T18:00:15.600658+0000","last_fullsized":"2024-09-12T18:00:15.600658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:15.600478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:15.600478+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.600478+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:21.162041+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00092884200000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'411","reported_seq":1120,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.078185+0000","last_change":"2024-09-12T18:00:16.078185+0000","last_active":"2024-09-12T18:00:16.078185+0000","last_peered":"2024-09-12T18:00:16.078185+0000","last_clean":"2024-09-12T18:00:16.078185+0000","last_became_active":"2024-09-12T17:13:22.715375+0000","last_became_peered":"2024-09-12T17:13:22.715375+0000","last_unstale":"2024-09-12T18:00:16.078185+0000","last_undegraded":"2024-09-12T18:00:16.078185+0000","last_fullsized":"2024-09-12T18:00:16.078185+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'411","last_scrub_stamp":"2024-09-12T18:00:16.077996+0000","last_deep_scrub":"264'411","last_deep_scrub_stamp":"2024-09-12T18:00:16.077996+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.077996+0000","objects_scrubbed":4,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:35.431126+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079916,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":671,"num_read_kb":64816,"num_write":1175,"num_write_kb":40769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"264'2","reported_seq":509,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.618370+0000","last_change":"2024-09-12T18:00:22.618370+0000","last_active":"2024-09-12T18:00:22.618370+0000","last_peered":"2024-09-12T18:00:22.618370+0000","last_clean":"2024-09-12T18:00:22.618370+0000","last_became_active":"2024-09-12T17:13:26.745541+0000","last_became_peered":"2024-09-12T17:13:26.745541+0000","last_unstale":"2024-09-12T18:00:22.618370+0000","last_undegraded":"2024-09-12T18:00:22.618370+0000","last_fullsized":"2024-09-12T18:00:22.618370+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:22.618107+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:22.618107+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.618107+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:56.214024+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'229","reported_seq":1342,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.384167+0000","last_change":"2024-09-12T18:00:39.384167+0000","last_active":"2024-09-12T18:00:39.384167+0000","last_peered":"2024-09-12T18:00:39.384167+0000","last_clean":"2024-09-12T18:00:39.384167+0000","last_became_active":"2024-09-12T17:13:28.801459+0000","last_became_peered":"2024-09-12T17:13:28.801459+0000","last_unstale":"2024-09-12T18:00:39.384167+0000","last_undegraded":"2024-09-12T18:00:39.384167+0000","last_fullsized":"2024-09-12T18:00:39.384167+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'229","last_scrub_stamp":"2024-09-12T18:00:39.383977+0000","last_deep_scrub":"264'229","last_deep_scrub_stamp":"2024-09-12T18:00:39.383977+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.383977+0000","objects_scrubbed":9,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:57.082400+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":172,"num_write":151,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.063369+0000","last_change":"2024-09-12T18:00:39.063369+0000","last_active":"2024-09-12T18:00:39.063369+0000","last_peered":"2024-09-12T18:00:39.063369+0000","last_clean":"2024-09-12T18:00:39.063369+0000","last_became_active":"2024-09-12T17:13:30.785014+0000","last_became_peered":"2024-09-12T17:13:30.785014+0000","last_unstale":"2024-09-12T18:00:39.063369+0000","last_undegraded":"2024-09-12T18:00:39.063369+0000","last_fullsized":"2024-09-12T18:00:39.063369+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:39.063163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:39.063163+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.063163+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:02.057936+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'274","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:32.072376+0000","last_change":"2024-09-12T17:13:32.787096+0000","last_active":"2024-09-12T17:58:32.072376+0000","last_peered":"2024-09-12T17:58:32.072376+0000","last_clean":"2024-09-12T17:58:32.072376+0000","last_became_active":"2024-09-12T17:13:32.786333+0000","last_became_peered":"2024-09-12T17:13:32.786333+0000","last_unstale":"2024-09-12T17:58:32.072376+0000","last_undegraded":"2024-09-12T17:58:32.072376+0000","last_fullsized":"2024-09-12T17:58:32.072376+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":567,"num_read_kb":581,"num_write":587,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'99","reported_seq":707,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.034115+0000","last_change":"2024-09-12T18:00:24.034115+0000","last_active":"2024-09-12T18:00:24.034115+0000","last_peered":"2024-09-12T18:00:24.034115+0000","last_clean":"2024-09-12T18:00:24.034115+0000","last_became_active":"2024-09-12T17:13:24.746943+0000","last_became_peered":"2024-09-12T17:13:24.746943+0000","last_unstale":"2024-09-12T18:00:24.034115+0000","last_undegraded":"2024-09-12T18:00:24.034115+0000","last_fullsized":"2024-09-12T18:00:24.034115+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'99","last_scrub_stamp":"2024-09-12T18:00:24.033929+0000","last_deep_scrub":"264'99","last_deep_scrub_stamp":"2024-09-12T18:00:24.033929+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.033929+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:46.000345+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":422,"num_read_kb":358,"num_write":139,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"264'3","reported_seq":526,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.265813+0000","last_change":"2024-09-12T18:00:17.265813+0000","last_active":"2024-09-12T18:00:17.265813+0000","last_peered":"2024-09-12T18:00:17.265813+0000","last_clean":"2024-09-12T18:00:17.265813+0000","last_became_active":"2024-09-12T17:13:08.629609+0000","last_became_peered":"2024-09-12T17:13:08.629609+0000","last_unstale":"2024-09-12T18:00:17.265813+0000","last_undegraded":"2024-09-12T18:00:17.265813+0000","last_fullsized":"2024-09-12T18:00:17.265813+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:00:17.265633+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:00:17.265633+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.265633+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:10:14.865599+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00094381800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'340","reported_seq":1077,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.430403+0000","last_change":"2024-09-12T18:00:17.430403+0000","last_active":"2024-09-12T18:00:17.430403+0000","last_peered":"2024-09-12T18:00:17.430403+0000","last_clean":"2024-09-12T18:00:17.430403+0000","last_became_active":"2024-09-12T17:13:22.728796+0000","last_became_peered":"2024-09-12T17:13:22.728796+0000","last_unstale":"2024-09-12T18:00:17.430403+0000","last_undegraded":"2024-09-12T18:00:17.430403+0000","last_fullsized":"2024-09-12T18:00:17.430403+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'340","last_scrub_stamp":"2024-09-12T18:00:17.430199+0000","last_deep_scrub":"264'340","last_deep_scrub_stamp":"2024-09-12T18:00:17.430199+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.430199+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:37.936779+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":781,"num_read_kb":6735,"num_write":1070,"num_write_kb":34527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":510,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.076362+0000","last_change":"2024-09-12T18:00:33.076362+0000","last_active":"2024-09-12T18:00:33.076362+0000","last_peered":"2024-09-12T18:00:33.076362+0000","last_clean":"2024-09-12T18:00:33.076362+0000","last_became_active":"2024-09-12T17:13:26.736764+0000","last_became_peered":"2024-09-12T17:13:26.736764+0000","last_unstale":"2024-09-12T18:00:33.076362+0000","last_undegraded":"2024-09-12T18:00:33.076362+0000","last_fullsized":"2024-09-12T18:00:33.076362+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:33.076190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:33.076190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.076190+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:39.220025+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'128","reported_seq":668,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.302336+0000","last_change":"2024-09-12T18:00:38.302336+0000","last_active":"2024-09-12T18:00:38.302336+0000","last_peered":"2024-09-12T18:00:38.302336+0000","last_clean":"2024-09-12T18:00:38.302336+0000","last_became_active":"2024-09-12T17:13:28.748186+0000","last_became_peered":"2024-09-12T17:13:28.748186+0000","last_unstale":"2024-09-12T18:00:38.302336+0000","last_undegraded":"2024-09-12T18:00:38.302336+0000","last_fullsized":"2024-09-12T18:00:38.302336+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'128","last_scrub_stamp":"2024-09-12T18:00:38.302104+0000","last_deep_scrub":"264'128","last_deep_scrub_stamp":"2024-09-12T18:00:38.302104+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.302104+0000","objects_scrubbed":7,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:44.639921+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3232,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.676285+0000","last_change":"2024-09-12T18:00:32.676285+0000","last_active":"2024-09-12T18:00:32.676285+0000","last_peered":"2024-09-12T18:00:32.676285+0000","last_clean":"2024-09-12T18:00:32.676285+0000","last_became_active":"2024-09-12T17:13:30.761611+0000","last_became_peered":"2024-09-12T17:13:30.761611+0000","last_unstale":"2024-09-12T18:00:32.676285+0000","last_undegraded":"2024-09-12T18:00:32.676285+0000","last_fullsized":"2024-09-12T18:00:32.676285+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.676106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.676106+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.676106+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:48.141874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'118","reported_seq":673,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.282437+0000","last_change":"2024-09-12T18:00:47.282437+0000","last_active":"2024-09-12T18:00:47.282437+0000","last_peered":"2024-09-12T18:00:47.282437+0000","last_clean":"2024-09-12T18:00:47.282437+0000","last_became_active":"2024-09-12T17:13:32.785317+0000","last_became_peered":"2024-09-12T17:13:32.785317+0000","last_unstale":"2024-09-12T18:00:47.282437+0000","last_undegraded":"2024-09-12T18:00:47.282437+0000","last_fullsized":"2024-09-12T18:00:47.282437+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'118","last_scrub_stamp":"2024-09-12T18:00:47.282203+0000","last_deep_scrub":"264'118","last_deep_scrub_stamp":"2024-09-12T18:00:47.282203+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.282203+0000","objects_scrubbed":3,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:17.007245+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1031,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":277,"num_read_kb":266,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'123","reported_seq":739,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.072852+0000","last_change":"2024-09-12T18:00:23.072852+0000","last_active":"2024-09-12T18:00:23.072852+0000","last_peered":"2024-09-12T18:00:23.072852+0000","last_clean":"2024-09-12T18:00:23.072852+0000","last_became_active":"2024-09-12T17:13:24.760600+0000","last_became_peered":"2024-09-12T17:13:24.760600+0000","last_unstale":"2024-09-12T18:00:23.072852+0000","last_undegraded":"2024-09-12T18:00:23.072852+0000","last_fullsized":"2024-09-12T18:00:23.072852+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'123","last_scrub_stamp":"2024-09-12T18:00:23.072670+0000","last_deep_scrub":"264'123","last_deep_scrub_stamp":"2024-09-12T18:00:23.072670+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.072670+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:30.623639+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":508,"num_read_kb":429,"num_write":172,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'352","reported_seq":997,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.277812+0000","last_change":"2024-09-12T18:00:16.277812+0000","last_active":"2024-09-12T18:00:16.277812+0000","last_peered":"2024-09-12T18:00:16.277812+0000","last_clean":"2024-09-12T18:00:16.277812+0000","last_became_active":"2024-09-12T17:13:54.847555+0000","last_became_peered":"2024-09-12T17:13:54.847555+0000","last_unstale":"2024-09-12T18:00:16.277812+0000","last_undegraded":"2024-09-12T18:00:16.277812+0000","last_fullsized":"2024-09-12T18:00:16.277812+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:16.277593+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:16.277593+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.277593+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:59.774536+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":500,"num_read_kb":10719,"num_write":1118,"num_write_kb":32172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":532,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.078494+0000","last_change":"2024-09-12T18:00:15.078494+0000","last_active":"2024-09-12T18:00:15.078494+0000","last_peered":"2024-09-12T18:00:15.078494+0000","last_clean":"2024-09-12T18:00:15.078494+0000","last_became_active":"2024-09-12T17:13:08.624162+0000","last_became_peered":"2024-09-12T17:13:08.624162+0000","last_unstale":"2024-09-12T18:00:15.078494+0000","last_undegraded":"2024-09-12T18:00:15.078494+0000","last_fullsized":"2024-09-12T18:00:15.078494+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:15.078392+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:15.078392+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.078392+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:59.437664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00090415999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":510,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.089597+0000","last_change":"2024-09-12T18:00:32.089597+0000","last_active":"2024-09-12T18:00:32.089597+0000","last_peered":"2024-09-12T18:00:32.089597+0000","last_clean":"2024-09-12T18:00:32.089597+0000","last_became_active":"2024-09-12T17:13:26.754926+0000","last_became_peered":"2024-09-12T17:13:26.754926+0000","last_unstale":"2024-09-12T18:00:32.089597+0000","last_undegraded":"2024-09-12T18:00:32.089597+0000","last_fullsized":"2024-09-12T18:00:32.089597+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.089412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.089412+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.089412+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:04.315087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'581","reported_seq":1256,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.091218+0000","last_change":"2024-09-12T18:00:36.091218+0000","last_active":"2024-09-12T18:00:36.091218+0000","last_peered":"2024-09-12T18:00:36.091218+0000","last_clean":"2024-09-12T18:00:36.091218+0000","last_became_active":"2024-09-12T17:13:28.740446+0000","last_became_peered":"2024-09-12T17:13:28.740446+0000","last_unstale":"2024-09-12T18:00:36.091218+0000","last_undegraded":"2024-09-12T18:00:36.091218+0000","last_fullsized":"2024-09-12T18:00:36.091218+0000","mapping_epoch":29,"log_start":"264'500","ondisk_log_start":"264'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'581","last_scrub_stamp":"2024-09-12T18:00:36.090965+0000","last_deep_scrub":"264'581","last_deep_scrub_stamp":"2024-09-12T18:00:36.090965+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.090965+0000","objects_scrubbed":9,"log_size":81,"log_dups_size":500,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:21.602777+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":102257,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1635,"num_read_kb":2969,"num_write":2108,"num_write_kb":1963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":506876,"num_omap_keys":1146,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.559857+0000","last_change":"2024-09-12T18:00:46.559857+0000","last_active":"2024-09-12T18:00:46.559857+0000","last_peered":"2024-09-12T18:00:46.559857+0000","last_clean":"2024-09-12T18:00:46.559857+0000","last_became_active":"2024-09-12T17:13:30.776897+0000","last_became_peered":"2024-09-12T17:13:30.776897+0000","last_unstale":"2024-09-12T18:00:46.559857+0000","last_undegraded":"2024-09-12T18:00:46.559857+0000","last_fullsized":"2024-09-12T18:00:46.559857+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:46.559670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:46.559670+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.559670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:32.629238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'178","reported_seq":691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.001758+0000","last_change":"2024-09-12T18:00:47.001601+0000","last_active":"2024-09-12T18:00:47.001758+0000","last_peered":"2024-09-12T18:00:47.001758+0000","last_clean":"2024-09-12T18:00:47.001758+0000","last_became_active":"2024-09-12T17:13:32.834101+0000","last_became_peered":"2024-09-12T17:13:32.834101+0000","last_unstale":"2024-09-12T18:00:47.001758+0000","last_undegraded":"2024-09-12T18:00:47.001758+0000","last_fullsized":"2024-09-12T18:00:47.001758+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'178","last_scrub_stamp":"2024-09-12T18:00:47.001408+0000","last_deep_scrub":"264'178","last_deep_scrub_stamp":"2024-09-12T18:00:47.001408+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.001408+0000","objects_scrubbed":4,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:24.559133+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":208,"num_read_kb":203,"num_write":421,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'192","reported_seq":811,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.069723+0000","last_change":"2024-09-12T18:00:23.069723+0000","last_active":"2024-09-12T18:00:23.069723+0000","last_peered":"2024-09-12T18:00:23.069723+0000","last_clean":"2024-09-12T18:00:23.069723+0000","last_became_active":"2024-09-12T17:13:24.760395+0000","last_became_peered":"2024-09-12T17:13:24.760395+0000","last_unstale":"2024-09-12T18:00:23.069723+0000","last_undegraded":"2024-09-12T18:00:23.069723+0000","last_fullsized":"2024-09-12T18:00:23.069723+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'192","last_scrub_stamp":"2024-09-12T18:00:23.069436+0000","last_deep_scrub":"264'192","last_deep_scrub_stamp":"2024-09-12T18:00:23.069436+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.069436+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:03.845421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":866,"num_read_kb":722,"num_write":337,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'379","reported_seq":1054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.073837+0000","last_change":"2024-09-12T18:00:20.073837+0000","last_active":"2024-09-12T18:00:20.073837+0000","last_peered":"2024-09-12T18:00:20.073837+0000","last_clean":"2024-09-12T18:00:20.073837+0000","last_became_active":"2024-09-12T17:13:22.714714+0000","last_became_peered":"2024-09-12T17:13:22.714714+0000","last_unstale":"2024-09-12T18:00:20.073837+0000","last_undegraded":"2024-09-12T18:00:20.073837+0000","last_fullsized":"2024-09-12T18:00:20.073837+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'379","last_scrub_stamp":"2024-09-12T18:00:20.073521+0000","last_deep_scrub":"264'379","last_deep_scrub_stamp":"2024-09-12T18:00:20.073521+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.073521+0000","objects_scrubbed":6,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:59:51.362306+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":600,"num_read_kb":32343,"num_write":1201,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":529,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.152795+0000","last_change":"2024-09-12T18:00:19.152795+0000","last_active":"2024-09-12T18:00:19.152795+0000","last_peered":"2024-09-12T18:00:19.152795+0000","last_clean":"2024-09-12T18:00:19.152795+0000","last_became_active":"2024-09-12T17:13:08.626995+0000","last_became_peered":"2024-09-12T17:13:08.626995+0000","last_unstale":"2024-09-12T18:00:19.152795+0000","last_undegraded":"2024-09-12T18:00:19.152795+0000","last_fullsized":"2024-09-12T18:00:19.152795+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:19.152582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:19.152582+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.152582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:12:53.401126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012760219999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.642650+0000","last_change":"2024-09-12T18:00:31.642650+0000","last_active":"2024-09-12T18:00:31.642650+0000","last_peered":"2024-09-12T18:00:31.642650+0000","last_clean":"2024-09-12T18:00:31.642650+0000","last_became_active":"2024-09-12T17:13:26.751789+0000","last_became_peered":"2024-09-12T17:13:26.751789+0000","last_unstale":"2024-09-12T18:00:31.642650+0000","last_undegraded":"2024-09-12T18:00:31.642650+0000","last_fullsized":"2024-09-12T18:00:31.642650+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:31.642472+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:31.642472+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.642472+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:10.374820+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'155","reported_seq":727,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.059257+0000","last_change":"2024-09-12T18:00:40.059257+0000","last_active":"2024-09-12T18:00:40.059257+0000","last_peered":"2024-09-12T18:00:40.059257+0000","last_clean":"2024-09-12T18:00:40.059257+0000","last_became_active":"2024-09-12T17:13:28.801654+0000","last_became_peered":"2024-09-12T17:13:28.801654+0000","last_unstale":"2024-09-12T18:00:40.059257+0000","last_undegraded":"2024-09-12T18:00:40.059257+0000","last_fullsized":"2024-09-12T18:00:40.059257+0000","mapping_epoch":29,"log_start":"261'100","ondisk_log_start":"261'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'155","last_scrub_stamp":"2024-09-12T18:00:40.059079+0000","last_deep_scrub":"264'155","last_deep_scrub_stamp":"2024-09-12T18:00:40.059079+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.059079+0000","objects_scrubbed":7,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:32.263738+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'764","reported_seq":2601,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.315382+0000","last_change":"2024-09-12T18:00:45.315382+0000","last_active":"2024-09-12T18:00:45.315382+0000","last_peered":"2024-09-12T18:00:45.315382+0000","last_clean":"2024-09-12T18:00:45.315382+0000","last_became_active":"2024-09-12T17:13:30.775415+0000","last_became_peered":"2024-09-12T17:13:30.775415+0000","last_unstale":"2024-09-12T18:00:45.315382+0000","last_undegraded":"2024-09-12T18:00:45.315382+0000","last_fullsized":"2024-09-12T18:00:45.315382+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'764","last_scrub_stamp":"2024-09-12T18:00:45.315200+0000","last_deep_scrub":"264'764","last_deep_scrub_stamp":"2024-09-12T18:00:45.315200+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.315200+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:16.023899+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'132","reported_seq":632,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.363356+0000","last_change":"2024-09-12T18:00:48.363193+0000","last_active":"2024-09-12T18:00:48.363356+0000","last_peered":"2024-09-12T18:00:48.363356+0000","last_clean":"2024-09-12T18:00:48.363356+0000","last_became_active":"2024-09-12T17:13:32.831902+0000","last_became_peered":"2024-09-12T17:13:32.831902+0000","last_unstale":"2024-09-12T18:00:48.363356+0000","last_undegraded":"2024-09-12T18:00:48.363356+0000","last_fullsized":"2024-09-12T18:00:48.363356+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'132","last_scrub_stamp":"2024-09-12T18:00:48.362996+0000","last_deep_scrub":"264'132","last_deep_scrub_stamp":"2024-09-12T18:00:48.362996+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.362996+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:05.319623+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":708,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":169,"num_read_kb":163,"num_write":293,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'166","reported_seq":774,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.305005+0000","last_change":"2024-09-12T18:00:27.305005+0000","last_active":"2024-09-12T18:00:27.305005+0000","last_peered":"2024-09-12T18:00:27.305005+0000","last_clean":"2024-09-12T18:00:27.305005+0000","last_became_active":"2024-09-12T17:13:24.741391+0000","last_became_peered":"2024-09-12T17:13:24.741391+0000","last_unstale":"2024-09-12T18:00:27.305005+0000","last_undegraded":"2024-09-12T18:00:27.305005+0000","last_fullsized":"2024-09-12T18:00:27.305005+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'166","last_scrub_stamp":"2024-09-12T18:00:27.304773+0000","last_deep_scrub":"264'166","last_deep_scrub_stamp":"2024-09-12T18:00:27.304773+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.304773+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:34.677242+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":588,"num_write":240,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'377","reported_seq":1046,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.403912+0000","last_change":"2024-09-12T18:00:15.403912+0000","last_active":"2024-09-12T18:00:15.403912+0000","last_peered":"2024-09-12T18:00:15.403912+0000","last_clean":"2024-09-12T18:00:15.403912+0000","last_became_active":"2024-09-12T17:13:22.729137+0000","last_became_peered":"2024-09-12T17:13:22.729137+0000","last_unstale":"2024-09-12T18:00:15.403912+0000","last_undegraded":"2024-09-12T18:00:15.403912+0000","last_fullsized":"2024-09-12T18:00:15.403912+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'377","last_scrub_stamp":"2024-09-12T18:00:15.403814+0000","last_deep_scrub":"264'377","last_deep_scrub_stamp":"2024-09-12T18:00:15.403814+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.403814+0000","objects_scrubbed":6,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:34.405690+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":584,"num_read_kb":29033,"num_write":1147,"num_write_kb":14975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":532,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.090913+0000","last_change":"2024-09-12T18:00:18.090779+0000","last_active":"2024-09-12T18:00:18.090913+0000","last_peered":"2024-09-12T18:00:18.090913+0000","last_clean":"2024-09-12T18:00:18.090913+0000","last_became_active":"2024-09-12T17:13:08.626020+0000","last_became_peered":"2024-09-12T17:13:08.626020+0000","last_unstale":"2024-09-12T18:00:18.090913+0000","last_undegraded":"2024-09-12T18:00:18.090913+0000","last_fullsized":"2024-09-12T18:00:18.090913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:18.090597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:18.090597+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.090597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:10.900948+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00093462999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.594529+0000","last_change":"2024-09-12T18:00:37.594529+0000","last_active":"2024-09-12T18:00:37.594529+0000","last_peered":"2024-09-12T18:00:37.594529+0000","last_clean":"2024-09-12T18:00:37.594529+0000","last_became_active":"2024-09-12T17:13:26.724350+0000","last_became_peered":"2024-09-12T17:13:26.724350+0000","last_unstale":"2024-09-12T18:00:37.594529+0000","last_undegraded":"2024-09-12T18:00:37.594529+0000","last_fullsized":"2024-09-12T18:00:37.594529+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:37.594319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:37.594319+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.594319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:07.047656+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'104","reported_seq":647,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.675958+0000","last_change":"2024-09-12T18:00:41.675958+0000","last_active":"2024-09-12T18:00:41.675958+0000","last_peered":"2024-09-12T18:00:41.675958+0000","last_clean":"2024-09-12T18:00:41.675958+0000","last_became_active":"2024-09-12T17:13:28.754002+0000","last_became_peered":"2024-09-12T17:13:28.754002+0000","last_unstale":"2024-09-12T18:00:41.675958+0000","last_undegraded":"2024-09-12T18:00:41.675958+0000","last_fullsized":"2024-09-12T18:00:41.675958+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'104","last_scrub_stamp":"2024-09-12T18:00:41.675765+0000","last_deep_scrub":"264'104","last_deep_scrub_stamp":"2024-09-12T18:00:41.675765+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.675765+0000","objects_scrubbed":5,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:30.233753+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'764","reported_seq":4357,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.666709+0000","last_change":"2024-09-12T17:13:30.792394+0000","last_active":"2024-09-12T18:00:09.666709+0000","last_peered":"2024-09-12T18:00:09.666709+0000","last_clean":"2024-09-12T18:00:09.666709+0000","last_became_active":"2024-09-12T17:13:30.791695+0000","last_became_peered":"2024-09-12T17:13:30.791695+0000","last_unstale":"2024-09-12T18:00:09.666709+0000","last_undegraded":"2024-09-12T18:00:09.666709+0000","last_fullsized":"2024-09-12T18:00:09.666709+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:29.734762+0000","last_clean_scrub_stamp":"2024-09-12T17:13:29.734762+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:30.238006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'168","reported_seq":676,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.961045+0000","last_change":"2024-09-12T18:00:47.961045+0000","last_active":"2024-09-12T18:00:47.961045+0000","last_peered":"2024-09-12T18:00:47.961045+0000","last_clean":"2024-09-12T18:00:47.961045+0000","last_became_active":"2024-09-12T17:13:32.785511+0000","last_became_peered":"2024-09-12T17:13:32.785511+0000","last_unstale":"2024-09-12T18:00:47.961045+0000","last_undegraded":"2024-09-12T18:00:47.961045+0000","last_fullsized":"2024-09-12T18:00:47.961045+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'168","last_scrub_stamp":"2024-09-12T18:00:47.960848+0000","last_deep_scrub":"264'168","last_deep_scrub_stamp":"2024-09-12T18:00:47.960848+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.960848+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:52.729106+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":388,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'104","reported_seq":738,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.453154+0000","last_change":"2024-09-12T18:00:21.453154+0000","last_active":"2024-09-12T18:00:21.453154+0000","last_peered":"2024-09-12T18:00:21.453154+0000","last_clean":"2024-09-12T18:00:21.453154+0000","last_became_active":"2024-09-12T17:13:24.761104+0000","last_became_peered":"2024-09-12T17:13:24.761104+0000","last_unstale":"2024-09-12T18:00:21.453154+0000","last_undegraded":"2024-09-12T18:00:21.453154+0000","last_fullsized":"2024-09-12T18:00:21.453154+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'104","last_scrub_stamp":"2024-09-12T18:00:21.452963+0000","last_deep_scrub":"264'104","last_deep_scrub_stamp":"2024-09-12T18:00:21.452963+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.452963+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:39.997205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":484,"num_read_kb":420,"num_write":138,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'343","reported_seq":966,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:14.159961+0000","last_change":"2024-09-12T18:00:14.159961+0000","last_active":"2024-09-12T18:00:14.159961+0000","last_peered":"2024-09-12T18:00:14.159961+0000","last_clean":"2024-09-12T18:00:14.159961+0000","last_became_active":"2024-09-12T17:13:22.710223+0000","last_became_peered":"2024-09-12T17:13:22.710223+0000","last_unstale":"2024-09-12T18:00:14.159961+0000","last_undegraded":"2024-09-12T18:00:14.159961+0000","last_fullsized":"2024-09-12T18:00:14.159961+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'343","last_scrub_stamp":"2024-09-12T18:00:14.159876+0000","last_deep_scrub":"264'343","last_deep_scrub_stamp":"2024-09-12T18:00:14.159876+0000","last_clean_scrub_stamp":"2024-09-12T18:00:14.159876+0000","objects_scrubbed":7,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:54.626144+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262335,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":445,"num_read_kb":5540,"num_write":1078,"num_write_kb":28264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":526,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.559353+0000","last_change":"2024-09-12T18:00:19.559180+0000","last_active":"2024-09-12T18:00:19.559353+0000","last_peered":"2024-09-12T18:00:19.559353+0000","last_clean":"2024-09-12T18:00:19.559353+0000","last_became_active":"2024-09-12T17:13:08.625281+0000","last_became_peered":"2024-09-12T17:13:08.625281+0000","last_unstale":"2024-09-12T18:00:19.559353+0000","last_undegraded":"2024-09-12T18:00:19.559353+0000","last_fullsized":"2024-09-12T18:00:19.559353+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:19.558999+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:19.558999+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.558999+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:05.652492+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001325629,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.292592+0000","last_change":"2024-09-12T18:00:32.292592+0000","last_active":"2024-09-12T18:00:32.292592+0000","last_peered":"2024-09-12T18:00:32.292592+0000","last_clean":"2024-09-12T18:00:32.292592+0000","last_became_active":"2024-09-12T17:13:26.736249+0000","last_became_peered":"2024-09-12T17:13:26.736249+0000","last_unstale":"2024-09-12T18:00:32.292592+0000","last_undegraded":"2024-09-12T18:00:32.292592+0000","last_fullsized":"2024-09-12T18:00:32.292592+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.292398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.292398+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.292398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:53:46.460441+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'697","reported_seq":1423,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.399760+0000","last_change":"2024-09-12T18:00:38.399760+0000","last_active":"2024-09-12T18:00:38.399760+0000","last_peered":"2024-09-12T18:00:38.399760+0000","last_clean":"2024-09-12T18:00:38.399760+0000","last_became_active":"2024-09-12T17:13:28.801230+0000","last_became_peered":"2024-09-12T17:13:28.801230+0000","last_unstale":"2024-09-12T18:00:38.399760+0000","last_undegraded":"2024-09-12T18:00:38.399760+0000","last_fullsized":"2024-09-12T18:00:38.399760+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'697","last_scrub_stamp":"2024-09-12T18:00:38.399555+0000","last_deep_scrub":"264'697","last_deep_scrub_stamp":"2024-09-12T18:00:38.399555+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.399555+0000","objects_scrubbed":8,"log_size":97,"log_dups_size":600,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:51.690805+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141131,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1236,"num_read_kb":2870,"num_write":994,"num_write_kb":815,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.265134+0000","last_change":"2024-09-12T18:00:42.265134+0000","last_active":"2024-09-12T18:00:42.265134+0000","last_peered":"2024-09-12T18:00:42.265134+0000","last_clean":"2024-09-12T18:00:42.265134+0000","last_became_active":"2024-09-12T17:13:30.775941+0000","last_became_peered":"2024-09-12T17:13:30.775941+0000","last_unstale":"2024-09-12T18:00:42.265134+0000","last_undegraded":"2024-09-12T18:00:42.265134+0000","last_fullsized":"2024-09-12T18:00:42.265134+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:42.264954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:42.264954+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.264954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:18:13.117861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'123","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.332745+0000","last_change":"2024-09-12T18:00:49.332745+0000","last_active":"2024-09-12T18:00:49.332745+0000","last_peered":"2024-09-12T18:00:49.332745+0000","last_clean":"2024-09-12T18:00:49.332745+0000","last_became_active":"2024-09-12T17:13:32.788325+0000","last_became_peered":"2024-09-12T17:13:32.788325+0000","last_unstale":"2024-09-12T18:00:49.332745+0000","last_undegraded":"2024-09-12T18:00:49.332745+0000","last_fullsized":"2024-09-12T18:00:49.332745+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'123","last_scrub_stamp":"2024-09-12T18:00:49.332528+0000","last_deep_scrub":"264'123","last_deep_scrub_stamp":"2024-09-12T18:00:49.332528+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.332528+0000","objects_scrubbed":4,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:34:50.598274+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":140,"num_read_kb":138,"num_write":261,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'184","reported_seq":767,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.006444+0000","last_change":"2024-09-12T18:00:53.006444+0000","last_active":"2024-09-12T18:00:53.006444+0000","last_peered":"2024-09-12T18:00:53.006444+0000","last_clean":"2024-09-12T18:00:53.006444+0000","last_became_active":"2024-09-12T17:13:32.792882+0000","last_became_peered":"2024-09-12T17:13:32.792882+0000","last_unstale":"2024-09-12T18:00:53.006444+0000","last_undegraded":"2024-09-12T18:00:53.006444+0000","last_fullsized":"2024-09-12T18:00:53.006444+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'184","last_scrub_stamp":"2024-09-12T18:00:53.006193+0000","last_deep_scrub":"264'184","last_deep_scrub_stamp":"2024-09-12T18:00:53.006193+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.006193+0000","objects_scrubbed":2,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:32.915790+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":358,"num_read_kb":342,"num_write":468,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'503","reported_seq":1169,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.476773+0000","last_change":"2024-09-12T18:00:26.476773+0000","last_active":"2024-09-12T18:00:26.476773+0000","last_peered":"2024-09-12T18:00:26.476773+0000","last_clean":"2024-09-12T18:00:26.476773+0000","last_became_active":"2024-09-12T17:13:24.745820+0000","last_became_peered":"2024-09-12T17:13:24.745820+0000","last_unstale":"2024-09-12T18:00:26.476773+0000","last_undegraded":"2024-09-12T18:00:26.476773+0000","last_fullsized":"2024-09-12T18:00:26.476773+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'503","last_scrub_stamp":"2024-09-12T18:00:26.476570+0000","last_deep_scrub":"264'503","last_deep_scrub_stamp":"2024-09-12T18:00:26.476570+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.476570+0000","objects_scrubbed":1,"log_size":103,"log_dups_size":400,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:37.250064+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2172,"num_read_kb":1734,"num_write":807,"num_write_kb":422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":266,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'379","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.458496+0000","last_change":"2024-09-12T18:00:19.458496+0000","last_active":"2024-09-12T18:00:19.458496+0000","last_peered":"2024-09-12T18:00:19.458496+0000","last_clean":"2024-09-12T18:00:19.458496+0000","last_became_active":"2024-09-12T17:13:22.730432+0000","last_became_peered":"2024-09-12T17:13:22.730432+0000","last_unstale":"2024-09-12T18:00:19.458496+0000","last_undegraded":"2024-09-12T18:00:19.458496+0000","last_fullsized":"2024-09-12T18:00:19.458496+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'379","last_scrub_stamp":"2024-09-12T18:00:19.458237+0000","last_deep_scrub":"264'379","last_deep_scrub_stamp":"2024-09-12T18:00:19.458237+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.458237+0000","objects_scrubbed":9,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:54.767237+0000","scrub_duration":31,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456542,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":536,"num_read_kb":26037,"num_write":1028,"num_write_kb":34034,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.985204+0000","last_change":"2024-09-12T18:00:29.985204+0000","last_active":"2024-09-12T18:00:29.985204+0000","last_peered":"2024-09-12T18:00:29.985204+0000","last_clean":"2024-09-12T18:00:29.985204+0000","last_became_active":"2024-09-12T17:13:26.735772+0000","last_became_peered":"2024-09-12T17:13:26.735772+0000","last_unstale":"2024-09-12T18:00:29.985204+0000","last_undegraded":"2024-09-12T18:00:29.985204+0000","last_fullsized":"2024-09-12T18:00:29.985204+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:29.985027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:29.985027+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.985027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:27.376145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'298","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.292119+0000","last_change":"2024-09-12T18:00:40.292119+0000","last_active":"2024-09-12T18:00:40.292119+0000","last_peered":"2024-09-12T18:00:40.292119+0000","last_clean":"2024-09-12T18:00:40.292119+0000","last_became_active":"2024-09-12T17:13:28.742124+0000","last_became_peered":"2024-09-12T17:13:28.742124+0000","last_unstale":"2024-09-12T18:00:40.292119+0000","last_undegraded":"2024-09-12T18:00:40.292119+0000","last_fullsized":"2024-09-12T18:00:40.292119+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'298","last_scrub_stamp":"2024-09-12T18:00:40.291842+0000","last_deep_scrub":"264'298","last_deep_scrub_stamp":"2024-09-12T18:00:40.291842+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.291842+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:43.370607+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49649,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":485,"num_read_kb":1127,"num_write":400,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.311892+0000","last_change":"2024-09-12T18:00:45.311892+0000","last_active":"2024-09-12T18:00:45.311892+0000","last_peered":"2024-09-12T18:00:45.311892+0000","last_clean":"2024-09-12T18:00:45.311892+0000","last_became_active":"2024-09-12T17:13:30.791898+0000","last_became_peered":"2024-09-12T17:13:30.791898+0000","last_unstale":"2024-09-12T18:00:45.311892+0000","last_undegraded":"2024-09-12T18:00:45.311892+0000","last_fullsized":"2024-09-12T18:00:45.311892+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:45.311618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:45.311618+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.311618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:40.859553+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'143","reported_seq":638,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.391896+0000","last_change":"2024-09-12T18:00:51.391896+0000","last_active":"2024-09-12T18:00:51.391896+0000","last_peered":"2024-09-12T18:00:51.391896+0000","last_clean":"2024-09-12T18:00:51.391896+0000","last_became_active":"2024-09-12T17:13:32.788604+0000","last_became_peered":"2024-09-12T17:13:32.788604+0000","last_unstale":"2024-09-12T18:00:51.391896+0000","last_undegraded":"2024-09-12T18:00:51.391896+0000","last_fullsized":"2024-09-12T18:00:51.391896+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'143","last_scrub_stamp":"2024-09-12T18:00:51.391699+0000","last_deep_scrub":"264'143","last_deep_scrub_stamp":"2024-09-12T18:00:51.391699+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.391699+0000","objects_scrubbed":1,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:27.233487+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":163,"num_read_kb":157,"num_write":325,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'212","reported_seq":845,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.058477+0000","last_change":"2024-09-12T18:00:26.058477+0000","last_active":"2024-09-12T18:00:26.058477+0000","last_peered":"2024-09-12T18:00:26.058477+0000","last_clean":"2024-09-12T18:00:26.058477+0000","last_became_active":"2024-09-12T17:13:24.734000+0000","last_became_peered":"2024-09-12T17:13:24.734000+0000","last_unstale":"2024-09-12T18:00:26.058477+0000","last_undegraded":"2024-09-12T18:00:26.058477+0000","last_fullsized":"2024-09-12T18:00:26.058477+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'212","last_scrub_stamp":"2024-09-12T18:00:26.058142+0000","last_deep_scrub":"264'212","last_deep_scrub_stamp":"2024-09-12T18:00:26.058142+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.058142+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:36.060514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":913,"num_read_kb":755,"num_write":324,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"264'371","reported_seq":1084,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.219603+0000","last_change":"2024-09-12T18:00:25.219603+0000","last_active":"2024-09-12T18:00:25.219603+0000","last_peered":"2024-09-12T18:00:25.219603+0000","last_clean":"2024-09-12T18:00:25.219603+0000","last_became_active":"2024-09-12T17:13:22.720138+0000","last_became_peered":"2024-09-12T17:13:22.720138+0000","last_unstale":"2024-09-12T18:00:25.219603+0000","last_undegraded":"2024-09-12T18:00:25.219603+0000","last_fullsized":"2024-09-12T18:00:25.219603+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T18:00:25.219413+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T18:00:25.219413+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.219413+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:39.009029+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":735,"num_read_kb":13970,"num_write":1045,"num_write_kb":23660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"264'6","reported_seq":980,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.293418+0000","last_change":"2024-09-12T18:00:41.293418+0000","last_active":"2024-09-12T18:00:41.293418+0000","last_peered":"2024-09-12T18:00:41.293418+0000","last_clean":"2024-09-12T18:00:41.293418+0000","last_became_active":"2024-09-12T17:13:26.730316+0000","last_became_peered":"2024-09-12T17:13:26.730316+0000","last_unstale":"2024-09-12T18:00:41.293418+0000","last_undegraded":"2024-09-12T18:00:41.293418+0000","last_fullsized":"2024-09-12T18:00:41.293418+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T18:00:41.293188+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T18:00:41.293188+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.293188+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:53.743864+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":729,"num_read_kb":1194,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'50","reported_seq":564,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.033785+0000","last_change":"2024-09-12T18:00:37.033785+0000","last_active":"2024-09-12T18:00:37.033785+0000","last_peered":"2024-09-12T18:00:37.033785+0000","last_clean":"2024-09-12T18:00:37.033785+0000","last_became_active":"2024-09-12T17:13:28.741429+0000","last_became_peered":"2024-09-12T17:13:28.741429+0000","last_unstale":"2024-09-12T18:00:37.033785+0000","last_undegraded":"2024-09-12T18:00:37.033785+0000","last_fullsized":"2024-09-12T18:00:37.033785+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'50","last_scrub_stamp":"2024-09-12T18:00:37.033607+0000","last_deep_scrub":"264'50","last_deep_scrub_stamp":"2024-09-12T18:00:37.033607+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.033607+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:33:13.209030+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":294,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.299278+0000","last_change":"2024-09-12T18:00:45.299278+0000","last_active":"2024-09-12T18:00:45.299278+0000","last_peered":"2024-09-12T18:00:45.299278+0000","last_clean":"2024-09-12T18:00:45.299278+0000","last_became_active":"2024-09-12T17:13:30.782478+0000","last_became_peered":"2024-09-12T17:13:30.782478+0000","last_unstale":"2024-09-12T18:00:45.299278+0000","last_undegraded":"2024-09-12T18:00:45.299278+0000","last_fullsized":"2024-09-12T18:00:45.299278+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:45.299089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:45.299089+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.299089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:51.288485+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'220","reported_seq":761,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.955313+0000","last_change":"2024-09-12T18:00:48.955313+0000","last_active":"2024-09-12T18:00:48.955313+0000","last_peered":"2024-09-12T18:00:48.955313+0000","last_clean":"2024-09-12T18:00:48.955313+0000","last_became_active":"2024-09-12T17:13:32.782092+0000","last_became_peered":"2024-09-12T17:13:32.782092+0000","last_unstale":"2024-09-12T18:00:48.955313+0000","last_undegraded":"2024-09-12T18:00:48.955313+0000","last_fullsized":"2024-09-12T18:00:48.955313+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'220","last_scrub_stamp":"2024-09-12T18:00:48.955113+0000","last_deep_scrub":"264'220","last_deep_scrub_stamp":"2024-09-12T18:00:48.955113+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.955113+0000","objects_scrubbed":2,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:16.165383+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":389,"num_read_kb":376,"num_write":482,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'135","reported_seq":742,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.279608+0000","last_change":"2024-09-12T18:00:25.279608+0000","last_active":"2024-09-12T18:00:25.279608+0000","last_peered":"2024-09-12T18:00:25.279608+0000","last_clean":"2024-09-12T18:00:25.279608+0000","last_became_active":"2024-09-12T17:13:24.741656+0000","last_became_peered":"2024-09-12T17:13:24.741656+0000","last_unstale":"2024-09-12T18:00:25.279608+0000","last_undegraded":"2024-09-12T18:00:25.279608+0000","last_fullsized":"2024-09-12T18:00:25.279608+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'135","last_scrub_stamp":"2024-09-12T18:00:25.279427+0000","last_deep_scrub":"264'135","last_deep_scrub_stamp":"2024-09-12T18:00:25.279427+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.279427+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:20.873421+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":482,"num_write":210,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'352","reported_seq":1092,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.235497+0000","last_change":"2024-09-12T18:00:22.235497+0000","last_active":"2024-09-12T18:00:22.235497+0000","last_peered":"2024-09-12T18:00:22.235497+0000","last_clean":"2024-09-12T18:00:22.235497+0000","last_became_active":"2024-09-12T17:13:22.730403+0000","last_became_peered":"2024-09-12T17:13:22.730403+0000","last_unstale":"2024-09-12T18:00:22.235497+0000","last_undegraded":"2024-09-12T18:00:22.235497+0000","last_fullsized":"2024-09-12T18:00:22.235497+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:22.235247+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:22.235247+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.235247+0000","objects_scrubbed":9,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:44.655832+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":388466,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":724,"num_read_kb":35043,"num_write":1049,"num_write_kb":27867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.395279+0000","last_change":"2024-09-12T18:00:36.395279+0000","last_active":"2024-09-12T18:00:36.395279+0000","last_peered":"2024-09-12T18:00:36.395279+0000","last_clean":"2024-09-12T18:00:36.395279+0000","last_became_active":"2024-09-12T17:13:26.753317+0000","last_became_peered":"2024-09-12T17:13:26.753317+0000","last_unstale":"2024-09-12T18:00:36.395279+0000","last_undegraded":"2024-09-12T18:00:36.395279+0000","last_fullsized":"2024-09-12T18:00:36.395279+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.395096+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.395096+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.395096+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:51.969693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'306","reported_seq":896,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.372297+0000","last_change":"2024-09-12T18:00:52.372297+0000","last_active":"2024-09-12T18:00:52.372297+0000","last_peered":"2024-09-12T18:00:52.372297+0000","last_clean":"2024-09-12T18:00:52.372297+0000","last_became_active":"2024-09-12T17:13:28.750390+0000","last_became_peered":"2024-09-12T17:13:28.750390+0000","last_unstale":"2024-09-12T18:00:52.372297+0000","last_undegraded":"2024-09-12T18:00:52.372297+0000","last_fullsized":"2024-09-12T18:00:52.372297+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T18:00:52.372096+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T18:00:52.372096+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.372096+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:49.791779+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53085,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":1113,"num_write":402,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.714755+0000","last_change":"2024-09-12T18:00:35.714755+0000","last_active":"2024-09-12T18:00:35.714755+0000","last_peered":"2024-09-12T18:00:35.714755+0000","last_clean":"2024-09-12T18:00:35.714755+0000","last_became_active":"2024-09-12T17:13:30.783591+0000","last_became_peered":"2024-09-12T17:13:30.783591+0000","last_unstale":"2024-09-12T18:00:35.714755+0000","last_undegraded":"2024-09-12T18:00:35.714755+0000","last_fullsized":"2024-09-12T18:00:35.714755+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:35.714574+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:35.714574+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.714574+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:59.578910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'193","reported_seq":716,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.344432+0000","last_change":"2024-09-12T18:00:52.344432+0000","last_active":"2024-09-12T18:00:52.344432+0000","last_peered":"2024-09-12T18:00:52.344432+0000","last_clean":"2024-09-12T18:00:52.344432+0000","last_became_active":"2024-09-12T17:13:32.788954+0000","last_became_peered":"2024-09-12T17:13:32.788954+0000","last_unstale":"2024-09-12T18:00:52.344432+0000","last_undegraded":"2024-09-12T18:00:52.344432+0000","last_fullsized":"2024-09-12T18:00:52.344432+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'193","last_scrub_stamp":"2024-09-12T18:00:52.344197+0000","last_deep_scrub":"264'193","last_deep_scrub_stamp":"2024-09-12T18:00:52.344197+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.344197+0000","objects_scrubbed":2,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:17.949515+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":259,"num_read_kb":242,"num_write":443,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'75","reported_seq":649,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.631936+0000","last_change":"2024-09-12T18:00:17.631798+0000","last_active":"2024-09-12T18:00:17.631936+0000","last_peered":"2024-09-12T18:00:17.631936+0000","last_clean":"2024-09-12T18:00:17.631936+0000","last_became_active":"2024-09-12T17:13:54.836680+0000","last_became_peered":"2024-09-12T17:13:54.836680+0000","last_unstale":"2024-09-12T18:00:17.631936+0000","last_undegraded":"2024-09-12T18:00:17.631936+0000","last_fullsized":"2024-09-12T18:00:17.631936+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'75","last_scrub_stamp":"2024-09-12T18:00:17.631624+0000","last_deep_scrub":"264'75","last_deep_scrub_stamp":"2024-09-12T18:00:17.631624+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.631624+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:41.828390+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":370,"num_read_kb":318,"num_write":111,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"264'336","reported_seq":1000,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.133780+0000","last_change":"2024-09-12T18:00:17.133780+0000","last_active":"2024-09-12T18:00:17.133780+0000","last_peered":"2024-09-12T18:00:17.133780+0000","last_clean":"2024-09-12T18:00:17.133780+0000","last_became_active":"2024-09-12T17:13:22.737631+0000","last_became_peered":"2024-09-12T17:13:22.737631+0000","last_unstale":"2024-09-12T18:00:17.133780+0000","last_undegraded":"2024-09-12T18:00:17.133780+0000","last_fullsized":"2024-09-12T18:00:17.133780+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T18:00:17.133588+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T18:00:17.133588+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.133588+0000","objects_scrubbed":7,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:42.422141+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388701,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":546,"num_read_kb":19849,"num_write":1143,"num_write_kb":28792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.567511+0000","last_change":"2024-09-12T18:00:28.567511+0000","last_active":"2024-09-12T18:00:28.567511+0000","last_peered":"2024-09-12T18:00:28.567511+0000","last_clean":"2024-09-12T18:00:28.567511+0000","last_became_active":"2024-09-12T17:13:26.747580+0000","last_became_peered":"2024-09-12T17:13:26.747580+0000","last_unstale":"2024-09-12T18:00:28.567511+0000","last_undegraded":"2024-09-12T18:00:28.567511+0000","last_fullsized":"2024-09-12T18:00:28.567511+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:28.567328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:28.567328+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.567328+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:43.193358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'275","reported_seq":851,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.308833+0000","last_change":"2024-09-12T18:00:42.308833+0000","last_active":"2024-09-12T18:00:42.308833+0000","last_peered":"2024-09-12T18:00:42.308833+0000","last_clean":"2024-09-12T18:00:42.308833+0000","last_became_active":"2024-09-12T17:13:28.741634+0000","last_became_peered":"2024-09-12T17:13:28.741634+0000","last_unstale":"2024-09-12T18:00:42.308833+0000","last_undegraded":"2024-09-12T18:00:42.308833+0000","last_fullsized":"2024-09-12T18:00:42.308833+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'275","last_scrub_stamp":"2024-09-12T18:00:42.308650+0000","last_deep_scrub":"264'275","last_deep_scrub_stamp":"2024-09-12T18:00:42.308650+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.308650+0000","objects_scrubbed":4,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:55.068909+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56526,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":474,"num_read_kb":1151,"num_write":392,"num_write_kb":336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.049814+0000","last_change":"2024-09-12T18:00:44.049814+0000","last_active":"2024-09-12T18:00:44.049814+0000","last_peered":"2024-09-12T18:00:44.049814+0000","last_clean":"2024-09-12T18:00:44.049814+0000","last_became_active":"2024-09-12T17:13:30.775381+0000","last_became_peered":"2024-09-12T17:13:30.775381+0000","last_unstale":"2024-09-12T18:00:44.049814+0000","last_undegraded":"2024-09-12T18:00:44.049814+0000","last_fullsized":"2024-09-12T18:00:44.049814+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:44.049627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:44.049627+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.049627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:48.354025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'254","reported_seq":923,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.555120+0000","last_change":"2024-09-12T18:00:25.555120+0000","last_active":"2024-09-12T18:00:25.555120+0000","last_peered":"2024-09-12T18:00:25.555120+0000","last_clean":"2024-09-12T18:00:25.555120+0000","last_became_active":"2024-09-12T17:13:24.760166+0000","last_became_peered":"2024-09-12T17:13:24.760166+0000","last_unstale":"2024-09-12T18:00:25.555120+0000","last_undegraded":"2024-09-12T18:00:25.555120+0000","last_fullsized":"2024-09-12T18:00:25.555120+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'254","last_scrub_stamp":"2024-09-12T18:00:25.554845+0000","last_deep_scrub":"264'254","last_deep_scrub_stamp":"2024-09-12T18:00:25.554845+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.554845+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:26.404253+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1144,"num_read_kb":947,"num_write":391,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'279","reported_seq":882,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.363704+0000","last_change":"2024-09-12T18:00:18.363704+0000","last_active":"2024-09-12T18:00:18.363704+0000","last_peered":"2024-09-12T18:00:18.363704+0000","last_clean":"2024-09-12T18:00:18.363704+0000","last_became_active":"2024-09-12T17:13:22.721355+0000","last_became_peered":"2024-09-12T17:13:22.721355+0000","last_unstale":"2024-09-12T18:00:18.363704+0000","last_undegraded":"2024-09-12T18:00:18.363704+0000","last_fullsized":"2024-09-12T18:00:18.363704+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'279","last_scrub_stamp":"2024-09-12T18:00:18.363493+0000","last_deep_scrub":"264'279","last_deep_scrub_stamp":"2024-09-12T18:00:18.363493+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.363493+0000","objects_scrubbed":5,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:37.347809+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456545,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":395,"num_read_kb":715,"num_write":871,"num_write_kb":22770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":511,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.075414+0000","last_change":"2024-09-12T18:00:34.075414+0000","last_active":"2024-09-12T18:00:34.075414+0000","last_peered":"2024-09-12T18:00:34.075414+0000","last_clean":"2024-09-12T18:00:34.075414+0000","last_became_active":"2024-09-12T17:13:26.744896+0000","last_became_peered":"2024-09-12T17:13:26.744896+0000","last_unstale":"2024-09-12T18:00:34.075414+0000","last_undegraded":"2024-09-12T18:00:34.075414+0000","last_fullsized":"2024-09-12T18:00:34.075414+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:34.075232+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:34.075232+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.075232+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:47.113336+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'476","reported_seq":1114,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.028620+0000","last_change":"2024-09-12T18:00:37.028620+0000","last_active":"2024-09-12T18:00:37.028620+0000","last_peered":"2024-09-12T18:00:37.028620+0000","last_clean":"2024-09-12T18:00:37.028620+0000","last_became_active":"2024-09-12T17:13:28.746900+0000","last_became_peered":"2024-09-12T17:13:28.746900+0000","last_unstale":"2024-09-12T18:00:37.028620+0000","last_undegraded":"2024-09-12T18:00:37.028620+0000","last_fullsized":"2024-09-12T18:00:37.028620+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'476","last_scrub_stamp":"2024-09-12T18:00:37.028425+0000","last_deep_scrub":"264'476","last_deep_scrub_stamp":"2024-09-12T18:00:37.028425+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.028425+0000","objects_scrubbed":6,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:13.509710+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93451,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":854,"num_read_kb":2027,"num_write":736,"num_write_kb":660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.274876+0000","last_change":"2024-09-12T18:00:46.274876+0000","last_active":"2024-09-12T18:00:46.274876+0000","last_peered":"2024-09-12T18:00:46.274876+0000","last_clean":"2024-09-12T18:00:46.274876+0000","last_became_active":"2024-09-12T17:13:30.777735+0000","last_became_peered":"2024-09-12T17:13:30.777735+0000","last_unstale":"2024-09-12T18:00:46.274876+0000","last_undegraded":"2024-09-12T18:00:46.274876+0000","last_fullsized":"2024-09-12T18:00:46.274876+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:46.274689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:46.274689+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.274689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:51.411917+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'162","reported_seq":662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:29.762885+0000","last_change":"2024-09-12T17:13:32.834828+0000","last_active":"2024-09-12T17:58:29.762885+0000","last_peered":"2024-09-12T17:58:29.762885+0000","last_clean":"2024-09-12T17:58:29.762885+0000","last_became_active":"2024-09-12T17:13:32.834025+0000","last_became_peered":"2024-09-12T17:13:32.834025+0000","last_unstale":"2024-09-12T17:58:29.762885+0000","last_undegraded":"2024-09-12T17:58:29.762885+0000","last_fullsized":"2024-09-12T17:58:29.762885+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:31.748606+0000","last_clean_scrub_stamp":"2024-09-12T17:13:31.748606+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:23.320464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":249,"num_read_kb":253,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'4648","reported_seq":5524,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.109118+0000","last_change":"2024-09-12T18:00:27.109118+0000","last_active":"2024-09-12T18:00:27.109118+0000","last_peered":"2024-09-12T18:00:27.109118+0000","last_clean":"2024-09-12T18:00:27.109118+0000","last_became_active":"2024-09-12T17:13:24.718732+0000","last_became_peered":"2024-09-12T17:13:24.718732+0000","last_unstale":"2024-09-12T18:00:27.109118+0000","last_undegraded":"2024-09-12T18:00:27.109118+0000","last_fullsized":"2024-09-12T18:00:27.109118+0000","mapping_epoch":25,"log_start":"264'4600","ondisk_log_start":"264'4600","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4648","last_scrub_stamp":"2024-09-12T18:00:27.108936+0000","last_deep_scrub":"264'4648","last_deep_scrub_stamp":"2024-09-12T18:00:27.108936+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.108936+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":3000,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:48.634994+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19133,"num_read_kb":16095,"num_write":7172,"num_write_kb":3743,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'359","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.110399+0000","last_change":"2024-09-12T18:00:19.110399+0000","last_active":"2024-09-12T18:00:19.110399+0000","last_peered":"2024-09-12T18:00:19.110399+0000","last_clean":"2024-09-12T18:00:19.110399+0000","last_became_active":"2024-09-12T17:13:22.715964+0000","last_became_peered":"2024-09-12T17:13:22.715964+0000","last_unstale":"2024-09-12T18:00:19.110399+0000","last_undegraded":"2024-09-12T18:00:19.110399+0000","last_fullsized":"2024-09-12T18:00:19.110399+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'359","last_scrub_stamp":"2024-09-12T18:00:19.110115+0000","last_deep_scrub":"264'359","last_deep_scrub_stamp":"2024-09-12T18:00:19.110115+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.110115+0000","objects_scrubbed":8,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:36.593935+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2390896,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":550,"num_read_kb":3094,"num_write":1163,"num_write_kb":22712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.588135+0000","last_change":"2024-09-12T18:00:29.588135+0000","last_active":"2024-09-12T18:00:29.588135+0000","last_peered":"2024-09-12T18:00:29.588135+0000","last_clean":"2024-09-12T18:00:29.588135+0000","last_became_active":"2024-09-12T17:13:26.747581+0000","last_became_peered":"2024-09-12T17:13:26.747581+0000","last_unstale":"2024-09-12T18:00:29.588135+0000","last_undegraded":"2024-09-12T18:00:29.588135+0000","last_fullsized":"2024-09-12T18:00:29.588135+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:29.587819+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:29.587819+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.587819+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:35.605076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'303","reported_seq":892,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.290433+0000","last_change":"2024-09-12T18:00:43.290433+0000","last_active":"2024-09-12T18:00:43.290433+0000","last_peered":"2024-09-12T18:00:43.290433+0000","last_clean":"2024-09-12T18:00:43.290433+0000","last_became_active":"2024-09-12T17:13:28.740077+0000","last_became_peered":"2024-09-12T17:13:28.740077+0000","last_unstale":"2024-09-12T18:00:43.290433+0000","last_undegraded":"2024-09-12T18:00:43.290433+0000","last_fullsized":"2024-09-12T18:00:43.290433+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'303","last_scrub_stamp":"2024-09-12T18:00:43.290209+0000","last_deep_scrub":"264'303","last_deep_scrub_stamp":"2024-09-12T18:00:43.290209+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.290209+0000","objects_scrubbed":8,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:47.161465+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53501,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":518,"num_read_kb":1154,"num_write":436,"num_write_kb":347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.086742+0000","last_change":"2024-09-12T18:00:43.086742+0000","last_active":"2024-09-12T18:00:43.086742+0000","last_peered":"2024-09-12T18:00:43.086742+0000","last_clean":"2024-09-12T18:00:43.086742+0000","last_became_active":"2024-09-12T17:13:30.787481+0000","last_became_peered":"2024-09-12T17:13:30.787481+0000","last_unstale":"2024-09-12T18:00:43.086742+0000","last_undegraded":"2024-09-12T18:00:43.086742+0000","last_fullsized":"2024-09-12T18:00:43.086742+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:43.086564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:43.086564+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.086564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:11:03.449257+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'175","reported_seq":682,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.683786+0000","last_change":"2024-09-12T18:00:40.683786+0000","last_active":"2024-09-12T18:00:40.683786+0000","last_peered":"2024-09-12T18:00:40.683786+0000","last_clean":"2024-09-12T18:00:40.683786+0000","last_became_active":"2024-09-12T17:13:32.787114+0000","last_became_peered":"2024-09-12T17:13:32.787114+0000","last_unstale":"2024-09-12T18:00:40.683786+0000","last_undegraded":"2024-09-12T18:00:40.683786+0000","last_fullsized":"2024-09-12T18:00:40.683786+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'175","last_scrub_stamp":"2024-09-12T18:00:40.683554+0000","last_deep_scrub":"264'175","last_deep_scrub_stamp":"2024-09-12T18:00:40.683554+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.683554+0000","objects_scrubbed":4,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:33.034440+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":227,"num_read_kb":224,"num_write":505,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'89","reported_seq":671,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.315743+0000","last_change":"2024-09-12T18:00:34.315437+0000","last_active":"2024-09-12T18:00:34.315743+0000","last_peered":"2024-09-12T18:00:34.315743+0000","last_clean":"2024-09-12T18:00:34.315743+0000","last_became_active":"2024-09-12T17:13:24.748753+0000","last_became_peered":"2024-09-12T17:13:24.748753+0000","last_unstale":"2024-09-12T18:00:34.315743+0000","last_undegraded":"2024-09-12T18:00:34.315743+0000","last_fullsized":"2024-09-12T18:00:34.315743+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'89","last_scrub_stamp":"2024-09-12T18:00:34.315157+0000","last_deep_scrub":"264'89","last_deep_scrub_stamp":"2024-09-12T18:00:34.315157+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.315157+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:09.155986+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":343,"num_write":134,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'369","reported_seq":1028,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.471464+0000","last_change":"2024-09-12T18:00:18.471305+0000","last_active":"2024-09-12T18:00:18.471464+0000","last_peered":"2024-09-12T18:00:18.471464+0000","last_clean":"2024-09-12T18:00:18.471464+0000","last_became_active":"2024-09-12T17:13:22.716619+0000","last_became_peered":"2024-09-12T17:13:22.716619+0000","last_unstale":"2024-09-12T18:00:18.471464+0000","last_undegraded":"2024-09-12T18:00:18.471464+0000","last_fullsized":"2024-09-12T18:00:18.471464+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'369","last_scrub_stamp":"2024-09-12T18:00:18.471123+0000","last_deep_scrub":"264'369","last_deep_scrub_stamp":"2024-09-12T18:00:18.471123+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.471123+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:58.469147+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":6656,"num_write":1170,"num_write_kb":21095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.662264+0000","last_change":"2024-09-12T18:00:40.662140+0000","last_active":"2024-09-12T18:00:40.662264+0000","last_peered":"2024-09-12T18:00:40.662264+0000","last_clean":"2024-09-12T18:00:40.662264+0000","last_became_active":"2024-09-12T17:13:26.725139+0000","last_became_peered":"2024-09-12T17:13:26.725139+0000","last_unstale":"2024-09-12T18:00:40.662264+0000","last_undegraded":"2024-09-12T18:00:40.662264+0000","last_fullsized":"2024-09-12T18:00:40.662264+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:40.661959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:40.661959+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.661959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:36:24.798590+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'275","reported_seq":850,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.275632+0000","last_change":"2024-09-12T18:00:44.275632+0000","last_active":"2024-09-12T18:00:44.275632+0000","last_peered":"2024-09-12T18:00:44.275632+0000","last_clean":"2024-09-12T18:00:44.275632+0000","last_became_active":"2024-09-12T17:13:28.801913+0000","last_became_peered":"2024-09-12T17:13:28.801913+0000","last_unstale":"2024-09-12T18:00:44.275632+0000","last_undegraded":"2024-09-12T18:00:44.275632+0000","last_fullsized":"2024-09-12T18:00:44.275632+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'275","last_scrub_stamp":"2024-09-12T18:00:44.275434+0000","last_deep_scrub":"264'275","last_deep_scrub_stamp":"2024-09-12T18:00:44.275434+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.275434+0000","objects_scrubbed":6,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:50.319879+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43140,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":435,"num_read_kb":975,"num_write":354,"num_write_kb":271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.007520+0000","last_change":"2024-09-12T18:00:49.007520+0000","last_active":"2024-09-12T18:00:49.007520+0000","last_peered":"2024-09-12T18:00:49.007520+0000","last_clean":"2024-09-12T18:00:49.007520+0000","last_became_active":"2024-09-12T17:13:30.778143+0000","last_became_peered":"2024-09-12T17:13:30.778143+0000","last_unstale":"2024-09-12T18:00:49.007520+0000","last_undegraded":"2024-09-12T18:00:49.007520+0000","last_fullsized":"2024-09-12T18:00:49.007520+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:49.007306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:49.007306+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.007306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:36.068512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'123","reported_seq":615,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.310167+0000","last_change":"2024-09-12T18:00:50.310167+0000","last_active":"2024-09-12T18:00:50.310167+0000","last_peered":"2024-09-12T18:00:50.310167+0000","last_clean":"2024-09-12T18:00:50.310167+0000","last_became_active":"2024-09-12T17:13:32.786695+0000","last_became_peered":"2024-09-12T17:13:32.786695+0000","last_unstale":"2024-09-12T18:00:50.310167+0000","last_undegraded":"2024-09-12T18:00:50.310167+0000","last_fullsized":"2024-09-12T18:00:50.310167+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'123","last_scrub_stamp":"2024-09-12T18:00:50.309960+0000","last_deep_scrub":"264'123","last_deep_scrub_stamp":"2024-09-12T18:00:50.309960+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.309960+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:19.560918+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":154,"num_read_kb":146,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'244","reported_seq":831,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.694047+0000","last_change":"2024-09-12T18:00:29.693779+0000","last_active":"2024-09-12T18:00:29.694047+0000","last_peered":"2024-09-12T18:00:29.694047+0000","last_clean":"2024-09-12T18:00:29.694047+0000","last_became_active":"2024-09-12T17:13:24.726336+0000","last_became_peered":"2024-09-12T17:13:24.726336+0000","last_unstale":"2024-09-12T18:00:29.694047+0000","last_undegraded":"2024-09-12T18:00:29.694047+0000","last_fullsized":"2024-09-12T18:00:29.694047+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'244","last_scrub_stamp":"2024-09-12T18:00:29.693567+0000","last_deep_scrub":"264'244","last_deep_scrub_stamp":"2024-09-12T18:00:29.693567+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.693567+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:25.832365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":808,"num_write":379,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'330","reported_seq":1014,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.076621+0000","last_change":"2024-09-12T18:00:20.076483+0000","last_active":"2024-09-12T18:00:20.076621+0000","last_peered":"2024-09-12T18:00:20.076621+0000","last_clean":"2024-09-12T18:00:20.076621+0000","last_became_active":"2024-09-12T17:13:22.742562+0000","last_became_peered":"2024-09-12T17:13:22.742562+0000","last_unstale":"2024-09-12T18:00:20.076621+0000","last_undegraded":"2024-09-12T18:00:20.076621+0000","last_fullsized":"2024-09-12T18:00:20.076621+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'330","last_scrub_stamp":"2024-09-12T18:00:20.076240+0000","last_deep_scrub":"264'330","last_deep_scrub_stamp":"2024-09-12T18:00:20.076240+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.076240+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:57.278467+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661402,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":560,"num_read_kb":18715,"num_write":1110,"num_write_kb":30468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.962892+0000","last_change":"2024-09-12T18:00:32.962764+0000","last_active":"2024-09-12T18:00:32.962892+0000","last_peered":"2024-09-12T18:00:32.962892+0000","last_clean":"2024-09-12T18:00:32.962892+0000","last_became_active":"2024-09-12T17:13:26.745048+0000","last_became_peered":"2024-09-12T17:13:26.745048+0000","last_unstale":"2024-09-12T18:00:32.962892+0000","last_undegraded":"2024-09-12T18:00:32.962892+0000","last_fullsized":"2024-09-12T18:00:32.962892+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.962586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.962586+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.962586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:29.786296+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'109","reported_seq":637,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.618358+0000","last_change":"2024-09-12T18:00:44.618358+0000","last_active":"2024-09-12T18:00:44.618358+0000","last_peered":"2024-09-12T18:00:44.618358+0000","last_clean":"2024-09-12T18:00:44.618358+0000","last_became_active":"2024-09-12T17:13:28.801036+0000","last_became_peered":"2024-09-12T17:13:28.801036+0000","last_unstale":"2024-09-12T18:00:44.618358+0000","last_undegraded":"2024-09-12T18:00:44.618358+0000","last_fullsized":"2024-09-12T18:00:44.618358+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'109","last_scrub_stamp":"2024-09-12T18:00:44.618152+0000","last_deep_scrub":"264'109","last_deep_scrub_stamp":"2024-09-12T18:00:44.618152+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.618152+0000","objects_scrubbed":7,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:01:04.324008+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":122,"num_read_kb":114,"num_write":138,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'765","reported_seq":2136,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.690586+0000","last_change":"2024-09-12T18:00:37.690586+0000","last_active":"2024-09-12T18:00:37.690586+0000","last_peered":"2024-09-12T18:00:37.690586+0000","last_clean":"2024-09-12T18:00:37.690586+0000","last_became_active":"2024-09-12T17:13:30.775294+0000","last_became_peered":"2024-09-12T17:13:30.775294+0000","last_unstale":"2024-09-12T18:00:37.690586+0000","last_undegraded":"2024-09-12T18:00:37.690586+0000","last_fullsized":"2024-09-12T18:00:37.690586+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'765","last_scrub_stamp":"2024-09-12T18:00:37.690408+0000","last_deep_scrub":"264'765","last_deep_scrub_stamp":"2024-09-12T18:00:37.690408+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.690408+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:55.795370+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'109","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.320673+0000","last_change":"2024-09-12T18:00:48.320673+0000","last_active":"2024-09-12T18:00:48.320673+0000","last_peered":"2024-09-12T18:00:48.320673+0000","last_clean":"2024-09-12T18:00:48.320673+0000","last_became_active":"2024-09-12T17:13:32.794362+0000","last_became_peered":"2024-09-12T17:13:32.794362+0000","last_unstale":"2024-09-12T18:00:48.320673+0000","last_undegraded":"2024-09-12T18:00:48.320673+0000","last_fullsized":"2024-09-12T18:00:48.320673+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'109","last_scrub_stamp":"2024-09-12T18:00:48.320483+0000","last_deep_scrub":"264'109","last_deep_scrub_stamp":"2024-09-12T18:00:48.320483+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.320483+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:30:23.124136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":158,"num_read_kb":151,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'150","reported_seq":761,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.536605+0000","last_change":"2024-09-12T18:00:29.536413+0000","last_active":"2024-09-12T18:00:29.536605+0000","last_peered":"2024-09-12T18:00:29.536605+0000","last_clean":"2024-09-12T18:00:29.536605+0000","last_became_active":"2024-09-12T17:13:24.744181+0000","last_became_peered":"2024-09-12T17:13:24.744181+0000","last_unstale":"2024-09-12T18:00:29.536605+0000","last_undegraded":"2024-09-12T18:00:29.536605+0000","last_fullsized":"2024-09-12T18:00:29.536605+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'150","last_scrub_stamp":"2024-09-12T18:00:29.536228+0000","last_deep_scrub":"264'150","last_deep_scrub_stamp":"2024-09-12T18:00:29.536228+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.536228+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:10:29.855870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":502,"num_write":225,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'360","reported_seq":971,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.621179+0000","last_change":"2024-09-12T18:00:16.621179+0000","last_active":"2024-09-12T18:00:16.621179+0000","last_peered":"2024-09-12T18:00:16.621179+0000","last_clean":"2024-09-12T18:00:16.621179+0000","last_became_active":"2024-09-12T17:13:54.833471+0000","last_became_peered":"2024-09-12T17:13:54.833471+0000","last_unstale":"2024-09-12T18:00:16.621179+0000","last_undegraded":"2024-09-12T18:00:16.621179+0000","last_fullsized":"2024-09-12T18:00:16.621179+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'360","last_scrub_stamp":"2024-09-12T18:00:16.621048+0000","last_deep_scrub":"264'360","last_deep_scrub_stamp":"2024-09-12T18:00:16.621048+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.621048+0000","objects_scrubbed":7,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:35.263622+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079934,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":495,"num_read_kb":11845,"num_write":1230,"num_write_kb":30776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.347566+0000","last_change":"2024-09-12T18:00:37.347445+0000","last_active":"2024-09-12T18:00:37.347566+0000","last_peered":"2024-09-12T18:00:37.347566+0000","last_clean":"2024-09-12T18:00:37.347566+0000","last_became_active":"2024-09-12T17:13:26.747270+0000","last_became_peered":"2024-09-12T17:13:26.747270+0000","last_unstale":"2024-09-12T18:00:37.347566+0000","last_undegraded":"2024-09-12T18:00:37.347566+0000","last_fullsized":"2024-09-12T18:00:37.347566+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:37.347254+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:37.347254+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.347254+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:48.740634+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'316","reported_seq":900,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.323672+0000","last_change":"2024-09-12T18:00:44.323672+0000","last_active":"2024-09-12T18:00:44.323672+0000","last_peered":"2024-09-12T18:00:44.323672+0000","last_clean":"2024-09-12T18:00:44.323672+0000","last_became_active":"2024-09-12T17:13:28.750281+0000","last_became_peered":"2024-09-12T17:13:28.750281+0000","last_unstale":"2024-09-12T18:00:44.323672+0000","last_undegraded":"2024-09-12T18:00:44.323672+0000","last_fullsized":"2024-09-12T18:00:44.323672+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'316","last_scrub_stamp":"2024-09-12T18:00:44.323470+0000","last_deep_scrub":"264'316","last_deep_scrub_stamp":"2024-09-12T18:00:44.323470+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.323470+0000","objects_scrubbed":9,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:55.604664+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51698,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":482,"num_read_kb":1033,"num_write":392,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.968948+0000","last_change":"2024-09-12T18:00:54.968948+0000","last_active":"2024-09-12T18:00:54.968948+0000","last_peered":"2024-09-12T18:00:54.968948+0000","last_clean":"2024-09-12T18:00:54.968948+0000","last_became_active":"2024-09-12T17:13:30.761662+0000","last_became_peered":"2024-09-12T17:13:30.761662+0000","last_unstale":"2024-09-12T18:00:54.968948+0000","last_undegraded":"2024-09-12T18:00:54.968948+0000","last_fullsized":"2024-09-12T18:00:54.968948+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:54.968760+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:54.968760+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.968760+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:40.806738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'141","reported_seq":674,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.315809+0000","last_change":"2024-09-12T18:00:50.315809+0000","last_active":"2024-09-12T18:00:50.315809+0000","last_peered":"2024-09-12T18:00:50.315809+0000","last_clean":"2024-09-12T18:00:50.315809+0000","last_became_active":"2024-09-12T17:13:32.794904+0000","last_became_peered":"2024-09-12T17:13:32.794904+0000","last_unstale":"2024-09-12T18:00:50.315809+0000","last_undegraded":"2024-09-12T18:00:50.315809+0000","last_fullsized":"2024-09-12T18:00:50.315809+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'141","last_scrub_stamp":"2024-09-12T18:00:50.315620+0000","last_deep_scrub":"264'141","last_deep_scrub_stamp":"2024-09-12T18:00:50.315620+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.315620+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:18.882270+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":776,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":284,"num_read_kb":250,"num_write":322,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'389","reported_seq":1049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.490658+0000","last_change":"2024-09-12T18:00:28.490426+0000","last_active":"2024-09-12T18:00:28.490658+0000","last_peered":"2024-09-12T18:00:28.490658+0000","last_clean":"2024-09-12T18:00:28.490658+0000","last_became_active":"2024-09-12T17:13:24.742514+0000","last_became_peered":"2024-09-12T17:13:24.742514+0000","last_unstale":"2024-09-12T18:00:28.490658+0000","last_undegraded":"2024-09-12T18:00:28.490658+0000","last_fullsized":"2024-09-12T18:00:28.490658+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'389","last_scrub_stamp":"2024-09-12T18:00:28.490190+0000","last_deep_scrub":"264'389","last_deep_scrub_stamp":"2024-09-12T18:00:28.490190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.490190+0000","objects_scrubbed":1,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:31.760597+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1705,"num_read_kb":1374,"num_write":626,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8077,"num_omap_keys":32,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'296","reported_seq":922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.211003+0000","last_change":"2024-09-12T18:00:19.210856+0000","last_active":"2024-09-12T18:00:19.211003+0000","last_peered":"2024-09-12T18:00:19.211003+0000","last_clean":"2024-09-12T18:00:19.211003+0000","last_became_active":"2024-09-12T17:13:22.725894+0000","last_became_peered":"2024-09-12T17:13:22.725894+0000","last_unstale":"2024-09-12T18:00:19.211003+0000","last_undegraded":"2024-09-12T18:00:19.211003+0000","last_fullsized":"2024-09-12T18:00:19.211003+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'296","last_scrub_stamp":"2024-09-12T18:00:19.210651+0000","last_deep_scrub":"264'296","last_deep_scrub_stamp":"2024-09-12T18:00:19.210651+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.210651+0000","objects_scrubbed":2,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:58:28.750421+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170564,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":402,"num_read_kb":35322,"num_write":925,"num_write_kb":31480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.236709+0000","last_change":"2024-09-12T18:00:40.236558+0000","last_active":"2024-09-12T18:00:40.236709+0000","last_peered":"2024-09-12T18:00:40.236709+0000","last_clean":"2024-09-12T18:00:40.236709+0000","last_became_active":"2024-09-12T17:13:26.746388+0000","last_became_peered":"2024-09-12T17:13:26.746388+0000","last_unstale":"2024-09-12T18:00:40.236709+0000","last_undegraded":"2024-09-12T18:00:40.236709+0000","last_fullsized":"2024-09-12T18:00:40.236709+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:40.236381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:40.236381+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.236381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:40.717681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'283","reported_seq":862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.070823+0000","last_change":"2024-09-12T18:00:41.070823+0000","last_active":"2024-09-12T18:00:41.070823+0000","last_peered":"2024-09-12T18:00:41.070823+0000","last_clean":"2024-09-12T18:00:41.070823+0000","last_became_active":"2024-09-12T17:13:28.735923+0000","last_became_peered":"2024-09-12T17:13:28.735923+0000","last_unstale":"2024-09-12T18:00:41.070823+0000","last_undegraded":"2024-09-12T18:00:41.070823+0000","last_fullsized":"2024-09-12T18:00:41.070823+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'283","last_scrub_stamp":"2024-09-12T18:00:41.070621+0000","last_deep_scrub":"264'283","last_deep_scrub_stamp":"2024-09-12T18:00:41.070621+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.070621+0000","objects_scrubbed":4,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:24:47.543328+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47124,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":1105,"num_write":380,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.718934+0000","last_change":"2024-09-12T18:00:36.718934+0000","last_active":"2024-09-12T18:00:36.718934+0000","last_peered":"2024-09-12T18:00:36.718934+0000","last_clean":"2024-09-12T18:00:36.718934+0000","last_became_active":"2024-09-12T17:13:30.774786+0000","last_became_peered":"2024-09-12T17:13:30.774786+0000","last_unstale":"2024-09-12T18:00:36.718934+0000","last_undegraded":"2024-09-12T18:00:36.718934+0000","last_fullsized":"2024-09-12T18:00:36.718934+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.718753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.718753+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.718753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:22.982790+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'135","reported_seq":656,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.358543+0000","last_change":"2024-09-12T18:00:49.358543+0000","last_active":"2024-09-12T18:00:49.358543+0000","last_peered":"2024-09-12T18:00:49.358543+0000","last_clean":"2024-09-12T18:00:49.358543+0000","last_became_active":"2024-09-12T17:13:32.834142+0000","last_became_peered":"2024-09-12T17:13:32.834142+0000","last_unstale":"2024-09-12T18:00:49.358543+0000","last_undegraded":"2024-09-12T18:00:49.358543+0000","last_fullsized":"2024-09-12T18:00:49.358543+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'135","last_scrub_stamp":"2024-09-12T18:00:49.358322+0000","last_deep_scrub":"264'135","last_deep_scrub_stamp":"2024-09-12T18:00:49.358322+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.358322+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:32.515704+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":934,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":223,"num_write":328,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'272","reported_seq":830,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.262747+0000","last_change":"2024-09-12T18:00:29.262747+0000","last_active":"2024-09-12T18:00:29.262747+0000","last_peered":"2024-09-12T18:00:29.262747+0000","last_clean":"2024-09-12T18:00:29.262747+0000","last_became_active":"2024-09-12T17:13:24.740889+0000","last_became_peered":"2024-09-12T17:13:24.740889+0000","last_unstale":"2024-09-12T18:00:29.262747+0000","last_undegraded":"2024-09-12T18:00:29.262747+0000","last_fullsized":"2024-09-12T18:00:29.262747+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'272","last_scrub_stamp":"2024-09-12T18:00:29.262556+0000","last_deep_scrub":"264'272","last_deep_scrub_stamp":"2024-09-12T18:00:29.262556+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.262556+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:33.371487+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1111,"num_read_kb":889,"num_write":415,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'311","reported_seq":952,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.332581+0000","last_change":"2024-09-12T18:00:20.332581+0000","last_active":"2024-09-12T18:00:20.332581+0000","last_peered":"2024-09-12T18:00:20.332581+0000","last_clean":"2024-09-12T18:00:20.332581+0000","last_became_active":"2024-09-12T17:13:22.717858+0000","last_became_peered":"2024-09-12T17:13:22.717858+0000","last_unstale":"2024-09-12T18:00:20.332581+0000","last_undegraded":"2024-09-12T18:00:20.332581+0000","last_fullsized":"2024-09-12T18:00:20.332581+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'311","last_scrub_stamp":"2024-09-12T18:00:20.332352+0000","last_deep_scrub":"264'311","last_deep_scrub_stamp":"2024-09-12T18:00:20.332352+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.332352+0000","objects_scrubbed":6,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:37.380597+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079931,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":483,"num_read_kb":5815,"num_write":1025,"num_write_kb":17554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.670485+0000","last_change":"2024-09-12T18:00:39.670485+0000","last_active":"2024-09-12T18:00:39.670485+0000","last_peered":"2024-09-12T18:00:39.670485+0000","last_clean":"2024-09-12T18:00:39.670485+0000","last_became_active":"2024-09-12T17:13:26.754497+0000","last_became_peered":"2024-09-12T17:13:26.754497+0000","last_unstale":"2024-09-12T18:00:39.670485+0000","last_undegraded":"2024-09-12T18:00:39.670485+0000","last_fullsized":"2024-09-12T18:00:39.670485+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:39.670309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:39.670309+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.670309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:39.866928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'266","reported_seq":815,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:08.012661+0000","last_change":"2024-09-12T17:13:28.756996+0000","last_active":"2024-09-12T18:00:08.012661+0000","last_peered":"2024-09-12T18:00:08.012661+0000","last_clean":"2024-09-12T18:00:08.012661+0000","last_became_active":"2024-09-12T17:13:28.748824+0000","last_became_peered":"2024-09-12T17:13:28.748824+0000","last_unstale":"2024-09-12T18:00:08.012661+0000","last_undegraded":"2024-09-12T18:00:08.012661+0000","last_fullsized":"2024-09-12T18:00:08.012661+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:13:27.708547+0000","last_clean_scrub_stamp":"2024-09-12T17:13:27.708547+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:15.341214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50648,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":447,"num_read_kb":1117,"num_write":376,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.553078+0000","last_change":"2024-09-12T18:00:47.553078+0000","last_active":"2024-09-12T18:00:47.553078+0000","last_peered":"2024-09-12T18:00:47.553078+0000","last_clean":"2024-09-12T18:00:47.553078+0000","last_became_active":"2024-09-12T17:13:30.782328+0000","last_became_peered":"2024-09-12T17:13:30.782328+0000","last_unstale":"2024-09-12T18:00:47.553078+0000","last_undegraded":"2024-09-12T18:00:47.553078+0000","last_fullsized":"2024-09-12T18:00:47.553078+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:47.552863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:47.552863+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.552863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:57.424419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'163","reported_seq":1637,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.319123+0000","last_change":"2024-09-12T18:00:49.319123+0000","last_active":"2024-09-12T18:00:49.319123+0000","last_peered":"2024-09-12T18:00:49.319123+0000","last_clean":"2024-09-12T18:00:49.319123+0000","last_became_active":"2024-09-12T17:13:32.786951+0000","last_became_peered":"2024-09-12T17:13:32.786951+0000","last_unstale":"2024-09-12T18:00:49.319123+0000","last_undegraded":"2024-09-12T18:00:49.319123+0000","last_fullsized":"2024-09-12T18:00:49.319123+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'163","last_scrub_stamp":"2024-09-12T18:00:49.318886+0000","last_deep_scrub":"264'163","last_deep_scrub_stamp":"2024-09-12T18:00:49.318886+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.318886+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:51.414126+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1226,"num_read_kb":1217,"num_write":365,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'140","reported_seq":746,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.454887+0000","last_change":"2024-09-12T18:00:27.454887+0000","last_active":"2024-09-12T18:00:27.454887+0000","last_peered":"2024-09-12T18:00:27.454887+0000","last_clean":"2024-09-12T18:00:27.454887+0000","last_became_active":"2024-09-12T17:13:24.733475+0000","last_became_peered":"2024-09-12T17:13:24.733475+0000","last_unstale":"2024-09-12T18:00:27.454887+0000","last_undegraded":"2024-09-12T18:00:27.454887+0000","last_fullsized":"2024-09-12T18:00:27.454887+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'140","last_scrub_stamp":"2024-09-12T18:00:27.454624+0000","last_deep_scrub":"264'140","last_deep_scrub_stamp":"2024-09-12T18:00:27.454624+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.454624+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:18.309070+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":499,"num_write":194,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'494","reported_seq":1219,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.095024+0000","last_change":"2024-09-12T18:00:18.095024+0000","last_active":"2024-09-12T18:00:18.095024+0000","last_peered":"2024-09-12T18:00:18.095024+0000","last_clean":"2024-09-12T18:00:18.095024+0000","last_became_active":"2024-09-12T17:13:22.737668+0000","last_became_peered":"2024-09-12T17:13:22.737668+0000","last_unstale":"2024-09-12T18:00:18.095024+0000","last_undegraded":"2024-09-12T18:00:18.095024+0000","last_fullsized":"2024-09-12T18:00:18.095024+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'494","last_scrub_stamp":"2024-09-12T18:00:18.094816+0000","last_deep_scrub":"264'494","last_deep_scrub_stamp":"2024-09-12T18:00:18.094816+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.094816+0000","objects_scrubbed":6,"log_size":94,"log_dups_size":400,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:57.051464+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342154,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":868,"num_read_kb":48401,"num_write":1393,"num_write_kb":32776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"264'2","reported_seq":508,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.987626+0000","last_change":"2024-09-12T18:00:35.987626+0000","last_active":"2024-09-12T18:00:35.987626+0000","last_peered":"2024-09-12T18:00:35.987626+0000","last_clean":"2024-09-12T18:00:35.987626+0000","last_became_active":"2024-09-12T17:13:26.734820+0000","last_became_peered":"2024-09-12T17:13:26.734820+0000","last_unstale":"2024-09-12T18:00:35.987626+0000","last_undegraded":"2024-09-12T18:00:35.987626+0000","last_fullsized":"2024-09-12T18:00:35.987626+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:35.987448+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:35.987448+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.987448+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:37.885845+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'306","reported_seq":896,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.571959+0000","last_change":"2024-09-12T18:00:45.571959+0000","last_active":"2024-09-12T18:00:45.571959+0000","last_peered":"2024-09-12T18:00:45.571959+0000","last_clean":"2024-09-12T18:00:45.571959+0000","last_became_active":"2024-09-12T17:13:28.740112+0000","last_became_peered":"2024-09-12T17:13:28.740112+0000","last_unstale":"2024-09-12T18:00:45.571959+0000","last_undegraded":"2024-09-12T18:00:45.571959+0000","last_fullsized":"2024-09-12T18:00:45.571959+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T18:00:45.571732+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T18:00:45.571732+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.571732+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:06.868147+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47908,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1021,"num_write":382,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.008245+0000","last_change":"2024-09-12T18:00:45.008245+0000","last_active":"2024-09-12T18:00:45.008245+0000","last_peered":"2024-09-12T18:00:45.008245+0000","last_clean":"2024-09-12T18:00:45.008245+0000","last_became_active":"2024-09-12T17:13:30.761797+0000","last_became_peered":"2024-09-12T17:13:30.761797+0000","last_unstale":"2024-09-12T18:00:45.008245+0000","last_undegraded":"2024-09-12T18:00:45.008245+0000","last_fullsized":"2024-09-12T18:00:45.008245+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:45.008052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:45.008052+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.008052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:16.044000+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'110","reported_seq":608,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.571652+0000","last_change":"2024-09-12T18:00:50.571652+0000","last_active":"2024-09-12T18:00:50.571652+0000","last_peered":"2024-09-12T18:00:50.571652+0000","last_clean":"2024-09-12T18:00:50.571652+0000","last_became_active":"2024-09-12T17:13:32.791477+0000","last_became_peered":"2024-09-12T17:13:32.791477+0000","last_unstale":"2024-09-12T18:00:50.571652+0000","last_undegraded":"2024-09-12T18:00:50.571652+0000","last_fullsized":"2024-09-12T18:00:50.571652+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'110","last_scrub_stamp":"2024-09-12T18:00:50.571447+0000","last_deep_scrub":"264'110","last_deep_scrub_stamp":"2024-09-12T18:00:50.571447+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.571447+0000","objects_scrubbed":3,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:07.412112+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":125,"num_write":267,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'364","reported_seq":1064,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.941138+0000","last_change":"2024-09-12T18:00:28.941138+0000","last_active":"2024-09-12T18:00:28.941138+0000","last_peered":"2024-09-12T18:00:28.941138+0000","last_clean":"2024-09-12T18:00:28.941138+0000","last_became_active":"2024-09-12T17:13:24.736038+0000","last_became_peered":"2024-09-12T17:13:24.736038+0000","last_unstale":"2024-09-12T18:00:28.941138+0000","last_undegraded":"2024-09-12T18:00:28.941138+0000","last_fullsized":"2024-09-12T18:00:28.941138+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'364","last_scrub_stamp":"2024-09-12T18:00:28.940962+0000","last_deep_scrub":"264'364","last_deep_scrub_stamp":"2024-09-12T18:00:28.940962+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.940962+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:23.625470+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1747,"num_read_kb":1446,"num_write":655,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'378","reported_seq":1096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.691127+0000","last_change":"2024-09-12T18:00:16.691127+0000","last_active":"2024-09-12T18:00:16.691127+0000","last_peered":"2024-09-12T18:00:16.691127+0000","last_clean":"2024-09-12T18:00:16.691127+0000","last_became_active":"2024-09-12T17:13:22.719931+0000","last_became_peered":"2024-09-12T17:13:22.719931+0000","last_unstale":"2024-09-12T18:00:16.691127+0000","last_undegraded":"2024-09-12T18:00:16.691127+0000","last_fullsized":"2024-09-12T18:00:16.691127+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T18:00:16.690926+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T18:00:16.690926+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.690926+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:19.442566+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079999,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":605,"num_read_kb":5736,"num_write":1173,"num_write_kb":38423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'92","reported_seq":715,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.997135+0000","last_change":"2024-09-12T18:00:31.997135+0000","last_active":"2024-09-12T18:00:31.997135+0000","last_peered":"2024-09-12T18:00:31.997135+0000","last_clean":"2024-09-12T18:00:31.997135+0000","last_became_active":"2024-09-12T17:13:24.734502+0000","last_became_peered":"2024-09-12T17:13:24.734502+0000","last_unstale":"2024-09-12T18:00:31.997135+0000","last_undegraded":"2024-09-12T18:00:31.997135+0000","last_fullsized":"2024-09-12T18:00:31.997135+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'92","last_scrub_stamp":"2024-09-12T18:00:31.996956+0000","last_deep_scrub":"264'92","last_deep_scrub_stamp":"2024-09-12T18:00:31.996956+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.996956+0000","objects_scrubbed":1,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:41.314121+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":453,"num_read_kb":424,"num_write":126,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2873,"num_omap_keys":12,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'336","reported_seq":970,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.687598+0000","last_change":"2024-09-12T18:00:27.687598+0000","last_active":"2024-09-12T18:00:27.687598+0000","last_peered":"2024-09-12T18:00:27.687598+0000","last_clean":"2024-09-12T18:00:27.687598+0000","last_became_active":"2024-09-12T17:13:22.737373+0000","last_became_peered":"2024-09-12T17:13:22.737373+0000","last_unstale":"2024-09-12T18:00:27.687598+0000","last_undegraded":"2024-09-12T18:00:27.687598+0000","last_fullsized":"2024-09-12T18:00:27.687598+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T18:00:27.687476+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T18:00:27.687476+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.687476+0000","objects_scrubbed":7,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:29.687680+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1360171,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":451,"num_read_kb":14885,"num_write":1104,"num_write_kb":37194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'217","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.151536+0000","last_change":"2024-09-12T18:00:31.151536+0000","last_active":"2024-09-12T18:00:31.151536+0000","last_peered":"2024-09-12T18:00:31.151536+0000","last_clean":"2024-09-12T18:00:31.151536+0000","last_became_active":"2024-09-12T17:13:24.763545+0000","last_became_peered":"2024-09-12T17:13:24.763545+0000","last_unstale":"2024-09-12T18:00:31.151536+0000","last_undegraded":"2024-09-12T18:00:31.151536+0000","last_fullsized":"2024-09-12T18:00:31.151536+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'217","last_scrub_stamp":"2024-09-12T18:00:31.151308+0000","last_deep_scrub":"264'217","last_deep_scrub_stamp":"2024-09-12T18:00:31.151308+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.151308+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:32.837344+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1012,"num_read_kb":841,"num_write":339,"num_write_kb":173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'378","reported_seq":1047,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.239528+0000","last_change":"2024-09-12T18:00:21.239528+0000","last_active":"2024-09-12T18:00:21.239528+0000","last_peered":"2024-09-12T18:00:21.239528+0000","last_clean":"2024-09-12T18:00:21.239528+0000","last_became_active":"2024-09-12T17:13:22.722343+0000","last_became_peered":"2024-09-12T17:13:22.722343+0000","last_unstale":"2024-09-12T18:00:21.239528+0000","last_undegraded":"2024-09-12T18:00:21.239528+0000","last_fullsized":"2024-09-12T18:00:21.239528+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T18:00:21.239304+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T18:00:21.239304+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.239304+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:52.921404+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1554911,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":589,"num_read_kb":39473,"num_write":1150,"num_write_kb":37832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'222","reported_seq":857,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.010426+0000","last_change":"2024-09-12T18:00:27.010426+0000","last_active":"2024-09-12T18:00:27.010426+0000","last_peered":"2024-09-12T18:00:27.010426+0000","last_clean":"2024-09-12T18:00:27.010426+0000","last_became_active":"2024-09-12T17:13:24.747354+0000","last_became_peered":"2024-09-12T17:13:24.747354+0000","last_unstale":"2024-09-12T18:00:27.010426+0000","last_undegraded":"2024-09-12T18:00:27.010426+0000","last_fullsized":"2024-09-12T18:00:27.010426+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'222","last_scrub_stamp":"2024-09-12T18:00:27.010100+0000","last_deep_scrub":"264'222","last_deep_scrub_stamp":"2024-09-12T18:00:27.010100+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.010100+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:16.618371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1022,"num_read_kb":839,"num_write":366,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'355","reported_seq":1056,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.107291+0000","last_change":"2024-09-12T18:00:22.107291+0000","last_active":"2024-09-12T18:00:22.107291+0000","last_peered":"2024-09-12T18:00:22.107291+0000","last_clean":"2024-09-12T18:00:22.107291+0000","last_became_active":"2024-09-12T17:13:22.717158+0000","last_became_peered":"2024-09-12T17:13:22.717158+0000","last_unstale":"2024-09-12T18:00:22.107291+0000","last_undegraded":"2024-09-12T18:00:22.107291+0000","last_fullsized":"2024-09-12T18:00:22.107291+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'355","last_scrub_stamp":"2024-09-12T18:00:22.107093+0000","last_deep_scrub":"264'355","last_deep_scrub_stamp":"2024-09-12T18:00:22.107093+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.107093+0000","objects_scrubbed":3,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:16.565288+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287989,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":610,"num_read_kb":54880,"num_write":1048,"num_write_kb":45106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'80","reported_seq":683,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.364228+0000","last_change":"2024-09-12T18:00:35.364228+0000","last_active":"2024-09-12T18:00:35.364228+0000","last_peered":"2024-09-12T18:00:35.364228+0000","last_clean":"2024-09-12T18:00:35.364228+0000","last_became_active":"2024-09-12T17:13:24.741534+0000","last_became_peered":"2024-09-12T17:13:24.741534+0000","last_unstale":"2024-09-12T18:00:35.364228+0000","last_undegraded":"2024-09-12T18:00:35.364228+0000","last_fullsized":"2024-09-12T18:00:35.364228+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'80","last_scrub_stamp":"2024-09-12T18:00:35.364044+0000","last_deep_scrub":"264'80","last_deep_scrub_stamp":"2024-09-12T18:00:35.364044+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.364044+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:42.953380+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":115,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'421","reported_seq":1211,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.284463+0000","last_change":"2024-09-12T18:00:21.284463+0000","last_active":"2024-09-12T18:00:21.284463+0000","last_peered":"2024-09-12T18:00:21.284463+0000","last_clean":"2024-09-12T18:00:21.284463+0000","last_became_active":"2024-09-12T17:13:22.742954+0000","last_became_peered":"2024-09-12T17:13:22.742954+0000","last_unstale":"2024-09-12T18:00:21.284463+0000","last_undegraded":"2024-09-12T18:00:21.284463+0000","last_fullsized":"2024-09-12T18:00:21.284463+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'421","last_scrub_stamp":"2024-09-12T18:00:21.284104+0000","last_deep_scrub":"264'421","last_deep_scrub_stamp":"2024-09-12T18:00:21.284104+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.284104+0000","objects_scrubbed":8,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:42.769226+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1835061,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":948,"num_read_kb":59724,"num_write":1216,"num_write_kb":57742,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'34","reported_seq":604,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.517645+0000","last_change":"2024-09-12T18:00:30.517645+0000","last_active":"2024-09-12T18:00:30.517645+0000","last_peered":"2024-09-12T18:00:30.517645+0000","last_clean":"2024-09-12T18:00:30.517645+0000","last_became_active":"2024-09-12T17:13:24.745225+0000","last_became_peered":"2024-09-12T17:13:24.745225+0000","last_unstale":"2024-09-12T18:00:30.517645+0000","last_undegraded":"2024-09-12T18:00:30.517645+0000","last_fullsized":"2024-09-12T18:00:30.517645+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'34","last_scrub_stamp":"2024-09-12T18:00:30.517414+0000","last_deep_scrub":"264'34","last_deep_scrub_stamp":"2024-09-12T18:00:30.517414+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.517414+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:19.545925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":159,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'395","reported_seq":1140,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.095501+0000","last_change":"2024-09-12T18:00:17.095501+0000","last_active":"2024-09-12T18:00:17.095501+0000","last_peered":"2024-09-12T18:00:17.095501+0000","last_clean":"2024-09-12T18:00:17.095501+0000","last_became_active":"2024-09-12T17:13:22.717684+0000","last_became_peered":"2024-09-12T17:13:22.717684+0000","last_unstale":"2024-09-12T18:00:17.095501+0000","last_undegraded":"2024-09-12T18:00:17.095501+0000","last_fullsized":"2024-09-12T18:00:17.095501+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'395","last_scrub_stamp":"2024-09-12T18:00:17.095213+0000","last_deep_scrub":"264'395","last_deep_scrub_stamp":"2024-09-12T18:00:17.095213+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.095213+0000","objects_scrubbed":9,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:24.557530+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":695041,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":689,"num_read_kb":57225,"num_write":1251,"num_write_kb":26992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'251","reported_seq":858,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.242900+0000","last_change":"2024-09-12T18:00:31.242900+0000","last_active":"2024-09-12T18:00:31.242900+0000","last_peered":"2024-09-12T18:00:31.242900+0000","last_clean":"2024-09-12T18:00:31.242900+0000","last_became_active":"2024-09-12T17:13:24.748814+0000","last_became_peered":"2024-09-12T17:13:24.748814+0000","last_unstale":"2024-09-12T18:00:31.242900+0000","last_undegraded":"2024-09-12T18:00:31.242900+0000","last_fullsized":"2024-09-12T18:00:31.242900+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'251","last_scrub_stamp":"2024-09-12T18:00:31.242706+0000","last_deep_scrub":"264'251","last_deep_scrub_stamp":"2024-09-12T18:00:31.242706+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.242706+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:26.091344+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1104,"num_read_kb":960,"num_write":424,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'379","reported_seq":1100,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.653800+0000","last_change":"2024-09-12T18:00:17.653800+0000","last_active":"2024-09-12T18:00:17.653800+0000","last_peered":"2024-09-12T18:00:17.653800+0000","last_clean":"2024-09-12T18:00:17.653800+0000","last_became_active":"2024-09-12T17:13:22.725910+0000","last_became_peered":"2024-09-12T17:13:22.725910+0000","last_unstale":"2024-09-12T18:00:17.653800+0000","last_undegraded":"2024-09-12T18:00:17.653800+0000","last_fullsized":"2024-09-12T18:00:17.653800+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'379","last_scrub_stamp":"2024-09-12T18:00:17.653579+0000","last_deep_scrub":"264'379","last_deep_scrub_stamp":"2024-09-12T18:00:17.653579+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.653579+0000","objects_scrubbed":6,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:23.714820+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4303676,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":774,"num_read_kb":55083,"num_write":1217,"num_write_kb":15511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'146","reported_seq":741,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.532419+0000","last_change":"2024-09-12T18:00:26.532419+0000","last_active":"2024-09-12T18:00:26.532419+0000","last_peered":"2024-09-12T18:00:26.532419+0000","last_clean":"2024-09-12T18:00:26.532419+0000","last_became_active":"2024-09-12T17:13:24.732727+0000","last_became_peered":"2024-09-12T17:13:24.732727+0000","last_unstale":"2024-09-12T18:00:26.532419+0000","last_undegraded":"2024-09-12T18:00:26.532419+0000","last_fullsized":"2024-09-12T18:00:26.532419+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'146","last_scrub_stamp":"2024-09-12T18:00:26.532242+0000","last_deep_scrub":"264'146","last_deep_scrub_stamp":"2024-09-12T18:00:26.532242+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.532242+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:09.814151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":515,"num_write":212,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'319","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.270840+0000","last_change":"2024-09-12T18:00:24.270840+0000","last_active":"2024-09-12T18:00:24.270840+0000","last_peered":"2024-09-12T18:00:24.270840+0000","last_clean":"2024-09-12T18:00:24.270840+0000","last_became_active":"2024-09-12T17:13:22.742748+0000","last_became_peered":"2024-09-12T17:13:22.742748+0000","last_unstale":"2024-09-12T18:00:24.270840+0000","last_undegraded":"2024-09-12T18:00:24.270840+0000","last_fullsized":"2024-09-12T18:00:24.270840+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'319","last_scrub_stamp":"2024-09-12T18:00:24.270628+0000","last_deep_scrub":"264'319","last_deep_scrub_stamp":"2024-09-12T18:00:24.270628+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.270628+0000","objects_scrubbed":3,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:02.738640+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":10329,"num_write":987,"num_write_kb":13429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'92","reported_seq":722,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.061858+0000","last_change":"2024-09-12T18:00:28.061858+0000","last_active":"2024-09-12T18:00:28.061858+0000","last_peered":"2024-09-12T18:00:28.061858+0000","last_clean":"2024-09-12T18:00:28.061858+0000","last_became_active":"2024-09-12T17:13:24.738366+0000","last_became_peered":"2024-09-12T17:13:24.738366+0000","last_unstale":"2024-09-12T18:00:28.061858+0000","last_undegraded":"2024-09-12T18:00:28.061858+0000","last_fullsized":"2024-09-12T18:00:28.061858+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'92","last_scrub_stamp":"2024-09-12T18:00:28.061677+0000","last_deep_scrub":"264'92","last_deep_scrub_stamp":"2024-09-12T18:00:28.061677+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.061677+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:46.633504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":464,"num_read_kb":404,"num_write":134,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'384","reported_seq":1141,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.182007+0000","last_change":"2024-09-12T18:00:24.182007+0000","last_active":"2024-09-12T18:00:24.182007+0000","last_peered":"2024-09-12T18:00:24.182007+0000","last_clean":"2024-09-12T18:00:24.182007+0000","last_became_active":"2024-09-12T17:13:22.719694+0000","last_became_peered":"2024-09-12T17:13:22.719694+0000","last_unstale":"2024-09-12T18:00:24.182007+0000","last_undegraded":"2024-09-12T18:00:24.182007+0000","last_fullsized":"2024-09-12T18:00:24.182007+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'384","last_scrub_stamp":"2024-09-12T18:00:24.181777+0000","last_deep_scrub":"264'384","last_deep_scrub_stamp":"2024-09-12T18:00:24.181777+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.181777+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:55.577886+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1250121,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":811,"num_read_kb":23996,"num_write":1290,"num_write_kb":32084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'83","reported_seq":670,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.520968+0000","last_change":"2024-09-12T18:00:32.520968+0000","last_active":"2024-09-12T18:00:32.520968+0000","last_peered":"2024-09-12T18:00:32.520968+0000","last_clean":"2024-09-12T18:00:32.520968+0000","last_became_active":"2024-09-12T17:13:24.733513+0000","last_became_peered":"2024-09-12T17:13:24.733513+0000","last_unstale":"2024-09-12T18:00:32.520968+0000","last_undegraded":"2024-09-12T18:00:32.520968+0000","last_fullsized":"2024-09-12T18:00:32.520968+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'83","last_scrub_stamp":"2024-09-12T18:00:32.520689+0000","last_deep_scrub":"264'83","last_deep_scrub_stamp":"2024-09-12T18:00:32.520689+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.520689+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:37.178159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":393,"num_read_kb":336,"num_write":136,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'361","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.280126+0000","last_change":"2024-09-12T18:00:22.279977+0000","last_active":"2024-09-12T18:00:22.280126+0000","last_peered":"2024-09-12T18:00:22.280126+0000","last_clean":"2024-09-12T18:00:22.280126+0000","last_became_active":"2024-09-12T17:13:22.749777+0000","last_became_peered":"2024-09-12T17:13:22.749777+0000","last_unstale":"2024-09-12T18:00:22.280126+0000","last_undegraded":"2024-09-12T18:00:22.280126+0000","last_fullsized":"2024-09-12T18:00:22.280126+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'361","last_scrub_stamp":"2024-09-12T18:00:22.279772+0000","last_deep_scrub":"264'361","last_deep_scrub_stamp":"2024-09-12T18:00:22.279772+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.279772+0000","objects_scrubbed":8,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.592246+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5444472,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":530,"num_read_kb":24472,"num_write":1140,"num_write_kb":39014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"264'94","reported_seq":672,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.624922+0000","last_change":"2024-09-12T18:00:18.624737+0000","last_active":"2024-09-12T18:00:18.624922+0000","last_peered":"2024-09-12T18:00:18.624922+0000","last_clean":"2024-09-12T18:00:18.624922+0000","last_became_active":"2024-09-12T17:13:24.728891+0000","last_became_peered":"2024-09-12T17:13:24.728891+0000","last_unstale":"2024-09-12T18:00:18.624922+0000","last_undegraded":"2024-09-12T18:00:18.624922+0000","last_fullsized":"2024-09-12T18:00:18.624922+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'94","last_scrub_stamp":"2024-09-12T18:00:18.624521+0000","last_deep_scrub":"264'94","last_deep_scrub_stamp":"2024-09-12T18:00:18.624521+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.624521+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:25.018651+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":431,"num_read_kb":357,"num_write":143,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'375","reported_seq":1049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.225684+0000","last_change":"2024-09-12T18:00:23.225546+0000","last_active":"2024-09-12T18:00:23.225684+0000","last_peered":"2024-09-12T18:00:23.225684+0000","last_clean":"2024-09-12T18:00:23.225684+0000","last_became_active":"2024-09-12T17:13:22.735263+0000","last_became_peered":"2024-09-12T17:13:22.735263+0000","last_unstale":"2024-09-12T18:00:23.225684+0000","last_undegraded":"2024-09-12T18:00:23.225684+0000","last_fullsized":"2024-09-12T18:00:23.225684+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'375","last_scrub_stamp":"2024-09-12T18:00:23.225347+0000","last_deep_scrub":"264'375","last_deep_scrub_stamp":"2024-09-12T18:00:23.225347+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.225347+0000","objects_scrubbed":6,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:48.811789+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194353,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":95996,"num_write":1138,"num_write_kb":57558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'246","reported_seq":856,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.568100+0000","last_change":"2024-09-12T18:00:31.567961+0000","last_active":"2024-09-12T18:00:31.568100+0000","last_peered":"2024-09-12T18:00:31.568100+0000","last_clean":"2024-09-12T18:00:31.568100+0000","last_became_active":"2024-09-12T17:13:24.746491+0000","last_became_peered":"2024-09-12T17:13:24.746491+0000","last_unstale":"2024-09-12T18:00:31.568100+0000","last_undegraded":"2024-09-12T18:00:31.568100+0000","last_fullsized":"2024-09-12T18:00:31.568100+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'246","last_scrub_stamp":"2024-09-12T18:00:31.567775+0000","last_deep_scrub":"264'246","last_deep_scrub_stamp":"2024-09-12T18:00:31.567775+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.567775+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:55.570458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1057,"num_read_kb":849,"num_write":391,"num_write_kb":193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'345","reported_seq":971,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.630961+0000","last_change":"2024-09-12T18:00:19.630961+0000","last_active":"2024-09-12T18:00:19.630961+0000","last_peered":"2024-09-12T18:00:19.630961+0000","last_clean":"2024-09-12T18:00:19.630961+0000","last_became_active":"2024-09-12T17:13:55.216356+0000","last_became_peered":"2024-09-12T17:13:55.216356+0000","last_unstale":"2024-09-12T18:00:19.630961+0000","last_undegraded":"2024-09-12T18:00:19.630961+0000","last_fullsized":"2024-09-12T18:00:19.630961+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'345","last_scrub_stamp":"2024-09-12T18:00:19.630744+0000","last_deep_scrub":"264'345","last_deep_scrub_stamp":"2024-09-12T18:00:19.630744+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.630744+0000","objects_scrubbed":4,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:50.961567+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342141,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":533,"num_read_kb":12836,"num_write":1118,"num_write_kb":22145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"264'316","reported_seq":975,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.408322+0000","last_change":"2024-09-12T18:00:31.408054+0000","last_active":"2024-09-12T18:00:31.408322+0000","last_peered":"2024-09-12T18:00:31.408322+0000","last_clean":"2024-09-12T18:00:31.408322+0000","last_became_active":"2024-09-12T17:13:24.738561+0000","last_became_peered":"2024-09-12T17:13:24.738561+0000","last_unstale":"2024-09-12T18:00:31.408322+0000","last_undegraded":"2024-09-12T18:00:31.408322+0000","last_fullsized":"2024-09-12T18:00:31.408322+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'316","last_scrub_stamp":"2024-09-12T18:00:31.407830+0000","last_deep_scrub":"264'316","last_deep_scrub_stamp":"2024-09-12T18:00:31.407830+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.407830+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:07.630487+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1362,"num_read_kb":1127,"num_write":479,"num_write_kb":232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'319","reported_seq":950,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.554206+0000","last_change":"2024-09-12T18:00:21.554067+0000","last_active":"2024-09-12T18:00:21.554206+0000","last_peered":"2024-09-12T18:00:21.554206+0000","last_clean":"2024-09-12T18:00:21.554206+0000","last_became_active":"2024-09-12T17:13:22.730304+0000","last_became_peered":"2024-09-12T17:13:22.730304+0000","last_unstale":"2024-09-12T18:00:21.554206+0000","last_undegraded":"2024-09-12T18:00:21.554206+0000","last_fullsized":"2024-09-12T18:00:21.554206+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'319","last_scrub_stamp":"2024-09-12T18:00:21.553873+0000","last_deep_scrub":"264'319","last_deep_scrub_stamp":"2024-09-12T18:00:21.553873+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.553873+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:56.976009+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582206,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":448,"num_read_kb":37957,"num_write":952,"num_write_kb":23789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'226","reported_seq":895,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.160953+0000","last_change":"2024-09-12T18:00:30.160780+0000","last_active":"2024-09-12T18:00:30.160953+0000","last_peered":"2024-09-12T18:00:30.160953+0000","last_clean":"2024-09-12T18:00:30.160953+0000","last_became_active":"2024-09-12T17:13:24.724321+0000","last_became_peered":"2024-09-12T17:13:24.724321+0000","last_unstale":"2024-09-12T18:00:30.160953+0000","last_undegraded":"2024-09-12T18:00:30.160953+0000","last_fullsized":"2024-09-12T18:00:30.160953+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'226","last_scrub_stamp":"2024-09-12T18:00:30.160598+0000","last_deep_scrub":"264'226","last_deep_scrub_stamp":"2024-09-12T18:00:30.160598+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.160598+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:19.998876+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":998,"num_read_kb":825,"num_write":339,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'369","reported_seq":1077,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.248660+0000","last_change":"2024-09-12T18:00:26.248513+0000","last_active":"2024-09-12T18:00:26.248660+0000","last_peered":"2024-09-12T18:00:26.248660+0000","last_clean":"2024-09-12T18:00:26.248660+0000","last_became_active":"2024-09-12T17:13:22.723692+0000","last_became_peered":"2024-09-12T17:13:22.723692+0000","last_unstale":"2024-09-12T18:00:26.248660+0000","last_undegraded":"2024-09-12T18:00:26.248660+0000","last_fullsized":"2024-09-12T18:00:26.248660+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'369","last_scrub_stamp":"2024-09-12T18:00:26.248301+0000","last_deep_scrub":"264'369","last_deep_scrub_stamp":"2024-09-12T18:00:26.248301+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.248301+0000","objects_scrubbed":4,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:45:45.478063+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":618,"num_read_kb":34719,"num_write":1162,"num_write_kb":37432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'156","reported_seq":796,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.330400+0000","last_change":"2024-09-12T18:00:33.330220+0000","last_active":"2024-09-12T18:00:33.330400+0000","last_peered":"2024-09-12T18:00:33.330400+0000","last_clean":"2024-09-12T18:00:33.330400+0000","last_became_active":"2024-09-12T17:13:24.730700+0000","last_became_peered":"2024-09-12T17:13:24.730700+0000","last_unstale":"2024-09-12T18:00:33.330400+0000","last_undegraded":"2024-09-12T18:00:33.330400+0000","last_fullsized":"2024-09-12T18:00:33.330400+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'156","last_scrub_stamp":"2024-09-12T18:00:33.330013+0000","last_deep_scrub":"264'156","last_deep_scrub_stamp":"2024-09-12T18:00:33.330013+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.330013+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:14.813375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":662,"num_write":250,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'312","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.615110+0000","last_change":"2024-09-12T18:00:20.615110+0000","last_active":"2024-09-12T18:00:20.615110+0000","last_peered":"2024-09-12T18:00:20.615110+0000","last_clean":"2024-09-12T18:00:20.615110+0000","last_became_active":"2024-09-12T17:13:22.718714+0000","last_became_peered":"2024-09-12T17:13:22.718714+0000","last_unstale":"2024-09-12T18:00:20.615110+0000","last_undegraded":"2024-09-12T18:00:20.615110+0000","last_fullsized":"2024-09-12T18:00:20.615110+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T18:00:20.614900+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T18:00:20.614900+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.614900+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:00.766772+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3501895,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":396,"num_read_kb":12749,"num_write":989,"num_write_kb":38685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'85","reported_seq":679,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.375648+0000","last_change":"2024-09-12T18:00:30.375648+0000","last_active":"2024-09-12T18:00:30.375648+0000","last_peered":"2024-09-12T18:00:30.375648+0000","last_clean":"2024-09-12T18:00:30.375648+0000","last_became_active":"2024-09-12T17:13:24.731232+0000","last_became_peered":"2024-09-12T17:13:24.731232+0000","last_unstale":"2024-09-12T18:00:30.375648+0000","last_undegraded":"2024-09-12T18:00:30.375648+0000","last_fullsized":"2024-09-12T18:00:30.375648+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'85","last_scrub_stamp":"2024-09-12T18:00:30.375458+0000","last_deep_scrub":"264'85","last_deep_scrub_stamp":"2024-09-12T18:00:30.375458+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.375458+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:44.693398+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":419,"num_read_kb":367,"num_write":125,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'363","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.168014+0000","last_change":"2024-09-12T18:00:25.168014+0000","last_active":"2024-09-12T18:00:25.168014+0000","last_peered":"2024-09-12T18:00:25.168014+0000","last_clean":"2024-09-12T18:00:25.168014+0000","last_became_active":"2024-09-12T17:13:22.728490+0000","last_became_peered":"2024-09-12T17:13:22.728490+0000","last_unstale":"2024-09-12T18:00:25.168014+0000","last_undegraded":"2024-09-12T18:00:25.168014+0000","last_fullsized":"2024-09-12T18:00:25.168014+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'363","last_scrub_stamp":"2024-09-12T18:00:25.167822+0000","last_deep_scrub":"264'363","last_deep_scrub_stamp":"2024-09-12T18:00:25.167822+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.167822+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:03.382183+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":589,"num_read_kb":14527,"num_write":1204,"num_write_kb":28191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'357","reported_seq":1002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.186941+0000","last_change":"2024-09-12T18:00:27.186941+0000","last_active":"2024-09-12T18:00:27.186941+0000","last_peered":"2024-09-12T18:00:27.186941+0000","last_clean":"2024-09-12T18:00:27.186941+0000","last_became_active":"2024-09-12T17:13:22.720641+0000","last_became_peered":"2024-09-12T17:13:22.720641+0000","last_unstale":"2024-09-12T18:00:27.186941+0000","last_undegraded":"2024-09-12T18:00:27.186941+0000","last_fullsized":"2024-09-12T18:00:27.186941+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'357","last_scrub_stamp":"2024-09-12T18:00:27.186733+0000","last_deep_scrub":"264'357","last_deep_scrub_stamp":"2024-09-12T18:00:27.186733+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.186733+0000","objects_scrubbed":5,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:40.718125+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194317,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":523,"num_read_kb":34979,"num_write":1096,"num_write_kb":17840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'291","reported_seq":906,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.111369+0000","last_change":"2024-09-12T18:00:31.111369+0000","last_active":"2024-09-12T18:00:31.111369+0000","last_peered":"2024-09-12T18:00:31.111369+0000","last_clean":"2024-09-12T18:00:31.111369+0000","last_became_active":"2024-09-12T17:13:24.744460+0000","last_became_peered":"2024-09-12T17:13:24.744460+0000","last_unstale":"2024-09-12T18:00:31.111369+0000","last_undegraded":"2024-09-12T18:00:31.111369+0000","last_fullsized":"2024-09-12T18:00:31.111369+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'291","last_scrub_stamp":"2024-09-12T18:00:31.111190+0000","last_deep_scrub":"264'291","last_deep_scrub_stamp":"2024-09-12T18:00:31.111190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.111190+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:14.855466+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1222,"num_read_kb":979,"num_write":442,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'313","reported_seq":957,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.077139+0000","last_change":"2024-09-12T18:00:22.077139+0000","last_active":"2024-09-12T18:00:22.077139+0000","last_peered":"2024-09-12T18:00:22.077139+0000","last_clean":"2024-09-12T18:00:22.077139+0000","last_became_active":"2024-09-12T17:13:22.731331+0000","last_became_peered":"2024-09-12T17:13:22.731331+0000","last_unstale":"2024-09-12T18:00:22.077139+0000","last_undegraded":"2024-09-12T18:00:22.077139+0000","last_fullsized":"2024-09-12T18:00:22.077139+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'313","last_scrub_stamp":"2024-09-12T18:00:22.076906+0000","last_deep_scrub":"264'313","last_deep_scrub_stamp":"2024-09-12T18:00:22.076906+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.076906+0000","objects_scrubbed":6,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:59.909759+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":503,"num_read_kb":4606,"num_write":989,"num_write_kb":19948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'108","reported_seq":669,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.179229+0000","last_change":"2024-09-12T18:00:33.179229+0000","last_active":"2024-09-12T18:00:33.179229+0000","last_peered":"2024-09-12T18:00:33.179229+0000","last_clean":"2024-09-12T18:00:33.179229+0000","last_became_active":"2024-09-12T17:13:24.751674+0000","last_became_peered":"2024-09-12T17:13:24.751674+0000","last_unstale":"2024-09-12T18:00:33.179229+0000","last_undegraded":"2024-09-12T18:00:33.179229+0000","last_fullsized":"2024-09-12T18:00:33.179229+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'108","last_scrub_stamp":"2024-09-12T18:00:33.179040+0000","last_deep_scrub":"264'108","last_deep_scrub_stamp":"2024-09-12T18:00:33.179040+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.179040+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:42.464929+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":383,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5739,"num_read_kb":4109,"num_write":1925,"num_write_kb":823,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7510,"num_omap_keys":15,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1098,"ondisk_log_size":1098,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15645,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16199,"num_read_kb":15877,"num_write":16707,"num_write_kb":4876,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1563,"num_omap_keys":11,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1941,"ondisk_log_size":1941,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":492,"ondisk_log_size":492,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1607221,"num_objects":197,"num_object_clones":0,"num_object_copies":394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":197,"num_whiteouts":0,"num_read":17398,"num_read_kb":36715,"num_write":14569,"num_write_kb":11599,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":680832,"num_omap_keys":1552,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2405,"ondisk_log_size":2405,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2412,"num_read_kb":2875,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101860,"num_read_kb":85078,"num_write":36904,"num_write_kb":18577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43787,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4015,"ondisk_log_size":4015,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":376,"num_omap_keys":4,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":79679001,"num_objects":374,"num_object_clones":0,"num_object_copies":748,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":374,"num_whiteouts":0,"num_read":36139,"num_read_kb":1795080,"num_write":71666,"num_write_kb":2058887,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":160636928,"data_stored":159358002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3410,"ondisk_log_size":3410,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":172506,"num_write":182,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":175569,"num_write":182,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542723,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":262824,"kb_used_data":28952,"kb_used_omap":1,"kb_used_meta":233854,"kb_avail":94109016,"statfs":{"total":96636764160,"available":96367632384,"internally_reserved":0,"allocated":29646848,"data_stored":27919953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":239466954},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542722,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":232148,"kb_used_data":20484,"kb_used_omap":1,"kb_used_meta":211646,"kb_avail":94139692,"statfs":{"total":96636764160,"available":96399044608,"internally_reserved":0,"allocated":20975616,"data_stored":19386380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":216725958},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542723,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":146180,"kb_used_data":34548,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94225660,"statfs":{"total":96636764160,"available":96487075840,"internally_reserved":0,"allocated":35377152,"data_stored":33632195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542723,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":92112,"kb_used_data":20672,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94279728,"statfs":{"total":96636764160,"available":96542441472,"internally_reserved":0,"allocated":21168128,"data_stored":19542919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542725,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":270824,"kb_used_data":27224,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94101016,"statfs":{"total":96636764160,"available":96359440384,"internally_reserved":0,"allocated":27877376,"data_stored":26148545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":249428423},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542722,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":66452,"kb_used_data":13060,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94305388,"statfs":{"total":96636764160,"available":96568717312,"internally_reserved":0,"allocated":13373440,"data_stored":11776369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542726,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":120976,"kb_used_data":9344,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94250864,"statfs":{"total":96636764160,"available":96512884736,"internally_reserved":0,"allocated":9568256,"data_stored":7950621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542723,"num_pgs":102,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280036,"kb_used_data":32340,"kb_used_omap":1,"kb_used_meta":247678,"kb_avail":94091804,"statfs":{"total":96636764160,"available":96350007296,"internally_reserved":0,"allocated":33116160,"data_stored":31378098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":253622726},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28835840,"data_stored":28635890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":5922816,"data_stored":5801578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9760768,"data_stored":9628264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24178688,"data_stored":23995813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17563648,"data_stored":17396187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":31662080,"data_stored":31482204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17237571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":25366528,"data_stored":25180495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":6130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":2893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:00:58.497 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.497 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.497 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.497 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.497 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.498 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.498 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.498 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.498 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.498 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.498 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.498 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.498 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.498 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.499 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T17:28:42.316115+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=28, tm_sec=42, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.499 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.499 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.499 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.499 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.499 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.499 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.499 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.500 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.500 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.500 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.500 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.500 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.500 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.500 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.500 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.501 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.501 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.501 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.501 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.501 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.501 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.501 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.501 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.502 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.502 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.502 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.502 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.502 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.502 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.502 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.502 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.503 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.503 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.503 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.503 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.503 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.503 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.503 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.503 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.504 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.504 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.504 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.504 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.504 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.504 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.504 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.504 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.505 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.505 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.505 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T17:30:36.861349+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.505 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.505 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.505 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.507 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.507 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T17:13:29.734762+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.508 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T17:13:31.748606+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=31, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.508 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T17:13:27.708547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=13, tm_sec=27, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:00:58.509 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:01:18.510 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:01:18.876 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T18:01:18.889 INFO:teuthology.orchestra.run.smithi183.stderr:dumped all 2024-09-12T18:01:18.895 INFO:teuthology.orchestra.run.smithi183.stdout:{"pg_ready":true,"pg_map":{"version":1704,"stamp":"2024-09-12T18:01:17.368066+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":81894047,"num_objects":704,"num_object_clones":0,"num_object_copies":1408,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":704,"num_whiteouts":0,"num_read":180151,"num_read_kb":2287876,"num_write":142278,"num_write_kb":2330792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":736013,"num_omap_keys":1773,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13721,"ondisk_log_size":13721,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1471552,"kb_used_data":186624,"kb_used_omap":12,"kb_used_meta":1284787,"kb_avail":753503168,"statfs":{"total":773094113280,"available":771587244032,"internally_reserved":0,"allocated":191102976,"data_stored":177735080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1315622449},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1945,"num_omap_keys":15,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007781"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.425514+0000","last_change":"2024-09-12T18:01:03.425514+0000","last_active":"2024-09-12T18:01:03.425514+0000","last_peered":"2024-09-12T18:01:03.425514+0000","last_clean":"2024-09-12T18:01:03.425514+0000","last_became_active":"2024-09-12T17:42:37.091935+0000","last_became_peered":"2024-09-12T17:42:37.091935+0000","last_unstale":"2024-09-12T18:01:03.425514+0000","last_undegraded":"2024-09-12T18:01:03.425514+0000","last_fullsized":"2024-09-12T18:01:03.425514+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:03.425292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:03.425292+0000","last_clean_scrub_stamp":"2024-09-12T18:01:03.425292+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:46.489555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:01.427540+0000","last_change":"2024-09-12T18:01:01.427540+0000","last_active":"2024-09-12T18:01:01.427540+0000","last_peered":"2024-09-12T18:01:01.427540+0000","last_clean":"2024-09-12T18:01:01.427540+0000","last_became_active":"2024-09-12T17:30:40.977598+0000","last_became_peered":"2024-09-12T17:30:40.977598+0000","last_unstale":"2024-09-12T18:01:01.427540+0000","last_undegraded":"2024-09-12T18:01:01.427540+0000","last_fullsized":"2024-09-12T18:01:01.427540+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:01.427357+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:01.427357+0000","last_clean_scrub_stamp":"2024-09-12T18:01:01.427357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:58.485770+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:01.366018+0000","last_change":"2024-09-12T18:01:01.366018+0000","last_active":"2024-09-12T18:01:01.366018+0000","last_peered":"2024-09-12T18:01:01.366018+0000","last_clean":"2024-09-12T18:01:01.366018+0000","last_became_active":"2024-09-12T17:30:37.925309+0000","last_became_peered":"2024-09-12T17:30:37.925309+0000","last_unstale":"2024-09-12T18:01:01.366018+0000","last_undegraded":"2024-09-12T18:01:01.366018+0000","last_fullsized":"2024-09-12T18:01:01.366018+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:01.365798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:01.365798+0000","last_clean_scrub_stamp":"2024-09-12T18:01:01.365798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:57.539498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'23","reported_seq":118,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.990104+0000","last_change":"2024-09-12T18:00:58.990104+0000","last_active":"2024-09-12T18:00:58.990104+0000","last_peered":"2024-09-12T18:00:58.990104+0000","last_clean":"2024-09-12T18:00:58.990104+0000","last_became_active":"2024-09-12T17:28:43.360590+0000","last_became_peered":"2024-09-12T17:28:43.360590+0000","last_unstale":"2024-09-12T18:00:58.990104+0000","last_undegraded":"2024-09-12T18:00:58.990104+0000","last_fullsized":"2024-09-12T18:00:58.990104+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'23","last_scrub_stamp":"2024-09-12T18:00:58.989880+0000","last_deep_scrub":"264'23","last_deep_scrub_stamp":"2024-09-12T18:00:58.989880+0000","last_clean_scrub_stamp":"2024-09-12T18:00:58.989880+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:02.749879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":80,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.562729+0000","last_change":"2024-09-12T18:00:44.562729+0000","last_active":"2024-09-12T18:00:44.562729+0000","last_peered":"2024-09-12T18:00:44.562729+0000","last_clean":"2024-09-12T18:00:44.562729+0000","last_became_active":"2024-09-12T17:42:37.099492+0000","last_became_peered":"2024-09-12T17:42:37.099492+0000","last_unstale":"2024-09-12T18:00:44.562729+0000","last_undegraded":"2024-09-12T18:00:44.562729+0000","last_fullsized":"2024-09-12T18:00:44.562729+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:44.562525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:44.562525+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.562525+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:34.885114+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'6","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:04.646455+0000","last_change":"2024-09-12T18:01:04.646455+0000","last_active":"2024-09-12T18:01:04.646455+0000","last_peered":"2024-09-12T18:01:04.646455+0000","last_clean":"2024-09-12T18:01:04.646455+0000","last_became_active":"2024-09-12T17:30:40.976175+0000","last_became_peered":"2024-09-12T17:30:40.976175+0000","last_unstale":"2024-09-12T18:01:04.646455+0000","last_undegraded":"2024-09-12T18:01:04.646455+0000","last_fullsized":"2024-09-12T18:01:04.646455+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T18:01:04.646276+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T18:01:04.646276+0000","last_clean_scrub_stamp":"2024-09-12T18:01:04.646276+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:44.625448+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3601,"num_write":6,"num_write_kb":2577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"261'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.072814+0000","last_change":"2024-09-12T18:00:47.072814+0000","last_active":"2024-09-12T18:00:47.072814+0000","last_peered":"2024-09-12T18:00:47.072814+0000","last_clean":"2024-09-12T18:00:47.072814+0000","last_became_active":"2024-09-12T17:30:37.907058+0000","last_became_peered":"2024-09-12T17:30:37.907058+0000","last_unstale":"2024-09-12T18:00:47.072814+0000","last_undegraded":"2024-09-12T18:00:47.072814+0000","last_fullsized":"2024-09-12T18:00:47.072814+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:47.072633+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:47.072633+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.072633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:22.984791+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'49","reported_seq":190,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.636027+0000","last_change":"2024-09-12T18:00:39.635889+0000","last_active":"2024-09-12T18:00:39.636027+0000","last_peered":"2024-09-12T18:00:39.636027+0000","last_clean":"2024-09-12T18:00:39.636027+0000","last_became_active":"2024-09-12T17:28:43.389202+0000","last_became_peered":"2024-09-12T17:28:43.389202+0000","last_unstale":"2024-09-12T18:00:39.636027+0000","last_undegraded":"2024-09-12T18:00:39.636027+0000","last_fullsized":"2024-09-12T18:00:39.636027+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'49","last_scrub_stamp":"2024-09-12T18:00:39.635698+0000","last_deep_scrub":"264'49","last_deep_scrub_stamp":"2024-09-12T18:00:39.635698+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.635698+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:22.922857+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.727220+0000","last_change":"2024-09-12T18:00:53.727220+0000","last_active":"2024-09-12T18:00:53.727220+0000","last_peered":"2024-09-12T18:00:53.727220+0000","last_clean":"2024-09-12T18:00:53.727220+0000","last_became_active":"2024-09-12T17:42:37.079463+0000","last_became_peered":"2024-09-12T17:42:37.079463+0000","last_unstale":"2024-09-12T18:00:53.727220+0000","last_undegraded":"2024-09-12T18:00:53.727220+0000","last_fullsized":"2024-09-12T18:00:53.727220+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:53.727027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:53.727027+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.727027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:56.898423+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'2","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.187281+0000","last_change":"2024-09-12T18:01:10.187281+0000","last_active":"2024-09-12T18:01:10.187281+0000","last_peered":"2024-09-12T18:01:10.187281+0000","last_clean":"2024-09-12T18:01:10.187281+0000","last_became_active":"2024-09-12T17:30:41.499966+0000","last_became_peered":"2024-09-12T17:30:41.499966+0000","last_unstale":"2024-09-12T18:01:10.187281+0000","last_undegraded":"2024-09-12T18:01:10.187281+0000","last_fullsized":"2024-09-12T18:01:10.187281+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:10.187060+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:10.187060+0000","last_clean_scrub_stamp":"2024-09-12T18:01:10.187060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:20.988480+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'9","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.574126+0000","last_change":"2024-09-12T18:00:46.573980+0000","last_active":"2024-09-12T18:00:46.574126+0000","last_peered":"2024-09-12T18:00:46.574126+0000","last_clean":"2024-09-12T18:00:46.574126+0000","last_became_active":"2024-09-12T17:30:37.915679+0000","last_became_peered":"2024-09-12T17:30:37.915679+0000","last_unstale":"2024-09-12T18:00:46.574126+0000","last_undegraded":"2024-09-12T18:00:46.574126+0000","last_fullsized":"2024-09-12T18:00:46.574126+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'9","last_scrub_stamp":"2024-09-12T18:00:46.573770+0000","last_deep_scrub":"261'9","last_deep_scrub_stamp":"2024-09-12T18:00:46.573770+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.573770+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:34.546776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":20482,"num_write":14,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'31","reported_seq":141,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:01.036235+0000","last_change":"2024-09-12T18:01:01.036079+0000","last_active":"2024-09-12T18:01:01.036235+0000","last_peered":"2024-09-12T18:01:01.036235+0000","last_clean":"2024-09-12T18:01:01.036235+0000","last_became_active":"2024-09-12T17:28:43.354081+0000","last_became_peered":"2024-09-12T17:28:43.354081+0000","last_unstale":"2024-09-12T18:01:01.036235+0000","last_undegraded":"2024-09-12T18:01:01.036235+0000","last_fullsized":"2024-09-12T18:01:01.036235+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'31","last_scrub_stamp":"2024-09-12T18:01:01.035886+0000","last_deep_scrub":"261'31","last_deep_scrub_stamp":"2024-09-12T18:01:01.035886+0000","last_clean_scrub_stamp":"2024-09-12T18:01:01.035886+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:11.966192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":114,"num_write":55,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.290509+0000","last_change":"2024-09-12T18:01:15.290509+0000","last_active":"2024-09-12T18:01:15.290509+0000","last_peered":"2024-09-12T18:01:15.290509+0000","last_clean":"2024-09-12T18:01:15.290509+0000","last_became_active":"2024-09-12T17:42:37.090393+0000","last_became_peered":"2024-09-12T17:42:37.090393+0000","last_unstale":"2024-09-12T18:01:15.290509+0000","last_undegraded":"2024-09-12T18:01:15.290509+0000","last_fullsized":"2024-09-12T18:01:15.290509+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:15.290318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:15.290318+0000","last_clean_scrub_stamp":"2024-09-12T18:01:15.290318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:46.991914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'11","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:09.356854+0000","last_change":"2024-09-12T18:01:09.356854+0000","last_active":"2024-09-12T18:01:09.356854+0000","last_peered":"2024-09-12T18:01:09.356854+0000","last_clean":"2024-09-12T18:01:09.356854+0000","last_became_active":"2024-09-12T17:30:41.498311+0000","last_became_peered":"2024-09-12T17:30:41.498311+0000","last_unstale":"2024-09-12T18:01:09.356854+0000","last_undegraded":"2024-09-12T18:01:09.356854+0000","last_fullsized":"2024-09-12T18:01:09.356854+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'11","last_scrub_stamp":"2024-09-12T18:01:09.356677+0000","last_deep_scrub":"261'11","last_deep_scrub_stamp":"2024-09-12T18:01:09.356677+0000","last_clean_scrub_stamp":"2024-09-12T18:01:09.356677+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:43.659145+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":9220,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"261'2","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:59.624842+0000","last_change":"2024-09-12T18:00:59.624842+0000","last_active":"2024-09-12T18:00:59.624842+0000","last_peered":"2024-09-12T18:00:59.624842+0000","last_clean":"2024-09-12T18:00:59.624842+0000","last_became_active":"2024-09-12T17:30:37.894725+0000","last_became_peered":"2024-09-12T17:30:37.894725+0000","last_unstale":"2024-09-12T18:00:59.624842+0000","last_undegraded":"2024-09-12T18:00:59.624842+0000","last_fullsized":"2024-09-12T18:00:59.624842+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:59.624629+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:59.624629+0000","last_clean_scrub_stamp":"2024-09-12T18:00:59.624629+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:18.960930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'5","reported_seq":68,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.397462+0000","last_change":"2024-09-12T18:00:58.397361+0000","last_active":"2024-09-12T18:00:58.397462+0000","last_peered":"2024-09-12T18:00:58.397462+0000","last_clean":"2024-09-12T18:00:58.397462+0000","last_became_active":"2024-09-12T17:28:43.378638+0000","last_became_peered":"2024-09-12T17:28:43.378638+0000","last_unstale":"2024-09-12T18:00:58.397462+0000","last_undegraded":"2024-09-12T18:00:58.397462+0000","last_fullsized":"2024-09-12T18:00:58.397462+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:58.397237+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:58.397237+0000","last_clean_scrub_stamp":"2024-09-12T18:00:58.397237+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:08:51.152581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":22,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T17:58:42.074957+0000","last_change":"2024-09-12T17:42:37.100593+0000","last_active":"2024-09-12T17:58:42.074957+0000","last_peered":"2024-09-12T17:58:42.074957+0000","last_clean":"2024-09-12T17:58:42.074957+0000","last_became_active":"2024-09-12T17:42:37.098645+0000","last_became_peered":"2024-09-12T17:42:37.098645+0000","last_unstale":"2024-09-12T17:58:42.074957+0000","last_undegraded":"2024-09-12T17:58:42.074957+0000","last_fullsized":"2024-09-12T17:58:42.074957+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:42:36.040939+0000","last_clean_scrub_stamp":"2024-09-12T17:42:36.040939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"264'7","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:59.432352+0000","last_change":"2024-09-12T18:00:59.432352+0000","last_active":"2024-09-12T18:00:59.432352+0000","last_peered":"2024-09-12T18:00:59.432352+0000","last_clean":"2024-09-12T18:00:59.432352+0000","last_became_active":"2024-09-12T17:30:40.972793+0000","last_became_peered":"2024-09-12T17:30:40.972793+0000","last_unstale":"2024-09-12T18:00:59.432352+0000","last_undegraded":"2024-09-12T18:00:59.432352+0000","last_fullsized":"2024-09-12T18:00:59.432352+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T18:00:59.432104+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T18:00:59.432104+0000","last_clean_scrub_stamp":"2024-09-12T18:00:59.432104+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:32.001853+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12859,"num_write":12,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'6","reported_seq":63,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:08.125160+0000","last_change":"2024-09-12T18:01:08.125160+0000","last_active":"2024-09-12T18:01:08.125160+0000","last_peered":"2024-09-12T18:01:08.125160+0000","last_clean":"2024-09-12T18:01:08.125160+0000","last_became_active":"2024-09-12T17:30:37.900103+0000","last_became_peered":"2024-09-12T17:30:37.900103+0000","last_unstale":"2024-09-12T18:01:08.125160+0000","last_undegraded":"2024-09-12T18:01:08.125160+0000","last_fullsized":"2024-09-12T18:01:08.125160+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T18:01:08.124969+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T18:01:08.124969+0000","last_clean_scrub_stamp":"2024-09-12T18:01:08.124969+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:23.255368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":6146,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'54","reported_seq":196,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:13.332217+0000","last_change":"2024-09-12T18:01:13.331957+0000","last_active":"2024-09-12T18:01:13.332217+0000","last_peered":"2024-09-12T18:01:13.332217+0000","last_clean":"2024-09-12T18:01:13.332217+0000","last_became_active":"2024-09-12T17:28:43.390857+0000","last_became_peered":"2024-09-12T17:28:43.390857+0000","last_unstale":"2024-09-12T18:01:13.332217+0000","last_undegraded":"2024-09-12T18:01:13.332217+0000","last_fullsized":"2024-09-12T18:01:13.332217+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'54","last_scrub_stamp":"2024-09-12T18:01:13.331742+0000","last_deep_scrub":"264'54","last_deep_scrub_stamp":"2024-09-12T18:01:13.331742+0000","last_clean_scrub_stamp":"2024-09-12T18:01:13.331742+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:35.277596+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":181,"num_write":112,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.068232+0000","last_change":"2024-09-12T18:00:57.068232+0000","last_active":"2024-09-12T18:00:57.068232+0000","last_peered":"2024-09-12T18:00:57.068232+0000","last_clean":"2024-09-12T18:00:57.068232+0000","last_became_active":"2024-09-12T17:42:37.092328+0000","last_became_peered":"2024-09-12T17:42:37.092328+0000","last_unstale":"2024-09-12T18:00:57.068232+0000","last_undegraded":"2024-09-12T18:00:57.068232+0000","last_fullsized":"2024-09-12T18:00:57.068232+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:57.068053+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:57.068053+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.068053+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:43.696356+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.647522+0000","last_change":"2024-09-12T18:00:50.647522+0000","last_active":"2024-09-12T18:00:50.647522+0000","last_peered":"2024-09-12T18:00:50.647522+0000","last_clean":"2024-09-12T18:00:50.647522+0000","last_became_active":"2024-09-12T17:30:40.972192+0000","last_became_peered":"2024-09-12T17:30:40.972192+0000","last_unstale":"2024-09-12T18:00:50.647522+0000","last_undegraded":"2024-09-12T18:00:50.647522+0000","last_fullsized":"2024-09-12T18:00:50.647522+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:50.647338+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:50.647338+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.647338+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:44.839240+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"264'6","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.596550+0000","last_change":"2024-09-12T18:00:57.596550+0000","last_active":"2024-09-12T18:00:57.596550+0000","last_peered":"2024-09-12T18:00:57.596550+0000","last_clean":"2024-09-12T18:00:57.596550+0000","last_became_active":"2024-09-12T17:30:37.901606+0000","last_became_peered":"2024-09-12T17:30:37.901606+0000","last_unstale":"2024-09-12T18:00:57.596550+0000","last_undegraded":"2024-09-12T18:00:57.596550+0000","last_fullsized":"2024-09-12T18:00:57.596550+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T18:00:57.596373+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T18:00:57.596373+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.596373+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:49.667846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"264'16","reported_seq":102,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.711584+0000","last_change":"2024-09-12T18:00:45.711448+0000","last_active":"2024-09-12T18:00:45.711584+0000","last_peered":"2024-09-12T18:00:45.711584+0000","last_clean":"2024-09-12T18:00:45.711584+0000","last_became_active":"2024-09-12T17:28:43.383331+0000","last_became_peered":"2024-09-12T17:28:43.383331+0000","last_unstale":"2024-09-12T18:00:45.711584+0000","last_undegraded":"2024-09-12T18:00:45.711584+0000","last_fullsized":"2024-09-12T18:00:45.711584+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'16","last_scrub_stamp":"2024-09-12T18:00:45.711252+0000","last_deep_scrub":"264'16","last_deep_scrub_stamp":"2024-09-12T18:00:45.711252+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.711252+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:11.468333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":62,"num_write":31,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'2","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:12.397856+0000","last_change":"2024-09-12T18:01:12.397856+0000","last_active":"2024-09-12T18:01:12.397856+0000","last_peered":"2024-09-12T18:01:12.397856+0000","last_clean":"2024-09-12T18:01:12.397856+0000","last_became_active":"2024-09-12T17:42:37.102746+0000","last_became_peered":"2024-09-12T17:42:37.102746+0000","last_unstale":"2024-09-12T18:01:12.397856+0000","last_undegraded":"2024-09-12T18:01:12.397856+0000","last_fullsized":"2024-09-12T18:01:12.397856+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:12.397669+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:12.397669+0000","last_clean_scrub_stamp":"2024-09-12T18:01:12.397669+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:26.247994+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.696048+0000","last_change":"2024-09-12T18:00:51.696048+0000","last_active":"2024-09-12T18:00:51.696048+0000","last_peered":"2024-09-12T18:00:51.696048+0000","last_clean":"2024-09-12T18:00:51.696048+0000","last_became_active":"2024-09-12T17:30:40.979915+0000","last_became_peered":"2024-09-12T17:30:40.979915+0000","last_unstale":"2024-09-12T18:00:51.696048+0000","last_undegraded":"2024-09-12T18:00:51.696048+0000","last_fullsized":"2024-09-12T18:00:51.696048+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:51.695878+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:51.695878+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.695878+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:23.761431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4144,"num_write":4,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.603477+0000","last_change":"2024-09-12T18:00:58.603477+0000","last_active":"2024-09-12T18:00:58.603477+0000","last_peered":"2024-09-12T18:00:58.603477+0000","last_clean":"2024-09-12T18:00:58.603477+0000","last_became_active":"2024-09-12T17:30:37.909546+0000","last_became_peered":"2024-09-12T17:30:37.909546+0000","last_unstale":"2024-09-12T18:00:58.603477+0000","last_undegraded":"2024-09-12T18:00:58.603477+0000","last_fullsized":"2024-09-12T18:00:58.603477+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:58.603294+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:58.603294+0000","last_clean_scrub_stamp":"2024-09-12T18:00:58.603294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:57.333936+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'13","reported_seq":89,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.994549+0000","last_change":"2024-09-12T18:00:55.994549+0000","last_active":"2024-09-12T18:00:55.994549+0000","last_peered":"2024-09-12T18:00:55.994549+0000","last_clean":"2024-09-12T18:00:55.994549+0000","last_became_active":"2024-09-12T17:28:43.387983+0000","last_became_peered":"2024-09-12T17:28:43.387983+0000","last_unstale":"2024-09-12T18:00:55.994549+0000","last_undegraded":"2024-09-12T18:00:55.994549+0000","last_fullsized":"2024-09-12T18:00:55.994549+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T18:00:55.994349+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T18:00:55.994349+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.994349+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:32.150284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":25,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:13.372052+0000","last_change":"2024-09-12T18:01:13.372052+0000","last_active":"2024-09-12T18:01:13.372052+0000","last_peered":"2024-09-12T18:01:13.372052+0000","last_clean":"2024-09-12T18:01:13.372052+0000","last_became_active":"2024-09-12T17:42:37.108603+0000","last_became_peered":"2024-09-12T17:42:37.108603+0000","last_unstale":"2024-09-12T18:01:13.372052+0000","last_undegraded":"2024-09-12T18:01:13.372052+0000","last_fullsized":"2024-09-12T18:01:13.372052+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:13.371846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:13.371846+0000","last_clean_scrub_stamp":"2024-09-12T18:01:13.371846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:28.967230+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"264'12","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:08.366262+0000","last_change":"2024-09-12T18:01:08.366262+0000","last_active":"2024-09-12T18:01:08.366262+0000","last_peered":"2024-09-12T18:01:08.366262+0000","last_clean":"2024-09-12T18:01:08.366262+0000","last_became_active":"2024-09-12T17:30:40.984575+0000","last_became_peered":"2024-09-12T17:30:40.984575+0000","last_unstale":"2024-09-12T18:01:08.366262+0000","last_undegraded":"2024-09-12T18:01:08.366262+0000","last_fullsized":"2024-09-12T18:01:08.366262+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'12","last_scrub_stamp":"2024-09-12T18:01:08.365985+0000","last_deep_scrub":"264'12","last_deep_scrub_stamp":"2024-09-12T18:01:08.365985+0000","last_clean_scrub_stamp":"2024-09-12T18:01:08.365985+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:19.337329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":8194,"num_write":22,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"264'10","reported_seq":69,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.102207+0000","last_change":"2024-09-12T18:01:03.102207+0000","last_active":"2024-09-12T18:01:03.102207+0000","last_peered":"2024-09-12T18:01:03.102207+0000","last_clean":"2024-09-12T18:01:03.102207+0000","last_became_active":"2024-09-12T17:30:37.927762+0000","last_became_peered":"2024-09-12T17:30:37.927762+0000","last_unstale":"2024-09-12T18:01:03.102207+0000","last_undegraded":"2024-09-12T18:01:03.102207+0000","last_fullsized":"2024-09-12T18:01:03.102207+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'10","last_scrub_stamp":"2024-09-12T18:01:03.102021+0000","last_deep_scrub":"264'10","last_deep_scrub_stamp":"2024-09-12T18:01:03.102021+0000","last_clean_scrub_stamp":"2024-09-12T18:01:03.102021+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:03.688563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9083,"num_write":10,"num_write_kb":6009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'72","reported_seq":252,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.026098+0000","last_change":"2024-09-12T18:00:39.026098+0000","last_active":"2024-09-12T18:00:39.026098+0000","last_peered":"2024-09-12T18:00:39.026098+0000","last_clean":"2024-09-12T18:00:39.026098+0000","last_became_active":"2024-09-12T17:28:43.368146+0000","last_became_peered":"2024-09-12T17:28:43.368146+0000","last_unstale":"2024-09-12T18:00:39.026098+0000","last_undegraded":"2024-09-12T18:00:39.026098+0000","last_fullsized":"2024-09-12T18:00:39.026098+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'72","last_scrub_stamp":"2024-09-12T18:00:39.025911+0000","last_deep_scrub":"264'72","last_deep_scrub_stamp":"2024-09-12T18:00:39.025911+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.025911+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:29.915608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":260,"num_write":132,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.031293+0000","last_change":"2024-09-12T18:00:56.031054+0000","last_active":"2024-09-12T18:00:56.031293+0000","last_peered":"2024-09-12T18:00:56.031293+0000","last_clean":"2024-09-12T18:00:56.031293+0000","last_became_active":"2024-09-12T17:42:37.082090+0000","last_became_peered":"2024-09-12T17:42:37.082090+0000","last_unstale":"2024-09-12T18:00:56.031293+0000","last_undegraded":"2024-09-12T18:00:56.031293+0000","last_fullsized":"2024-09-12T18:00:56.031293+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:56.030848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:56.030848+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.030848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:53.153319+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'4","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.330164+0000","last_change":"2024-09-12T18:01:10.330164+0000","last_active":"2024-09-12T18:01:10.330164+0000","last_peered":"2024-09-12T18:01:10.330164+0000","last_clean":"2024-09-12T18:01:10.330164+0000","last_became_active":"2024-09-12T17:30:41.498118+0000","last_became_peered":"2024-09-12T17:30:41.498118+0000","last_unstale":"2024-09-12T18:01:10.330164+0000","last_undegraded":"2024-09-12T18:01:10.330164+0000","last_fullsized":"2024-09-12T18:01:10.330164+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T18:01:10.329978+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T18:01:10.329978+0000","last_clean_scrub_stamp":"2024-09-12T18:01:10.329978+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:01.536470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":4,"num_write_kb":1342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'3","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.400666+0000","last_change":"2024-09-12T18:00:57.400520+0000","last_active":"2024-09-12T18:00:57.400666+0000","last_peered":"2024-09-12T18:00:57.400666+0000","last_clean":"2024-09-12T18:00:57.400666+0000","last_became_active":"2024-09-12T17:30:37.888275+0000","last_became_peered":"2024-09-12T17:30:37.888275+0000","last_unstale":"2024-09-12T18:00:57.400666+0000","last_undegraded":"2024-09-12T18:00:57.400666+0000","last_fullsized":"2024-09-12T18:00:57.400666+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:00:57.400334+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:00:57.400334+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.400334+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:59.297762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'42","reported_seq":168,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.996270+0000","last_change":"2024-09-12T18:00:56.996270+0000","last_active":"2024-09-12T18:00:56.996270+0000","last_peered":"2024-09-12T18:00:56.996270+0000","last_clean":"2024-09-12T18:00:56.996270+0000","last_became_active":"2024-09-12T17:28:43.387904+0000","last_became_peered":"2024-09-12T17:28:43.387904+0000","last_unstale":"2024-09-12T18:00:56.996270+0000","last_undegraded":"2024-09-12T18:00:56.996270+0000","last_fullsized":"2024-09-12T18:00:56.996270+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'42","last_scrub_stamp":"2024-09-12T18:00:56.996086+0000","last_deep_scrub":"264'42","last_deep_scrub_stamp":"2024-09-12T18:00:56.996086+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.996086+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:36:03.613198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":149,"num_write":82,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'2","reported_seq":31,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.586006+0000","last_change":"2024-09-12T18:00:41.585849+0000","last_active":"2024-09-12T18:00:41.586006+0000","last_peered":"2024-09-12T18:00:41.586006+0000","last_clean":"2024-09-12T18:00:41.586006+0000","last_became_active":"2024-09-12T17:42:37.081111+0000","last_became_peered":"2024-09-12T17:42:37.081111+0000","last_unstale":"2024-09-12T18:00:41.586006+0000","last_undegraded":"2024-09-12T18:00:41.586006+0000","last_fullsized":"2024-09-12T18:00:41.586006+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:41.585660+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:41.585660+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.585660+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:10.150581+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"261'4","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:12.369132+0000","last_change":"2024-09-12T18:01:12.369132+0000","last_active":"2024-09-12T18:01:12.369132+0000","last_peered":"2024-09-12T18:01:12.369132+0000","last_clean":"2024-09-12T18:01:12.369132+0000","last_became_active":"2024-09-12T17:30:41.499284+0000","last_became_peered":"2024-09-12T17:30:41.499284+0000","last_unstale":"2024-09-12T18:01:12.369132+0000","last_undegraded":"2024-09-12T18:01:12.369132+0000","last_fullsized":"2024-09-12T18:01:12.369132+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T18:01:12.368890+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T18:01:12.368890+0000","last_clean_scrub_stamp":"2024-09-12T18:01:12.368890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:16.398336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:01.387614+0000","last_change":"2024-09-12T18:01:01.387614+0000","last_active":"2024-09-12T18:01:01.387614+0000","last_peered":"2024-09-12T18:01:01.387614+0000","last_clean":"2024-09-12T18:01:01.387614+0000","last_became_active":"2024-09-12T17:30:37.913516+0000","last_became_peered":"2024-09-12T17:30:37.913516+0000","last_unstale":"2024-09-12T18:01:01.387614+0000","last_undegraded":"2024-09-12T18:01:01.387614+0000","last_fullsized":"2024-09-12T18:01:01.387614+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:01.387433+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:01.387433+0000","last_clean_scrub_stamp":"2024-09-12T18:01:01.387433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:39.538481+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'15","reported_seq":96,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.433343+0000","last_change":"2024-09-12T18:00:55.433343+0000","last_active":"2024-09-12T18:00:55.433343+0000","last_peered":"2024-09-12T18:00:55.433343+0000","last_clean":"2024-09-12T18:00:55.433343+0000","last_became_active":"2024-09-12T17:28:43.390934+0000","last_became_peered":"2024-09-12T17:28:43.390934+0000","last_unstale":"2024-09-12T18:00:55.433343+0000","last_undegraded":"2024-09-12T18:00:55.433343+0000","last_fullsized":"2024-09-12T18:00:55.433343+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'15","last_scrub_stamp":"2024-09-12T18:00:55.433156+0000","last_deep_scrub":"264'15","last_deep_scrub_stamp":"2024-09-12T18:00:55.433156+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.433156+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:36:50.199635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":52,"num_write":30,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:09.424710+0000","last_change":"2024-09-12T18:01:09.424583+0000","last_active":"2024-09-12T18:01:09.424710+0000","last_peered":"2024-09-12T18:01:09.424710+0000","last_clean":"2024-09-12T18:01:09.424710+0000","last_became_active":"2024-09-12T17:42:37.102496+0000","last_became_peered":"2024-09-12T17:42:37.102496+0000","last_unstale":"2024-09-12T18:01:09.424710+0000","last_undegraded":"2024-09-12T18:01:09.424710+0000","last_fullsized":"2024-09-12T18:01:09.424710+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:09.424402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:09.424402+0000","last_clean_scrub_stamp":"2024-09-12T18:01:09.424402+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:28.757401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:07.368802+0000","last_change":"2024-09-12T18:01:07.368802+0000","last_active":"2024-09-12T18:01:07.368802+0000","last_peered":"2024-09-12T18:01:07.368802+0000","last_clean":"2024-09-12T18:01:07.368802+0000","last_became_active":"2024-09-12T17:30:41.502151+0000","last_became_peered":"2024-09-12T17:30:41.502151+0000","last_unstale":"2024-09-12T18:01:07.368802+0000","last_undegraded":"2024-09-12T18:01:07.368802+0000","last_fullsized":"2024-09-12T18:01:07.368802+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:07.368610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:07.368610+0000","last_clean_scrub_stamp":"2024-09-12T18:01:07.368610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:45.371681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"264'2","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.592983+0000","last_change":"2024-09-12T18:00:43.592983+0000","last_active":"2024-09-12T18:00:43.592983+0000","last_peered":"2024-09-12T18:00:43.592983+0000","last_clean":"2024-09-12T18:00:43.592983+0000","last_became_active":"2024-09-12T17:30:37.927881+0000","last_became_peered":"2024-09-12T17:30:37.927881+0000","last_unstale":"2024-09-12T18:00:43.592983+0000","last_undegraded":"2024-09-12T18:00:43.592983+0000","last_fullsized":"2024-09-12T18:00:43.592983+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:43.592796+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:43.592796+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.592796+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:50.331350+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":5,"num_write":2,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'21","reported_seq":109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.557745+0000","last_change":"2024-09-12T18:00:42.557745+0000","last_active":"2024-09-12T18:00:42.557745+0000","last_peered":"2024-09-12T18:00:42.557745+0000","last_clean":"2024-09-12T18:00:42.557745+0000","last_became_active":"2024-09-12T17:28:43.376667+0000","last_became_peered":"2024-09-12T17:28:43.376667+0000","last_unstale":"2024-09-12T18:00:42.557745+0000","last_undegraded":"2024-09-12T18:00:42.557745+0000","last_fullsized":"2024-09-12T18:00:42.557745+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'21","last_scrub_stamp":"2024-09-12T18:00:42.557541+0000","last_deep_scrub":"264'21","last_deep_scrub_stamp":"2024-09-12T18:00:42.557541+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.557541+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:56.172726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:02.450904+0000","last_change":"2024-09-12T18:01:02.450775+0000","last_active":"2024-09-12T18:01:02.450904+0000","last_peered":"2024-09-12T18:01:02.450904+0000","last_clean":"2024-09-12T18:01:02.450904+0000","last_became_active":"2024-09-12T17:42:37.092427+0000","last_became_peered":"2024-09-12T17:42:37.092427+0000","last_unstale":"2024-09-12T18:01:02.450904+0000","last_undegraded":"2024-09-12T18:01:02.450904+0000","last_fullsized":"2024-09-12T18:01:02.450904+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:02.450601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:02.450601+0000","last_clean_scrub_stamp":"2024-09-12T18:01:02.450601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:47.770888+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.613637+0000","last_change":"2024-09-12T18:01:03.613637+0000","last_active":"2024-09-12T18:01:03.613637+0000","last_peered":"2024-09-12T18:01:03.613637+0000","last_clean":"2024-09-12T18:01:03.613637+0000","last_became_active":"2024-09-12T17:30:40.968890+0000","last_became_peered":"2024-09-12T17:30:40.968890+0000","last_unstale":"2024-09-12T18:01:03.613637+0000","last_undegraded":"2024-09-12T18:01:03.613637+0000","last_fullsized":"2024-09-12T18:01:03.613637+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:03.613368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:03.613368+0000","last_clean_scrub_stamp":"2024-09-12T18:01:03.613368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:59.186220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.111529+0000","last_change":"2024-09-12T18:01:05.111529+0000","last_active":"2024-09-12T18:01:05.111529+0000","last_peered":"2024-09-12T18:01:05.111529+0000","last_clean":"2024-09-12T18:01:05.111529+0000","last_became_active":"2024-09-12T17:30:37.901261+0000","last_became_peered":"2024-09-12T17:30:37.901261+0000","last_unstale":"2024-09-12T18:01:05.111529+0000","last_undegraded":"2024-09-12T18:01:05.111529+0000","last_fullsized":"2024-09-12T18:01:05.111529+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:05.111342+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:05.111342+0000","last_clean_scrub_stamp":"2024-09-12T18:01:05.111342+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:58.679402+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'24","reported_seq":116,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.373735+0000","last_change":"2024-09-12T18:00:56.373735+0000","last_active":"2024-09-12T18:00:56.373735+0000","last_peered":"2024-09-12T18:00:56.373735+0000","last_clean":"2024-09-12T18:00:56.373735+0000","last_became_active":"2024-09-12T17:28:43.383345+0000","last_became_peered":"2024-09-12T17:28:43.383345+0000","last_unstale":"2024-09-12T18:00:56.373735+0000","last_undegraded":"2024-09-12T18:00:56.373735+0000","last_fullsized":"2024-09-12T18:00:56.373735+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'24","last_scrub_stamp":"2024-09-12T18:00:56.373496+0000","last_deep_scrub":"264'24","last_deep_scrub_stamp":"2024-09-12T18:00:56.373496+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.373496+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:58.250738+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":73,"num_write":53,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:14.294565+0000","last_change":"2024-09-12T18:01:14.294565+0000","last_active":"2024-09-12T18:01:14.294565+0000","last_peered":"2024-09-12T18:01:14.294565+0000","last_clean":"2024-09-12T18:01:14.294565+0000","last_became_active":"2024-09-12T17:42:37.099838+0000","last_became_peered":"2024-09-12T17:42:37.099838+0000","last_unstale":"2024-09-12T18:01:14.294565+0000","last_undegraded":"2024-09-12T18:01:14.294565+0000","last_fullsized":"2024-09-12T18:01:14.294565+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:14.294374+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:14.294374+0000","last_clean_scrub_stamp":"2024-09-12T18:01:14.294374+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:44.381892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.053598+0000","last_change":"2024-09-12T18:00:54.053458+0000","last_active":"2024-09-12T18:00:54.053598+0000","last_peered":"2024-09-12T18:00:54.053598+0000","last_clean":"2024-09-12T18:00:54.053598+0000","last_became_active":"2024-09-12T17:30:40.978437+0000","last_became_peered":"2024-09-12T17:30:40.978437+0000","last_unstale":"2024-09-12T18:00:54.053598+0000","last_undegraded":"2024-09-12T18:00:54.053598+0000","last_fullsized":"2024-09-12T18:00:54.053598+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:54.053288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:54.053288+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.053288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:30.176672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'7","reported_seq":64,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.623321+0000","last_change":"2024-09-12T18:00:56.623076+0000","last_active":"2024-09-12T18:00:56.623321+0000","last_peered":"2024-09-12T18:00:56.623321+0000","last_clean":"2024-09-12T18:00:56.623321+0000","last_became_active":"2024-09-12T17:30:37.921416+0000","last_became_peered":"2024-09-12T17:30:37.921416+0000","last_unstale":"2024-09-12T18:00:56.623321+0000","last_undegraded":"2024-09-12T18:00:56.623321+0000","last_fullsized":"2024-09-12T18:00:56.623321+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T18:00:56.622800+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T18:00:56.622800+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.622800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:50.774955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":20482,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'31","reported_seq":138,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.314597+0000","last_change":"2024-09-12T18:00:54.314597+0000","last_active":"2024-09-12T18:00:54.314597+0000","last_peered":"2024-09-12T18:00:54.314597+0000","last_clean":"2024-09-12T18:00:54.314597+0000","last_became_active":"2024-09-12T17:28:43.385396+0000","last_became_peered":"2024-09-12T17:28:43.385396+0000","last_unstale":"2024-09-12T18:00:54.314597+0000","last_undegraded":"2024-09-12T18:00:54.314597+0000","last_fullsized":"2024-09-12T18:00:54.314597+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'31","last_scrub_stamp":"2024-09-12T18:00:54.314417+0000","last_deep_scrub":"264'31","last_deep_scrub_stamp":"2024-09-12T18:00:54.314417+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.314417+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:57.812956+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:12.221476+0000","last_change":"2024-09-12T18:01:12.221476+0000","last_active":"2024-09-12T18:01:12.221476+0000","last_peered":"2024-09-12T18:01:12.221476+0000","last_clean":"2024-09-12T18:01:12.221476+0000","last_became_active":"2024-09-12T17:42:37.108517+0000","last_became_peered":"2024-09-12T17:42:37.108517+0000","last_unstale":"2024-09-12T18:01:12.221476+0000","last_undegraded":"2024-09-12T18:01:12.221476+0000","last_fullsized":"2024-09-12T18:01:12.221476+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:12.221299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:12.221299+0000","last_clean_scrub_stamp":"2024-09-12T18:01:12.221299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:35.062970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.072932+0000","last_change":"2024-09-12T18:00:53.072691+0000","last_active":"2024-09-12T18:00:53.072932+0000","last_peered":"2024-09-12T18:00:53.072932+0000","last_clean":"2024-09-12T18:00:53.072932+0000","last_became_active":"2024-09-12T17:30:40.974707+0000","last_became_peered":"2024-09-12T17:30:40.974707+0000","last_unstale":"2024-09-12T18:00:53.072932+0000","last_undegraded":"2024-09-12T18:00:53.072932+0000","last_fullsized":"2024-09-12T18:00:53.072932+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:53.072476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:53.072476+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.072476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:01.327072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:59.389387+0000","last_change":"2024-09-12T18:00:59.389387+0000","last_active":"2024-09-12T18:00:59.389387+0000","last_peered":"2024-09-12T18:00:59.389387+0000","last_clean":"2024-09-12T18:00:59.389387+0000","last_became_active":"2024-09-12T17:30:37.925449+0000","last_became_peered":"2024-09-12T17:30:37.925449+0000","last_unstale":"2024-09-12T18:00:59.389387+0000","last_undegraded":"2024-09-12T18:00:59.389387+0000","last_fullsized":"2024-09-12T18:00:59.389387+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:59.389188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:59.389188+0000","last_clean_scrub_stamp":"2024-09-12T18:00:59.389188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:13.745263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'39","reported_seq":165,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.951610+0000","last_change":"2024-09-12T18:00:53.951610+0000","last_active":"2024-09-12T18:00:53.951610+0000","last_peered":"2024-09-12T18:00:53.951610+0000","last_clean":"2024-09-12T18:00:53.951610+0000","last_became_active":"2024-09-12T17:28:43.357815+0000","last_became_peered":"2024-09-12T17:28:43.357815+0000","last_unstale":"2024-09-12T18:00:53.951610+0000","last_undegraded":"2024-09-12T18:00:53.951610+0000","last_fullsized":"2024-09-12T18:00:53.951610+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'39","last_scrub_stamp":"2024-09-12T18:00:53.951415+0000","last_deep_scrub":"264'39","last_deep_scrub_stamp":"2024-09-12T18:00:53.951415+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.951415+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:09.055556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":145,"num_write":66,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"264'2","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:13.249577+0000","last_change":"2024-09-12T18:01:13.249577+0000","last_active":"2024-09-12T18:01:13.249577+0000","last_peered":"2024-09-12T18:01:13.249577+0000","last_clean":"2024-09-12T18:01:13.249577+0000","last_became_active":"2024-09-12T17:42:37.090887+0000","last_became_peered":"2024-09-12T17:42:37.090887+0000","last_unstale":"2024-09-12T18:01:13.249577+0000","last_undegraded":"2024-09-12T18:01:13.249577+0000","last_fullsized":"2024-09-12T18:01:13.249577+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:13.249390+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:13.249390+0000","last_clean_scrub_stamp":"2024-09-12T18:01:13.249390+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:23.187806+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"264'4","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:09.041137+0000","last_change":"2024-09-12T17:30:40.984689+0000","last_active":"2024-09-12T18:00:09.041137+0000","last_peered":"2024-09-12T18:00:09.041137+0000","last_clean":"2024-09-12T18:00:09.041137+0000","last_became_active":"2024-09-12T17:30:40.983879+0000","last_became_peered":"2024-09-12T17:30:40.983879+0000","last_unstale":"2024-09-12T18:00:09.041137+0000","last_undegraded":"2024-09-12T18:00:09.041137+0000","last_fullsized":"2024-09-12T18:00:09.041137+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T17:30:39.921692+0000","last_clean_scrub_stamp":"2024-09-12T17:30:39.921692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.652991+0000","last_change":"2024-09-12T18:00:47.652864+0000","last_active":"2024-09-12T18:00:47.652991+0000","last_peered":"2024-09-12T18:00:47.652991+0000","last_clean":"2024-09-12T18:00:47.652991+0000","last_became_active":"2024-09-12T17:30:37.907386+0000","last_became_peered":"2024-09-12T17:30:37.907386+0000","last_unstale":"2024-09-12T18:00:47.652991+0000","last_undegraded":"2024-09-12T18:00:47.652991+0000","last_fullsized":"2024-09-12T18:00:47.652991+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:47.652683+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:47.652683+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.652683+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:20.087869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":89,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.587717+0000","last_change":"2024-09-12T18:00:54.587717+0000","last_active":"2024-09-12T18:00:54.587717+0000","last_peered":"2024-09-12T18:00:54.587717+0000","last_clean":"2024-09-12T18:00:54.587717+0000","last_became_active":"2024-09-12T17:28:43.365087+0000","last_became_peered":"2024-09-12T17:28:43.365087+0000","last_unstale":"2024-09-12T18:00:54.587717+0000","last_undegraded":"2024-09-12T18:00:54.587717+0000","last_fullsized":"2024-09-12T18:00:54.587717+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T18:00:54.587537+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T18:00:54.587537+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.587537+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:53.033501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'2","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:16.277781+0000","last_change":"2024-09-12T18:01:16.277781+0000","last_active":"2024-09-12T18:01:16.277781+0000","last_peered":"2024-09-12T18:01:16.277781+0000","last_clean":"2024-09-12T18:01:16.277781+0000","last_became_active":"2024-09-12T17:42:37.098821+0000","last_became_peered":"2024-09-12T17:42:37.098821+0000","last_unstale":"2024-09-12T18:01:16.277781+0000","last_undegraded":"2024-09-12T18:01:16.277781+0000","last_fullsized":"2024-09-12T18:01:16.277781+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:16.277547+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:16.277547+0000","last_clean_scrub_stamp":"2024-09-12T18:01:16.277547+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:13.368625+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.634608+0000","last_change":"2024-09-12T18:00:48.634343+0000","last_active":"2024-09-12T18:00:48.634608+0000","last_peered":"2024-09-12T18:00:48.634608+0000","last_clean":"2024-09-12T18:00:48.634608+0000","last_became_active":"2024-09-12T17:30:40.965800+0000","last_became_peered":"2024-09-12T17:30:40.965800+0000","last_unstale":"2024-09-12T18:00:48.634608+0000","last_undegraded":"2024-09-12T18:00:48.634608+0000","last_fullsized":"2024-09-12T18:00:48.634608+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:48.634072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:48.634072+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.634072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:30.238696+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'8","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.367415+0000","last_change":"2024-09-12T18:00:56.367286+0000","last_active":"2024-09-12T18:00:56.367415+0000","last_peered":"2024-09-12T18:00:56.367415+0000","last_clean":"2024-09-12T18:00:56.367415+0000","last_became_active":"2024-09-12T17:30:37.888031+0000","last_became_peered":"2024-09-12T17:30:37.888031+0000","last_unstale":"2024-09-12T18:00:56.367415+0000","last_undegraded":"2024-09-12T18:00:56.367415+0000","last_fullsized":"2024-09-12T18:00:56.367415+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'8","last_scrub_stamp":"2024-09-12T18:00:56.367093+0000","last_deep_scrub":"264'8","last_deep_scrub_stamp":"2024-09-12T18:00:56.367093+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.367093+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:17.844050+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'19","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.440981+0000","last_change":"2024-09-12T18:00:56.440981+0000","last_active":"2024-09-12T18:00:56.440981+0000","last_peered":"2024-09-12T18:00:56.440981+0000","last_clean":"2024-09-12T18:00:56.440981+0000","last_became_active":"2024-09-12T17:28:43.377248+0000","last_became_peered":"2024-09-12T17:28:43.377248+0000","last_unstale":"2024-09-12T18:00:56.440981+0000","last_undegraded":"2024-09-12T18:00:56.440981+0000","last_fullsized":"2024-09-12T18:00:56.440981+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'19","last_scrub_stamp":"2024-09-12T18:00:56.440784+0000","last_deep_scrub":"264'19","last_deep_scrub_stamp":"2024-09-12T18:00:56.440784+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.440784+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:25.792894+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":71,"num_write":34,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.625453+0000","last_change":"2024-09-12T18:00:40.625453+0000","last_active":"2024-09-12T18:00:40.625453+0000","last_peered":"2024-09-12T18:00:40.625453+0000","last_clean":"2024-09-12T18:00:40.625453+0000","last_became_active":"2024-09-12T17:42:37.094854+0000","last_became_peered":"2024-09-12T17:42:37.094854+0000","last_unstale":"2024-09-12T18:00:40.625453+0000","last_undegraded":"2024-09-12T18:00:40.625453+0000","last_fullsized":"2024-09-12T18:00:40.625453+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:40.625245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:40.625245+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.625245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:20.810319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'4","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:04.345712+0000","last_change":"2024-09-12T18:01:04.345712+0000","last_active":"2024-09-12T18:01:04.345712+0000","last_peered":"2024-09-12T18:01:04.345712+0000","last_clean":"2024-09-12T18:01:04.345712+0000","last_became_active":"2024-09-12T17:30:40.977569+0000","last_became_peered":"2024-09-12T17:30:40.977569+0000","last_unstale":"2024-09-12T18:01:04.345712+0000","last_undegraded":"2024-09-12T18:01:04.345712+0000","last_fullsized":"2024-09-12T18:01:04.345712+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:01:04.345535+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:01:04.345535+0000","last_clean_scrub_stamp":"2024-09-12T18:01:04.345535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:51.096737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'16","reported_seq":81,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.380842+0000","last_change":"2024-09-12T18:01:00.380842+0000","last_active":"2024-09-12T18:01:00.380842+0000","last_peered":"2024-09-12T18:01:00.380842+0000","last_clean":"2024-09-12T18:01:00.380842+0000","last_became_active":"2024-09-12T17:30:37.923377+0000","last_became_peered":"2024-09-12T17:30:37.923377+0000","last_unstale":"2024-09-12T18:01:00.380842+0000","last_undegraded":"2024-09-12T18:01:00.380842+0000","last_fullsized":"2024-09-12T18:01:00.380842+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'16","last_scrub_stamp":"2024-09-12T18:01:00.380656+0000","last_deep_scrub":"264'16","last_deep_scrub_stamp":"2024-09-12T18:01:00.380656+0000","last_clean_scrub_stamp":"2024-09-12T18:01:00.380656+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:02.472605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":36914,"num_write":26,"num_write_kb":20528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'50","reported_seq":196,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.405022+0000","last_change":"2024-09-12T18:00:54.405022+0000","last_active":"2024-09-12T18:00:54.405022+0000","last_peered":"2024-09-12T18:00:54.405022+0000","last_clean":"2024-09-12T18:00:54.405022+0000","last_became_active":"2024-09-12T17:28:43.361928+0000","last_became_peered":"2024-09-12T17:28:43.361928+0000","last_unstale":"2024-09-12T18:00:54.405022+0000","last_undegraded":"2024-09-12T18:00:54.405022+0000","last_fullsized":"2024-09-12T18:00:54.405022+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'50","last_scrub_stamp":"2024-09-12T18:00:54.404836+0000","last_deep_scrub":"264'50","last_deep_scrub_stamp":"2024-09-12T18:00:54.404836+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.404836+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:32.467357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":186,"num_write":86,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:07.449097+0000","last_change":"2024-09-12T18:01:07.449097+0000","last_active":"2024-09-12T18:01:07.449097+0000","last_peered":"2024-09-12T18:01:07.449097+0000","last_clean":"2024-09-12T18:01:07.449097+0000","last_became_active":"2024-09-12T17:42:37.100988+0000","last_became_peered":"2024-09-12T17:42:37.100988+0000","last_unstale":"2024-09-12T18:01:07.449097+0000","last_undegraded":"2024-09-12T18:01:07.449097+0000","last_fullsized":"2024-09-12T18:01:07.449097+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:07.448925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:07.448925+0000","last_clean_scrub_stamp":"2024-09-12T18:01:07.448925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:58.961570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.363326+0000","last_change":"2024-09-12T18:01:03.363326+0000","last_active":"2024-09-12T18:01:03.363326+0000","last_peered":"2024-09-12T18:01:03.363326+0000","last_clean":"2024-09-12T18:01:03.363326+0000","last_became_active":"2024-09-12T17:30:40.975987+0000","last_became_peered":"2024-09-12T17:30:40.975987+0000","last_unstale":"2024-09-12T18:01:03.363326+0000","last_undegraded":"2024-09-12T18:01:03.363326+0000","last_fullsized":"2024-09-12T18:01:03.363326+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:01:03.363137+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:01:03.363137+0000","last_clean_scrub_stamp":"2024-09-12T18:01:03.363137+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:49.434382+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.687849+0000","last_change":"2024-09-12T18:00:37.687849+0000","last_active":"2024-09-12T18:00:37.687849+0000","last_peered":"2024-09-12T18:00:37.687849+0000","last_clean":"2024-09-12T18:00:37.687849+0000","last_became_active":"2024-09-12T17:30:37.907565+0000","last_became_peered":"2024-09-12T17:30:37.907565+0000","last_unstale":"2024-09-12T18:00:37.687849+0000","last_undegraded":"2024-09-12T18:00:37.687849+0000","last_fullsized":"2024-09-12T18:00:37.687849+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:37.687733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:37.687733+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.687733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:40.784710+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'79","reported_seq":296,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.287754+0000","last_change":"2024-09-12T18:00:54.287754+0000","last_active":"2024-09-12T18:00:54.287754+0000","last_peered":"2024-09-12T18:00:54.287754+0000","last_clean":"2024-09-12T18:00:54.287754+0000","last_became_active":"2024-09-12T17:28:43.382670+0000","last_became_peered":"2024-09-12T17:28:43.382670+0000","last_unstale":"2024-09-12T18:00:54.287754+0000","last_undegraded":"2024-09-12T18:00:54.287754+0000","last_fullsized":"2024-09-12T18:00:54.287754+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'79","last_scrub_stamp":"2024-09-12T18:00:54.287565+0000","last_deep_scrub":"264'79","last_deep_scrub_stamp":"2024-09-12T18:00:54.287565+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.287565+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:53:57.478741+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":367,"num_write":100,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.700573+0000","last_change":"2024-09-12T18:00:52.700573+0000","last_active":"2024-09-12T18:00:52.700573+0000","last_peered":"2024-09-12T18:00:52.700573+0000","last_clean":"2024-09-12T18:00:52.700573+0000","last_became_active":"2024-09-12T17:42:37.069175+0000","last_became_peered":"2024-09-12T17:42:37.069175+0000","last_unstale":"2024-09-12T18:00:52.700573+0000","last_undegraded":"2024-09-12T18:00:52.700573+0000","last_fullsized":"2024-09-12T18:00:52.700573+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:52.700392+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:52.700392+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.700392+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:45.627849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.106577+0000","last_change":"2024-09-12T18:00:58.106577+0000","last_active":"2024-09-12T18:00:58.106577+0000","last_peered":"2024-09-12T18:00:58.106577+0000","last_clean":"2024-09-12T18:00:58.106577+0000","last_became_active":"2024-09-12T17:30:41.502364+0000","last_became_peered":"2024-09-12T17:30:41.502364+0000","last_unstale":"2024-09-12T18:00:58.106577+0000","last_undegraded":"2024-09-12T18:00:58.106577+0000","last_fullsized":"2024-09-12T18:00:58.106577+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:00:58.106400+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:00:58.106400+0000","last_clean_scrub_stamp":"2024-09-12T18:00:58.106400+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:22:39.254988+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:02.059731+0000","last_change":"2024-09-12T18:01:02.059731+0000","last_active":"2024-09-12T18:01:02.059731+0000","last_peered":"2024-09-12T18:01:02.059731+0000","last_clean":"2024-09-12T18:01:02.059731+0000","last_became_active":"2024-09-12T17:30:37.904363+0000","last_became_peered":"2024-09-12T17:30:37.904363+0000","last_unstale":"2024-09-12T18:01:02.059731+0000","last_undegraded":"2024-09-12T18:01:02.059731+0000","last_fullsized":"2024-09-12T18:01:02.059731+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:02.059541+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:02.059541+0000","last_clean_scrub_stamp":"2024-09-12T18:01:02.059541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:24.700960+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'24","reported_seq":123,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.755710+0000","last_change":"2024-09-12T18:00:44.755710+0000","last_active":"2024-09-12T18:00:44.755710+0000","last_peered":"2024-09-12T18:00:44.755710+0000","last_clean":"2024-09-12T18:00:44.755710+0000","last_became_active":"2024-09-12T17:28:43.377573+0000","last_became_peered":"2024-09-12T17:28:43.377573+0000","last_unstale":"2024-09-12T18:00:44.755710+0000","last_undegraded":"2024-09-12T18:00:44.755710+0000","last_fullsized":"2024-09-12T18:00:44.755710+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'24","last_scrub_stamp":"2024-09-12T18:00:44.755540+0000","last_deep_scrub":"264'24","last_deep_scrub_stamp":"2024-09-12T18:00:44.755540+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.755540+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.764465+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":91,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.486277+0000","last_change":"2024-09-12T18:01:05.486277+0000","last_active":"2024-09-12T18:01:05.486277+0000","last_peered":"2024-09-12T18:01:05.486277+0000","last_clean":"2024-09-12T18:01:05.486277+0000","last_became_active":"2024-09-12T17:42:37.098890+0000","last_became_peered":"2024-09-12T17:42:37.098890+0000","last_unstale":"2024-09-12T18:01:05.486277+0000","last_undegraded":"2024-09-12T18:01:05.486277+0000","last_fullsized":"2024-09-12T18:01:05.486277+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:05.486094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:05.486094+0000","last_clean_scrub_stamp":"2024-09-12T18:01:05.486094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:19.977571+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'2","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:02.336770+0000","last_change":"2024-09-12T18:01:02.336770+0000","last_active":"2024-09-12T18:01:02.336770+0000","last_peered":"2024-09-12T18:01:02.336770+0000","last_clean":"2024-09-12T18:01:02.336770+0000","last_became_active":"2024-09-12T17:30:40.984312+0000","last_became_peered":"2024-09-12T17:30:40.984312+0000","last_unstale":"2024-09-12T18:01:02.336770+0000","last_undegraded":"2024-09-12T18:01:02.336770+0000","last_fullsized":"2024-09-12T18:01:02.336770+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:02.336584+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:02.336584+0000","last_clean_scrub_stamp":"2024-09-12T18:01:02.336584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:28:22.483175+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'14","reported_seq":74,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.063028+0000","last_change":"2024-09-12T18:00:52.063028+0000","last_active":"2024-09-12T18:00:52.063028+0000","last_peered":"2024-09-12T18:00:52.063028+0000","last_clean":"2024-09-12T18:00:52.063028+0000","last_became_active":"2024-09-12T17:30:37.903185+0000","last_became_peered":"2024-09-12T17:30:37.903185+0000","last_unstale":"2024-09-12T18:00:52.063028+0000","last_undegraded":"2024-09-12T18:00:52.063028+0000","last_fullsized":"2024-09-12T18:00:52.063028+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'14","last_scrub_stamp":"2024-09-12T18:00:52.062849+0000","last_deep_scrub":"264'14","last_deep_scrub_stamp":"2024-09-12T18:00:52.062849+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.062849+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:18.780151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":15362,"num_write":24,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'30","reported_seq":133,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.650938+0000","last_change":"2024-09-12T18:00:36.650938+0000","last_active":"2024-09-12T18:00:36.650938+0000","last_peered":"2024-09-12T18:00:36.650938+0000","last_clean":"2024-09-12T18:00:36.650938+0000","last_became_active":"2024-09-12T17:28:43.368029+0000","last_became_peered":"2024-09-12T17:28:43.368029+0000","last_unstale":"2024-09-12T18:00:36.650938+0000","last_undegraded":"2024-09-12T18:00:36.650938+0000","last_fullsized":"2024-09-12T18:00:36.650938+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'30","last_scrub_stamp":"2024-09-12T18:00:36.650715+0000","last_deep_scrub":"264'30","last_deep_scrub_stamp":"2024-09-12T18:00:36.650715+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.650715+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:37.427501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:11.321521+0000","last_change":"2024-09-12T18:01:11.321521+0000","last_active":"2024-09-12T18:01:11.321521+0000","last_peered":"2024-09-12T18:01:11.321521+0000","last_clean":"2024-09-12T18:01:11.321521+0000","last_became_active":"2024-09-12T17:42:37.098386+0000","last_became_peered":"2024-09-12T17:42:37.098386+0000","last_unstale":"2024-09-12T18:01:11.321521+0000","last_undegraded":"2024-09-12T18:01:11.321521+0000","last_fullsized":"2024-09-12T18:01:11.321521+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:11.321328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:11.321328+0000","last_clean_scrub_stamp":"2024-09-12T18:01:11.321328+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:50.034253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:02.652841+0000","last_change":"2024-09-12T18:01:02.652841+0000","last_active":"2024-09-12T18:01:02.652841+0000","last_peered":"2024-09-12T18:01:02.652841+0000","last_clean":"2024-09-12T18:01:02.652841+0000","last_became_active":"2024-09-12T17:30:56.025899+0000","last_became_peered":"2024-09-12T17:30:56.025899+0000","last_unstale":"2024-09-12T18:01:02.652841+0000","last_undegraded":"2024-09-12T18:01:02.652841+0000","last_fullsized":"2024-09-12T18:01:02.652841+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:01:02.652611+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:01:02.652611+0000","last_clean_scrub_stamp":"2024-09-12T18:01:02.652611+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:32:04.789908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'5","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.986985+0000","last_change":"2024-09-12T18:00:57.986820+0000","last_active":"2024-09-12T18:00:57.986985+0000","last_peered":"2024-09-12T18:00:57.986985+0000","last_clean":"2024-09-12T18:00:57.986985+0000","last_became_active":"2024-09-12T17:30:37.895814+0000","last_became_peered":"2024-09-12T17:30:37.895814+0000","last_unstale":"2024-09-12T18:00:57.986985+0000","last_undegraded":"2024-09-12T18:00:57.986985+0000","last_fullsized":"2024-09-12T18:00:57.986985+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:57.986621+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:57.986621+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.986621+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:58.657440+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"264'45","reported_seq":173,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.959000+0000","last_change":"2024-09-12T18:00:49.959000+0000","last_active":"2024-09-12T18:00:49.959000+0000","last_peered":"2024-09-12T18:00:49.959000+0000","last_clean":"2024-09-12T18:00:49.959000+0000","last_became_active":"2024-09-12T17:28:43.373522+0000","last_became_peered":"2024-09-12T17:28:43.373522+0000","last_unstale":"2024-09-12T18:00:49.959000+0000","last_undegraded":"2024-09-12T18:00:49.959000+0000","last_fullsized":"2024-09-12T18:00:49.959000+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'45","last_scrub_stamp":"2024-09-12T18:00:49.958804+0000","last_deep_scrub":"264'45","last_deep_scrub_stamp":"2024-09-12T18:00:49.958804+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.958804+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:16.938415+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":156,"num_write":79,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:11.364423+0000","last_change":"2024-09-12T18:01:11.364423+0000","last_active":"2024-09-12T18:01:11.364423+0000","last_peered":"2024-09-12T18:01:11.364423+0000","last_clean":"2024-09-12T18:01:11.364423+0000","last_became_active":"2024-09-12T17:42:37.101673+0000","last_became_peered":"2024-09-12T17:42:37.101673+0000","last_unstale":"2024-09-12T18:01:11.364423+0000","last_undegraded":"2024-09-12T18:01:11.364423+0000","last_fullsized":"2024-09-12T18:01:11.364423+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:11.364198+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:11.364198+0000","last_clean_scrub_stamp":"2024-09-12T18:01:11.364198+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:57:18.116902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"261'8","reported_seq":61,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:02.432063+0000","last_change":"2024-09-12T18:01:02.432063+0000","last_active":"2024-09-12T18:01:02.432063+0000","last_peered":"2024-09-12T18:01:02.432063+0000","last_clean":"2024-09-12T18:01:02.432063+0000","last_became_active":"2024-09-12T17:30:41.492154+0000","last_became_peered":"2024-09-12T17:30:41.492154+0000","last_unstale":"2024-09-12T18:01:02.432063+0000","last_undegraded":"2024-09-12T18:01:02.432063+0000","last_fullsized":"2024-09-12T18:01:02.432063+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'8","last_scrub_stamp":"2024-09-12T18:01:02.431825+0000","last_deep_scrub":"261'8","last_deep_scrub_stamp":"2024-09-12T18:01:02.431825+0000","last_clean_scrub_stamp":"2024-09-12T18:01:02.431825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:18.606697+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":20482,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"264'5","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.121468+0000","last_change":"2024-09-12T18:00:45.121292+0000","last_active":"2024-09-12T18:00:45.121468+0000","last_peered":"2024-09-12T18:00:45.121468+0000","last_clean":"2024-09-12T18:00:45.121468+0000","last_became_active":"2024-09-12T17:30:37.901984+0000","last_became_peered":"2024-09-12T17:30:37.901984+0000","last_unstale":"2024-09-12T18:00:45.121468+0000","last_undegraded":"2024-09-12T18:00:45.121468+0000","last_fullsized":"2024-09-12T18:00:45.121468+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:45.121111+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:45.121111+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.121111+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:59.797835+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'40","reported_seq":168,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.349200+0000","last_change":"2024-09-12T18:00:52.349200+0000","last_active":"2024-09-12T18:00:52.349200+0000","last_peered":"2024-09-12T18:00:52.349200+0000","last_clean":"2024-09-12T18:00:52.349200+0000","last_became_active":"2024-09-12T17:28:43.375321+0000","last_became_peered":"2024-09-12T17:28:43.375321+0000","last_unstale":"2024-09-12T18:00:52.349200+0000","last_undegraded":"2024-09-12T18:00:52.349200+0000","last_fullsized":"2024-09-12T18:00:52.349200+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T18:00:52.349030+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T18:00:52.349030+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.349030+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:55.929752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":212,"num_read_kb":150,"num_write":74,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'2","reported_seq":31,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.401060+0000","last_change":"2024-09-12T18:01:10.401060+0000","last_active":"2024-09-12T18:01:10.401060+0000","last_peered":"2024-09-12T18:01:10.401060+0000","last_clean":"2024-09-12T18:01:10.401060+0000","last_became_active":"2024-09-12T17:42:37.101691+0000","last_became_peered":"2024-09-12T17:42:37.101691+0000","last_unstale":"2024-09-12T18:01:10.401060+0000","last_undegraded":"2024-09-12T18:01:10.401060+0000","last_fullsized":"2024-09-12T18:01:10.401060+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:10.400879+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:10.400879+0000","last_clean_scrub_stamp":"2024-09-12T18:01:10.400879+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:05.944691+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'4","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.974497+0000","last_change":"2024-09-12T18:00:49.974497+0000","last_active":"2024-09-12T18:00:49.974497+0000","last_peered":"2024-09-12T18:00:49.974497+0000","last_clean":"2024-09-12T18:00:49.974497+0000","last_became_active":"2024-09-12T17:30:40.969731+0000","last_became_peered":"2024-09-12T17:30:40.969731+0000","last_unstale":"2024-09-12T18:00:49.974497+0000","last_undegraded":"2024-09-12T18:00:49.974497+0000","last_fullsized":"2024-09-12T18:00:49.974497+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:49.974324+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:49.974324+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.974324+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:25.592662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2058,"num_write":4,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.007132+0000","last_change":"2024-09-12T18:01:00.006992+0000","last_active":"2024-09-12T18:01:00.007132+0000","last_peered":"2024-09-12T18:01:00.007132+0000","last_clean":"2024-09-12T18:01:00.007132+0000","last_became_active":"2024-09-12T17:30:37.900716+0000","last_became_peered":"2024-09-12T17:30:37.900716+0000","last_unstale":"2024-09-12T18:01:00.007132+0000","last_undegraded":"2024-09-12T18:01:00.007132+0000","last_fullsized":"2024-09-12T18:01:00.007132+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:00.006809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:00.006809+0000","last_clean_scrub_stamp":"2024-09-12T18:01:00.006809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:11.511614+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'19","reported_seq":109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.357742+0000","last_change":"2024-09-12T18:00:53.357598+0000","last_active":"2024-09-12T18:00:53.357742+0000","last_peered":"2024-09-12T18:00:53.357742+0000","last_clean":"2024-09-12T18:00:53.357742+0000","last_became_active":"2024-09-12T17:28:43.369582+0000","last_became_peered":"2024-09-12T17:28:43.369582+0000","last_unstale":"2024-09-12T18:00:53.357742+0000","last_undegraded":"2024-09-12T18:00:53.357742+0000","last_fullsized":"2024-09-12T18:00:53.357742+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'19","last_scrub_stamp":"2024-09-12T18:00:53.357420+0000","last_deep_scrub":"264'19","last_deep_scrub_stamp":"2024-09-12T18:00:53.357420+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.357420+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:59.138487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:11.174853+0000","last_change":"2024-09-12T18:01:11.174853+0000","last_active":"2024-09-12T18:01:11.174853+0000","last_peered":"2024-09-12T18:01:11.174853+0000","last_clean":"2024-09-12T18:01:11.174853+0000","last_became_active":"2024-09-12T17:42:37.102044+0000","last_became_peered":"2024-09-12T17:42:37.102044+0000","last_unstale":"2024-09-12T18:01:11.174853+0000","last_undegraded":"2024-09-12T18:01:11.174853+0000","last_fullsized":"2024-09-12T18:01:11.174853+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:11.174637+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:11.174637+0000","last_clean_scrub_stamp":"2024-09-12T18:01:11.174637+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:35.867881+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:06.449264+0000","last_change":"2024-09-12T18:01:06.449017+0000","last_active":"2024-09-12T18:01:06.449264+0000","last_peered":"2024-09-12T18:01:06.449264+0000","last_clean":"2024-09-12T18:01:06.449264+0000","last_became_active":"2024-09-12T17:30:40.975911+0000","last_became_peered":"2024-09-12T17:30:40.975911+0000","last_unstale":"2024-09-12T18:01:06.449264+0000","last_undegraded":"2024-09-12T18:01:06.449264+0000","last_fullsized":"2024-09-12T18:01:06.449264+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:06.448805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:06.448805+0000","last_clean_scrub_stamp":"2024-09-12T18:01:06.448805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:01.544716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'5","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.632885+0000","last_change":"2024-09-12T18:00:55.632885+0000","last_active":"2024-09-12T18:00:55.632885+0000","last_peered":"2024-09-12T18:00:55.632885+0000","last_clean":"2024-09-12T18:00:55.632885+0000","last_became_active":"2024-09-12T17:30:37.913930+0000","last_became_peered":"2024-09-12T17:30:37.913930+0000","last_unstale":"2024-09-12T18:00:55.632885+0000","last_undegraded":"2024-09-12T18:00:55.632885+0000","last_fullsized":"2024-09-12T18:00:55.632885+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:55.632612+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:55.632612+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.632612+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:05.727357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'23","reported_seq":119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.772060+0000","last_change":"2024-09-12T18:00:42.771907+0000","last_active":"2024-09-12T18:00:42.772060+0000","last_peered":"2024-09-12T18:00:42.772060+0000","last_clean":"2024-09-12T18:00:42.772060+0000","last_became_active":"2024-09-12T17:28:43.376115+0000","last_became_peered":"2024-09-12T17:28:43.376115+0000","last_unstale":"2024-09-12T18:00:42.772060+0000","last_undegraded":"2024-09-12T18:00:42.772060+0000","last_fullsized":"2024-09-12T18:00:42.772060+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'23","last_scrub_stamp":"2024-09-12T18:00:42.771736+0000","last_deep_scrub":"264'23","last_deep_scrub_stamp":"2024-09-12T18:00:42.771736+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.771736+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:35:37.196958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":80,"num_write":52,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:08.406187+0000","last_change":"2024-09-12T18:01:08.406187+0000","last_active":"2024-09-12T18:01:08.406187+0000","last_peered":"2024-09-12T18:01:08.406187+0000","last_clean":"2024-09-12T18:01:08.406187+0000","last_became_active":"2024-09-12T17:42:37.101544+0000","last_became_peered":"2024-09-12T17:42:37.101544+0000","last_unstale":"2024-09-12T18:01:08.406187+0000","last_undegraded":"2024-09-12T18:01:08.406187+0000","last_fullsized":"2024-09-12T18:01:08.406187+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:08.405989+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:08.405989+0000","last_clean_scrub_stamp":"2024-09-12T18:01:08.405989+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:29.415539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":57,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:06.153964+0000","last_change":"2024-09-12T18:01:06.153964+0000","last_active":"2024-09-12T18:01:06.153964+0000","last_peered":"2024-09-12T18:01:06.153964+0000","last_clean":"2024-09-12T18:01:06.153964+0000","last_became_active":"2024-09-12T17:30:40.975795+0000","last_became_peered":"2024-09-12T17:30:40.975795+0000","last_unstale":"2024-09-12T18:01:06.153964+0000","last_undegraded":"2024-09-12T18:01:06.153964+0000","last_fullsized":"2024-09-12T18:01:06.153964+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T18:01:06.153771+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T18:01:06.153771+0000","last_clean_scrub_stamp":"2024-09-12T18:01:06.153771+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:42.680041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":10240,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'2","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:59.382836+0000","last_change":"2024-09-12T18:00:59.382836+0000","last_active":"2024-09-12T18:00:59.382836+0000","last_peered":"2024-09-12T18:00:59.382836+0000","last_clean":"2024-09-12T18:00:59.382836+0000","last_became_active":"2024-09-12T17:30:37.910945+0000","last_became_peered":"2024-09-12T17:30:37.910945+0000","last_unstale":"2024-09-12T18:00:59.382836+0000","last_undegraded":"2024-09-12T18:00:59.382836+0000","last_fullsized":"2024-09-12T18:00:59.382836+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:59.382641+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:59.382641+0000","last_clean_scrub_stamp":"2024-09-12T18:00:59.382641+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:57.120197+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'45","reported_seq":181,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.008076+0000","last_change":"2024-09-12T18:00:51.007932+0000","last_active":"2024-09-12T18:00:51.008076+0000","last_peered":"2024-09-12T18:00:51.008076+0000","last_clean":"2024-09-12T18:00:51.008076+0000","last_became_active":"2024-09-12T17:28:43.370818+0000","last_became_peered":"2024-09-12T17:28:43.370818+0000","last_unstale":"2024-09-12T18:00:51.008076+0000","last_undegraded":"2024-09-12T18:00:51.008076+0000","last_fullsized":"2024-09-12T18:00:51.008076+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'45","last_scrub_stamp":"2024-09-12T18:00:51.007739+0000","last_deep_scrub":"264'45","last_deep_scrub_stamp":"2024-09-12T18:00:51.007739+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.007739+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:49.518987+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":162,"num_write":73,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.454952+0000","last_change":"2024-09-12T18:01:00.454952+0000","last_active":"2024-09-12T18:01:00.454952+0000","last_peered":"2024-09-12T18:01:00.454952+0000","last_clean":"2024-09-12T18:01:00.454952+0000","last_became_active":"2024-09-12T17:42:37.096358+0000","last_became_peered":"2024-09-12T17:42:37.096358+0000","last_unstale":"2024-09-12T18:01:00.454952+0000","last_undegraded":"2024-09-12T18:01:00.454952+0000","last_fullsized":"2024-09-12T18:01:00.454952+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:00.454764+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:00.454764+0000","last_clean_scrub_stamp":"2024-09-12T18:01:00.454764+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:01.280804+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'9","reported_seq":61,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:04.104464+0000","last_change":"2024-09-12T18:01:04.104464+0000","last_active":"2024-09-12T18:01:04.104464+0000","last_peered":"2024-09-12T18:01:04.104464+0000","last_clean":"2024-09-12T18:01:04.104464+0000","last_became_active":"2024-09-12T17:30:41.499891+0000","last_became_peered":"2024-09-12T17:30:41.499891+0000","last_unstale":"2024-09-12T18:01:04.104464+0000","last_undegraded":"2024-09-12T18:01:04.104464+0000","last_fullsized":"2024-09-12T18:01:04.104464+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'9","last_scrub_stamp":"2024-09-12T18:01:04.104226+0000","last_deep_scrub":"264'9","last_deep_scrub_stamp":"2024-09-12T18:01:04.104226+0000","last_clean_scrub_stamp":"2024-09-12T18:01:04.104226+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:02.677978+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":14,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.658618+0000","last_change":"2024-09-12T18:00:35.658618+0000","last_active":"2024-09-12T18:00:35.658618+0000","last_peered":"2024-09-12T18:00:35.658618+0000","last_clean":"2024-09-12T18:00:35.658618+0000","last_became_active":"2024-09-12T17:30:37.906651+0000","last_became_peered":"2024-09-12T17:30:37.906651+0000","last_unstale":"2024-09-12T18:00:35.658618+0000","last_undegraded":"2024-09-12T18:00:35.658618+0000","last_fullsized":"2024-09-12T18:00:35.658618+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:35.658432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:35.658432+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.658432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:33.182130+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'66","reported_seq":243,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.726366+0000","last_change":"2024-09-12T18:00:41.726126+0000","last_active":"2024-09-12T18:00:41.726366+0000","last_peered":"2024-09-12T18:00:41.726366+0000","last_clean":"2024-09-12T18:00:41.726366+0000","last_became_active":"2024-09-12T17:28:43.366637+0000","last_became_peered":"2024-09-12T17:28:43.366637+0000","last_unstale":"2024-09-12T18:00:41.726366+0000","last_undegraded":"2024-09-12T18:00:41.726366+0000","last_fullsized":"2024-09-12T18:00:41.726366+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'66","last_scrub_stamp":"2024-09-12T18:00:41.725875+0000","last_deep_scrub":"264'66","last_deep_scrub_stamp":"2024-09-12T18:00:41.725875+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.725875+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:06.926351+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":266,"num_write":106,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.051522+0000","last_change":"2024-09-12T18:00:55.051522+0000","last_active":"2024-09-12T18:00:55.051522+0000","last_peered":"2024-09-12T18:00:55.051522+0000","last_clean":"2024-09-12T18:00:55.051522+0000","last_became_active":"2024-09-12T17:42:37.081983+0000","last_became_peered":"2024-09-12T17:42:37.081983+0000","last_unstale":"2024-09-12T18:00:55.051522+0000","last_undegraded":"2024-09-12T18:00:55.051522+0000","last_fullsized":"2024-09-12T18:00:55.051522+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:55.051334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:55.051334+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.051334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:09.039821+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.435556+0000","last_change":"2024-09-12T18:01:03.435556+0000","last_active":"2024-09-12T18:01:03.435556+0000","last_peered":"2024-09-12T18:01:03.435556+0000","last_clean":"2024-09-12T18:01:03.435556+0000","last_became_active":"2024-09-12T17:30:41.493272+0000","last_became_peered":"2024-09-12T17:30:41.493272+0000","last_unstale":"2024-09-12T18:01:03.435556+0000","last_undegraded":"2024-09-12T18:01:03.435556+0000","last_fullsized":"2024-09-12T18:01:03.435556+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:03.435382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:03.435382+0000","last_clean_scrub_stamp":"2024-09-12T18:01:03.435382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:35.558141+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"261'4","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.331718+0000","last_change":"2024-09-12T18:00:55.331583+0000","last_active":"2024-09-12T18:00:55.331718+0000","last_peered":"2024-09-12T18:00:55.331718+0000","last_clean":"2024-09-12T18:00:55.331718+0000","last_became_active":"2024-09-12T17:30:37.899518+0000","last_became_peered":"2024-09-12T17:30:37.899518+0000","last_unstale":"2024-09-12T18:00:55.331718+0000","last_undegraded":"2024-09-12T18:00:55.331718+0000","last_fullsized":"2024-09-12T18:00:55.331718+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T18:00:55.331375+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T18:00:55.331375+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.331375+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:22.941496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'41","reported_seq":171,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.300477+0000","last_change":"2024-09-12T18:00:51.300477+0000","last_active":"2024-09-12T18:00:51.300477+0000","last_peered":"2024-09-12T18:00:51.300477+0000","last_clean":"2024-09-12T18:00:51.300477+0000","last_became_active":"2024-09-12T17:28:43.373808+0000","last_became_peered":"2024-09-12T17:28:43.373808+0000","last_unstale":"2024-09-12T18:00:51.300477+0000","last_undegraded":"2024-09-12T18:00:51.300477+0000","last_fullsized":"2024-09-12T18:00:51.300477+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'41","last_scrub_stamp":"2024-09-12T18:00:51.300294+0000","last_deep_scrub":"264'41","last_deep_scrub_stamp":"2024-09-12T18:00:51.300294+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.300294+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:39.807466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":210,"num_read_kb":152,"num_write":74,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.651307+0000","last_change":"2024-09-12T18:01:05.651307+0000","last_active":"2024-09-12T18:01:05.651307+0000","last_peered":"2024-09-12T18:01:05.651307+0000","last_clean":"2024-09-12T18:01:05.651307+0000","last_became_active":"2024-09-12T17:42:37.090019+0000","last_became_peered":"2024-09-12T17:42:37.090019+0000","last_unstale":"2024-09-12T18:01:05.651307+0000","last_undegraded":"2024-09-12T18:01:05.651307+0000","last_fullsized":"2024-09-12T18:01:05.651307+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:05.651124+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:05.651124+0000","last_clean_scrub_stamp":"2024-09-12T18:01:05.651124+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:21.445096+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:01.656962+0000","last_change":"2024-09-12T18:01:01.656832+0000","last_active":"2024-09-12T18:01:01.656962+0000","last_peered":"2024-09-12T18:01:01.656962+0000","last_clean":"2024-09-12T18:01:01.656962+0000","last_became_active":"2024-09-12T17:30:40.968849+0000","last_became_peered":"2024-09-12T17:30:40.968849+0000","last_unstale":"2024-09-12T18:01:01.656962+0000","last_undegraded":"2024-09-12T18:01:01.656962+0000","last_fullsized":"2024-09-12T18:01:01.656962+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:01.656655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:01.656655+0000","last_clean_scrub_stamp":"2024-09-12T18:01:01.656655+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:50.711244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'2","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.355067+0000","last_change":"2024-09-12T18:00:58.355067+0000","last_active":"2024-09-12T18:00:58.355067+0000","last_peered":"2024-09-12T18:00:58.355067+0000","last_clean":"2024-09-12T18:00:58.355067+0000","last_became_active":"2024-09-12T17:30:37.923324+0000","last_became_peered":"2024-09-12T17:30:37.923324+0000","last_unstale":"2024-09-12T18:00:58.355067+0000","last_undegraded":"2024-09-12T18:00:58.355067+0000","last_fullsized":"2024-09-12T18:00:58.355067+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:58.354884+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:58.354884+0000","last_clean_scrub_stamp":"2024-09-12T18:00:58.354884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:40.074155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"0'0","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.091972+0000","last_change":"2024-09-12T18:00:41.091972+0000","last_active":"2024-09-12T18:00:41.091972+0000","last_peered":"2024-09-12T18:00:41.091972+0000","last_clean":"2024-09-12T18:00:41.091972+0000","last_became_active":"2024-09-12T17:28:43.373686+0000","last_became_peered":"2024-09-12T17:28:43.373686+0000","last_unstale":"2024-09-12T18:00:41.091972+0000","last_undegraded":"2024-09-12T18:00:41.091972+0000","last_fullsized":"2024-09-12T18:00:41.091972+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:41.091780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:41.091780+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.091780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:04:25.856773+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"264'2","reported_seq":31,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.585092+0000","last_change":"2024-09-12T18:00:45.585092+0000","last_active":"2024-09-12T18:00:45.585092+0000","last_peered":"2024-09-12T18:00:45.585092+0000","last_clean":"2024-09-12T18:00:45.585092+0000","last_became_active":"2024-09-12T17:42:37.096203+0000","last_became_peered":"2024-09-12T17:42:37.096203+0000","last_unstale":"2024-09-12T18:00:45.585092+0000","last_undegraded":"2024-09-12T18:00:45.585092+0000","last_fullsized":"2024-09-12T18:00:45.585092+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:45.584880+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:45.584880+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.584880+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:24.124523+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"261'2","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.016582+0000","last_change":"2024-09-12T18:00:51.016582+0000","last_active":"2024-09-12T18:00:51.016582+0000","last_peered":"2024-09-12T18:00:51.016582+0000","last_clean":"2024-09-12T18:00:51.016582+0000","last_became_active":"2024-09-12T17:30:40.981226+0000","last_became_peered":"2024-09-12T17:30:40.981226+0000","last_unstale":"2024-09-12T18:00:51.016582+0000","last_undegraded":"2024-09-12T18:00:51.016582+0000","last_fullsized":"2024-09-12T18:00:51.016582+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:51.016396+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:51.016396+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.016396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:53.572598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'2","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.327671+0000","last_change":"2024-09-12T18:00:55.327671+0000","last_active":"2024-09-12T18:00:55.327671+0000","last_peered":"2024-09-12T18:00:55.327671+0000","last_clean":"2024-09-12T18:00:55.327671+0000","last_became_active":"2024-09-12T17:30:37.905424+0000","last_became_peered":"2024-09-12T17:30:37.905424+0000","last_unstale":"2024-09-12T18:00:55.327671+0000","last_undegraded":"2024-09-12T18:00:55.327671+0000","last_fullsized":"2024-09-12T18:00:55.327671+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:55.327399+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:55.327399+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.327399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:14.043325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'33","reported_seq":145,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.313730+0000","last_change":"2024-09-12T18:00:53.313730+0000","last_active":"2024-09-12T18:00:53.313730+0000","last_peered":"2024-09-12T18:00:53.313730+0000","last_clean":"2024-09-12T18:00:53.313730+0000","last_became_active":"2024-09-12T17:28:43.382398+0000","last_became_peered":"2024-09-12T17:28:43.382398+0000","last_unstale":"2024-09-12T18:00:53.313730+0000","last_undegraded":"2024-09-12T18:00:53.313730+0000","last_fullsized":"2024-09-12T18:00:53.313730+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'33","last_scrub_stamp":"2024-09-12T18:00:53.313495+0000","last_deep_scrub":"264'33","last_deep_scrub_stamp":"2024-09-12T18:00:53.313495+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.313495+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:41.851002+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":111,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:09.169211+0000","last_change":"2024-09-12T18:01:09.169211+0000","last_active":"2024-09-12T18:01:09.169211+0000","last_peered":"2024-09-12T18:01:09.169211+0000","last_clean":"2024-09-12T18:01:09.169211+0000","last_became_active":"2024-09-12T17:42:37.088975+0000","last_became_peered":"2024-09-12T17:42:37.088975+0000","last_unstale":"2024-09-12T18:01:09.169211+0000","last_undegraded":"2024-09-12T18:01:09.169211+0000","last_fullsized":"2024-09-12T18:01:09.169211+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:09.168941+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:09.168941+0000","last_clean_scrub_stamp":"2024-09-12T18:01:09.168941+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:47.305258+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'3","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.399600+0000","last_change":"2024-09-12T18:00:58.399600+0000","last_active":"2024-09-12T18:00:58.399600+0000","last_peered":"2024-09-12T18:00:58.399600+0000","last_clean":"2024-09-12T18:00:58.399600+0000","last_became_active":"2024-09-12T17:30:40.968624+0000","last_became_peered":"2024-09-12T17:30:40.968624+0000","last_unstale":"2024-09-12T18:00:58.399600+0000","last_undegraded":"2024-09-12T18:00:58.399600+0000","last_fullsized":"2024-09-12T18:00:58.399600+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:00:58.399416+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:00:58.399416+0000","last_clean_scrub_stamp":"2024-09-12T18:00:58.399416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:47.272936+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"261'2","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.352616+0000","last_change":"2024-09-12T18:00:57.352616+0000","last_active":"2024-09-12T18:00:57.352616+0000","last_peered":"2024-09-12T18:00:57.352616+0000","last_clean":"2024-09-12T18:00:57.352616+0000","last_became_active":"2024-09-12T17:30:37.923278+0000","last_became_peered":"2024-09-12T17:30:37.923278+0000","last_unstale":"2024-09-12T18:00:57.352616+0000","last_undegraded":"2024-09-12T18:00:57.352616+0000","last_fullsized":"2024-09-12T18:00:57.352616+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:57.352421+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:57.352421+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.352421+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:48.054500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'48","reported_seq":192,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.537631+0000","last_change":"2024-09-12T18:00:53.537631+0000","last_active":"2024-09-12T18:00:53.537631+0000","last_peered":"2024-09-12T18:00:53.537631+0000","last_clean":"2024-09-12T18:00:53.537631+0000","last_became_active":"2024-09-12T17:28:43.362189+0000","last_became_peered":"2024-09-12T17:28:43.362189+0000","last_unstale":"2024-09-12T18:00:53.537631+0000","last_undegraded":"2024-09-12T18:00:53.537631+0000","last_fullsized":"2024-09-12T18:00:53.537631+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'48","last_scrub_stamp":"2024-09-12T18:00:53.537453+0000","last_deep_scrub":"264'48","last_deep_scrub_stamp":"2024-09-12T18:00:53.537453+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.537453+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:07.296206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":71,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:07.149027+0000","last_change":"2024-09-12T18:01:07.149027+0000","last_active":"2024-09-12T18:01:07.149027+0000","last_peered":"2024-09-12T18:01:07.149027+0000","last_clean":"2024-09-12T18:01:07.149027+0000","last_became_active":"2024-09-12T17:42:37.110961+0000","last_became_peered":"2024-09-12T17:42:37.110961+0000","last_unstale":"2024-09-12T18:01:07.149027+0000","last_undegraded":"2024-09-12T18:01:07.149027+0000","last_fullsized":"2024-09-12T18:01:07.149027+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:07.148847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:07.148847+0000","last_clean_scrub_stamp":"2024-09-12T18:01:07.148847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:58.227418+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'8","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.650668+0000","last_change":"2024-09-12T18:00:49.650668+0000","last_active":"2024-09-12T18:00:49.650668+0000","last_peered":"2024-09-12T18:00:49.650668+0000","last_clean":"2024-09-12T18:00:49.650668+0000","last_became_active":"2024-09-12T17:30:40.981155+0000","last_became_peered":"2024-09-12T17:30:40.981155+0000","last_unstale":"2024-09-12T18:00:49.650668+0000","last_undegraded":"2024-09-12T18:00:49.650668+0000","last_fullsized":"2024-09-12T18:00:49.650668+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'8","last_scrub_stamp":"2024-09-12T18:00:49.650466+0000","last_deep_scrub":"261'8","last_deep_scrub_stamp":"2024-09-12T18:00:49.650466+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.650466+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:53.864722+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":9216,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.045228+0000","last_change":"2024-09-12T18:00:48.045228+0000","last_active":"2024-09-12T18:00:48.045228+0000","last_peered":"2024-09-12T18:00:48.045228+0000","last_clean":"2024-09-12T18:00:48.045228+0000","last_became_active":"2024-09-12T17:30:37.912814+0000","last_became_peered":"2024-09-12T17:30:37.912814+0000","last_unstale":"2024-09-12T18:00:48.045228+0000","last_undegraded":"2024-09-12T18:00:48.045228+0000","last_fullsized":"2024-09-12T18:00:48.045228+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:48.045046+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:48.045046+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.045046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:38.344148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"264'83","reported_seq":333,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.785217+0000","last_change":"2024-09-12T18:00:43.785217+0000","last_active":"2024-09-12T18:00:43.785217+0000","last_peered":"2024-09-12T18:00:43.785217+0000","last_clean":"2024-09-12T18:00:43.785217+0000","last_became_active":"2024-09-12T17:28:43.371424+0000","last_became_peered":"2024-09-12T17:28:43.371424+0000","last_unstale":"2024-09-12T18:00:43.785217+0000","last_undegraded":"2024-09-12T18:00:43.785217+0000","last_fullsized":"2024-09-12T18:00:43.785217+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'83","last_scrub_stamp":"2024-09-12T18:00:43.785019+0000","last_deep_scrub":"264'83","last_deep_scrub_stamp":"2024-09-12T18:00:43.785019+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.785019+0000","objects_scrubbed":1,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:57.929007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":536,"num_read_kb":399,"num_write":105,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2510,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:04.473659+0000","last_change":"2024-09-12T18:01:04.473659+0000","last_active":"2024-09-12T18:01:04.473659+0000","last_peered":"2024-09-12T18:01:04.473659+0000","last_clean":"2024-09-12T18:01:04.473659+0000","last_became_active":"2024-09-12T17:42:37.107578+0000","last_became_peered":"2024-09-12T17:42:37.107578+0000","last_unstale":"2024-09-12T18:01:04.473659+0000","last_undegraded":"2024-09-12T18:01:04.473659+0000","last_fullsized":"2024-09-12T18:01:04.473659+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:04.473475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:04.473475+0000","last_clean_scrub_stamp":"2024-09-12T18:01:04.473475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:53:17.965716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'7","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.621136+0000","last_change":"2024-09-12T18:01:00.621136+0000","last_active":"2024-09-12T18:01:00.621136+0000","last_peered":"2024-09-12T18:01:00.621136+0000","last_clean":"2024-09-12T18:01:00.621136+0000","last_became_active":"2024-09-12T17:30:40.970542+0000","last_became_peered":"2024-09-12T17:30:40.970542+0000","last_unstale":"2024-09-12T18:01:00.621136+0000","last_undegraded":"2024-09-12T18:01:00.621136+0000","last_fullsized":"2024-09-12T18:01:00.621136+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-12T18:01:00.620912+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-12T18:01:00.620912+0000","last_clean_scrub_stamp":"2024-09-12T18:01:00.620912+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:05.395976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.671063+0000","last_change":"2024-09-12T18:00:46.671063+0000","last_active":"2024-09-12T18:00:46.671063+0000","last_peered":"2024-09-12T18:00:46.671063+0000","last_clean":"2024-09-12T18:00:46.671063+0000","last_became_active":"2024-09-12T17:30:37.899552+0000","last_became_peered":"2024-09-12T17:30:37.899552+0000","last_unstale":"2024-09-12T18:00:46.671063+0000","last_undegraded":"2024-09-12T18:00:46.671063+0000","last_fullsized":"2024-09-12T18:00:46.671063+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:46.670880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:46.670880+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.670880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:24.546926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'5","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.310724+0000","last_change":"2024-09-12T18:00:53.310601+0000","last_active":"2024-09-12T18:00:53.310724+0000","last_peered":"2024-09-12T18:00:53.310724+0000","last_clean":"2024-09-12T18:00:53.310724+0000","last_became_active":"2024-09-12T17:28:43.375683+0000","last_became_peered":"2024-09-12T17:28:43.375683+0000","last_unstale":"2024-09-12T18:00:53.310724+0000","last_undegraded":"2024-09-12T18:00:53.310724+0000","last_fullsized":"2024-09-12T18:00:53.310724+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:53.310432+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:53.310432+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.310432+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:22.495238+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":10,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'329","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.332049+0000","last_change":"2024-09-12T18:00:29.331821+0000","last_active":"2024-09-12T18:00:29.332049+0000","last_peered":"2024-09-12T18:00:29.332049+0000","last_clean":"2024-09-12T18:00:29.332049+0000","last_became_active":"2024-09-12T17:13:22.725942+0000","last_became_peered":"2024-09-12T17:13:22.725942+0000","last_unstale":"2024-09-12T18:00:29.332049+0000","last_undegraded":"2024-09-12T18:00:29.332049+0000","last_fullsized":"2024-09-12T18:00:29.332049+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'329","last_scrub_stamp":"2024-09-12T18:00:29.331576+0000","last_deep_scrub":"264'329","last_deep_scrub_stamp":"2024-09-12T18:00:29.331576+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.331576+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:15.407318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":440,"num_read_kb":7150,"num_write":972,"num_write_kb":34029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'177","reported_seq":755,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.208403+0000","last_change":"2024-09-12T18:00:35.208170+0000","last_active":"2024-09-12T18:00:35.208403+0000","last_peered":"2024-09-12T18:00:35.208403+0000","last_clean":"2024-09-12T18:00:35.208403+0000","last_became_active":"2024-09-12T17:13:24.750504+0000","last_became_peered":"2024-09-12T17:13:24.750504+0000","last_unstale":"2024-09-12T18:00:35.208403+0000","last_undegraded":"2024-09-12T18:00:35.208403+0000","last_fullsized":"2024-09-12T18:00:35.208403+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'177","last_scrub_stamp":"2024-09-12T18:00:35.207946+0000","last_deep_scrub":"264'177","last_deep_scrub_stamp":"2024-09-12T18:00:35.207946+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.207946+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:49.840018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":797,"num_read_kb":657,"num_write":298,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'313","reported_seq":1040,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.074581+0000","last_change":"2024-09-12T18:00:21.074435+0000","last_active":"2024-09-12T18:00:21.074581+0000","last_peered":"2024-09-12T18:00:21.074581+0000","last_clean":"2024-09-12T18:00:21.074581+0000","last_became_active":"2024-09-12T17:13:22.714030+0000","last_became_peered":"2024-09-12T17:13:22.714030+0000","last_unstale":"2024-09-12T18:00:21.074581+0000","last_undegraded":"2024-09-12T18:00:21.074581+0000","last_fullsized":"2024-09-12T18:00:21.074581+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'313","last_scrub_stamp":"2024-09-12T18:00:21.074204+0000","last_deep_scrub":"264'313","last_deep_scrub_stamp":"2024-09-12T18:00:21.074204+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.074204+0000","objects_scrubbed":6,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:00.817230+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254223,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":506,"num_read_kb":42071,"num_write":909,"num_write_kb":34997,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'145","reported_seq":783,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.456457+0000","last_change":"2024-09-12T18:00:33.456284+0000","last_active":"2024-09-12T18:00:33.456457+0000","last_peered":"2024-09-12T18:00:33.456457+0000","last_clean":"2024-09-12T18:00:33.456457+0000","last_became_active":"2024-09-12T17:13:24.726550+0000","last_became_peered":"2024-09-12T17:13:24.726550+0000","last_unstale":"2024-09-12T18:00:33.456457+0000","last_undegraded":"2024-09-12T18:00:33.456457+0000","last_fullsized":"2024-09-12T18:00:33.456457+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'145","last_scrub_stamp":"2024-09-12T18:00:33.456109+0000","last_deep_scrub":"264'145","last_deep_scrub_stamp":"2024-09-12T18:00:33.456109+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.456109+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:26.489877+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":576,"num_write":221,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'339","reported_seq":993,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.130879+0000","last_change":"2024-09-12T18:00:24.130728+0000","last_active":"2024-09-12T18:00:24.130879+0000","last_peered":"2024-09-12T18:00:24.130879+0000","last_clean":"2024-09-12T18:00:24.130879+0000","last_became_active":"2024-09-12T17:13:22.714072+0000","last_became_peered":"2024-09-12T17:13:22.714072+0000","last_unstale":"2024-09-12T18:00:24.130879+0000","last_undegraded":"2024-09-12T18:00:24.130879+0000","last_fullsized":"2024-09-12T18:00:24.130879+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'339","last_scrub_stamp":"2024-09-12T18:00:24.130511+0000","last_deep_scrub":"264'339","last_deep_scrub_stamp":"2024-09-12T18:00:24.130511+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.130511+0000","objects_scrubbed":8,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:42:25.411343+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170284,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":466,"num_read_kb":17380,"num_write":1016,"num_write_kb":42063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'168","reported_seq":771,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.562406+0000","last_change":"2024-09-12T18:00:35.562245+0000","last_active":"2024-09-12T18:00:35.562406+0000","last_peered":"2024-09-12T18:00:35.562406+0000","last_clean":"2024-09-12T18:00:35.562406+0000","last_became_active":"2024-09-12T17:13:24.748472+0000","last_became_peered":"2024-09-12T17:13:24.748472+0000","last_unstale":"2024-09-12T18:00:35.562406+0000","last_undegraded":"2024-09-12T18:00:35.562406+0000","last_fullsized":"2024-09-12T18:00:35.562406+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'168","last_scrub_stamp":"2024-09-12T18:00:35.562054+0000","last_deep_scrub":"264'168","last_deep_scrub_stamp":"2024-09-12T18:00:35.562054+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.562054+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:50:15.619174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":720,"num_read_kb":590,"num_write":257,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'371","reported_seq":1061,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.128056+0000","last_change":"2024-09-12T18:00:28.128056+0000","last_active":"2024-09-12T18:00:28.128056+0000","last_peered":"2024-09-12T18:00:28.128056+0000","last_clean":"2024-09-12T18:00:28.128056+0000","last_became_active":"2024-09-12T17:13:22.726239+0000","last_became_peered":"2024-09-12T17:13:22.726239+0000","last_unstale":"2024-09-12T18:00:28.128056+0000","last_undegraded":"2024-09-12T18:00:28.128056+0000","last_fullsized":"2024-09-12T18:00:28.128056+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T18:00:28.127869+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T18:00:28.127869+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.127869+0000","objects_scrubbed":2,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:35.152385+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":595,"num_read_kb":17747,"num_write":1232,"num_write_kb":17874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'4117","reported_seq":4725,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.112003+0000","last_change":"2024-09-12T18:00:29.111849+0000","last_active":"2024-09-12T18:00:29.112003+0000","last_peered":"2024-09-12T18:00:29.112003+0000","last_clean":"2024-09-12T18:00:29.112003+0000","last_became_active":"2024-09-12T17:13:24.746121+0000","last_became_peered":"2024-09-12T17:13:24.746121+0000","last_unstale":"2024-09-12T18:00:29.112003+0000","last_undegraded":"2024-09-12T18:00:29.112003+0000","last_fullsized":"2024-09-12T18:00:29.112003+0000","mapping_epoch":25,"log_start":"264'4100","ondisk_log_start":"264'4100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4117","last_scrub_stamp":"2024-09-12T18:00:29.111667+0000","last_deep_scrub":"264'4117","last_deep_scrub_stamp":"2024-09-12T18:00:29.111667+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.111667+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:13.417797+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16538,"num_read_kb":13876,"num_write":6180,"num_write_kb":3076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'438","reported_seq":1116,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.316179+0000","last_change":"2024-09-12T18:00:28.316041+0000","last_active":"2024-09-12T18:00:28.316179+0000","last_peered":"2024-09-12T18:00:28.316179+0000","last_clean":"2024-09-12T18:00:28.316179+0000","last_became_active":"2024-09-12T17:13:22.723131+0000","last_became_peered":"2024-09-12T17:13:22.723131+0000","last_unstale":"2024-09-12T18:00:28.316179+0000","last_undegraded":"2024-09-12T18:00:28.316179+0000","last_fullsized":"2024-09-12T18:00:28.316179+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'438","last_scrub_stamp":"2024-09-12T18:00:28.315777+0000","last_deep_scrub":"264'438","last_deep_scrub_stamp":"2024-09-12T18:00:28.315777+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.315777+0000","objects_scrubbed":10,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:55.192752+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":831467,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":664,"num_read_kb":11011,"num_write":1555,"num_write_kb":36392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'271","reported_seq":929,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.638768+0000","last_change":"2024-09-12T18:00:30.638768+0000","last_active":"2024-09-12T18:00:30.638768+0000","last_peered":"2024-09-12T18:00:30.638768+0000","last_clean":"2024-09-12T18:00:30.638768+0000","last_became_active":"2024-09-12T17:13:24.737057+0000","last_became_peered":"2024-09-12T17:13:24.737057+0000","last_unstale":"2024-09-12T18:00:30.638768+0000","last_undegraded":"2024-09-12T18:00:30.638768+0000","last_fullsized":"2024-09-12T18:00:30.638768+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'271","last_scrub_stamp":"2024-09-12T18:00:30.638585+0000","last_deep_scrub":"264'271","last_deep_scrub_stamp":"2024-09-12T18:00:30.638585+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.638585+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:08.338717+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1178,"num_read_kb":971,"num_write":403,"num_write_kb":196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'369","reported_seq":1008,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.128959+0000","last_change":"2024-09-12T18:00:26.128820+0000","last_active":"2024-09-12T18:00:26.128959+0000","last_peered":"2024-09-12T18:00:26.128959+0000","last_clean":"2024-09-12T18:00:26.128959+0000","last_became_active":"2024-09-12T17:13:22.724221+0000","last_became_peered":"2024-09-12T17:13:22.724221+0000","last_unstale":"2024-09-12T18:00:26.128959+0000","last_undegraded":"2024-09-12T18:00:26.128959+0000","last_fullsized":"2024-09-12T18:00:26.128959+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'369","last_scrub_stamp":"2024-09-12T18:00:26.128583+0000","last_deep_scrub":"264'369","last_deep_scrub_stamp":"2024-09-12T18:00:26.128583+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.128583+0000","objects_scrubbed":6,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:19.642888+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306959,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":491,"num_read_kb":12101,"num_write":1129,"num_write_kb":47003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'177","reported_seq":797,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.589273+0000","last_change":"2024-09-12T18:00:36.589273+0000","last_active":"2024-09-12T18:00:36.589273+0000","last_peered":"2024-09-12T18:00:36.589273+0000","last_clean":"2024-09-12T18:00:36.589273+0000","last_became_active":"2024-09-12T17:13:24.731429+0000","last_became_peered":"2024-09-12T17:13:24.731429+0000","last_unstale":"2024-09-12T18:00:36.589273+0000","last_undegraded":"2024-09-12T18:00:36.589273+0000","last_fullsized":"2024-09-12T18:00:36.589273+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'177","last_scrub_stamp":"2024-09-12T18:00:36.589079+0000","last_deep_scrub":"264'177","last_deep_scrub_stamp":"2024-09-12T18:00:36.589079+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.589079+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:06.218870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":785,"num_read_kb":645,"num_write":290,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'374","reported_seq":1021,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.291851+0000","last_change":"2024-09-12T18:00:27.291720+0000","last_active":"2024-09-12T18:00:27.291851+0000","last_peered":"2024-09-12T18:00:27.291851+0000","last_clean":"2024-09-12T18:00:27.291851+0000","last_became_active":"2024-09-12T17:13:22.720098+0000","last_became_peered":"2024-09-12T17:13:22.720098+0000","last_unstale":"2024-09-12T18:00:27.291851+0000","last_undegraded":"2024-09-12T18:00:27.291851+0000","last_fullsized":"2024-09-12T18:00:27.291851+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'374","last_scrub_stamp":"2024-09-12T18:00:27.291516+0000","last_deep_scrub":"264'374","last_deep_scrub_stamp":"2024-09-12T18:00:27.291516+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.291516+0000","objects_scrubbed":6,"log_size":74,"log_dups_size":300,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:02.599553+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":535,"num_read_kb":13868,"num_write":1162,"num_write_kb":21571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'306","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.192512+0000","last_change":"2024-09-12T18:00:34.192512+0000","last_active":"2024-09-12T18:00:34.192512+0000","last_peered":"2024-09-12T18:00:34.192512+0000","last_clean":"2024-09-12T18:00:34.192512+0000","last_became_active":"2024-09-12T17:13:24.759152+0000","last_became_peered":"2024-09-12T17:13:24.759152+0000","last_unstale":"2024-09-12T18:00:34.192512+0000","last_undegraded":"2024-09-12T18:00:34.192512+0000","last_fullsized":"2024-09-12T18:00:34.192512+0000","mapping_epoch":25,"log_start":"250'200","ondisk_log_start":"250'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T18:00:34.192320+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T18:00:34.192320+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.192320+0000","objects_scrubbed":2,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:15.682155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1481,"num_read_kb":1284,"num_write":444,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":26210,"num_omap_keys":103,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'385","reported_seq":1037,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.277949+0000","last_change":"2024-09-12T18:00:23.277814+0000","last_active":"2024-09-12T18:00:23.277949+0000","last_peered":"2024-09-12T18:00:23.277949+0000","last_clean":"2024-09-12T18:00:23.277949+0000","last_became_active":"2024-09-12T17:13:22.738728+0000","last_became_peered":"2024-09-12T17:13:22.738728+0000","last_unstale":"2024-09-12T18:00:23.277949+0000","last_undegraded":"2024-09-12T18:00:23.277949+0000","last_fullsized":"2024-09-12T18:00:23.277949+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'385","last_scrub_stamp":"2024-09-12T18:00:23.277612+0000","last_deep_scrub":"264'385","last_deep_scrub_stamp":"2024-09-12T18:00:23.277612+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.277612+0000","objects_scrubbed":1,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:32.433993+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":510,"num_read_kb":82193,"num_write":1133,"num_write_kb":40924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'304","reported_seq":944,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.676110+0000","last_change":"2024-09-12T18:00:26.676110+0000","last_active":"2024-09-12T18:00:26.676110+0000","last_peered":"2024-09-12T18:00:26.676110+0000","last_clean":"2024-09-12T18:00:26.676110+0000","last_became_active":"2024-09-12T17:13:24.738756+0000","last_became_peered":"2024-09-12T17:13:24.738756+0000","last_unstale":"2024-09-12T18:00:26.676110+0000","last_undegraded":"2024-09-12T18:00:26.676110+0000","last_fullsized":"2024-09-12T18:00:26.676110+0000","mapping_epoch":25,"log_start":"261'200","ondisk_log_start":"261'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'304","last_scrub_stamp":"2024-09-12T18:00:26.675905+0000","last_deep_scrub":"264'304","last_deep_scrub_stamp":"2024-09-12T18:00:26.675905+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.675905+0000","objects_scrubbed":1,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:23.237265+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1076,"num_write":462,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4004,"num_omap_keys":18,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'72","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.529704+0000","last_change":"2024-09-12T18:00:33.529704+0000","last_active":"2024-09-12T18:00:33.529704+0000","last_peered":"2024-09-12T18:00:33.529704+0000","last_clean":"2024-09-12T18:00:33.529704+0000","last_became_active":"2024-09-12T17:13:24.729545+0000","last_became_peered":"2024-09-12T17:13:24.729545+0000","last_unstale":"2024-09-12T18:00:33.529704+0000","last_undegraded":"2024-09-12T18:00:33.529704+0000","last_fullsized":"2024-09-12T18:00:33.529704+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'72","last_scrub_stamp":"2024-09-12T18:00:33.529424+0000","last_deep_scrub":"264'72","last_deep_scrub_stamp":"2024-09-12T18:00:33.529424+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.529424+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:56.932202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":265,"num_write":110,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'352","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.578963+0000","last_change":"2024-09-12T18:00:23.578963+0000","last_active":"2024-09-12T18:00:23.578963+0000","last_peered":"2024-09-12T18:00:23.578963+0000","last_clean":"2024-09-12T18:00:23.578963+0000","last_became_active":"2024-09-12T17:13:54.836666+0000","last_became_peered":"2024-09-12T17:13:54.836666+0000","last_unstale":"2024-09-12T18:00:23.578963+0000","last_undegraded":"2024-09-12T18:00:23.578963+0000","last_fullsized":"2024-09-12T18:00:23.578963+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:23.578762+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:23.578762+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.578762+0000","objects_scrubbed":6,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:50.441043+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":563,"num_read_kb":32563,"num_write":1079,"num_write_kb":32697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.31","version":"264'40","reported_seq":621,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.413067+0000","last_change":"2024-09-12T18:00:32.413067+0000","last_active":"2024-09-12T18:00:32.413067+0000","last_peered":"2024-09-12T18:00:32.413067+0000","last_clean":"2024-09-12T18:00:32.413067+0000","last_became_active":"2024-09-12T17:13:24.727755+0000","last_became_peered":"2024-09-12T17:13:24.727755+0000","last_unstale":"2024-09-12T18:00:32.413067+0000","last_undegraded":"2024-09-12T18:00:32.413067+0000","last_fullsized":"2024-09-12T18:00:32.413067+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T18:00:32.412880+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T18:00:32.412880+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.412880+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:35.336540+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":206,"num_read_kb":188,"num_write":57,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'312","reported_seq":939,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.531708+0000","last_change":"2024-09-12T18:00:24.531708+0000","last_active":"2024-09-12T18:00:24.531708+0000","last_peered":"2024-09-12T18:00:24.531708+0000","last_clean":"2024-09-12T18:00:24.531708+0000","last_became_active":"2024-09-12T17:13:22.737350+0000","last_became_peered":"2024-09-12T17:13:22.737350+0000","last_unstale":"2024-09-12T18:00:24.531708+0000","last_undegraded":"2024-09-12T18:00:24.531708+0000","last_fullsized":"2024-09-12T18:00:24.531708+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T18:00:24.531498+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T18:00:24.531498+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.531498+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:55.047427+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589768,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":419,"num_read_kb":4257,"num_write":999,"num_write_kb":39071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'204","reported_seq":810,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.182821+0000","last_change":"2024-09-12T18:00:32.182821+0000","last_active":"2024-09-12T18:00:32.182821+0000","last_peered":"2024-09-12T18:00:32.182821+0000","last_clean":"2024-09-12T18:00:32.182821+0000","last_became_active":"2024-09-12T17:13:24.751427+0000","last_became_peered":"2024-09-12T17:13:24.751427+0000","last_unstale":"2024-09-12T18:00:32.182821+0000","last_undegraded":"2024-09-12T18:00:32.182821+0000","last_fullsized":"2024-09-12T18:00:32.182821+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'204","last_scrub_stamp":"2024-09-12T18:00:32.182603+0000","last_deep_scrub":"264'204","last_deep_scrub_stamp":"2024-09-12T18:00:32.182603+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.182603+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:40.408953+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":941,"num_read_kb":767,"num_write":366,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'322","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.527575+0000","last_change":"2024-09-12T18:00:22.527575+0000","last_active":"2024-09-12T18:00:22.527575+0000","last_peered":"2024-09-12T18:00:22.527575+0000","last_clean":"2024-09-12T18:00:22.527575+0000","last_became_active":"2024-09-12T17:13:22.736388+0000","last_became_peered":"2024-09-12T17:13:22.736388+0000","last_unstale":"2024-09-12T18:00:22.527575+0000","last_undegraded":"2024-09-12T18:00:22.527575+0000","last_fullsized":"2024-09-12T18:00:22.527575+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'322","last_scrub_stamp":"2024-09-12T18:00:22.527316+0000","last_deep_scrub":"264'322","last_deep_scrub_stamp":"2024-09-12T18:00:22.527316+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.527316+0000","objects_scrubbed":7,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:12.712365+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262277,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":479,"num_read_kb":22737,"num_write":1066,"num_write_kb":36288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'75","reported_seq":635,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.616386+0000","last_change":"2024-09-12T18:00:24.616386+0000","last_active":"2024-09-12T18:00:24.616386+0000","last_peered":"2024-09-12T18:00:24.616386+0000","last_clean":"2024-09-12T18:00:24.616386+0000","last_became_active":"2024-09-12T17:13:24.741951+0000","last_became_peered":"2024-09-12T17:13:24.741951+0000","last_unstale":"2024-09-12T18:00:24.616386+0000","last_undegraded":"2024-09-12T18:00:24.616386+0000","last_fullsized":"2024-09-12T18:00:24.616386+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'75","last_scrub_stamp":"2024-09-12T18:00:24.616158+0000","last_deep_scrub":"264'75","last_deep_scrub_stamp":"2024-09-12T18:00:24.616158+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.616158+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:47.517203+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":291,"num_write":115,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'327","reported_seq":968,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.471761+0000","last_change":"2024-09-12T18:00:20.471761+0000","last_active":"2024-09-12T18:00:20.471761+0000","last_peered":"2024-09-12T18:00:20.471761+0000","last_clean":"2024-09-12T18:00:20.471761+0000","last_became_active":"2024-09-12T17:13:22.739336+0000","last_became_peered":"2024-09-12T17:13:22.739336+0000","last_unstale":"2024-09-12T18:00:20.471761+0000","last_undegraded":"2024-09-12T18:00:20.471761+0000","last_fullsized":"2024-09-12T18:00:20.471761+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'327","last_scrub_stamp":"2024-09-12T18:00:20.471531+0000","last_deep_scrub":"264'327","last_deep_scrub_stamp":"2024-09-12T18:00:20.471531+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.471531+0000","objects_scrubbed":8,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:19.296653+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262243,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":446,"num_read_kb":20536,"num_write":1022,"num_write_kb":35486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"264'230","reported_seq":889,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.628293+0000","last_change":"2024-09-12T18:00:21.628293+0000","last_active":"2024-09-12T18:00:21.628293+0000","last_peered":"2024-09-12T18:00:21.628293+0000","last_clean":"2024-09-12T18:00:21.628293+0000","last_became_active":"2024-09-12T17:13:24.733104+0000","last_became_peered":"2024-09-12T17:13:24.733104+0000","last_unstale":"2024-09-12T18:00:21.628293+0000","last_undegraded":"2024-09-12T18:00:21.628293+0000","last_fullsized":"2024-09-12T18:00:21.628293+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'230","last_scrub_stamp":"2024-09-12T18:00:21.628110+0000","last_deep_scrub":"264'230","last_deep_scrub_stamp":"2024-09-12T18:00:21.628110+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.628110+0000","objects_scrubbed":1,"log_size":30,"log_dups_size":200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:27.551476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1025,"num_read_kb":844,"num_write":360,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":229,"num_omap_keys":1,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'436","reported_seq":1109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.276109+0000","last_change":"2024-09-12T18:00:26.276109+0000","last_active":"2024-09-12T18:00:26.276109+0000","last_peered":"2024-09-12T18:00:26.276109+0000","last_clean":"2024-09-12T18:00:26.276109+0000","last_became_active":"2024-09-12T17:13:22.716482+0000","last_became_peered":"2024-09-12T17:13:22.716482+0000","last_unstale":"2024-09-12T18:00:26.276109+0000","last_undegraded":"2024-09-12T18:00:26.276109+0000","last_fullsized":"2024-09-12T18:00:26.276109+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'436","last_scrub_stamp":"2024-09-12T18:00:26.275891+0000","last_deep_scrub":"264'436","last_deep_scrub_stamp":"2024-09-12T18:00:26.275891+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.275891+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":400,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:08.350628+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1741262,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":598,"num_read_kb":27055,"num_write":1306,"num_write_kb":45208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'4106","reported_seq":4710,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.564781+0000","last_change":"2024-09-12T18:00:34.564781+0000","last_active":"2024-09-12T18:00:34.564781+0000","last_peered":"2024-09-12T18:00:34.564781+0000","last_clean":"2024-09-12T18:00:34.564781+0000","last_became_active":"2024-09-12T17:13:24.753665+0000","last_became_peered":"2024-09-12T17:13:24.753665+0000","last_unstale":"2024-09-12T18:00:34.564781+0000","last_undegraded":"2024-09-12T18:00:34.564781+0000","last_fullsized":"2024-09-12T18:00:34.564781+0000","mapping_epoch":25,"log_start":"264'4000","ondisk_log_start":"264'4000","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4106","last_scrub_stamp":"2024-09-12T18:00:34.564603+0000","last_deep_scrub":"264'4106","last_deep_scrub_stamp":"2024-09-12T18:00:34.564603+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.564603+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":3000,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:13.154948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16466,"num_read_kb":13828,"num_write":6154,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'362","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.098958+0000","last_change":"2024-09-12T18:00:19.098958+0000","last_active":"2024-09-12T18:00:19.098958+0000","last_peered":"2024-09-12T18:00:19.098958+0000","last_clean":"2024-09-12T18:00:19.098958+0000","last_became_active":"2024-09-12T17:13:22.719278+0000","last_became_peered":"2024-09-12T17:13:22.719278+0000","last_unstale":"2024-09-12T18:00:19.098958+0000","last_undegraded":"2024-09-12T18:00:19.098958+0000","last_fullsized":"2024-09-12T18:00:19.098958+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:19.098742+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:19.098742+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.098742+0000","objects_scrubbed":5,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:13.781748+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":856689,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":593,"num_read_kb":41507,"num_write":1147,"num_write_kb":26289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'117","reported_seq":635,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.535789+0000","last_change":"2024-09-12T18:00:51.535789+0000","last_active":"2024-09-12T18:00:51.535789+0000","last_peered":"2024-09-12T18:00:51.535789+0000","last_clean":"2024-09-12T18:00:51.535789+0000","last_became_active":"2024-09-12T17:13:32.781296+0000","last_became_peered":"2024-09-12T17:13:32.781296+0000","last_unstale":"2024-09-12T18:00:51.535789+0000","last_undegraded":"2024-09-12T18:00:51.535789+0000","last_fullsized":"2024-09-12T18:00:51.535789+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'117","last_scrub_stamp":"2024-09-12T18:00:51.535606+0000","last_deep_scrub":"264'117","last_deep_scrub_stamp":"2024-09-12T18:00:51.535606+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.535606+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:35.559512+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":165,"num_read_kb":153,"num_write":253,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'148","reported_seq":737,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.290237+0000","last_change":"2024-09-12T18:00:28.290237+0000","last_active":"2024-09-12T18:00:28.290237+0000","last_peered":"2024-09-12T18:00:28.290237+0000","last_clean":"2024-09-12T18:00:28.290237+0000","last_became_active":"2024-09-12T17:13:24.752021+0000","last_became_peered":"2024-09-12T17:13:24.752021+0000","last_unstale":"2024-09-12T18:00:28.290237+0000","last_undegraded":"2024-09-12T18:00:28.290237+0000","last_fullsized":"2024-09-12T18:00:28.290237+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'148","last_scrub_stamp":"2024-09-12T18:00:28.290053+0000","last_deep_scrub":"264'148","last_deep_scrub_stamp":"2024-09-12T18:00:28.290053+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.290053+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:48.283640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":513,"num_write":228,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"264'295","reported_seq":1146,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.220898+0000","last_change":"2024-09-12T18:00:24.220898+0000","last_active":"2024-09-12T18:00:24.220898+0000","last_peered":"2024-09-12T18:00:24.220898+0000","last_clean":"2024-09-12T18:00:24.220898+0000","last_became_active":"2024-09-12T17:13:22.741981+0000","last_became_peered":"2024-09-12T17:13:22.741981+0000","last_unstale":"2024-09-12T18:00:24.220898+0000","last_undegraded":"2024-09-12T18:00:24.220898+0000","last_fullsized":"2024-09-12T18:00:24.220898+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'295","last_scrub_stamp":"2024-09-12T18:00:24.220681+0000","last_deep_scrub":"264'295","last_deep_scrub_stamp":"2024-09-12T18:00:24.220681+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.220681+0000","objects_scrubbed":9,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:19.706981+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1128744,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":885,"num_read_kb":30696,"num_write":1032,"num_write_kb":26054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.194424+0000","last_change":"2024-09-12T18:00:38.194424+0000","last_active":"2024-09-12T18:00:38.194424+0000","last_peered":"2024-09-12T18:00:38.194424+0000","last_clean":"2024-09-12T18:00:38.194424+0000","last_became_active":"2024-09-12T17:13:26.744613+0000","last_became_peered":"2024-09-12T17:13:26.744613+0000","last_unstale":"2024-09-12T18:00:38.194424+0000","last_undegraded":"2024-09-12T18:00:38.194424+0000","last_fullsized":"2024-09-12T18:00:38.194424+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:38.194242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:38.194242+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.194242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:09.056453+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'351","reported_seq":964,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.042431+0000","last_change":"2024-09-12T18:00:38.042431+0000","last_active":"2024-09-12T18:00:38.042431+0000","last_peered":"2024-09-12T18:00:38.042431+0000","last_clean":"2024-09-12T18:00:38.042431+0000","last_became_active":"2024-09-12T17:13:28.743214+0000","last_became_peered":"2024-09-12T17:13:28.743214+0000","last_unstale":"2024-09-12T18:00:38.042431+0000","last_undegraded":"2024-09-12T18:00:38.042431+0000","last_fullsized":"2024-09-12T18:00:38.042431+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'351","last_scrub_stamp":"2024-09-12T18:00:38.042312+0000","last_deep_scrub":"264'351","last_deep_scrub_stamp":"2024-09-12T18:00:38.042312+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.042312+0000","objects_scrubbed":5,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:02.353464+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48366,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":572,"num_read_kb":1239,"num_write":462,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.302438+0000","last_change":"2024-09-12T18:00:47.302438+0000","last_active":"2024-09-12T18:00:47.302438+0000","last_peered":"2024-09-12T18:00:47.302438+0000","last_clean":"2024-09-12T18:00:47.302438+0000","last_became_active":"2024-09-12T17:13:30.781254+0000","last_became_peered":"2024-09-12T17:13:30.781254+0000","last_unstale":"2024-09-12T18:00:47.302438+0000","last_undegraded":"2024-09-12T18:00:47.302438+0000","last_fullsized":"2024-09-12T18:00:47.302438+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:47.302264+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:47.302264+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.302264+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:36:41.171190+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'152","reported_seq":713,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.308999+0000","last_change":"2024-09-12T18:00:51.308999+0000","last_active":"2024-09-12T18:00:51.308999+0000","last_peered":"2024-09-12T18:00:51.308999+0000","last_clean":"2024-09-12T18:00:51.308999+0000","last_became_active":"2024-09-12T17:13:32.779025+0000","last_became_peered":"2024-09-12T17:13:32.779025+0000","last_unstale":"2024-09-12T18:00:51.308999+0000","last_undegraded":"2024-09-12T18:00:51.308999+0000","last_fullsized":"2024-09-12T18:00:51.308999+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'152","last_scrub_stamp":"2024-09-12T18:00:51.308754+0000","last_deep_scrub":"264'152","last_deep_scrub_stamp":"2024-09-12T18:00:51.308754+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.308754+0000","objects_scrubbed":3,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:44.969337+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":250,"num_read_kb":239,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'127","reported_seq":736,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.115431+0000","last_change":"2024-09-12T18:00:30.115431+0000","last_active":"2024-09-12T18:00:30.115431+0000","last_peered":"2024-09-12T18:00:30.115431+0000","last_clean":"2024-09-12T18:00:30.115431+0000","last_became_active":"2024-09-12T17:13:24.763073+0000","last_became_peered":"2024-09-12T17:13:24.763073+0000","last_unstale":"2024-09-12T18:00:30.115431+0000","last_undegraded":"2024-09-12T18:00:30.115431+0000","last_fullsized":"2024-09-12T18:00:30.115431+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'127","last_scrub_stamp":"2024-09-12T18:00:30.115207+0000","last_deep_scrub":"264'127","last_deep_scrub_stamp":"2024-09-12T18:00:30.115207+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.115207+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:21.344405+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":599,"num_read_kb":505,"num_write":195,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'384","reported_seq":1092,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.126249+0000","last_change":"2024-09-12T18:00:15.126249+0000","last_active":"2024-09-12T18:00:15.126249+0000","last_peered":"2024-09-12T18:00:15.126249+0000","last_clean":"2024-09-12T18:00:15.126249+0000","last_became_active":"2024-09-12T17:13:22.722143+0000","last_became_peered":"2024-09-12T17:13:22.722143+0000","last_unstale":"2024-09-12T18:00:15.126249+0000","last_undegraded":"2024-09-12T18:00:15.126249+0000","last_fullsized":"2024-09-12T18:00:15.126249+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'384","last_scrub_stamp":"2024-09-12T18:00:15.126157+0000","last_deep_scrub":"264'384","last_deep_scrub_stamp":"2024-09-12T18:00:15.126157+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.126157+0000","objects_scrubbed":7,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:41.192796+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1630394,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":765,"num_read_kb":3110,"num_write":1221,"num_write_kb":31566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.336382+0000","last_change":"2024-09-12T18:00:36.336382+0000","last_active":"2024-09-12T18:00:36.336382+0000","last_peered":"2024-09-12T18:00:36.336382+0000","last_clean":"2024-09-12T18:00:36.336382+0000","last_became_active":"2024-09-12T17:13:26.742603+0000","last_became_peered":"2024-09-12T17:13:26.742603+0000","last_unstale":"2024-09-12T18:00:36.336382+0000","last_undegraded":"2024-09-12T18:00:36.336382+0000","last_fullsized":"2024-09-12T18:00:36.336382+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.336190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.336190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.336190+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:22.067795+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'107","reported_seq":637,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.644258+0000","last_change":"2024-09-12T18:00:43.644258+0000","last_active":"2024-09-12T18:00:43.644258+0000","last_peered":"2024-09-12T18:00:43.644258+0000","last_clean":"2024-09-12T18:00:43.644258+0000","last_became_active":"2024-09-12T17:13:28.729033+0000","last_became_peered":"2024-09-12T17:13:28.729033+0000","last_unstale":"2024-09-12T18:00:43.644258+0000","last_undegraded":"2024-09-12T18:00:43.644258+0000","last_fullsized":"2024-09-12T18:00:43.644258+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'107","last_scrub_stamp":"2024-09-12T18:00:43.644072+0000","last_deep_scrub":"264'107","last_deep_scrub_stamp":"2024-09-12T18:00:43.644072+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.644072+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:27.201087+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":103,"num_read_kb":95,"num_write":76,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.585578+0000","last_change":"2024-09-12T18:00:48.585578+0000","last_active":"2024-09-12T18:00:48.585578+0000","last_peered":"2024-09-12T18:00:48.585578+0000","last_clean":"2024-09-12T18:00:48.585578+0000","last_became_active":"2024-09-12T17:13:30.789947+0000","last_became_peered":"2024-09-12T17:13:30.789947+0000","last_unstale":"2024-09-12T18:00:48.585578+0000","last_undegraded":"2024-09-12T18:00:48.585578+0000","last_fullsized":"2024-09-12T18:00:48.585578+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:48.585394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:48.585394+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.585394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:10.481461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'120","reported_seq":632,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.025658+0000","last_change":"2024-09-12T18:00:52.025512+0000","last_active":"2024-09-12T18:00:52.025658+0000","last_peered":"2024-09-12T18:00:52.025658+0000","last_clean":"2024-09-12T18:00:52.025658+0000","last_became_active":"2024-09-12T17:13:32.783016+0000","last_became_peered":"2024-09-12T17:13:32.783016+0000","last_unstale":"2024-09-12T18:00:52.025658+0000","last_undegraded":"2024-09-12T18:00:52.025658+0000","last_fullsized":"2024-09-12T18:00:52.025658+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'120","last_scrub_stamp":"2024-09-12T18:00:52.025328+0000","last_deep_scrub":"264'120","last_deep_scrub_stamp":"2024-09-12T18:00:52.025328+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.025328+0000","objects_scrubbed":4,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:01.826071+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":153,"num_read_kb":152,"num_write":274,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'267","reported_seq":903,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.060700+0000","last_change":"2024-09-12T18:00:26.060700+0000","last_active":"2024-09-12T18:00:26.060700+0000","last_peered":"2024-09-12T18:00:26.060700+0000","last_clean":"2024-09-12T18:00:26.060700+0000","last_became_active":"2024-09-12T17:13:24.736246+0000","last_became_peered":"2024-09-12T17:13:24.736246+0000","last_unstale":"2024-09-12T18:00:26.060700+0000","last_undegraded":"2024-09-12T18:00:26.060700+0000","last_fullsized":"2024-09-12T18:00:26.060700+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'267","last_scrub_stamp":"2024-09-12T18:00:26.060483+0000","last_deep_scrub":"264'267","last_deep_scrub_stamp":"2024-09-12T18:00:26.060483+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.060483+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:52.145531+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1187,"num_read_kb":960,"num_write":442,"num_write_kb":207,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'353","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.188036+0000","last_change":"2024-09-12T18:00:23.188036+0000","last_active":"2024-09-12T18:00:23.188036+0000","last_peered":"2024-09-12T18:00:23.188036+0000","last_clean":"2024-09-12T18:00:23.188036+0000","last_became_active":"2024-09-12T17:13:22.748810+0000","last_became_peered":"2024-09-12T17:13:22.748810+0000","last_unstale":"2024-09-12T18:00:23.188036+0000","last_undegraded":"2024-09-12T18:00:23.188036+0000","last_fullsized":"2024-09-12T18:00:23.188036+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'353","last_scrub_stamp":"2024-09-12T18:00:23.187794+0000","last_deep_scrub":"264'353","last_deep_scrub_stamp":"2024-09-12T18:00:23.187794+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.187794+0000","objects_scrubbed":12,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:24.423747+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262306,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":501,"num_read_kb":124546,"num_write":1104,"num_write_kb":53728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.332980+0000","last_change":"2024-09-12T18:00:37.332980+0000","last_active":"2024-09-12T18:00:37.332980+0000","last_peered":"2024-09-12T18:00:37.332980+0000","last_clean":"2024-09-12T18:00:37.332980+0000","last_became_active":"2024-09-12T17:13:26.736145+0000","last_became_peered":"2024-09-12T17:13:26.736145+0000","last_unstale":"2024-09-12T18:00:37.332980+0000","last_undegraded":"2024-09-12T18:00:37.332980+0000","last_fullsized":"2024-09-12T18:00:37.332980+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:37.332799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:37.332799+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.332799+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:09.080544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'108","reported_seq":651,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.684117+0000","last_change":"2024-09-12T18:00:31.684117+0000","last_active":"2024-09-12T18:00:31.684117+0000","last_peered":"2024-09-12T18:00:31.684117+0000","last_clean":"2024-09-12T18:00:31.684117+0000","last_became_active":"2024-09-12T17:13:28.728857+0000","last_became_peered":"2024-09-12T17:13:28.728857+0000","last_unstale":"2024-09-12T18:00:31.684117+0000","last_undegraded":"2024-09-12T18:00:31.684117+0000","last_fullsized":"2024-09-12T18:00:31.684117+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'108","last_scrub_stamp":"2024-09-12T18:00:31.683901+0000","last_deep_scrub":"264'108","last_deep_scrub_stamp":"2024-09-12T18:00:31.683901+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.683901+0000","objects_scrubbed":6,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:26.872681+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'748","reported_seq":2498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.277654+0000","last_change":"2024-09-12T18:00:46.277654+0000","last_active":"2024-09-12T18:00:46.277654+0000","last_peered":"2024-09-12T18:00:46.277654+0000","last_clean":"2024-09-12T18:00:46.277654+0000","last_became_active":"2024-09-12T17:13:30.789132+0000","last_became_peered":"2024-09-12T17:13:30.789132+0000","last_unstale":"2024-09-12T18:00:46.277654+0000","last_undegraded":"2024-09-12T18:00:46.277654+0000","last_fullsized":"2024-09-12T18:00:46.277654+0000","mapping_epoch":31,"log_start":"264'701","ondisk_log_start":"264'701","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'748","last_scrub_stamp":"2024-09-12T18:00:46.277474+0000","last_deep_scrub":"264'748","last_deep_scrub_stamp":"2024-09-12T18:00:46.277474+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.277474+0000","objects_scrubbed":1,"log_size":47,"log_dups_size":701,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:39.908986+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'200","reported_seq":1037,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.527332+0000","last_change":"2024-09-12T18:00:52.527163+0000","last_active":"2024-09-12T18:00:52.527332+0000","last_peered":"2024-09-12T18:00:52.527332+0000","last_clean":"2024-09-12T18:00:52.527332+0000","last_became_active":"2024-09-12T17:13:32.833238+0000","last_became_peered":"2024-09-12T17:13:32.833238+0000","last_unstale":"2024-09-12T18:00:52.527332+0000","last_undegraded":"2024-09-12T18:00:52.527332+0000","last_fullsized":"2024-09-12T18:00:52.527332+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'200","last_scrub_stamp":"2024-09-12T18:00:52.526971+0000","last_deep_scrub":"264'200","last_deep_scrub_stamp":"2024-09-12T18:00:52.526971+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.526971+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:27.817359+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":656,"num_write":444,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'224","reported_seq":799,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.288606+0000","last_change":"2024-09-12T18:00:30.288606+0000","last_active":"2024-09-12T18:00:30.288606+0000","last_peered":"2024-09-12T18:00:30.288606+0000","last_clean":"2024-09-12T18:00:30.288606+0000","last_became_active":"2024-09-12T17:13:24.743608+0000","last_became_peered":"2024-09-12T17:13:24.743608+0000","last_unstale":"2024-09-12T18:00:30.288606+0000","last_undegraded":"2024-09-12T18:00:30.288606+0000","last_fullsized":"2024-09-12T18:00:30.288606+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'224","last_scrub_stamp":"2024-09-12T18:00:30.288419+0000","last_deep_scrub":"264'224","last_deep_scrub_stamp":"2024-09-12T18:00:30.288419+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.288419+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:00.995520+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":963,"num_read_kb":843,"num_write":356,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'364","reported_seq":961,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.574782+0000","last_change":"2024-09-12T18:00:20.574782+0000","last_active":"2024-09-12T18:00:20.574782+0000","last_peered":"2024-09-12T18:00:20.574782+0000","last_clean":"2024-09-12T18:00:20.574782+0000","last_became_active":"2024-09-12T17:13:22.722041+0000","last_became_peered":"2024-09-12T17:13:22.722041+0000","last_unstale":"2024-09-12T18:00:20.574782+0000","last_undegraded":"2024-09-12T18:00:20.574782+0000","last_fullsized":"2024-09-12T18:00:20.574782+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'364","last_scrub_stamp":"2024-09-12T18:00:20.574552+0000","last_deep_scrub":"264'364","last_deep_scrub_stamp":"2024-09-12T18:00:20.574552+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.574552+0000","objects_scrubbed":5,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:42.305317+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3663946,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":425,"num_read_kb":7583,"num_write":1021,"num_write_kb":41938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.243487+0000","last_change":"2024-09-12T18:00:39.243487+0000","last_active":"2024-09-12T18:00:39.243487+0000","last_peered":"2024-09-12T18:00:39.243487+0000","last_clean":"2024-09-12T18:00:39.243487+0000","last_became_active":"2024-09-12T17:13:26.740241+0000","last_became_peered":"2024-09-12T17:13:26.740241+0000","last_unstale":"2024-09-12T18:00:39.243487+0000","last_undegraded":"2024-09-12T18:00:39.243487+0000","last_fullsized":"2024-09-12T18:00:39.243487+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:39.243310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:39.243310+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.243310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:16.887381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'273","reported_seq":848,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.304600+0000","last_change":"2024-09-12T18:00:41.304600+0000","last_active":"2024-09-12T18:00:41.304600+0000","last_peered":"2024-09-12T18:00:41.304600+0000","last_clean":"2024-09-12T18:00:41.304600+0000","last_became_active":"2024-09-12T17:13:28.802389+0000","last_became_peered":"2024-09-12T17:13:28.802389+0000","last_unstale":"2024-09-12T18:00:41.304600+0000","last_undegraded":"2024-09-12T18:00:41.304600+0000","last_fullsized":"2024-09-12T18:00:41.304600+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'273","last_scrub_stamp":"2024-09-12T18:00:41.304398+0000","last_deep_scrub":"264'273","last_deep_scrub_stamp":"2024-09-12T18:00:41.304398+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.304398+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:23.757775+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49646,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":453,"num_read_kb":1069,"num_write":372,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'765","reported_seq":2141,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.351163+0000","last_change":"2024-09-12T18:00:47.351163+0000","last_active":"2024-09-12T18:00:47.351163+0000","last_peered":"2024-09-12T18:00:47.351163+0000","last_clean":"2024-09-12T18:00:47.351163+0000","last_became_active":"2024-09-12T17:13:30.790519+0000","last_became_peered":"2024-09-12T17:13:30.790519+0000","last_unstale":"2024-09-12T18:00:47.351163+0000","last_undegraded":"2024-09-12T18:00:47.351163+0000","last_fullsized":"2024-09-12T18:00:47.351163+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'765","last_scrub_stamp":"2024-09-12T18:00:47.350975+0000","last_deep_scrub":"264'765","last_deep_scrub_stamp":"2024-09-12T18:00:47.350975+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.350975+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:48.082694+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'450","reported_seq":1177,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.147720+0000","last_change":"2024-09-12T18:00:29.147592+0000","last_active":"2024-09-12T18:00:29.147720+0000","last_peered":"2024-09-12T18:00:29.147720+0000","last_clean":"2024-09-12T18:00:29.147720+0000","last_became_active":"2024-09-12T17:13:24.758818+0000","last_became_peered":"2024-09-12T17:13:24.758818+0000","last_unstale":"2024-09-12T18:00:29.147720+0000","last_undegraded":"2024-09-12T18:00:29.147720+0000","last_fullsized":"2024-09-12T18:00:29.147720+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'450","last_scrub_stamp":"2024-09-12T18:00:29.147409+0000","last_deep_scrub":"264'450","last_deep_scrub_stamp":"2024-09-12T18:00:29.147409+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.147409+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:11.898040+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2133,"num_read_kb":1818,"num_write":757,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'422","reported_seq":1138,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.203027+0000","last_change":"2024-09-12T18:00:20.202880+0000","last_active":"2024-09-12T18:00:20.203027+0000","last_peered":"2024-09-12T18:00:20.203027+0000","last_clean":"2024-09-12T18:00:20.203027+0000","last_became_active":"2024-09-12T17:13:22.742018+0000","last_became_peered":"2024-09-12T17:13:22.742018+0000","last_unstale":"2024-09-12T18:00:20.203027+0000","last_undegraded":"2024-09-12T18:00:20.203027+0000","last_fullsized":"2024-09-12T18:00:20.203027+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'422","last_scrub_stamp":"2024-09-12T18:00:20.202683+0000","last_deep_scrub":"264'422","last_deep_scrub_stamp":"2024-09-12T18:00:20.202683+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.202683+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:30.265232+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":726,"num_read_kb":43905,"num_write":1604,"num_write_kb":27511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.390370+0000","last_change":"2024-09-12T18:00:35.390147+0000","last_active":"2024-09-12T18:00:35.390370+0000","last_peered":"2024-09-12T18:00:35.390370+0000","last_clean":"2024-09-12T18:00:35.390370+0000","last_became_active":"2024-09-12T17:13:26.757565+0000","last_became_peered":"2024-09-12T17:13:26.757565+0000","last_unstale":"2024-09-12T18:00:35.390370+0000","last_undegraded":"2024-09-12T18:00:35.390370+0000","last_fullsized":"2024-09-12T18:00:35.390370+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:35.389938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:35.389938+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.389938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:27.052541+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'350","reported_seq":962,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.286200+0000","last_change":"2024-09-12T18:00:42.286200+0000","last_active":"2024-09-12T18:00:42.286200+0000","last_peered":"2024-09-12T18:00:42.286200+0000","last_clean":"2024-09-12T18:00:42.286200+0000","last_became_active":"2024-09-12T17:13:28.801181+0000","last_became_peered":"2024-09-12T17:13:28.801181+0000","last_unstale":"2024-09-12T18:00:42.286200+0000","last_undegraded":"2024-09-12T18:00:42.286200+0000","last_fullsized":"2024-09-12T18:00:42.286200+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'350","last_scrub_stamp":"2024-09-12T18:00:42.286007+0000","last_deep_scrub":"264'350","last_deep_scrub_stamp":"2024-09-12T18:00:42.286007+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.286007+0000","objects_scrubbed":9,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:20.037762+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60627,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":567,"num_read_kb":1178,"num_write":444,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.005660+0000","last_change":"2024-09-12T18:00:38.005569+0000","last_active":"2024-09-12T18:00:38.005660+0000","last_peered":"2024-09-12T18:00:38.005660+0000","last_clean":"2024-09-12T18:00:38.005660+0000","last_became_active":"2024-09-12T17:13:30.775594+0000","last_became_peered":"2024-09-12T17:13:30.775594+0000","last_unstale":"2024-09-12T18:00:38.005660+0000","last_undegraded":"2024-09-12T18:00:38.005660+0000","last_fullsized":"2024-09-12T18:00:38.005660+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:38.005438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:38.005438+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.005438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:19.953639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'553","reported_seq":1410,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.320771+0000","last_change":"2024-09-12T18:00:48.320771+0000","last_active":"2024-09-12T18:00:48.320771+0000","last_peered":"2024-09-12T18:00:48.320771+0000","last_clean":"2024-09-12T18:00:48.320771+0000","last_became_active":"2024-09-12T17:13:32.784763+0000","last_became_peered":"2024-09-12T17:13:32.784763+0000","last_unstale":"2024-09-12T18:00:48.320771+0000","last_undegraded":"2024-09-12T18:00:48.320771+0000","last_fullsized":"2024-09-12T18:00:48.320771+0000","mapping_epoch":33,"log_start":"264'500","ondisk_log_start":"264'500","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'553","last_scrub_stamp":"2024-09-12T18:00:48.320589+0000","last_deep_scrub":"264'553","last_deep_scrub_stamp":"2024-09-12T18:00:48.320589+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.320589+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:55.670802+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":421,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1490,"num_read_kb":1443,"num_write":1148,"num_write_kb":389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'177","reported_seq":802,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.431783+0000","last_change":"2024-09-12T18:00:22.431649+0000","last_active":"2024-09-12T18:00:22.431783+0000","last_peered":"2024-09-12T18:00:22.431783+0000","last_clean":"2024-09-12T18:00:22.431783+0000","last_became_active":"2024-09-12T17:13:24.727453+0000","last_became_peered":"2024-09-12T17:13:24.727453+0000","last_unstale":"2024-09-12T18:00:22.431783+0000","last_undegraded":"2024-09-12T18:00:22.431783+0000","last_fullsized":"2024-09-12T18:00:22.431783+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'177","last_scrub_stamp":"2024-09-12T18:00:22.431473+0000","last_deep_scrub":"264'177","last_deep_scrub_stamp":"2024-09-12T18:00:22.431473+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.431473+0000","objects_scrubbed":1,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:19:28.357404+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":761,"num_read_kb":627,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'362","reported_seq":1026,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.159549+0000","last_change":"2024-09-12T18:00:21.159418+0000","last_active":"2024-09-12T18:00:21.159549+0000","last_peered":"2024-09-12T18:00:21.159549+0000","last_clean":"2024-09-12T18:00:21.159549+0000","last_became_active":"2024-09-12T17:13:22.728392+0000","last_became_peered":"2024-09-12T17:13:22.728392+0000","last_unstale":"2024-09-12T18:00:21.159549+0000","last_undegraded":"2024-09-12T18:00:21.159549+0000","last_fullsized":"2024-09-12T18:00:21.159549+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:21.159223+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:21.159223+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.159223+0000","objects_scrubbed":5,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:16.366037+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":538,"num_read_kb":50728,"num_write":1153,"num_write_kb":27914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":508,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.679356+0000","last_change":"2024-09-12T18:00:30.679197+0000","last_active":"2024-09-12T18:00:30.679356+0000","last_peered":"2024-09-12T18:00:30.679356+0000","last_clean":"2024-09-12T18:00:30.679356+0000","last_became_active":"2024-09-12T17:13:26.738944+0000","last_became_peered":"2024-09-12T17:13:26.738944+0000","last_unstale":"2024-09-12T18:00:30.679356+0000","last_undegraded":"2024-09-12T18:00:30.679356+0000","last_fullsized":"2024-09-12T18:00:30.679356+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:30.679020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:30.679020+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.679020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:14.013367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'287","reported_seq":857,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.311896+0000","last_change":"2024-09-12T18:00:46.311746+0000","last_active":"2024-09-12T18:00:46.311896+0000","last_peered":"2024-09-12T18:00:46.311896+0000","last_clean":"2024-09-12T18:00:46.311896+0000","last_became_active":"2024-09-12T17:13:28.748548+0000","last_became_peered":"2024-09-12T17:13:28.748548+0000","last_unstale":"2024-09-12T18:00:46.311896+0000","last_undegraded":"2024-09-12T18:00:46.311896+0000","last_fullsized":"2024-09-12T18:00:46.311896+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'287","last_scrub_stamp":"2024-09-12T18:00:46.311552+0000","last_deep_scrub":"264'287","last_deep_scrub_stamp":"2024-09-12T18:00:46.311552+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.311552+0000","objects_scrubbed":5,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:29.401206+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52241,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":453,"num_read_kb":1061,"num_write":374,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.224326+0000","last_change":"2024-09-12T18:00:43.224200+0000","last_active":"2024-09-12T18:00:43.224326+0000","last_peered":"2024-09-12T18:00:43.224326+0000","last_clean":"2024-09-12T18:00:43.224326+0000","last_became_active":"2024-09-12T17:13:30.790656+0000","last_became_peered":"2024-09-12T17:13:30.790656+0000","last_unstale":"2024-09-12T18:00:43.224326+0000","last_undegraded":"2024-09-12T18:00:43.224326+0000","last_fullsized":"2024-09-12T18:00:43.224326+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:43.224027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:43.224027+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.224027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:12.336057+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'2423","reported_seq":4257,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.704680+0000","last_change":"2024-09-12T18:00:38.704680+0000","last_active":"2024-09-12T18:00:38.704680+0000","last_peered":"2024-09-12T18:00:38.704680+0000","last_clean":"2024-09-12T18:00:38.704680+0000","last_became_active":"2024-09-12T17:13:32.784773+0000","last_became_peered":"2024-09-12T17:13:32.784773+0000","last_unstale":"2024-09-12T18:00:38.704680+0000","last_undegraded":"2024-09-12T18:00:38.704680+0000","last_fullsized":"2024-09-12T18:00:38.704680+0000","mapping_epoch":33,"log_start":"264'2400","ondisk_log_start":"264'2400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2423","last_scrub_stamp":"2024-09-12T18:00:38.704501+0000","last_deep_scrub":"264'2423","last_deep_scrub_stamp":"2024-09-12T18:00:38.704501+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.704501+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":2400,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:38.685660+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":847,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6082,"num_read_kb":6078,"num_write":4919,"num_write_kb":1802,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'52","reported_seq":607,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.527497+0000","last_change":"2024-09-12T18:00:27.527497+0000","last_active":"2024-09-12T18:00:27.527497+0000","last_peered":"2024-09-12T18:00:27.527497+0000","last_clean":"2024-09-12T18:00:27.527497+0000","last_became_active":"2024-09-12T17:13:24.727846+0000","last_became_peered":"2024-09-12T17:13:24.727846+0000","last_unstale":"2024-09-12T18:00:27.527497+0000","last_undegraded":"2024-09-12T18:00:27.527497+0000","last_fullsized":"2024-09-12T18:00:27.527497+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'52","last_scrub_stamp":"2024-09-12T18:00:27.527332+0000","last_deep_scrub":"264'52","last_deep_scrub_stamp":"2024-09-12T18:00:27.527332+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.527332+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:04.547309+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":194,"num_write":73,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'337","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.142791+0000","last_change":"2024-09-12T18:00:22.142646+0000","last_active":"2024-09-12T18:00:22.142791+0000","last_peered":"2024-09-12T18:00:22.142791+0000","last_clean":"2024-09-12T18:00:22.142791+0000","last_became_active":"2024-09-12T17:13:22.739543+0000","last_became_peered":"2024-09-12T17:13:22.739543+0000","last_unstale":"2024-09-12T18:00:22.142791+0000","last_undegraded":"2024-09-12T18:00:22.142791+0000","last_fullsized":"2024-09-12T18:00:22.142791+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T18:00:22.142411+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T18:00:22.142411+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.142411+0000","objects_scrubbed":6,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:41.722506+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2447768,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":73275,"num_write":922,"num_write_kb":35784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.667950+0000","last_change":"2024-09-12T18:00:32.667724+0000","last_active":"2024-09-12T18:00:32.667950+0000","last_peered":"2024-09-12T18:00:32.667950+0000","last_clean":"2024-09-12T18:00:32.667950+0000","last_became_active":"2024-09-12T17:13:26.748589+0000","last_became_peered":"2024-09-12T17:13:26.748589+0000","last_unstale":"2024-09-12T18:00:32.667950+0000","last_undegraded":"2024-09-12T18:00:32.667950+0000","last_fullsized":"2024-09-12T18:00:32.667950+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.667500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.667500+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.667500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:38.959039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'290","reported_seq":883,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.355031+0000","last_change":"2024-09-12T18:00:40.354943+0000","last_active":"2024-09-12T18:00:40.355031+0000","last_peered":"2024-09-12T18:00:40.355031+0000","last_clean":"2024-09-12T18:00:40.355031+0000","last_became_active":"2024-09-12T17:13:28.739964+0000","last_became_peered":"2024-09-12T17:13:28.739964+0000","last_unstale":"2024-09-12T18:00:40.355031+0000","last_undegraded":"2024-09-12T18:00:40.355031+0000","last_fullsized":"2024-09-12T18:00:40.355031+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'290","last_scrub_stamp":"2024-09-12T18:00:40.354822+0000","last_deep_scrub":"264'290","last_deep_scrub_stamp":"2024-09-12T18:00:40.354822+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.354822+0000","objects_scrubbed":7,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:16.633999+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47309,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":452,"num_read_kb":966,"num_write":356,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'797","reported_seq":2463,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.065328+0000","last_change":"2024-09-12T18:00:43.065180+0000","last_active":"2024-09-12T18:00:43.065328+0000","last_peered":"2024-09-12T18:00:43.065328+0000","last_clean":"2024-09-12T18:00:43.065328+0000","last_became_active":"2024-09-12T17:13:30.785143+0000","last_became_peered":"2024-09-12T17:13:30.785143+0000","last_unstale":"2024-09-12T18:00:43.065328+0000","last_undegraded":"2024-09-12T18:00:43.065328+0000","last_fullsized":"2024-09-12T18:00:43.065328+0000","mapping_epoch":31,"log_start":"264'702","ondisk_log_start":"264'702","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'797","last_scrub_stamp":"2024-09-12T18:00:43.065000+0000","last_deep_scrub":"264'797","last_deep_scrub_stamp":"2024-09-12T18:00:43.065000+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.065000+0000","objects_scrubbed":1,"log_size":95,"log_dups_size":702,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:22.069354+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'160","reported_seq":670,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.007989+0000","last_change":"2024-09-12T18:00:46.007728+0000","last_active":"2024-09-12T18:00:46.007989+0000","last_peered":"2024-09-12T18:00:46.007989+0000","last_clean":"2024-09-12T18:00:46.007989+0000","last_became_active":"2024-09-12T17:13:32.785419+0000","last_became_peered":"2024-09-12T17:13:32.785419+0000","last_unstale":"2024-09-12T18:00:46.007989+0000","last_undegraded":"2024-09-12T18:00:46.007989+0000","last_fullsized":"2024-09-12T18:00:46.007989+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'160","last_scrub_stamp":"2024-09-12T18:00:46.007475+0000","last_deep_scrub":"264'160","last_deep_scrub_stamp":"2024-09-12T18:00:46.007475+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.007475+0000","objects_scrubbed":2,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:20.264477+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":209,"num_read_kb":199,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'164","reported_seq":782,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.091923+0000","last_change":"2024-09-12T18:00:25.091752+0000","last_active":"2024-09-12T18:00:25.091923+0000","last_peered":"2024-09-12T18:00:25.091923+0000","last_clean":"2024-09-12T18:00:25.091923+0000","last_became_active":"2024-09-12T17:13:24.724152+0000","last_became_peered":"2024-09-12T17:13:24.724152+0000","last_unstale":"2024-09-12T18:00:25.091923+0000","last_undegraded":"2024-09-12T18:00:25.091923+0000","last_fullsized":"2024-09-12T18:00:25.091923+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'164","last_scrub_stamp":"2024-09-12T18:00:25.091573+0000","last_deep_scrub":"264'164","last_deep_scrub_stamp":"2024-09-12T18:00:25.091573+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.091573+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:08.342971+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":706,"num_read_kb":583,"num_write":257,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":721,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'317","reported_seq":902,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.261798+0000","last_change":"2024-09-12T18:00:20.261554+0000","last_active":"2024-09-12T18:00:20.261798+0000","last_peered":"2024-09-12T18:00:20.261798+0000","last_clean":"2024-09-12T18:00:20.261798+0000","last_became_active":"2024-09-12T17:13:22.723317+0000","last_became_peered":"2024-09-12T17:13:22.723317+0000","last_unstale":"2024-09-12T18:00:20.261798+0000","last_undegraded":"2024-09-12T18:00:20.261798+0000","last_fullsized":"2024-09-12T18:00:20.261798+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'317","last_scrub_stamp":"2024-09-12T18:00:20.261244+0000","last_deep_scrub":"264'317","last_deep_scrub_stamp":"2024-09-12T18:00:20.261244+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.261244+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:40.577087+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262267,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":365,"num_read_kb":10570,"num_write":906,"num_write_kb":33829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":508,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.645993+0000","last_change":"2024-09-12T18:00:25.645804+0000","last_active":"2024-09-12T18:00:25.645993+0000","last_peered":"2024-09-12T18:00:25.645993+0000","last_clean":"2024-09-12T18:00:25.645993+0000","last_became_active":"2024-09-12T17:13:26.740266+0000","last_became_peered":"2024-09-12T17:13:26.740266+0000","last_unstale":"2024-09-12T18:00:25.645993+0000","last_undegraded":"2024-09-12T18:00:25.645993+0000","last_fullsized":"2024-09-12T18:00:25.645993+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:25.645620+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:25.645620+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.645620+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:33.667060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'489","reported_seq":1132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.068273+0000","last_change":"2024-09-12T18:00:35.068136+0000","last_active":"2024-09-12T18:00:35.068273+0000","last_peered":"2024-09-12T18:00:35.068273+0000","last_clean":"2024-09-12T18:00:35.068273+0000","last_became_active":"2024-09-12T17:13:28.741775+0000","last_became_peered":"2024-09-12T17:13:28.741775+0000","last_unstale":"2024-09-12T18:00:35.068273+0000","last_undegraded":"2024-09-12T18:00:35.068273+0000","last_fullsized":"2024-09-12T18:00:35.068273+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'489","last_scrub_stamp":"2024-09-12T18:00:35.067913+0000","last_deep_scrub":"264'489","last_deep_scrub_stamp":"2024-09-12T18:00:35.067913+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.067913+0000","objects_scrubbed":5,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:32.847305+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99149,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":863,"num_read_kb":2128,"num_write":716,"num_write_kb":619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.660952+0000","last_change":"2024-09-12T18:00:33.660703+0000","last_active":"2024-09-12T18:00:33.660952+0000","last_peered":"2024-09-12T18:00:33.660952+0000","last_clean":"2024-09-12T18:00:33.660952+0000","last_became_active":"2024-09-12T17:13:30.773677+0000","last_became_peered":"2024-09-12T17:13:30.773677+0000","last_unstale":"2024-09-12T18:00:33.660952+0000","last_undegraded":"2024-09-12T18:00:33.660952+0000","last_fullsized":"2024-09-12T18:00:33.660952+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:33.660492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:33.660492+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.660492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:50.439120+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'148","reported_seq":676,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.985227+0000","last_change":"2024-09-12T18:00:34.984984+0000","last_active":"2024-09-12T18:00:34.985227+0000","last_peered":"2024-09-12T18:00:34.985227+0000","last_clean":"2024-09-12T18:00:34.985227+0000","last_became_active":"2024-09-12T17:13:32.785426+0000","last_became_peered":"2024-09-12T17:13:32.785426+0000","last_unstale":"2024-09-12T18:00:34.985227+0000","last_undegraded":"2024-09-12T18:00:34.985227+0000","last_fullsized":"2024-09-12T18:00:34.985227+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'148","last_scrub_stamp":"2024-09-12T18:00:34.984743+0000","last_deep_scrub":"264'148","last_deep_scrub_stamp":"2024-09-12T18:00:34.984743+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.984743+0000","objects_scrubbed":3,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:17.766403+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1353,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":231,"num_read_kb":216,"num_write":347,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'217","reported_seq":849,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.477638+0000","last_change":"2024-09-12T18:00:24.477503+0000","last_active":"2024-09-12T18:00:24.477638+0000","last_peered":"2024-09-12T18:00:24.477638+0000","last_clean":"2024-09-12T18:00:24.477638+0000","last_became_active":"2024-09-12T17:13:24.741861+0000","last_became_peered":"2024-09-12T17:13:24.741861+0000","last_unstale":"2024-09-12T18:00:24.477638+0000","last_undegraded":"2024-09-12T18:00:24.477638+0000","last_fullsized":"2024-09-12T18:00:24.477638+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'217","last_scrub_stamp":"2024-09-12T18:00:24.477277+0000","last_deep_scrub":"264'217","last_deep_scrub_stamp":"2024-09-12T18:00:24.477277+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.477277+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:52.725241+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":969,"num_read_kb":790,"num_write":341,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":504,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'344","reported_seq":981,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.304680+0000","last_change":"2024-09-12T18:00:19.304536+0000","last_active":"2024-09-12T18:00:19.304680+0000","last_peered":"2024-09-12T18:00:19.304680+0000","last_clean":"2024-09-12T18:00:19.304680+0000","last_became_active":"2024-09-12T17:13:22.719707+0000","last_became_peered":"2024-09-12T17:13:22.719707+0000","last_unstale":"2024-09-12T18:00:19.304680+0000","last_undegraded":"2024-09-12T18:00:19.304680+0000","last_fullsized":"2024-09-12T18:00:19.304680+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'344","last_scrub_stamp":"2024-09-12T18:00:19.304300+0000","last_deep_scrub":"264'344","last_deep_scrub_stamp":"2024-09-12T18:00:19.304300+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.304300+0000","objects_scrubbed":3,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:03.878491+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":535,"num_read_kb":7129,"num_write":1028,"num_write_kb":37450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"264'4","reported_seq":990,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.647090+0000","last_change":"2024-09-12T18:00:28.646931+0000","last_active":"2024-09-12T18:00:28.647090+0000","last_peered":"2024-09-12T18:00:28.647090+0000","last_clean":"2024-09-12T18:00:28.647090+0000","last_became_active":"2024-09-12T17:13:26.753667+0000","last_became_peered":"2024-09-12T17:13:26.753667+0000","last_unstale":"2024-09-12T18:00:28.647090+0000","last_undegraded":"2024-09-12T18:00:28.647090+0000","last_fullsized":"2024-09-12T18:00:28.647090+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:28.646741+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:28.646741+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.646741+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:54.055572+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":725,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'278","reported_seq":860,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.656481+0000","last_change":"2024-09-12T18:00:42.656342+0000","last_active":"2024-09-12T18:00:42.656481+0000","last_peered":"2024-09-12T18:00:42.656481+0000","last_clean":"2024-09-12T18:00:42.656481+0000","last_became_active":"2024-09-12T17:13:28.744650+0000","last_became_peered":"2024-09-12T17:13:28.744650+0000","last_unstale":"2024-09-12T18:00:42.656481+0000","last_undegraded":"2024-09-12T18:00:42.656481+0000","last_fullsized":"2024-09-12T18:00:42.656481+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'278","last_scrub_stamp":"2024-09-12T18:00:42.656143+0000","last_deep_scrub":"264'278","last_deep_scrub_stamp":"2024-09-12T18:00:42.656143+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.656143+0000","objects_scrubbed":6,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:10.168190+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51284,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":465,"num_read_kb":1009,"num_write":414,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.093529+0000","last_change":"2024-09-12T18:00:42.093393+0000","last_active":"2024-09-12T18:00:42.093529+0000","last_peered":"2024-09-12T18:00:42.093529+0000","last_clean":"2024-09-12T18:00:42.093529+0000","last_became_active":"2024-09-12T17:13:30.785312+0000","last_became_peered":"2024-09-12T17:13:30.785312+0000","last_unstale":"2024-09-12T18:00:42.093529+0000","last_undegraded":"2024-09-12T18:00:42.093529+0000","last_fullsized":"2024-09-12T18:00:42.093529+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:42.093217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:42.093217+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.093217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:48.272282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'84","reported_seq":572,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.358779+0000","last_change":"2024-09-12T18:00:50.358779+0000","last_active":"2024-09-12T18:00:50.358779+0000","last_peered":"2024-09-12T18:00:50.358779+0000","last_clean":"2024-09-12T18:00:50.358779+0000","last_became_active":"2024-09-12T17:13:32.792720+0000","last_became_peered":"2024-09-12T17:13:32.792720+0000","last_unstale":"2024-09-12T18:00:50.358779+0000","last_undegraded":"2024-09-12T18:00:50.358779+0000","last_fullsized":"2024-09-12T18:00:50.358779+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'84","last_scrub_stamp":"2024-09-12T18:00:50.358589+0000","last_deep_scrub":"264'84","last_deep_scrub_stamp":"2024-09-12T18:00:50.358589+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.358589+0000","objects_scrubbed":4,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:26.882708+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":189,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'162","reported_seq":765,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.426204+0000","last_change":"2024-09-12T18:00:23.426024+0000","last_active":"2024-09-12T18:00:23.426204+0000","last_peered":"2024-09-12T18:00:23.426204+0000","last_clean":"2024-09-12T18:00:23.426204+0000","last_became_active":"2024-09-12T17:13:24.737557+0000","last_became_peered":"2024-09-12T17:13:24.737557+0000","last_unstale":"2024-09-12T18:00:23.426204+0000","last_undegraded":"2024-09-12T18:00:23.426204+0000","last_fullsized":"2024-09-12T18:00:23.426204+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'162","last_scrub_stamp":"2024-09-12T18:00:23.425839+0000","last_deep_scrub":"264'162","last_deep_scrub_stamp":"2024-09-12T18:00:23.425839+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.425839+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:12.971639+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":559,"num_write":257,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'342","reported_seq":987,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.603780+0000","last_change":"2024-09-12T18:00:18.603626+0000","last_active":"2024-09-12T18:00:18.603780+0000","last_peered":"2024-09-12T18:00:18.603780+0000","last_clean":"2024-09-12T18:00:18.603780+0000","last_became_active":"2024-09-12T17:13:22.743815+0000","last_became_peered":"2024-09-12T17:13:22.743815+0000","last_unstale":"2024-09-12T18:00:18.603780+0000","last_undegraded":"2024-09-12T18:00:18.603780+0000","last_fullsized":"2024-09-12T18:00:18.603780+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'342","last_scrub_stamp":"2024-09-12T18:00:18.603414+0000","last_deep_scrub":"264'342","last_deep_scrub_stamp":"2024-09-12T18:00:18.603414+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.603414+0000","objects_scrubbed":6,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:38.408185+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170368,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":470,"num_read_kb":6284,"num_write":1034,"num_write_kb":24394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":508,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.016207+0000","last_change":"2024-09-12T18:00:31.016068+0000","last_active":"2024-09-12T18:00:31.016207+0000","last_peered":"2024-09-12T18:00:31.016207+0000","last_clean":"2024-09-12T18:00:31.016207+0000","last_became_active":"2024-09-12T17:13:26.743127+0000","last_became_peered":"2024-09-12T17:13:26.743127+0000","last_unstale":"2024-09-12T18:00:31.016207+0000","last_undegraded":"2024-09-12T18:00:31.016207+0000","last_fullsized":"2024-09-12T18:00:31.016207+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:31.015860+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:31.015860+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.015860+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:42.865626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'311","reported_seq":905,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.646606+0000","last_change":"2024-09-12T18:00:34.646454+0000","last_active":"2024-09-12T18:00:34.646606+0000","last_peered":"2024-09-12T18:00:34.646606+0000","last_clean":"2024-09-12T18:00:34.646606+0000","last_became_active":"2024-09-12T17:13:28.740218+0000","last_became_peered":"2024-09-12T17:13:28.740218+0000","last_unstale":"2024-09-12T18:00:34.646606+0000","last_undegraded":"2024-09-12T18:00:34.646606+0000","last_fullsized":"2024-09-12T18:00:34.646606+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'311","last_scrub_stamp":"2024-09-12T18:00:34.646217+0000","last_deep_scrub":"264'311","last_deep_scrub_stamp":"2024-09-12T18:00:34.646217+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.646217+0000","objects_scrubbed":7,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:49.667227+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57667,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":501,"num_read_kb":1122,"num_write":404,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'726","reported_seq":2407,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.643651+0000","last_change":"2024-09-12T18:00:38.643372+0000","last_active":"2024-09-12T18:00:38.643651+0000","last_peered":"2024-09-12T18:00:38.643651+0000","last_clean":"2024-09-12T18:00:38.643651+0000","last_became_active":"2024-09-12T17:13:30.779184+0000","last_became_peered":"2024-09-12T17:13:30.779184+0000","last_unstale":"2024-09-12T18:00:38.643651+0000","last_undegraded":"2024-09-12T18:00:38.643651+0000","last_fullsized":"2024-09-12T18:00:38.643651+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'726","last_scrub_stamp":"2024-09-12T18:00:38.643142+0000","last_deep_scrub":"264'726","last_deep_scrub_stamp":"2024-09-12T18:00:38.643142+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.643142+0000","objects_scrubbed":1,"log_size":26,"log_dups_size":700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:54.526635+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'102","reported_seq":605,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.126584+0000","last_change":"2024-09-12T18:00:46.126584+0000","last_active":"2024-09-12T18:00:46.126584+0000","last_peered":"2024-09-12T18:00:46.126584+0000","last_clean":"2024-09-12T18:00:46.126584+0000","last_became_active":"2024-09-12T17:13:32.782654+0000","last_became_peered":"2024-09-12T17:13:32.782654+0000","last_unstale":"2024-09-12T18:00:46.126584+0000","last_undegraded":"2024-09-12T18:00:46.126584+0000","last_fullsized":"2024-09-12T18:00:46.126584+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'102","last_scrub_stamp":"2024-09-12T18:00:46.126395+0000","last_deep_scrub":"264'102","last_deep_scrub_stamp":"2024-09-12T18:00:46.126395+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.126395+0000","objects_scrubbed":4,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:41.367801+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1674,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":117,"num_read_kb":114,"num_write":233,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'252","reported_seq":914,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.431077+0000","last_change":"2024-09-12T18:00:25.430898+0000","last_active":"2024-09-12T18:00:25.431077+0000","last_peered":"2024-09-12T18:00:25.431077+0000","last_clean":"2024-09-12T18:00:25.431077+0000","last_became_active":"2024-09-12T17:13:24.746617+0000","last_became_peered":"2024-09-12T17:13:24.746617+0000","last_unstale":"2024-09-12T18:00:25.431077+0000","last_undegraded":"2024-09-12T18:00:25.431077+0000","last_fullsized":"2024-09-12T18:00:25.431077+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'252","last_scrub_stamp":"2024-09-12T18:00:25.430710+0000","last_deep_scrub":"264'252","last_deep_scrub_stamp":"2024-09-12T18:00:25.430710+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.430710+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:58.131704+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":923,"num_write":380,"num_write_kb":194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'362","reported_seq":1007,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.485237+0000","last_change":"2024-09-12T18:00:16.485102+0000","last_active":"2024-09-12T18:00:16.485237+0000","last_peered":"2024-09-12T18:00:16.485237+0000","last_clean":"2024-09-12T18:00:16.485237+0000","last_became_active":"2024-09-12T17:13:22.730054+0000","last_became_peered":"2024-09-12T17:13:22.730054+0000","last_unstale":"2024-09-12T18:00:16.485237+0000","last_undegraded":"2024-09-12T18:00:16.485237+0000","last_fullsized":"2024-09-12T18:00:16.485237+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:16.484795+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:16.484795+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.484795+0000","objects_scrubbed":15,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:36.820921+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262314,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":482,"num_read_kb":9240,"num_write":1147,"num_write_kb":31208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"264'4","reported_seq":1459,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.172953+0000","last_change":"2024-09-12T18:00:37.172817+0000","last_active":"2024-09-12T18:00:37.172953+0000","last_peered":"2024-09-12T18:00:37.172953+0000","last_clean":"2024-09-12T18:00:37.172953+0000","last_became_active":"2024-09-12T17:13:26.738569+0000","last_became_peered":"2024-09-12T17:13:26.738569+0000","last_unstale":"2024-09-12T18:00:37.172953+0000","last_undegraded":"2024-09-12T18:00:37.172953+0000","last_fullsized":"2024-09-12T18:00:37.172953+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:37.172633+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:37.172633+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.172633+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:47.077821+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":956,"num_read_kb":956,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'80","reported_seq":599,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.269324+0000","last_change":"2024-09-12T18:00:39.269184+0000","last_active":"2024-09-12T18:00:39.269324+0000","last_peered":"2024-09-12T18:00:39.269324+0000","last_clean":"2024-09-12T18:00:39.269324+0000","last_became_active":"2024-09-12T17:13:28.801632+0000","last_became_peered":"2024-09-12T17:13:28.801632+0000","last_unstale":"2024-09-12T18:00:39.269324+0000","last_undegraded":"2024-09-12T18:00:39.269324+0000","last_fullsized":"2024-09-12T18:00:39.269324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'80","last_scrub_stamp":"2024-09-12T18:00:39.268990+0000","last_deep_scrub":"264'80","last_deep_scrub_stamp":"2024-09-12T18:00:39.268990+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.268990+0000","objects_scrubbed":5,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:05.490901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'766","reported_seq":4549,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.713705+0000","last_change":"2024-09-12T18:00:33.713575+0000","last_active":"2024-09-12T18:00:33.713705+0000","last_peered":"2024-09-12T18:00:33.713705+0000","last_clean":"2024-09-12T18:00:33.713705+0000","last_became_active":"2024-09-12T17:13:30.783327+0000","last_became_peered":"2024-09-12T17:13:30.783327+0000","last_unstale":"2024-09-12T18:00:33.713705+0000","last_undegraded":"2024-09-12T18:00:33.713705+0000","last_fullsized":"2024-09-12T18:00:33.713705+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'766","last_scrub_stamp":"2024-09-12T18:00:33.713390+0000","last_deep_scrub":"264'766","last_deep_scrub_stamp":"2024-09-12T18:00:33.713390+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.713390+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:41:05.258854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'193","reported_seq":736,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.548328+0000","last_change":"2024-09-12T18:00:49.548328+0000","last_active":"2024-09-12T18:00:49.548328+0000","last_peered":"2024-09-12T18:00:49.548328+0000","last_clean":"2024-09-12T18:00:49.548328+0000","last_became_active":"2024-09-12T17:13:32.793213+0000","last_became_peered":"2024-09-12T17:13:32.793213+0000","last_unstale":"2024-09-12T18:00:49.548328+0000","last_undegraded":"2024-09-12T18:00:49.548328+0000","last_fullsized":"2024-09-12T18:00:49.548328+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'193","last_scrub_stamp":"2024-09-12T18:00:49.548150+0000","last_deep_scrub":"264'193","last_deep_scrub_stamp":"2024-09-12T18:00:49.548150+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.548150+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:52.994392+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":315,"num_write":392,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'107","reported_seq":700,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.080047+0000","last_change":"2024-09-12T18:00:25.079858+0000","last_active":"2024-09-12T18:00:25.080047+0000","last_peered":"2024-09-12T18:00:25.080047+0000","last_clean":"2024-09-12T18:00:25.080047+0000","last_became_active":"2024-09-12T17:13:24.747881+0000","last_became_peered":"2024-09-12T17:13:24.747881+0000","last_unstale":"2024-09-12T18:00:25.080047+0000","last_undegraded":"2024-09-12T18:00:25.080047+0000","last_fullsized":"2024-09-12T18:00:25.080047+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'107","last_scrub_stamp":"2024-09-12T18:00:25.079679+0000","last_deep_scrub":"264'107","last_deep_scrub_stamp":"2024-09-12T18:00:25.079679+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.079679+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:09.501854+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":463,"num_read_kb":387,"num_write":161,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'370","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.437828+0000","last_change":"2024-09-12T18:00:16.437671+0000","last_active":"2024-09-12T18:00:16.437828+0000","last_peered":"2024-09-12T18:00:16.437828+0000","last_clean":"2024-09-12T18:00:16.437828+0000","last_became_active":"2024-09-12T17:13:22.718374+0000","last_became_peered":"2024-09-12T17:13:22.718374+0000","last_unstale":"2024-09-12T18:00:16.437828+0000","last_undegraded":"2024-09-12T18:00:16.437828+0000","last_fullsized":"2024-09-12T18:00:16.437828+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'370","last_scrub_stamp":"2024-09-12T18:00:16.437465+0000","last_deep_scrub":"264'370","last_deep_scrub_stamp":"2024-09-12T18:00:16.437465+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.437465+0000","objects_scrubbed":8,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:20.666876+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262388,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":36044,"num_write":1163,"num_write_kb":46418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":505,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.634707+0000","last_change":"2024-09-12T18:00:38.634580+0000","last_active":"2024-09-12T18:00:38.634707+0000","last_peered":"2024-09-12T18:00:38.634707+0000","last_clean":"2024-09-12T18:00:38.634707+0000","last_became_active":"2024-09-12T17:13:26.734356+0000","last_became_peered":"2024-09-12T17:13:26.734356+0000","last_unstale":"2024-09-12T18:00:38.634707+0000","last_undegraded":"2024-09-12T18:00:38.634707+0000","last_fullsized":"2024-09-12T18:00:38.634707+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:38.634366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:38.634366+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.634366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:28.286151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'365","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.280794+0000","last_change":"2024-09-12T18:00:43.280570+0000","last_active":"2024-09-12T18:00:43.280794+0000","last_peered":"2024-09-12T18:00:43.280794+0000","last_clean":"2024-09-12T18:00:43.280794+0000","last_became_active":"2024-09-12T17:13:28.756408+0000","last_became_peered":"2024-09-12T17:13:28.756408+0000","last_unstale":"2024-09-12T18:00:43.280794+0000","last_undegraded":"2024-09-12T18:00:43.280794+0000","last_fullsized":"2024-09-12T18:00:43.280794+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'365","last_scrub_stamp":"2024-09-12T18:00:43.280304+0000","last_deep_scrub":"264'365","last_deep_scrub_stamp":"2024-09-12T18:00:43.280304+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.280304+0000","objects_scrubbed":8,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:26.148020+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78131,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":600,"num_read_kb":1346,"num_write":482,"num_write_kb":371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.732300+0000","last_change":"2024-09-12T18:00:34.732173+0000","last_active":"2024-09-12T18:00:34.732300+0000","last_peered":"2024-09-12T18:00:34.732300+0000","last_clean":"2024-09-12T18:00:34.732300+0000","last_became_active":"2024-09-12T17:13:30.769275+0000","last_became_peered":"2024-09-12T17:13:30.769275+0000","last_unstale":"2024-09-12T18:00:34.732300+0000","last_undegraded":"2024-09-12T18:00:34.732300+0000","last_fullsized":"2024-09-12T18:00:34.732300+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:34.732000+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:34.732000+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.732000+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:45.996101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'141","reported_seq":655,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.103653+0000","last_change":"2024-09-12T18:00:44.103653+0000","last_active":"2024-09-12T18:00:44.103653+0000","last_peered":"2024-09-12T18:00:44.103653+0000","last_clean":"2024-09-12T18:00:44.103653+0000","last_became_active":"2024-09-12T17:13:32.793945+0000","last_became_peered":"2024-09-12T17:13:32.793945+0000","last_unstale":"2024-09-12T18:00:44.103653+0000","last_undegraded":"2024-09-12T18:00:44.103653+0000","last_fullsized":"2024-09-12T18:00:44.103653+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'141","last_scrub_stamp":"2024-09-12T18:00:44.103436+0000","last_deep_scrub":"264'141","last_deep_scrub_stamp":"2024-09-12T18:00:44.103436+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.103436+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:29.942641+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":208,"num_read_kb":195,"num_write":321,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'166","reported_seq":799,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.483780+0000","last_change":"2024-09-12T18:00:23.483780+0000","last_active":"2024-09-12T18:00:23.483780+0000","last_peered":"2024-09-12T18:00:23.483780+0000","last_clean":"2024-09-12T18:00:23.483780+0000","last_became_active":"2024-09-12T17:13:24.747374+0000","last_became_peered":"2024-09-12T17:13:24.747374+0000","last_unstale":"2024-09-12T18:00:23.483780+0000","last_undegraded":"2024-09-12T18:00:23.483780+0000","last_fullsized":"2024-09-12T18:00:23.483780+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'166","last_scrub_stamp":"2024-09-12T18:00:23.483596+0000","last_deep_scrub":"264'166","last_deep_scrub_stamp":"2024-09-12T18:00:23.483596+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.483596+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:32.510084+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":770,"num_read_kb":641,"num_write":248,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"264'74","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.163131+0000","last_change":"2024-09-12T18:00:17.162974+0000","last_active":"2024-09-12T18:00:17.163131+0000","last_peered":"2024-09-12T18:00:17.163131+0000","last_clean":"2024-09-12T18:00:17.163131+0000","last_became_active":"2024-09-12T17:13:03.572393+0000","last_became_peered":"2024-09-12T17:13:03.572393+0000","last_unstale":"2024-09-12T18:00:17.163131+0000","last_undegraded":"2024-09-12T18:00:17.163131+0000","last_fullsized":"2024-09-12T18:00:17.163131+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'74","last_scrub_stamp":"2024-09-12T18:00:17.162789+0000","last_deep_scrub":"264'74","last_deep_scrub_stamp":"2024-09-12T18:00:17.162789+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.162789+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:30:18.407276+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"264'2","reported_seq":526,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.248834+0000","last_change":"2024-09-12T18:00:18.248681+0000","last_active":"2024-09-12T18:00:18.248834+0000","last_peered":"2024-09-12T18:00:18.248834+0000","last_clean":"2024-09-12T18:00:18.248834+0000","last_became_active":"2024-09-12T17:13:08.626265+0000","last_became_peered":"2024-09-12T17:13:08.626265+0000","last_unstale":"2024-09-12T18:00:18.248834+0000","last_undegraded":"2024-09-12T18:00:18.248834+0000","last_fullsized":"2024-09-12T18:00:18.248834+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:18.248496+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:18.248496+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.248496+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:38.348728+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00096567199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'366","reported_seq":1024,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.391759+0000","last_change":"2024-09-12T18:00:17.391619+0000","last_active":"2024-09-12T18:00:17.391759+0000","last_peered":"2024-09-12T18:00:17.391759+0000","last_clean":"2024-09-12T18:00:17.391759+0000","last_became_active":"2024-09-12T17:13:22.740538+0000","last_became_peered":"2024-09-12T17:13:22.740538+0000","last_unstale":"2024-09-12T18:00:17.391759+0000","last_undegraded":"2024-09-12T18:00:17.391759+0000","last_fullsized":"2024-09-12T18:00:17.391759+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T18:00:17.391431+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T18:00:17.391431+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.391431+0000","objects_scrubbed":6,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:28.945153+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":575062,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":497,"num_read_kb":39482,"num_write":1131,"num_write_kb":28060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.414431+0000","last_change":"2024-09-12T18:00:34.414431+0000","last_active":"2024-09-12T18:00:34.414431+0000","last_peered":"2024-09-12T18:00:34.414431+0000","last_clean":"2024-09-12T18:00:34.414431+0000","last_became_active":"2024-09-12T17:13:26.753619+0000","last_became_peered":"2024-09-12T17:13:26.753619+0000","last_unstale":"2024-09-12T18:00:34.414431+0000","last_undegraded":"2024-09-12T18:00:34.414431+0000","last_fullsized":"2024-09-12T18:00:34.414431+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:34.414208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:34.414208+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.414208+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:37.236470+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'704","reported_seq":1410,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.290100+0000","last_change":"2024-09-12T18:00:41.289957+0000","last_active":"2024-09-12T18:00:41.290100+0000","last_peered":"2024-09-12T18:00:41.290100+0000","last_clean":"2024-09-12T18:00:41.290100+0000","last_became_active":"2024-09-12T17:13:28.754485+0000","last_became_peered":"2024-09-12T17:13:28.754485+0000","last_unstale":"2024-09-12T18:00:41.290100+0000","last_undegraded":"2024-09-12T18:00:41.290100+0000","last_fullsized":"2024-09-12T18:00:41.290100+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'704","last_scrub_stamp":"2024-09-12T18:00:41.289760+0000","last_deep_scrub":"264'704","last_deep_scrub_stamp":"2024-09-12T18:00:41.289760+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.289760+0000","objects_scrubbed":7,"log_size":104,"log_dups_size":600,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:34.893367+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132554,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1344,"num_read_kb":3040,"num_write":1236,"num_write_kb":1078,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89356,"num_omap_keys":214,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.069526+0000","last_change":"2024-09-12T18:00:40.069474+0000","last_active":"2024-09-12T18:00:40.069526+0000","last_peered":"2024-09-12T18:00:40.069526+0000","last_clean":"2024-09-12T18:00:40.069526+0000","last_became_active":"2024-09-12T17:13:30.785677+0000","last_became_peered":"2024-09-12T17:13:30.785677+0000","last_unstale":"2024-09-12T18:00:40.069526+0000","last_undegraded":"2024-09-12T18:00:40.069526+0000","last_fullsized":"2024-09-12T18:00:40.069526+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:40.069397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:40.069397+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.069397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:42.538206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'187","reported_seq":899,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.694201+0000","last_change":"2024-09-12T18:00:39.694069+0000","last_active":"2024-09-12T18:00:39.694201+0000","last_peered":"2024-09-12T18:00:39.694201+0000","last_clean":"2024-09-12T18:00:39.694201+0000","last_became_active":"2024-09-12T17:13:32.782360+0000","last_became_peered":"2024-09-12T17:13:32.782360+0000","last_unstale":"2024-09-12T18:00:39.694201+0000","last_undegraded":"2024-09-12T18:00:39.694201+0000","last_fullsized":"2024-09-12T18:00:39.694201+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'187","last_scrub_stamp":"2024-09-12T18:00:39.693838+0000","last_deep_scrub":"264'187","last_deep_scrub_stamp":"2024-09-12T18:00:39.693838+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.693838+0000","objects_scrubbed":3,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:48.964300+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":833,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":495,"num_read_kb":485,"num_write":390,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'73","reported_seq":696,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.102563+0000","last_change":"2024-09-12T18:00:21.102414+0000","last_active":"2024-09-12T18:00:21.102563+0000","last_peered":"2024-09-12T18:00:21.102563+0000","last_clean":"2024-09-12T18:00:21.102563+0000","last_became_active":"2024-09-12T17:13:54.841332+0000","last_became_peered":"2024-09-12T17:13:54.841332+0000","last_unstale":"2024-09-12T18:00:21.102563+0000","last_undegraded":"2024-09-12T18:00:21.102563+0000","last_fullsized":"2024-09-12T18:00:21.102563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'73","last_scrub_stamp":"2024-09-12T18:00:21.102220+0000","last_deep_scrub":"264'73","last_deep_scrub_stamp":"2024-09-12T18:00:21.102220+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.102220+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:53.958121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":319,"num_write":102,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.166322+0000","last_change":"2024-09-12T18:00:18.166322+0000","last_active":"2024-09-12T18:00:18.166322+0000","last_peered":"2024-09-12T18:00:18.166322+0000","last_clean":"2024-09-12T18:00:18.166322+0000","last_became_active":"2024-09-12T17:13:08.626881+0000","last_became_peered":"2024-09-12T17:13:08.626881+0000","last_unstale":"2024-09-12T18:00:18.166322+0000","last_undegraded":"2024-09-12T18:00:18.166322+0000","last_fullsized":"2024-09-12T18:00:18.166322+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:18.166147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:18.166147+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.166147+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:28.063929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00123196,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'366","reported_seq":1062,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.117100+0000","last_change":"2024-09-12T18:00:16.116997+0000","last_active":"2024-09-12T18:00:16.117100+0000","last_peered":"2024-09-12T18:00:16.117100+0000","last_clean":"2024-09-12T18:00:16.117100+0000","last_became_active":"2024-09-12T17:13:22.743212+0000","last_became_peered":"2024-09-12T17:13:22.743212+0000","last_unstale":"2024-09-12T18:00:16.117100+0000","last_undegraded":"2024-09-12T18:00:16.117100+0000","last_fullsized":"2024-09-12T18:00:16.117100+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T18:00:16.116879+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T18:00:16.116879+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.116879+0000","objects_scrubbed":6,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:56.254947+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":610,"num_read_kb":31492,"num_write":1308,"num_write_kb":22348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.216927+0000","last_change":"2024-09-12T18:00:36.216803+0000","last_active":"2024-09-12T18:00:36.216927+0000","last_peered":"2024-09-12T18:00:36.216927+0000","last_clean":"2024-09-12T18:00:36.216927+0000","last_became_active":"2024-09-12T17:13:26.743863+0000","last_became_peered":"2024-09-12T17:13:26.743863+0000","last_unstale":"2024-09-12T18:00:36.216927+0000","last_undegraded":"2024-09-12T18:00:36.216927+0000","last_fullsized":"2024-09-12T18:00:36.216927+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.216625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.216625+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.216625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:34.420254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1255","reported_seq":2765,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.013521+0000","last_change":"2024-09-12T18:00:34.013521+0000","last_active":"2024-09-12T18:00:34.013521+0000","last_peered":"2024-09-12T18:00:34.013521+0000","last_clean":"2024-09-12T18:00:34.013521+0000","last_became_active":"2024-09-12T17:13:28.745653+0000","last_became_peered":"2024-09-12T17:13:28.745653+0000","last_unstale":"2024-09-12T18:00:34.013521+0000","last_undegraded":"2024-09-12T18:00:34.013521+0000","last_fullsized":"2024-09-12T18:00:34.013521+0000","mapping_epoch":29,"log_start":"264'1200","ondisk_log_start":"264'1200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1255","last_scrub_stamp":"2024-09-12T18:00:34.013322+0000","last_deep_scrub":"264'1255","last_deep_scrub_stamp":"2024-09-12T18:00:34.013322+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.013322+0000","objects_scrubbed":11,"log_size":55,"log_dups_size":1200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:08.492503+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139975,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2028,"num_read_kb":3861,"num_write":1126,"num_write_kb":972,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.249222+0000","last_change":"2024-09-12T18:00:44.249222+0000","last_active":"2024-09-12T18:00:44.249222+0000","last_peered":"2024-09-12T18:00:44.249222+0000","last_clean":"2024-09-12T18:00:44.249222+0000","last_became_active":"2024-09-12T17:13:30.790899+0000","last_became_peered":"2024-09-12T17:13:30.790899+0000","last_unstale":"2024-09-12T18:00:44.249222+0000","last_undegraded":"2024-09-12T18:00:44.249222+0000","last_fullsized":"2024-09-12T18:00:44.249222+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:44.249032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:44.249032+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.249032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:47:40.444440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'210","reported_seq":740,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.138793+0000","last_change":"2024-09-12T18:00:42.138793+0000","last_active":"2024-09-12T18:00:42.138793+0000","last_peered":"2024-09-12T18:00:42.138793+0000","last_clean":"2024-09-12T18:00:42.138793+0000","last_became_active":"2024-09-12T17:13:32.831782+0000","last_became_peered":"2024-09-12T17:13:32.831782+0000","last_unstale":"2024-09-12T18:00:42.138793+0000","last_undegraded":"2024-09-12T18:00:42.138793+0000","last_fullsized":"2024-09-12T18:00:42.138793+0000","mapping_epoch":33,"log_start":"261'100","ondisk_log_start":"261'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'210","last_scrub_stamp":"2024-09-12T18:00:42.138610+0000","last_deep_scrub":"264'210","last_deep_scrub_stamp":"2024-09-12T18:00:42.138610+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.138610+0000","objects_scrubbed":2,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:30.618920+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":356,"num_write":464,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'139","reported_seq":705,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.973614+0000","last_change":"2024-09-12T18:00:27.973484+0000","last_active":"2024-09-12T18:00:27.973614+0000","last_peered":"2024-09-12T18:00:27.973614+0000","last_clean":"2024-09-12T18:00:27.973614+0000","last_became_active":"2024-09-12T17:13:24.761611+0000","last_became_peered":"2024-09-12T17:13:24.761611+0000","last_unstale":"2024-09-12T18:00:27.973614+0000","last_undegraded":"2024-09-12T18:00:27.973614+0000","last_fullsized":"2024-09-12T18:00:27.973614+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'139","last_scrub_stamp":"2024-09-12T18:00:27.973298+0000","last_deep_scrub":"264'139","last_deep_scrub_stamp":"2024-09-12T18:00:27.973298+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.973298+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:58.063276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":604,"num_read_kb":484,"num_write":234,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.600785+0000","last_change":"2024-09-12T18:00:15.600658+0000","last_active":"2024-09-12T18:00:15.600785+0000","last_peered":"2024-09-12T18:00:15.600785+0000","last_clean":"2024-09-12T18:00:15.600785+0000","last_became_active":"2024-09-12T17:13:09.512988+0000","last_became_peered":"2024-09-12T17:13:09.512988+0000","last_unstale":"2024-09-12T18:00:15.600785+0000","last_undegraded":"2024-09-12T18:00:15.600785+0000","last_fullsized":"2024-09-12T18:00:15.600785+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:15.600478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:15.600478+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.600478+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:21.162041+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00092884200000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'411","reported_seq":1120,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.078185+0000","last_change":"2024-09-12T18:00:16.078185+0000","last_active":"2024-09-12T18:00:16.078185+0000","last_peered":"2024-09-12T18:00:16.078185+0000","last_clean":"2024-09-12T18:00:16.078185+0000","last_became_active":"2024-09-12T17:13:22.715375+0000","last_became_peered":"2024-09-12T17:13:22.715375+0000","last_unstale":"2024-09-12T18:00:16.078185+0000","last_undegraded":"2024-09-12T18:00:16.078185+0000","last_fullsized":"2024-09-12T18:00:16.078185+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'411","last_scrub_stamp":"2024-09-12T18:00:16.077996+0000","last_deep_scrub":"264'411","last_deep_scrub_stamp":"2024-09-12T18:00:16.077996+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.077996+0000","objects_scrubbed":4,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:35.431126+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079916,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":671,"num_read_kb":64816,"num_write":1175,"num_write_kb":40769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"264'2","reported_seq":510,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.618606+0000","last_change":"2024-09-12T18:00:22.618370+0000","last_active":"2024-09-12T18:00:22.618606+0000","last_peered":"2024-09-12T18:00:22.618606+0000","last_clean":"2024-09-12T18:00:22.618606+0000","last_became_active":"2024-09-12T17:13:26.745541+0000","last_became_peered":"2024-09-12T17:13:26.745541+0000","last_unstale":"2024-09-12T18:00:22.618606+0000","last_undegraded":"2024-09-12T18:00:22.618606+0000","last_fullsized":"2024-09-12T18:00:22.618606+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:22.618107+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:22.618107+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.618107+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:56.214024+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'229","reported_seq":1342,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.384167+0000","last_change":"2024-09-12T18:00:39.384167+0000","last_active":"2024-09-12T18:00:39.384167+0000","last_peered":"2024-09-12T18:00:39.384167+0000","last_clean":"2024-09-12T18:00:39.384167+0000","last_became_active":"2024-09-12T17:13:28.801459+0000","last_became_peered":"2024-09-12T17:13:28.801459+0000","last_unstale":"2024-09-12T18:00:39.384167+0000","last_undegraded":"2024-09-12T18:00:39.384167+0000","last_fullsized":"2024-09-12T18:00:39.384167+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'229","last_scrub_stamp":"2024-09-12T18:00:39.383977+0000","last_deep_scrub":"264'229","last_deep_scrub_stamp":"2024-09-12T18:00:39.383977+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.383977+0000","objects_scrubbed":9,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:57.082400+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":172,"num_write":151,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.063369+0000","last_change":"2024-09-12T18:00:39.063369+0000","last_active":"2024-09-12T18:00:39.063369+0000","last_peered":"2024-09-12T18:00:39.063369+0000","last_clean":"2024-09-12T18:00:39.063369+0000","last_became_active":"2024-09-12T17:13:30.785014+0000","last_became_peered":"2024-09-12T17:13:30.785014+0000","last_unstale":"2024-09-12T18:00:39.063369+0000","last_undegraded":"2024-09-12T18:00:39.063369+0000","last_fullsized":"2024-09-12T18:00:39.063369+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:39.063163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:39.063163+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.063163+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:02.057936+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'276","reported_seq":883,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.338865+0000","last_change":"2024-09-12T18:01:05.338865+0000","last_active":"2024-09-12T18:01:05.338865+0000","last_peered":"2024-09-12T18:01:05.338865+0000","last_clean":"2024-09-12T18:01:05.338865+0000","last_became_active":"2024-09-12T17:13:32.786333+0000","last_became_peered":"2024-09-12T17:13:32.786333+0000","last_unstale":"2024-09-12T18:01:05.338865+0000","last_undegraded":"2024-09-12T18:01:05.338865+0000","last_fullsized":"2024-09-12T18:01:05.338865+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'276","last_scrub_stamp":"2024-09-12T18:01:05.338652+0000","last_deep_scrub":"264'276","last_deep_scrub_stamp":"2024-09-12T18:01:05.338652+0000","last_clean_scrub_stamp":"2024-09-12T18:01:05.338652+0000","objects_scrubbed":2,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:20.623942+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":567,"num_read_kb":581,"num_write":587,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'99","reported_seq":707,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.034115+0000","last_change":"2024-09-12T18:00:24.034115+0000","last_active":"2024-09-12T18:00:24.034115+0000","last_peered":"2024-09-12T18:00:24.034115+0000","last_clean":"2024-09-12T18:00:24.034115+0000","last_became_active":"2024-09-12T17:13:24.746943+0000","last_became_peered":"2024-09-12T17:13:24.746943+0000","last_unstale":"2024-09-12T18:00:24.034115+0000","last_undegraded":"2024-09-12T18:00:24.034115+0000","last_fullsized":"2024-09-12T18:00:24.034115+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'99","last_scrub_stamp":"2024-09-12T18:00:24.033929+0000","last_deep_scrub":"264'99","last_deep_scrub_stamp":"2024-09-12T18:00:24.033929+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.033929+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:46.000345+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":422,"num_read_kb":358,"num_write":139,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"264'3","reported_seq":527,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.265985+0000","last_change":"2024-09-12T18:00:17.265813+0000","last_active":"2024-09-12T18:00:17.265985+0000","last_peered":"2024-09-12T18:00:17.265985+0000","last_clean":"2024-09-12T18:00:17.265985+0000","last_became_active":"2024-09-12T17:13:08.629609+0000","last_became_peered":"2024-09-12T17:13:08.629609+0000","last_unstale":"2024-09-12T18:00:17.265985+0000","last_undegraded":"2024-09-12T18:00:17.265985+0000","last_fullsized":"2024-09-12T18:00:17.265985+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:00:17.265633+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:00:17.265633+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.265633+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:10:14.865599+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00094381800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'340","reported_seq":1078,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.430570+0000","last_change":"2024-09-12T18:00:17.430403+0000","last_active":"2024-09-12T18:00:17.430570+0000","last_peered":"2024-09-12T18:00:17.430570+0000","last_clean":"2024-09-12T18:00:17.430570+0000","last_became_active":"2024-09-12T17:13:22.728796+0000","last_became_peered":"2024-09-12T17:13:22.728796+0000","last_unstale":"2024-09-12T18:00:17.430570+0000","last_undegraded":"2024-09-12T18:00:17.430570+0000","last_fullsized":"2024-09-12T18:00:17.430570+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'340","last_scrub_stamp":"2024-09-12T18:00:17.430199+0000","last_deep_scrub":"264'340","last_deep_scrub_stamp":"2024-09-12T18:00:17.430199+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.430199+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:37.936779+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":781,"num_read_kb":6735,"num_write":1070,"num_write_kb":34527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":510,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.076362+0000","last_change":"2024-09-12T18:00:33.076362+0000","last_active":"2024-09-12T18:00:33.076362+0000","last_peered":"2024-09-12T18:00:33.076362+0000","last_clean":"2024-09-12T18:00:33.076362+0000","last_became_active":"2024-09-12T17:13:26.736764+0000","last_became_peered":"2024-09-12T17:13:26.736764+0000","last_unstale":"2024-09-12T18:00:33.076362+0000","last_undegraded":"2024-09-12T18:00:33.076362+0000","last_fullsized":"2024-09-12T18:00:33.076362+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:33.076190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:33.076190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.076190+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:39.220025+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'128","reported_seq":669,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.302509+0000","last_change":"2024-09-12T18:00:38.302336+0000","last_active":"2024-09-12T18:00:38.302509+0000","last_peered":"2024-09-12T18:00:38.302509+0000","last_clean":"2024-09-12T18:00:38.302509+0000","last_became_active":"2024-09-12T17:13:28.748186+0000","last_became_peered":"2024-09-12T17:13:28.748186+0000","last_unstale":"2024-09-12T18:00:38.302509+0000","last_undegraded":"2024-09-12T18:00:38.302509+0000","last_fullsized":"2024-09-12T18:00:38.302509+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'128","last_scrub_stamp":"2024-09-12T18:00:38.302104+0000","last_deep_scrub":"264'128","last_deep_scrub_stamp":"2024-09-12T18:00:38.302104+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.302104+0000","objects_scrubbed":7,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:44.639921+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3232,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.676452+0000","last_change":"2024-09-12T18:00:32.676285+0000","last_active":"2024-09-12T18:00:32.676452+0000","last_peered":"2024-09-12T18:00:32.676452+0000","last_clean":"2024-09-12T18:00:32.676452+0000","last_became_active":"2024-09-12T17:13:30.761611+0000","last_became_peered":"2024-09-12T17:13:30.761611+0000","last_unstale":"2024-09-12T18:00:32.676452+0000","last_undegraded":"2024-09-12T18:00:32.676452+0000","last_fullsized":"2024-09-12T18:00:32.676452+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.676106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.676106+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.676106+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:48.141874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'118","reported_seq":674,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.282689+0000","last_change":"2024-09-12T18:00:47.282437+0000","last_active":"2024-09-12T18:00:47.282689+0000","last_peered":"2024-09-12T18:00:47.282689+0000","last_clean":"2024-09-12T18:00:47.282689+0000","last_became_active":"2024-09-12T17:13:32.785317+0000","last_became_peered":"2024-09-12T17:13:32.785317+0000","last_unstale":"2024-09-12T18:00:47.282689+0000","last_undegraded":"2024-09-12T18:00:47.282689+0000","last_fullsized":"2024-09-12T18:00:47.282689+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'118","last_scrub_stamp":"2024-09-12T18:00:47.282203+0000","last_deep_scrub":"264'118","last_deep_scrub_stamp":"2024-09-12T18:00:47.282203+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.282203+0000","objects_scrubbed":3,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:17.007245+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1031,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":277,"num_read_kb":266,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'123","reported_seq":739,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.072852+0000","last_change":"2024-09-12T18:00:23.072852+0000","last_active":"2024-09-12T18:00:23.072852+0000","last_peered":"2024-09-12T18:00:23.072852+0000","last_clean":"2024-09-12T18:00:23.072852+0000","last_became_active":"2024-09-12T17:13:24.760600+0000","last_became_peered":"2024-09-12T17:13:24.760600+0000","last_unstale":"2024-09-12T18:00:23.072852+0000","last_undegraded":"2024-09-12T18:00:23.072852+0000","last_fullsized":"2024-09-12T18:00:23.072852+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'123","last_scrub_stamp":"2024-09-12T18:00:23.072670+0000","last_deep_scrub":"264'123","last_deep_scrub_stamp":"2024-09-12T18:00:23.072670+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.072670+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:30.623639+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":508,"num_read_kb":429,"num_write":172,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'352","reported_seq":997,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.277812+0000","last_change":"2024-09-12T18:00:16.277812+0000","last_active":"2024-09-12T18:00:16.277812+0000","last_peered":"2024-09-12T18:00:16.277812+0000","last_clean":"2024-09-12T18:00:16.277812+0000","last_became_active":"2024-09-12T17:13:54.847555+0000","last_became_peered":"2024-09-12T17:13:54.847555+0000","last_unstale":"2024-09-12T18:00:16.277812+0000","last_undegraded":"2024-09-12T18:00:16.277812+0000","last_fullsized":"2024-09-12T18:00:16.277812+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:16.277593+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:16.277593+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.277593+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:59.774536+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":500,"num_read_kb":10719,"num_write":1118,"num_write_kb":32172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":533,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.078602+0000","last_change":"2024-09-12T18:00:15.078494+0000","last_active":"2024-09-12T18:00:15.078602+0000","last_peered":"2024-09-12T18:00:15.078602+0000","last_clean":"2024-09-12T18:00:15.078602+0000","last_became_active":"2024-09-12T17:13:08.624162+0000","last_became_peered":"2024-09-12T17:13:08.624162+0000","last_unstale":"2024-09-12T18:00:15.078602+0000","last_undegraded":"2024-09-12T18:00:15.078602+0000","last_fullsized":"2024-09-12T18:00:15.078602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:15.078392+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:15.078392+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.078392+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:59.437664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00090415999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":510,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.089597+0000","last_change":"2024-09-12T18:00:32.089597+0000","last_active":"2024-09-12T18:00:32.089597+0000","last_peered":"2024-09-12T18:00:32.089597+0000","last_clean":"2024-09-12T18:00:32.089597+0000","last_became_active":"2024-09-12T17:13:26.754926+0000","last_became_peered":"2024-09-12T17:13:26.754926+0000","last_unstale":"2024-09-12T18:00:32.089597+0000","last_undegraded":"2024-09-12T18:00:32.089597+0000","last_fullsized":"2024-09-12T18:00:32.089597+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.089412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.089412+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.089412+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:04.315087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'581","reported_seq":1256,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.091218+0000","last_change":"2024-09-12T18:00:36.091218+0000","last_active":"2024-09-12T18:00:36.091218+0000","last_peered":"2024-09-12T18:00:36.091218+0000","last_clean":"2024-09-12T18:00:36.091218+0000","last_became_active":"2024-09-12T17:13:28.740446+0000","last_became_peered":"2024-09-12T17:13:28.740446+0000","last_unstale":"2024-09-12T18:00:36.091218+0000","last_undegraded":"2024-09-12T18:00:36.091218+0000","last_fullsized":"2024-09-12T18:00:36.091218+0000","mapping_epoch":29,"log_start":"264'500","ondisk_log_start":"264'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'581","last_scrub_stamp":"2024-09-12T18:00:36.090965+0000","last_deep_scrub":"264'581","last_deep_scrub_stamp":"2024-09-12T18:00:36.090965+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.090965+0000","objects_scrubbed":9,"log_size":81,"log_dups_size":500,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:21.602777+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":102257,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1635,"num_read_kb":2969,"num_write":2108,"num_write_kb":1963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":506876,"num_omap_keys":1146,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.559857+0000","last_change":"2024-09-12T18:00:46.559857+0000","last_active":"2024-09-12T18:00:46.559857+0000","last_peered":"2024-09-12T18:00:46.559857+0000","last_clean":"2024-09-12T18:00:46.559857+0000","last_became_active":"2024-09-12T17:13:30.776897+0000","last_became_peered":"2024-09-12T17:13:30.776897+0000","last_unstale":"2024-09-12T18:00:46.559857+0000","last_undegraded":"2024-09-12T18:00:46.559857+0000","last_fullsized":"2024-09-12T18:00:46.559857+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:46.559670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:46.559670+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.559670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:32.629238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'178","reported_seq":691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.001758+0000","last_change":"2024-09-12T18:00:47.001601+0000","last_active":"2024-09-12T18:00:47.001758+0000","last_peered":"2024-09-12T18:00:47.001758+0000","last_clean":"2024-09-12T18:00:47.001758+0000","last_became_active":"2024-09-12T17:13:32.834101+0000","last_became_peered":"2024-09-12T17:13:32.834101+0000","last_unstale":"2024-09-12T18:00:47.001758+0000","last_undegraded":"2024-09-12T18:00:47.001758+0000","last_fullsized":"2024-09-12T18:00:47.001758+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'178","last_scrub_stamp":"2024-09-12T18:00:47.001408+0000","last_deep_scrub":"264'178","last_deep_scrub_stamp":"2024-09-12T18:00:47.001408+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.001408+0000","objects_scrubbed":4,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:24.559133+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":208,"num_read_kb":203,"num_write":421,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'192","reported_seq":811,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.069723+0000","last_change":"2024-09-12T18:00:23.069723+0000","last_active":"2024-09-12T18:00:23.069723+0000","last_peered":"2024-09-12T18:00:23.069723+0000","last_clean":"2024-09-12T18:00:23.069723+0000","last_became_active":"2024-09-12T17:13:24.760395+0000","last_became_peered":"2024-09-12T17:13:24.760395+0000","last_unstale":"2024-09-12T18:00:23.069723+0000","last_undegraded":"2024-09-12T18:00:23.069723+0000","last_fullsized":"2024-09-12T18:00:23.069723+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'192","last_scrub_stamp":"2024-09-12T18:00:23.069436+0000","last_deep_scrub":"264'192","last_deep_scrub_stamp":"2024-09-12T18:00:23.069436+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.069436+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:03.845421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":866,"num_read_kb":722,"num_write":337,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'379","reported_seq":1055,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.074020+0000","last_change":"2024-09-12T18:00:20.073837+0000","last_active":"2024-09-12T18:00:20.074020+0000","last_peered":"2024-09-12T18:00:20.074020+0000","last_clean":"2024-09-12T18:00:20.074020+0000","last_became_active":"2024-09-12T17:13:22.714714+0000","last_became_peered":"2024-09-12T17:13:22.714714+0000","last_unstale":"2024-09-12T18:00:20.074020+0000","last_undegraded":"2024-09-12T18:00:20.074020+0000","last_fullsized":"2024-09-12T18:00:20.074020+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'379","last_scrub_stamp":"2024-09-12T18:00:20.073521+0000","last_deep_scrub":"264'379","last_deep_scrub_stamp":"2024-09-12T18:00:20.073521+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.073521+0000","objects_scrubbed":6,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:59:51.362306+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":600,"num_read_kb":32343,"num_write":1201,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.153071+0000","last_change":"2024-09-12T18:00:19.152795+0000","last_active":"2024-09-12T18:00:19.153071+0000","last_peered":"2024-09-12T18:00:19.153071+0000","last_clean":"2024-09-12T18:00:19.153071+0000","last_became_active":"2024-09-12T17:13:08.626995+0000","last_became_peered":"2024-09-12T17:13:08.626995+0000","last_unstale":"2024-09-12T18:00:19.153071+0000","last_undegraded":"2024-09-12T18:00:19.153071+0000","last_fullsized":"2024-09-12T18:00:19.153071+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:19.152582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:19.152582+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.152582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:12:53.401126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012760219999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.642650+0000","last_change":"2024-09-12T18:00:31.642650+0000","last_active":"2024-09-12T18:00:31.642650+0000","last_peered":"2024-09-12T18:00:31.642650+0000","last_clean":"2024-09-12T18:00:31.642650+0000","last_became_active":"2024-09-12T17:13:26.751789+0000","last_became_peered":"2024-09-12T17:13:26.751789+0000","last_unstale":"2024-09-12T18:00:31.642650+0000","last_undegraded":"2024-09-12T18:00:31.642650+0000","last_fullsized":"2024-09-12T18:00:31.642650+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:31.642472+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:31.642472+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.642472+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:10.374820+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'155","reported_seq":727,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.059257+0000","last_change":"2024-09-12T18:00:40.059257+0000","last_active":"2024-09-12T18:00:40.059257+0000","last_peered":"2024-09-12T18:00:40.059257+0000","last_clean":"2024-09-12T18:00:40.059257+0000","last_became_active":"2024-09-12T17:13:28.801654+0000","last_became_peered":"2024-09-12T17:13:28.801654+0000","last_unstale":"2024-09-12T18:00:40.059257+0000","last_undegraded":"2024-09-12T18:00:40.059257+0000","last_fullsized":"2024-09-12T18:00:40.059257+0000","mapping_epoch":29,"log_start":"261'100","ondisk_log_start":"261'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'155","last_scrub_stamp":"2024-09-12T18:00:40.059079+0000","last_deep_scrub":"264'155","last_deep_scrub_stamp":"2024-09-12T18:00:40.059079+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.059079+0000","objects_scrubbed":7,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:32.263738+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'764","reported_seq":2601,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.315382+0000","last_change":"2024-09-12T18:00:45.315382+0000","last_active":"2024-09-12T18:00:45.315382+0000","last_peered":"2024-09-12T18:00:45.315382+0000","last_clean":"2024-09-12T18:00:45.315382+0000","last_became_active":"2024-09-12T17:13:30.775415+0000","last_became_peered":"2024-09-12T17:13:30.775415+0000","last_unstale":"2024-09-12T18:00:45.315382+0000","last_undegraded":"2024-09-12T18:00:45.315382+0000","last_fullsized":"2024-09-12T18:00:45.315382+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'764","last_scrub_stamp":"2024-09-12T18:00:45.315200+0000","last_deep_scrub":"264'764","last_deep_scrub_stamp":"2024-09-12T18:00:45.315200+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.315200+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:16.023899+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'132","reported_seq":632,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.363356+0000","last_change":"2024-09-12T18:00:48.363193+0000","last_active":"2024-09-12T18:00:48.363356+0000","last_peered":"2024-09-12T18:00:48.363356+0000","last_clean":"2024-09-12T18:00:48.363356+0000","last_became_active":"2024-09-12T17:13:32.831902+0000","last_became_peered":"2024-09-12T17:13:32.831902+0000","last_unstale":"2024-09-12T18:00:48.363356+0000","last_undegraded":"2024-09-12T18:00:48.363356+0000","last_fullsized":"2024-09-12T18:00:48.363356+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'132","last_scrub_stamp":"2024-09-12T18:00:48.362996+0000","last_deep_scrub":"264'132","last_deep_scrub_stamp":"2024-09-12T18:00:48.362996+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.362996+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:05.319623+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":708,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":169,"num_read_kb":163,"num_write":293,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'166","reported_seq":774,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.305005+0000","last_change":"2024-09-12T18:00:27.305005+0000","last_active":"2024-09-12T18:00:27.305005+0000","last_peered":"2024-09-12T18:00:27.305005+0000","last_clean":"2024-09-12T18:00:27.305005+0000","last_became_active":"2024-09-12T17:13:24.741391+0000","last_became_peered":"2024-09-12T17:13:24.741391+0000","last_unstale":"2024-09-12T18:00:27.305005+0000","last_undegraded":"2024-09-12T18:00:27.305005+0000","last_fullsized":"2024-09-12T18:00:27.305005+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'166","last_scrub_stamp":"2024-09-12T18:00:27.304773+0000","last_deep_scrub":"264'166","last_deep_scrub_stamp":"2024-09-12T18:00:27.304773+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.304773+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:34.677242+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":588,"num_write":240,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'377","reported_seq":1047,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.403965+0000","last_change":"2024-09-12T18:00:15.403912+0000","last_active":"2024-09-12T18:00:15.403965+0000","last_peered":"2024-09-12T18:00:15.403965+0000","last_clean":"2024-09-12T18:00:15.403965+0000","last_became_active":"2024-09-12T17:13:22.729137+0000","last_became_peered":"2024-09-12T17:13:22.729137+0000","last_unstale":"2024-09-12T18:00:15.403965+0000","last_undegraded":"2024-09-12T18:00:15.403965+0000","last_fullsized":"2024-09-12T18:00:15.403965+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'377","last_scrub_stamp":"2024-09-12T18:00:15.403814+0000","last_deep_scrub":"264'377","last_deep_scrub_stamp":"2024-09-12T18:00:15.403814+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.403814+0000","objects_scrubbed":6,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:34.405690+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":584,"num_read_kb":29033,"num_write":1147,"num_write_kb":14975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":532,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.090913+0000","last_change":"2024-09-12T18:00:18.090779+0000","last_active":"2024-09-12T18:00:18.090913+0000","last_peered":"2024-09-12T18:00:18.090913+0000","last_clean":"2024-09-12T18:00:18.090913+0000","last_became_active":"2024-09-12T17:13:08.626020+0000","last_became_peered":"2024-09-12T17:13:08.626020+0000","last_unstale":"2024-09-12T18:00:18.090913+0000","last_undegraded":"2024-09-12T18:00:18.090913+0000","last_fullsized":"2024-09-12T18:00:18.090913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:18.090597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:18.090597+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.090597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:10.900948+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00093462999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.594529+0000","last_change":"2024-09-12T18:00:37.594529+0000","last_active":"2024-09-12T18:00:37.594529+0000","last_peered":"2024-09-12T18:00:37.594529+0000","last_clean":"2024-09-12T18:00:37.594529+0000","last_became_active":"2024-09-12T17:13:26.724350+0000","last_became_peered":"2024-09-12T17:13:26.724350+0000","last_unstale":"2024-09-12T18:00:37.594529+0000","last_undegraded":"2024-09-12T18:00:37.594529+0000","last_fullsized":"2024-09-12T18:00:37.594529+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:37.594319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:37.594319+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.594319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:07.047656+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'104","reported_seq":647,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.675958+0000","last_change":"2024-09-12T18:00:41.675958+0000","last_active":"2024-09-12T18:00:41.675958+0000","last_peered":"2024-09-12T18:00:41.675958+0000","last_clean":"2024-09-12T18:00:41.675958+0000","last_became_active":"2024-09-12T17:13:28.754002+0000","last_became_peered":"2024-09-12T17:13:28.754002+0000","last_unstale":"2024-09-12T18:00:41.675958+0000","last_undegraded":"2024-09-12T18:00:41.675958+0000","last_fullsized":"2024-09-12T18:00:41.675958+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'104","last_scrub_stamp":"2024-09-12T18:00:41.675765+0000","last_deep_scrub":"264'104","last_deep_scrub_stamp":"2024-09-12T18:00:41.675765+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.675765+0000","objects_scrubbed":5,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:30.233753+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'765","reported_seq":4366,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.344407+0000","last_change":"2024-09-12T18:01:00.344407+0000","last_active":"2024-09-12T18:01:00.344407+0000","last_peered":"2024-09-12T18:01:00.344407+0000","last_clean":"2024-09-12T18:01:00.344407+0000","last_became_active":"2024-09-12T17:13:30.791695+0000","last_became_peered":"2024-09-12T17:13:30.791695+0000","last_unstale":"2024-09-12T18:01:00.344407+0000","last_undegraded":"2024-09-12T18:01:00.344407+0000","last_fullsized":"2024-09-12T18:01:00.344407+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'765","last_scrub_stamp":"2024-09-12T18:01:00.344127+0000","last_deep_scrub":"264'765","last_deep_scrub_stamp":"2024-09-12T18:01:00.344127+0000","last_clean_scrub_stamp":"2024-09-12T18:01:00.344127+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:47.125489+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'168","reported_seq":676,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.961045+0000","last_change":"2024-09-12T18:00:47.961045+0000","last_active":"2024-09-12T18:00:47.961045+0000","last_peered":"2024-09-12T18:00:47.961045+0000","last_clean":"2024-09-12T18:00:47.961045+0000","last_became_active":"2024-09-12T17:13:32.785511+0000","last_became_peered":"2024-09-12T17:13:32.785511+0000","last_unstale":"2024-09-12T18:00:47.961045+0000","last_undegraded":"2024-09-12T18:00:47.961045+0000","last_fullsized":"2024-09-12T18:00:47.961045+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'168","last_scrub_stamp":"2024-09-12T18:00:47.960848+0000","last_deep_scrub":"264'168","last_deep_scrub_stamp":"2024-09-12T18:00:47.960848+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.960848+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:52.729106+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":388,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'104","reported_seq":738,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.453154+0000","last_change":"2024-09-12T18:00:21.453154+0000","last_active":"2024-09-12T18:00:21.453154+0000","last_peered":"2024-09-12T18:00:21.453154+0000","last_clean":"2024-09-12T18:00:21.453154+0000","last_became_active":"2024-09-12T17:13:24.761104+0000","last_became_peered":"2024-09-12T17:13:24.761104+0000","last_unstale":"2024-09-12T18:00:21.453154+0000","last_undegraded":"2024-09-12T18:00:21.453154+0000","last_fullsized":"2024-09-12T18:00:21.453154+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'104","last_scrub_stamp":"2024-09-12T18:00:21.452963+0000","last_deep_scrub":"264'104","last_deep_scrub_stamp":"2024-09-12T18:00:21.452963+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.452963+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:39.997205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":484,"num_read_kb":420,"num_write":138,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'343","reported_seq":967,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:14.160017+0000","last_change":"2024-09-12T18:00:14.159961+0000","last_active":"2024-09-12T18:00:14.160017+0000","last_peered":"2024-09-12T18:00:14.160017+0000","last_clean":"2024-09-12T18:00:14.160017+0000","last_became_active":"2024-09-12T17:13:22.710223+0000","last_became_peered":"2024-09-12T17:13:22.710223+0000","last_unstale":"2024-09-12T18:00:14.160017+0000","last_undegraded":"2024-09-12T18:00:14.160017+0000","last_fullsized":"2024-09-12T18:00:14.160017+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'343","last_scrub_stamp":"2024-09-12T18:00:14.159876+0000","last_deep_scrub":"264'343","last_deep_scrub_stamp":"2024-09-12T18:00:14.159876+0000","last_clean_scrub_stamp":"2024-09-12T18:00:14.159876+0000","objects_scrubbed":7,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:54.626144+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262335,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":445,"num_read_kb":5540,"num_write":1078,"num_write_kb":28264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":526,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.559353+0000","last_change":"2024-09-12T18:00:19.559180+0000","last_active":"2024-09-12T18:00:19.559353+0000","last_peered":"2024-09-12T18:00:19.559353+0000","last_clean":"2024-09-12T18:00:19.559353+0000","last_became_active":"2024-09-12T17:13:08.625281+0000","last_became_peered":"2024-09-12T17:13:08.625281+0000","last_unstale":"2024-09-12T18:00:19.559353+0000","last_undegraded":"2024-09-12T18:00:19.559353+0000","last_fullsized":"2024-09-12T18:00:19.559353+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:19.558999+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:19.558999+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.558999+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:05.652492+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001325629,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.292592+0000","last_change":"2024-09-12T18:00:32.292592+0000","last_active":"2024-09-12T18:00:32.292592+0000","last_peered":"2024-09-12T18:00:32.292592+0000","last_clean":"2024-09-12T18:00:32.292592+0000","last_became_active":"2024-09-12T17:13:26.736249+0000","last_became_peered":"2024-09-12T17:13:26.736249+0000","last_unstale":"2024-09-12T18:00:32.292592+0000","last_undegraded":"2024-09-12T18:00:32.292592+0000","last_fullsized":"2024-09-12T18:00:32.292592+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.292398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.292398+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.292398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:53:46.460441+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'697","reported_seq":1423,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.399760+0000","last_change":"2024-09-12T18:00:38.399760+0000","last_active":"2024-09-12T18:00:38.399760+0000","last_peered":"2024-09-12T18:00:38.399760+0000","last_clean":"2024-09-12T18:00:38.399760+0000","last_became_active":"2024-09-12T17:13:28.801230+0000","last_became_peered":"2024-09-12T17:13:28.801230+0000","last_unstale":"2024-09-12T18:00:38.399760+0000","last_undegraded":"2024-09-12T18:00:38.399760+0000","last_fullsized":"2024-09-12T18:00:38.399760+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'697","last_scrub_stamp":"2024-09-12T18:00:38.399555+0000","last_deep_scrub":"264'697","last_deep_scrub_stamp":"2024-09-12T18:00:38.399555+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.399555+0000","objects_scrubbed":8,"log_size":97,"log_dups_size":600,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:51.690805+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141131,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1236,"num_read_kb":2870,"num_write":994,"num_write_kb":815,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.265134+0000","last_change":"2024-09-12T18:00:42.265134+0000","last_active":"2024-09-12T18:00:42.265134+0000","last_peered":"2024-09-12T18:00:42.265134+0000","last_clean":"2024-09-12T18:00:42.265134+0000","last_became_active":"2024-09-12T17:13:30.775941+0000","last_became_peered":"2024-09-12T17:13:30.775941+0000","last_unstale":"2024-09-12T18:00:42.265134+0000","last_undegraded":"2024-09-12T18:00:42.265134+0000","last_fullsized":"2024-09-12T18:00:42.265134+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:42.264954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:42.264954+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.264954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:18:13.117861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'123","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.332745+0000","last_change":"2024-09-12T18:00:49.332745+0000","last_active":"2024-09-12T18:00:49.332745+0000","last_peered":"2024-09-12T18:00:49.332745+0000","last_clean":"2024-09-12T18:00:49.332745+0000","last_became_active":"2024-09-12T17:13:32.788325+0000","last_became_peered":"2024-09-12T17:13:32.788325+0000","last_unstale":"2024-09-12T18:00:49.332745+0000","last_undegraded":"2024-09-12T18:00:49.332745+0000","last_fullsized":"2024-09-12T18:00:49.332745+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'123","last_scrub_stamp":"2024-09-12T18:00:49.332528+0000","last_deep_scrub":"264'123","last_deep_scrub_stamp":"2024-09-12T18:00:49.332528+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.332528+0000","objects_scrubbed":4,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:34:50.598274+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":140,"num_read_kb":138,"num_write":261,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'184","reported_seq":767,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.006444+0000","last_change":"2024-09-12T18:00:53.006444+0000","last_active":"2024-09-12T18:00:53.006444+0000","last_peered":"2024-09-12T18:00:53.006444+0000","last_clean":"2024-09-12T18:00:53.006444+0000","last_became_active":"2024-09-12T17:13:32.792882+0000","last_became_peered":"2024-09-12T17:13:32.792882+0000","last_unstale":"2024-09-12T18:00:53.006444+0000","last_undegraded":"2024-09-12T18:00:53.006444+0000","last_fullsized":"2024-09-12T18:00:53.006444+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'184","last_scrub_stamp":"2024-09-12T18:00:53.006193+0000","last_deep_scrub":"264'184","last_deep_scrub_stamp":"2024-09-12T18:00:53.006193+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.006193+0000","objects_scrubbed":2,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:32.915790+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":358,"num_read_kb":342,"num_write":468,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'503","reported_seq":1169,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.476773+0000","last_change":"2024-09-12T18:00:26.476773+0000","last_active":"2024-09-12T18:00:26.476773+0000","last_peered":"2024-09-12T18:00:26.476773+0000","last_clean":"2024-09-12T18:00:26.476773+0000","last_became_active":"2024-09-12T17:13:24.745820+0000","last_became_peered":"2024-09-12T17:13:24.745820+0000","last_unstale":"2024-09-12T18:00:26.476773+0000","last_undegraded":"2024-09-12T18:00:26.476773+0000","last_fullsized":"2024-09-12T18:00:26.476773+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'503","last_scrub_stamp":"2024-09-12T18:00:26.476570+0000","last_deep_scrub":"264'503","last_deep_scrub_stamp":"2024-09-12T18:00:26.476570+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.476570+0000","objects_scrubbed":1,"log_size":103,"log_dups_size":400,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:37.250064+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2172,"num_read_kb":1734,"num_write":807,"num_write_kb":422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":266,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'379","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.458496+0000","last_change":"2024-09-12T18:00:19.458496+0000","last_active":"2024-09-12T18:00:19.458496+0000","last_peered":"2024-09-12T18:00:19.458496+0000","last_clean":"2024-09-12T18:00:19.458496+0000","last_became_active":"2024-09-12T17:13:22.730432+0000","last_became_peered":"2024-09-12T17:13:22.730432+0000","last_unstale":"2024-09-12T18:00:19.458496+0000","last_undegraded":"2024-09-12T18:00:19.458496+0000","last_fullsized":"2024-09-12T18:00:19.458496+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'379","last_scrub_stamp":"2024-09-12T18:00:19.458237+0000","last_deep_scrub":"264'379","last_deep_scrub_stamp":"2024-09-12T18:00:19.458237+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.458237+0000","objects_scrubbed":9,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:54.767237+0000","scrub_duration":31,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456542,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":536,"num_read_kb":26037,"num_write":1028,"num_write_kb":34034,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.985204+0000","last_change":"2024-09-12T18:00:29.985204+0000","last_active":"2024-09-12T18:00:29.985204+0000","last_peered":"2024-09-12T18:00:29.985204+0000","last_clean":"2024-09-12T18:00:29.985204+0000","last_became_active":"2024-09-12T17:13:26.735772+0000","last_became_peered":"2024-09-12T17:13:26.735772+0000","last_unstale":"2024-09-12T18:00:29.985204+0000","last_undegraded":"2024-09-12T18:00:29.985204+0000","last_fullsized":"2024-09-12T18:00:29.985204+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:29.985027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:29.985027+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.985027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:27.376145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'298","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.292119+0000","last_change":"2024-09-12T18:00:40.292119+0000","last_active":"2024-09-12T18:00:40.292119+0000","last_peered":"2024-09-12T18:00:40.292119+0000","last_clean":"2024-09-12T18:00:40.292119+0000","last_became_active":"2024-09-12T17:13:28.742124+0000","last_became_peered":"2024-09-12T17:13:28.742124+0000","last_unstale":"2024-09-12T18:00:40.292119+0000","last_undegraded":"2024-09-12T18:00:40.292119+0000","last_fullsized":"2024-09-12T18:00:40.292119+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'298","last_scrub_stamp":"2024-09-12T18:00:40.291842+0000","last_deep_scrub":"264'298","last_deep_scrub_stamp":"2024-09-12T18:00:40.291842+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.291842+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:43.370607+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49649,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":485,"num_read_kb":1127,"num_write":400,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.311892+0000","last_change":"2024-09-12T18:00:45.311892+0000","last_active":"2024-09-12T18:00:45.311892+0000","last_peered":"2024-09-12T18:00:45.311892+0000","last_clean":"2024-09-12T18:00:45.311892+0000","last_became_active":"2024-09-12T17:13:30.791898+0000","last_became_peered":"2024-09-12T17:13:30.791898+0000","last_unstale":"2024-09-12T18:00:45.311892+0000","last_undegraded":"2024-09-12T18:00:45.311892+0000","last_fullsized":"2024-09-12T18:00:45.311892+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:45.311618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:45.311618+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.311618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:40.859553+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'143","reported_seq":638,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.391896+0000","last_change":"2024-09-12T18:00:51.391896+0000","last_active":"2024-09-12T18:00:51.391896+0000","last_peered":"2024-09-12T18:00:51.391896+0000","last_clean":"2024-09-12T18:00:51.391896+0000","last_became_active":"2024-09-12T17:13:32.788604+0000","last_became_peered":"2024-09-12T17:13:32.788604+0000","last_unstale":"2024-09-12T18:00:51.391896+0000","last_undegraded":"2024-09-12T18:00:51.391896+0000","last_fullsized":"2024-09-12T18:00:51.391896+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'143","last_scrub_stamp":"2024-09-12T18:00:51.391699+0000","last_deep_scrub":"264'143","last_deep_scrub_stamp":"2024-09-12T18:00:51.391699+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.391699+0000","objects_scrubbed":1,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:27.233487+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":163,"num_read_kb":157,"num_write":325,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'212","reported_seq":845,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.058477+0000","last_change":"2024-09-12T18:00:26.058477+0000","last_active":"2024-09-12T18:00:26.058477+0000","last_peered":"2024-09-12T18:00:26.058477+0000","last_clean":"2024-09-12T18:00:26.058477+0000","last_became_active":"2024-09-12T17:13:24.734000+0000","last_became_peered":"2024-09-12T17:13:24.734000+0000","last_unstale":"2024-09-12T18:00:26.058477+0000","last_undegraded":"2024-09-12T18:00:26.058477+0000","last_fullsized":"2024-09-12T18:00:26.058477+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'212","last_scrub_stamp":"2024-09-12T18:00:26.058142+0000","last_deep_scrub":"264'212","last_deep_scrub_stamp":"2024-09-12T18:00:26.058142+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.058142+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:36.060514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":913,"num_read_kb":755,"num_write":324,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"264'371","reported_seq":1084,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.219603+0000","last_change":"2024-09-12T18:00:25.219603+0000","last_active":"2024-09-12T18:00:25.219603+0000","last_peered":"2024-09-12T18:00:25.219603+0000","last_clean":"2024-09-12T18:00:25.219603+0000","last_became_active":"2024-09-12T17:13:22.720138+0000","last_became_peered":"2024-09-12T17:13:22.720138+0000","last_unstale":"2024-09-12T18:00:25.219603+0000","last_undegraded":"2024-09-12T18:00:25.219603+0000","last_fullsized":"2024-09-12T18:00:25.219603+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T18:00:25.219413+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T18:00:25.219413+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.219413+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:39.009029+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":735,"num_read_kb":13970,"num_write":1045,"num_write_kb":23660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"264'6","reported_seq":980,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.293418+0000","last_change":"2024-09-12T18:00:41.293418+0000","last_active":"2024-09-12T18:00:41.293418+0000","last_peered":"2024-09-12T18:00:41.293418+0000","last_clean":"2024-09-12T18:00:41.293418+0000","last_became_active":"2024-09-12T17:13:26.730316+0000","last_became_peered":"2024-09-12T17:13:26.730316+0000","last_unstale":"2024-09-12T18:00:41.293418+0000","last_undegraded":"2024-09-12T18:00:41.293418+0000","last_fullsized":"2024-09-12T18:00:41.293418+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T18:00:41.293188+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T18:00:41.293188+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.293188+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:53.743864+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":729,"num_read_kb":1194,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'50","reported_seq":564,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.033785+0000","last_change":"2024-09-12T18:00:37.033785+0000","last_active":"2024-09-12T18:00:37.033785+0000","last_peered":"2024-09-12T18:00:37.033785+0000","last_clean":"2024-09-12T18:00:37.033785+0000","last_became_active":"2024-09-12T17:13:28.741429+0000","last_became_peered":"2024-09-12T17:13:28.741429+0000","last_unstale":"2024-09-12T18:00:37.033785+0000","last_undegraded":"2024-09-12T18:00:37.033785+0000","last_fullsized":"2024-09-12T18:00:37.033785+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'50","last_scrub_stamp":"2024-09-12T18:00:37.033607+0000","last_deep_scrub":"264'50","last_deep_scrub_stamp":"2024-09-12T18:00:37.033607+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.033607+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:33:13.209030+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":294,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.299278+0000","last_change":"2024-09-12T18:00:45.299278+0000","last_active":"2024-09-12T18:00:45.299278+0000","last_peered":"2024-09-12T18:00:45.299278+0000","last_clean":"2024-09-12T18:00:45.299278+0000","last_became_active":"2024-09-12T17:13:30.782478+0000","last_became_peered":"2024-09-12T17:13:30.782478+0000","last_unstale":"2024-09-12T18:00:45.299278+0000","last_undegraded":"2024-09-12T18:00:45.299278+0000","last_fullsized":"2024-09-12T18:00:45.299278+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:45.299089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:45.299089+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.299089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:51.288485+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'220","reported_seq":762,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.955451+0000","last_change":"2024-09-12T18:00:48.955313+0000","last_active":"2024-09-12T18:00:48.955451+0000","last_peered":"2024-09-12T18:00:48.955451+0000","last_clean":"2024-09-12T18:00:48.955451+0000","last_became_active":"2024-09-12T17:13:32.782092+0000","last_became_peered":"2024-09-12T17:13:32.782092+0000","last_unstale":"2024-09-12T18:00:48.955451+0000","last_undegraded":"2024-09-12T18:00:48.955451+0000","last_fullsized":"2024-09-12T18:00:48.955451+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'220","last_scrub_stamp":"2024-09-12T18:00:48.955113+0000","last_deep_scrub":"264'220","last_deep_scrub_stamp":"2024-09-12T18:00:48.955113+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.955113+0000","objects_scrubbed":2,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:16.165383+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":389,"num_read_kb":376,"num_write":482,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'135","reported_seq":742,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.279608+0000","last_change":"2024-09-12T18:00:25.279608+0000","last_active":"2024-09-12T18:00:25.279608+0000","last_peered":"2024-09-12T18:00:25.279608+0000","last_clean":"2024-09-12T18:00:25.279608+0000","last_became_active":"2024-09-12T17:13:24.741656+0000","last_became_peered":"2024-09-12T17:13:24.741656+0000","last_unstale":"2024-09-12T18:00:25.279608+0000","last_undegraded":"2024-09-12T18:00:25.279608+0000","last_fullsized":"2024-09-12T18:00:25.279608+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'135","last_scrub_stamp":"2024-09-12T18:00:25.279427+0000","last_deep_scrub":"264'135","last_deep_scrub_stamp":"2024-09-12T18:00:25.279427+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.279427+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:20.873421+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":482,"num_write":210,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'352","reported_seq":1092,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.235497+0000","last_change":"2024-09-12T18:00:22.235497+0000","last_active":"2024-09-12T18:00:22.235497+0000","last_peered":"2024-09-12T18:00:22.235497+0000","last_clean":"2024-09-12T18:00:22.235497+0000","last_became_active":"2024-09-12T17:13:22.730403+0000","last_became_peered":"2024-09-12T17:13:22.730403+0000","last_unstale":"2024-09-12T18:00:22.235497+0000","last_undegraded":"2024-09-12T18:00:22.235497+0000","last_fullsized":"2024-09-12T18:00:22.235497+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:22.235247+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:22.235247+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.235247+0000","objects_scrubbed":9,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:44.655832+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":388466,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":724,"num_read_kb":35043,"num_write":1049,"num_write_kb":27867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.395279+0000","last_change":"2024-09-12T18:00:36.395279+0000","last_active":"2024-09-12T18:00:36.395279+0000","last_peered":"2024-09-12T18:00:36.395279+0000","last_clean":"2024-09-12T18:00:36.395279+0000","last_became_active":"2024-09-12T17:13:26.753317+0000","last_became_peered":"2024-09-12T17:13:26.753317+0000","last_unstale":"2024-09-12T18:00:36.395279+0000","last_undegraded":"2024-09-12T18:00:36.395279+0000","last_fullsized":"2024-09-12T18:00:36.395279+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.395096+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.395096+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.395096+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:51.969693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'306","reported_seq":896,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.372297+0000","last_change":"2024-09-12T18:00:52.372297+0000","last_active":"2024-09-12T18:00:52.372297+0000","last_peered":"2024-09-12T18:00:52.372297+0000","last_clean":"2024-09-12T18:00:52.372297+0000","last_became_active":"2024-09-12T17:13:28.750390+0000","last_became_peered":"2024-09-12T17:13:28.750390+0000","last_unstale":"2024-09-12T18:00:52.372297+0000","last_undegraded":"2024-09-12T18:00:52.372297+0000","last_fullsized":"2024-09-12T18:00:52.372297+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T18:00:52.372096+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T18:00:52.372096+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.372096+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:49.791779+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53085,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":1113,"num_write":402,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.714755+0000","last_change":"2024-09-12T18:00:35.714755+0000","last_active":"2024-09-12T18:00:35.714755+0000","last_peered":"2024-09-12T18:00:35.714755+0000","last_clean":"2024-09-12T18:00:35.714755+0000","last_became_active":"2024-09-12T17:13:30.783591+0000","last_became_peered":"2024-09-12T17:13:30.783591+0000","last_unstale":"2024-09-12T18:00:35.714755+0000","last_undegraded":"2024-09-12T18:00:35.714755+0000","last_fullsized":"2024-09-12T18:00:35.714755+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:35.714574+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:35.714574+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.714574+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:59.578910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'193","reported_seq":717,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.344661+0000","last_change":"2024-09-12T18:00:52.344432+0000","last_active":"2024-09-12T18:00:52.344661+0000","last_peered":"2024-09-12T18:00:52.344661+0000","last_clean":"2024-09-12T18:00:52.344661+0000","last_became_active":"2024-09-12T17:13:32.788954+0000","last_became_peered":"2024-09-12T17:13:32.788954+0000","last_unstale":"2024-09-12T18:00:52.344661+0000","last_undegraded":"2024-09-12T18:00:52.344661+0000","last_fullsized":"2024-09-12T18:00:52.344661+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'193","last_scrub_stamp":"2024-09-12T18:00:52.344197+0000","last_deep_scrub":"264'193","last_deep_scrub_stamp":"2024-09-12T18:00:52.344197+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.344197+0000","objects_scrubbed":2,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:17.949515+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":259,"num_read_kb":242,"num_write":443,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'75","reported_seq":649,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.631936+0000","last_change":"2024-09-12T18:00:17.631798+0000","last_active":"2024-09-12T18:00:17.631936+0000","last_peered":"2024-09-12T18:00:17.631936+0000","last_clean":"2024-09-12T18:00:17.631936+0000","last_became_active":"2024-09-12T17:13:54.836680+0000","last_became_peered":"2024-09-12T17:13:54.836680+0000","last_unstale":"2024-09-12T18:00:17.631936+0000","last_undegraded":"2024-09-12T18:00:17.631936+0000","last_fullsized":"2024-09-12T18:00:17.631936+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'75","last_scrub_stamp":"2024-09-12T18:00:17.631624+0000","last_deep_scrub":"264'75","last_deep_scrub_stamp":"2024-09-12T18:00:17.631624+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.631624+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:41.828390+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":370,"num_read_kb":318,"num_write":111,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"264'336","reported_seq":1000,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.133780+0000","last_change":"2024-09-12T18:00:17.133780+0000","last_active":"2024-09-12T18:00:17.133780+0000","last_peered":"2024-09-12T18:00:17.133780+0000","last_clean":"2024-09-12T18:00:17.133780+0000","last_became_active":"2024-09-12T17:13:22.737631+0000","last_became_peered":"2024-09-12T17:13:22.737631+0000","last_unstale":"2024-09-12T18:00:17.133780+0000","last_undegraded":"2024-09-12T18:00:17.133780+0000","last_fullsized":"2024-09-12T18:00:17.133780+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T18:00:17.133588+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T18:00:17.133588+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.133588+0000","objects_scrubbed":7,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:42.422141+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388701,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":546,"num_read_kb":19849,"num_write":1143,"num_write_kb":28792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.567511+0000","last_change":"2024-09-12T18:00:28.567511+0000","last_active":"2024-09-12T18:00:28.567511+0000","last_peered":"2024-09-12T18:00:28.567511+0000","last_clean":"2024-09-12T18:00:28.567511+0000","last_became_active":"2024-09-12T17:13:26.747580+0000","last_became_peered":"2024-09-12T17:13:26.747580+0000","last_unstale":"2024-09-12T18:00:28.567511+0000","last_undegraded":"2024-09-12T18:00:28.567511+0000","last_fullsized":"2024-09-12T18:00:28.567511+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:28.567328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:28.567328+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.567328+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:43.193358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'275","reported_seq":851,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.308833+0000","last_change":"2024-09-12T18:00:42.308833+0000","last_active":"2024-09-12T18:00:42.308833+0000","last_peered":"2024-09-12T18:00:42.308833+0000","last_clean":"2024-09-12T18:00:42.308833+0000","last_became_active":"2024-09-12T17:13:28.741634+0000","last_became_peered":"2024-09-12T17:13:28.741634+0000","last_unstale":"2024-09-12T18:00:42.308833+0000","last_undegraded":"2024-09-12T18:00:42.308833+0000","last_fullsized":"2024-09-12T18:00:42.308833+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'275","last_scrub_stamp":"2024-09-12T18:00:42.308650+0000","last_deep_scrub":"264'275","last_deep_scrub_stamp":"2024-09-12T18:00:42.308650+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.308650+0000","objects_scrubbed":4,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:55.068909+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56526,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":474,"num_read_kb":1151,"num_write":392,"num_write_kb":336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.049814+0000","last_change":"2024-09-12T18:00:44.049814+0000","last_active":"2024-09-12T18:00:44.049814+0000","last_peered":"2024-09-12T18:00:44.049814+0000","last_clean":"2024-09-12T18:00:44.049814+0000","last_became_active":"2024-09-12T17:13:30.775381+0000","last_became_peered":"2024-09-12T17:13:30.775381+0000","last_unstale":"2024-09-12T18:00:44.049814+0000","last_undegraded":"2024-09-12T18:00:44.049814+0000","last_fullsized":"2024-09-12T18:00:44.049814+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:44.049627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:44.049627+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.049627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:48.354025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'254","reported_seq":923,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.555120+0000","last_change":"2024-09-12T18:00:25.555120+0000","last_active":"2024-09-12T18:00:25.555120+0000","last_peered":"2024-09-12T18:00:25.555120+0000","last_clean":"2024-09-12T18:00:25.555120+0000","last_became_active":"2024-09-12T17:13:24.760166+0000","last_became_peered":"2024-09-12T17:13:24.760166+0000","last_unstale":"2024-09-12T18:00:25.555120+0000","last_undegraded":"2024-09-12T18:00:25.555120+0000","last_fullsized":"2024-09-12T18:00:25.555120+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'254","last_scrub_stamp":"2024-09-12T18:00:25.554845+0000","last_deep_scrub":"264'254","last_deep_scrub_stamp":"2024-09-12T18:00:25.554845+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.554845+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:26.404253+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1144,"num_read_kb":947,"num_write":391,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'279","reported_seq":882,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.363704+0000","last_change":"2024-09-12T18:00:18.363704+0000","last_active":"2024-09-12T18:00:18.363704+0000","last_peered":"2024-09-12T18:00:18.363704+0000","last_clean":"2024-09-12T18:00:18.363704+0000","last_became_active":"2024-09-12T17:13:22.721355+0000","last_became_peered":"2024-09-12T17:13:22.721355+0000","last_unstale":"2024-09-12T18:00:18.363704+0000","last_undegraded":"2024-09-12T18:00:18.363704+0000","last_fullsized":"2024-09-12T18:00:18.363704+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'279","last_scrub_stamp":"2024-09-12T18:00:18.363493+0000","last_deep_scrub":"264'279","last_deep_scrub_stamp":"2024-09-12T18:00:18.363493+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.363493+0000","objects_scrubbed":5,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:37.347809+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456545,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":395,"num_read_kb":715,"num_write":871,"num_write_kb":22770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":511,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.075414+0000","last_change":"2024-09-12T18:00:34.075414+0000","last_active":"2024-09-12T18:00:34.075414+0000","last_peered":"2024-09-12T18:00:34.075414+0000","last_clean":"2024-09-12T18:00:34.075414+0000","last_became_active":"2024-09-12T17:13:26.744896+0000","last_became_peered":"2024-09-12T17:13:26.744896+0000","last_unstale":"2024-09-12T18:00:34.075414+0000","last_undegraded":"2024-09-12T18:00:34.075414+0000","last_fullsized":"2024-09-12T18:00:34.075414+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:34.075232+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:34.075232+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.075232+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:47.113336+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'476","reported_seq":1115,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.028787+0000","last_change":"2024-09-12T18:00:37.028620+0000","last_active":"2024-09-12T18:00:37.028787+0000","last_peered":"2024-09-12T18:00:37.028787+0000","last_clean":"2024-09-12T18:00:37.028787+0000","last_became_active":"2024-09-12T17:13:28.746900+0000","last_became_peered":"2024-09-12T17:13:28.746900+0000","last_unstale":"2024-09-12T18:00:37.028787+0000","last_undegraded":"2024-09-12T18:00:37.028787+0000","last_fullsized":"2024-09-12T18:00:37.028787+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'476","last_scrub_stamp":"2024-09-12T18:00:37.028425+0000","last_deep_scrub":"264'476","last_deep_scrub_stamp":"2024-09-12T18:00:37.028425+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.028425+0000","objects_scrubbed":6,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:13.509710+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93451,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":854,"num_read_kb":2027,"num_write":736,"num_write_kb":660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.275009+0000","last_change":"2024-09-12T18:00:46.274876+0000","last_active":"2024-09-12T18:00:46.275009+0000","last_peered":"2024-09-12T18:00:46.275009+0000","last_clean":"2024-09-12T18:00:46.275009+0000","last_became_active":"2024-09-12T17:13:30.777735+0000","last_became_peered":"2024-09-12T17:13:30.777735+0000","last_unstale":"2024-09-12T18:00:46.275009+0000","last_undegraded":"2024-09-12T18:00:46.275009+0000","last_fullsized":"2024-09-12T18:00:46.275009+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:46.274689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:46.274689+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.274689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:51.411917+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'164","reported_seq":672,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:06.330195+0000","last_change":"2024-09-12T18:01:06.330195+0000","last_active":"2024-09-12T18:01:06.330195+0000","last_peered":"2024-09-12T18:01:06.330195+0000","last_clean":"2024-09-12T18:01:06.330195+0000","last_became_active":"2024-09-12T17:13:32.834025+0000","last_became_peered":"2024-09-12T17:13:32.834025+0000","last_unstale":"2024-09-12T18:01:06.330195+0000","last_undegraded":"2024-09-12T18:01:06.330195+0000","last_fullsized":"2024-09-12T18:01:06.330195+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'164","last_scrub_stamp":"2024-09-12T18:01:06.329966+0000","last_deep_scrub":"264'164","last_deep_scrub_stamp":"2024-09-12T18:01:06.329966+0000","last_clean_scrub_stamp":"2024-09-12T18:01:06.329966+0000","objects_scrubbed":2,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:54.993092+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":249,"num_read_kb":253,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'4648","reported_seq":5524,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.109118+0000","last_change":"2024-09-12T18:00:27.109118+0000","last_active":"2024-09-12T18:00:27.109118+0000","last_peered":"2024-09-12T18:00:27.109118+0000","last_clean":"2024-09-12T18:00:27.109118+0000","last_became_active":"2024-09-12T17:13:24.718732+0000","last_became_peered":"2024-09-12T17:13:24.718732+0000","last_unstale":"2024-09-12T18:00:27.109118+0000","last_undegraded":"2024-09-12T18:00:27.109118+0000","last_fullsized":"2024-09-12T18:00:27.109118+0000","mapping_epoch":25,"log_start":"264'4600","ondisk_log_start":"264'4600","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4648","last_scrub_stamp":"2024-09-12T18:00:27.108936+0000","last_deep_scrub":"264'4648","last_deep_scrub_stamp":"2024-09-12T18:00:27.108936+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.108936+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":3000,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:48.634994+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19133,"num_read_kb":16095,"num_write":7172,"num_write_kb":3743,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'359","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.110399+0000","last_change":"2024-09-12T18:00:19.110399+0000","last_active":"2024-09-12T18:00:19.110399+0000","last_peered":"2024-09-12T18:00:19.110399+0000","last_clean":"2024-09-12T18:00:19.110399+0000","last_became_active":"2024-09-12T17:13:22.715964+0000","last_became_peered":"2024-09-12T17:13:22.715964+0000","last_unstale":"2024-09-12T18:00:19.110399+0000","last_undegraded":"2024-09-12T18:00:19.110399+0000","last_fullsized":"2024-09-12T18:00:19.110399+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'359","last_scrub_stamp":"2024-09-12T18:00:19.110115+0000","last_deep_scrub":"264'359","last_deep_scrub_stamp":"2024-09-12T18:00:19.110115+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.110115+0000","objects_scrubbed":8,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:36.593935+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2390896,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":550,"num_read_kb":3094,"num_write":1163,"num_write_kb":22712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.588135+0000","last_change":"2024-09-12T18:00:29.588135+0000","last_active":"2024-09-12T18:00:29.588135+0000","last_peered":"2024-09-12T18:00:29.588135+0000","last_clean":"2024-09-12T18:00:29.588135+0000","last_became_active":"2024-09-12T17:13:26.747581+0000","last_became_peered":"2024-09-12T17:13:26.747581+0000","last_unstale":"2024-09-12T18:00:29.588135+0000","last_undegraded":"2024-09-12T18:00:29.588135+0000","last_fullsized":"2024-09-12T18:00:29.588135+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:29.587819+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:29.587819+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.587819+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:35.605076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'303","reported_seq":893,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.290592+0000","last_change":"2024-09-12T18:00:43.290433+0000","last_active":"2024-09-12T18:00:43.290592+0000","last_peered":"2024-09-12T18:00:43.290592+0000","last_clean":"2024-09-12T18:00:43.290592+0000","last_became_active":"2024-09-12T17:13:28.740077+0000","last_became_peered":"2024-09-12T17:13:28.740077+0000","last_unstale":"2024-09-12T18:00:43.290592+0000","last_undegraded":"2024-09-12T18:00:43.290592+0000","last_fullsized":"2024-09-12T18:00:43.290592+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'303","last_scrub_stamp":"2024-09-12T18:00:43.290209+0000","last_deep_scrub":"264'303","last_deep_scrub_stamp":"2024-09-12T18:00:43.290209+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.290209+0000","objects_scrubbed":8,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:47.161465+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53501,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":518,"num_read_kb":1154,"num_write":436,"num_write_kb":347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.086907+0000","last_change":"2024-09-12T18:00:43.086742+0000","last_active":"2024-09-12T18:00:43.086907+0000","last_peered":"2024-09-12T18:00:43.086907+0000","last_clean":"2024-09-12T18:00:43.086907+0000","last_became_active":"2024-09-12T17:13:30.787481+0000","last_became_peered":"2024-09-12T17:13:30.787481+0000","last_unstale":"2024-09-12T18:00:43.086907+0000","last_undegraded":"2024-09-12T18:00:43.086907+0000","last_fullsized":"2024-09-12T18:00:43.086907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:43.086564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:43.086564+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.086564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:11:03.449257+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'175","reported_seq":682,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.683786+0000","last_change":"2024-09-12T18:00:40.683786+0000","last_active":"2024-09-12T18:00:40.683786+0000","last_peered":"2024-09-12T18:00:40.683786+0000","last_clean":"2024-09-12T18:00:40.683786+0000","last_became_active":"2024-09-12T17:13:32.787114+0000","last_became_peered":"2024-09-12T17:13:32.787114+0000","last_unstale":"2024-09-12T18:00:40.683786+0000","last_undegraded":"2024-09-12T18:00:40.683786+0000","last_fullsized":"2024-09-12T18:00:40.683786+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'175","last_scrub_stamp":"2024-09-12T18:00:40.683554+0000","last_deep_scrub":"264'175","last_deep_scrub_stamp":"2024-09-12T18:00:40.683554+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.683554+0000","objects_scrubbed":4,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:33.034440+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":227,"num_read_kb":224,"num_write":505,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'89","reported_seq":671,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.315743+0000","last_change":"2024-09-12T18:00:34.315437+0000","last_active":"2024-09-12T18:00:34.315743+0000","last_peered":"2024-09-12T18:00:34.315743+0000","last_clean":"2024-09-12T18:00:34.315743+0000","last_became_active":"2024-09-12T17:13:24.748753+0000","last_became_peered":"2024-09-12T17:13:24.748753+0000","last_unstale":"2024-09-12T18:00:34.315743+0000","last_undegraded":"2024-09-12T18:00:34.315743+0000","last_fullsized":"2024-09-12T18:00:34.315743+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'89","last_scrub_stamp":"2024-09-12T18:00:34.315157+0000","last_deep_scrub":"264'89","last_deep_scrub_stamp":"2024-09-12T18:00:34.315157+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.315157+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:09.155986+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":343,"num_write":134,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'369","reported_seq":1028,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.471464+0000","last_change":"2024-09-12T18:00:18.471305+0000","last_active":"2024-09-12T18:00:18.471464+0000","last_peered":"2024-09-12T18:00:18.471464+0000","last_clean":"2024-09-12T18:00:18.471464+0000","last_became_active":"2024-09-12T17:13:22.716619+0000","last_became_peered":"2024-09-12T17:13:22.716619+0000","last_unstale":"2024-09-12T18:00:18.471464+0000","last_undegraded":"2024-09-12T18:00:18.471464+0000","last_fullsized":"2024-09-12T18:00:18.471464+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'369","last_scrub_stamp":"2024-09-12T18:00:18.471123+0000","last_deep_scrub":"264'369","last_deep_scrub_stamp":"2024-09-12T18:00:18.471123+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.471123+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:58.469147+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":6656,"num_write":1170,"num_write_kb":21095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.662264+0000","last_change":"2024-09-12T18:00:40.662140+0000","last_active":"2024-09-12T18:00:40.662264+0000","last_peered":"2024-09-12T18:00:40.662264+0000","last_clean":"2024-09-12T18:00:40.662264+0000","last_became_active":"2024-09-12T17:13:26.725139+0000","last_became_peered":"2024-09-12T17:13:26.725139+0000","last_unstale":"2024-09-12T18:00:40.662264+0000","last_undegraded":"2024-09-12T18:00:40.662264+0000","last_fullsized":"2024-09-12T18:00:40.662264+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:40.661959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:40.661959+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.661959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:36:24.798590+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'275","reported_seq":850,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.275632+0000","last_change":"2024-09-12T18:00:44.275632+0000","last_active":"2024-09-12T18:00:44.275632+0000","last_peered":"2024-09-12T18:00:44.275632+0000","last_clean":"2024-09-12T18:00:44.275632+0000","last_became_active":"2024-09-12T17:13:28.801913+0000","last_became_peered":"2024-09-12T17:13:28.801913+0000","last_unstale":"2024-09-12T18:00:44.275632+0000","last_undegraded":"2024-09-12T18:00:44.275632+0000","last_fullsized":"2024-09-12T18:00:44.275632+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'275","last_scrub_stamp":"2024-09-12T18:00:44.275434+0000","last_deep_scrub":"264'275","last_deep_scrub_stamp":"2024-09-12T18:00:44.275434+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.275434+0000","objects_scrubbed":6,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:50.319879+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43140,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":435,"num_read_kb":975,"num_write":354,"num_write_kb":271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.007520+0000","last_change":"2024-09-12T18:00:49.007520+0000","last_active":"2024-09-12T18:00:49.007520+0000","last_peered":"2024-09-12T18:00:49.007520+0000","last_clean":"2024-09-12T18:00:49.007520+0000","last_became_active":"2024-09-12T17:13:30.778143+0000","last_became_peered":"2024-09-12T17:13:30.778143+0000","last_unstale":"2024-09-12T18:00:49.007520+0000","last_undegraded":"2024-09-12T18:00:49.007520+0000","last_fullsized":"2024-09-12T18:00:49.007520+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:49.007306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:49.007306+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.007306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:36.068512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'123","reported_seq":615,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.310167+0000","last_change":"2024-09-12T18:00:50.310167+0000","last_active":"2024-09-12T18:00:50.310167+0000","last_peered":"2024-09-12T18:00:50.310167+0000","last_clean":"2024-09-12T18:00:50.310167+0000","last_became_active":"2024-09-12T17:13:32.786695+0000","last_became_peered":"2024-09-12T17:13:32.786695+0000","last_unstale":"2024-09-12T18:00:50.310167+0000","last_undegraded":"2024-09-12T18:00:50.310167+0000","last_fullsized":"2024-09-12T18:00:50.310167+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'123","last_scrub_stamp":"2024-09-12T18:00:50.309960+0000","last_deep_scrub":"264'123","last_deep_scrub_stamp":"2024-09-12T18:00:50.309960+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.309960+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:19.560918+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":154,"num_read_kb":146,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'244","reported_seq":831,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.694047+0000","last_change":"2024-09-12T18:00:29.693779+0000","last_active":"2024-09-12T18:00:29.694047+0000","last_peered":"2024-09-12T18:00:29.694047+0000","last_clean":"2024-09-12T18:00:29.694047+0000","last_became_active":"2024-09-12T17:13:24.726336+0000","last_became_peered":"2024-09-12T17:13:24.726336+0000","last_unstale":"2024-09-12T18:00:29.694047+0000","last_undegraded":"2024-09-12T18:00:29.694047+0000","last_fullsized":"2024-09-12T18:00:29.694047+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'244","last_scrub_stamp":"2024-09-12T18:00:29.693567+0000","last_deep_scrub":"264'244","last_deep_scrub_stamp":"2024-09-12T18:00:29.693567+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.693567+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:25.832365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":808,"num_write":379,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'330","reported_seq":1014,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.076621+0000","last_change":"2024-09-12T18:00:20.076483+0000","last_active":"2024-09-12T18:00:20.076621+0000","last_peered":"2024-09-12T18:00:20.076621+0000","last_clean":"2024-09-12T18:00:20.076621+0000","last_became_active":"2024-09-12T17:13:22.742562+0000","last_became_peered":"2024-09-12T17:13:22.742562+0000","last_unstale":"2024-09-12T18:00:20.076621+0000","last_undegraded":"2024-09-12T18:00:20.076621+0000","last_fullsized":"2024-09-12T18:00:20.076621+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'330","last_scrub_stamp":"2024-09-12T18:00:20.076240+0000","last_deep_scrub":"264'330","last_deep_scrub_stamp":"2024-09-12T18:00:20.076240+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.076240+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:57.278467+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661402,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":560,"num_read_kb":18715,"num_write":1110,"num_write_kb":30468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.962892+0000","last_change":"2024-09-12T18:00:32.962764+0000","last_active":"2024-09-12T18:00:32.962892+0000","last_peered":"2024-09-12T18:00:32.962892+0000","last_clean":"2024-09-12T18:00:32.962892+0000","last_became_active":"2024-09-12T17:13:26.745048+0000","last_became_peered":"2024-09-12T17:13:26.745048+0000","last_unstale":"2024-09-12T18:00:32.962892+0000","last_undegraded":"2024-09-12T18:00:32.962892+0000","last_fullsized":"2024-09-12T18:00:32.962892+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.962586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.962586+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.962586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:29.786296+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'109","reported_seq":637,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.618358+0000","last_change":"2024-09-12T18:00:44.618358+0000","last_active":"2024-09-12T18:00:44.618358+0000","last_peered":"2024-09-12T18:00:44.618358+0000","last_clean":"2024-09-12T18:00:44.618358+0000","last_became_active":"2024-09-12T17:13:28.801036+0000","last_became_peered":"2024-09-12T17:13:28.801036+0000","last_unstale":"2024-09-12T18:00:44.618358+0000","last_undegraded":"2024-09-12T18:00:44.618358+0000","last_fullsized":"2024-09-12T18:00:44.618358+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'109","last_scrub_stamp":"2024-09-12T18:00:44.618152+0000","last_deep_scrub":"264'109","last_deep_scrub_stamp":"2024-09-12T18:00:44.618152+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.618152+0000","objects_scrubbed":7,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:01:04.324008+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":122,"num_read_kb":114,"num_write":138,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'765","reported_seq":2136,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.690586+0000","last_change":"2024-09-12T18:00:37.690586+0000","last_active":"2024-09-12T18:00:37.690586+0000","last_peered":"2024-09-12T18:00:37.690586+0000","last_clean":"2024-09-12T18:00:37.690586+0000","last_became_active":"2024-09-12T17:13:30.775294+0000","last_became_peered":"2024-09-12T17:13:30.775294+0000","last_unstale":"2024-09-12T18:00:37.690586+0000","last_undegraded":"2024-09-12T18:00:37.690586+0000","last_fullsized":"2024-09-12T18:00:37.690586+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'765","last_scrub_stamp":"2024-09-12T18:00:37.690408+0000","last_deep_scrub":"264'765","last_deep_scrub_stamp":"2024-09-12T18:00:37.690408+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.690408+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:55.795370+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'109","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.320673+0000","last_change":"2024-09-12T18:00:48.320673+0000","last_active":"2024-09-12T18:00:48.320673+0000","last_peered":"2024-09-12T18:00:48.320673+0000","last_clean":"2024-09-12T18:00:48.320673+0000","last_became_active":"2024-09-12T17:13:32.794362+0000","last_became_peered":"2024-09-12T17:13:32.794362+0000","last_unstale":"2024-09-12T18:00:48.320673+0000","last_undegraded":"2024-09-12T18:00:48.320673+0000","last_fullsized":"2024-09-12T18:00:48.320673+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'109","last_scrub_stamp":"2024-09-12T18:00:48.320483+0000","last_deep_scrub":"264'109","last_deep_scrub_stamp":"2024-09-12T18:00:48.320483+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.320483+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:30:23.124136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":158,"num_read_kb":151,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'150","reported_seq":761,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.536605+0000","last_change":"2024-09-12T18:00:29.536413+0000","last_active":"2024-09-12T18:00:29.536605+0000","last_peered":"2024-09-12T18:00:29.536605+0000","last_clean":"2024-09-12T18:00:29.536605+0000","last_became_active":"2024-09-12T17:13:24.744181+0000","last_became_peered":"2024-09-12T17:13:24.744181+0000","last_unstale":"2024-09-12T18:00:29.536605+0000","last_undegraded":"2024-09-12T18:00:29.536605+0000","last_fullsized":"2024-09-12T18:00:29.536605+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'150","last_scrub_stamp":"2024-09-12T18:00:29.536228+0000","last_deep_scrub":"264'150","last_deep_scrub_stamp":"2024-09-12T18:00:29.536228+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.536228+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:10:29.855870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":502,"num_write":225,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'360","reported_seq":971,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.621179+0000","last_change":"2024-09-12T18:00:16.621179+0000","last_active":"2024-09-12T18:00:16.621179+0000","last_peered":"2024-09-12T18:00:16.621179+0000","last_clean":"2024-09-12T18:00:16.621179+0000","last_became_active":"2024-09-12T17:13:54.833471+0000","last_became_peered":"2024-09-12T17:13:54.833471+0000","last_unstale":"2024-09-12T18:00:16.621179+0000","last_undegraded":"2024-09-12T18:00:16.621179+0000","last_fullsized":"2024-09-12T18:00:16.621179+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'360","last_scrub_stamp":"2024-09-12T18:00:16.621048+0000","last_deep_scrub":"264'360","last_deep_scrub_stamp":"2024-09-12T18:00:16.621048+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.621048+0000","objects_scrubbed":7,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:35.263622+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079934,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":495,"num_read_kb":11845,"num_write":1230,"num_write_kb":30776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.347566+0000","last_change":"2024-09-12T18:00:37.347445+0000","last_active":"2024-09-12T18:00:37.347566+0000","last_peered":"2024-09-12T18:00:37.347566+0000","last_clean":"2024-09-12T18:00:37.347566+0000","last_became_active":"2024-09-12T17:13:26.747270+0000","last_became_peered":"2024-09-12T17:13:26.747270+0000","last_unstale":"2024-09-12T18:00:37.347566+0000","last_undegraded":"2024-09-12T18:00:37.347566+0000","last_fullsized":"2024-09-12T18:00:37.347566+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:37.347254+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:37.347254+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.347254+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:48.740634+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'316","reported_seq":900,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.323672+0000","last_change":"2024-09-12T18:00:44.323672+0000","last_active":"2024-09-12T18:00:44.323672+0000","last_peered":"2024-09-12T18:00:44.323672+0000","last_clean":"2024-09-12T18:00:44.323672+0000","last_became_active":"2024-09-12T17:13:28.750281+0000","last_became_peered":"2024-09-12T17:13:28.750281+0000","last_unstale":"2024-09-12T18:00:44.323672+0000","last_undegraded":"2024-09-12T18:00:44.323672+0000","last_fullsized":"2024-09-12T18:00:44.323672+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'316","last_scrub_stamp":"2024-09-12T18:00:44.323470+0000","last_deep_scrub":"264'316","last_deep_scrub_stamp":"2024-09-12T18:00:44.323470+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.323470+0000","objects_scrubbed":9,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:55.604664+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51698,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":482,"num_read_kb":1033,"num_write":392,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.968948+0000","last_change":"2024-09-12T18:00:54.968948+0000","last_active":"2024-09-12T18:00:54.968948+0000","last_peered":"2024-09-12T18:00:54.968948+0000","last_clean":"2024-09-12T18:00:54.968948+0000","last_became_active":"2024-09-12T17:13:30.761662+0000","last_became_peered":"2024-09-12T17:13:30.761662+0000","last_unstale":"2024-09-12T18:00:54.968948+0000","last_undegraded":"2024-09-12T18:00:54.968948+0000","last_fullsized":"2024-09-12T18:00:54.968948+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:54.968760+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:54.968760+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.968760+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:40.806738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'141","reported_seq":674,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.315809+0000","last_change":"2024-09-12T18:00:50.315809+0000","last_active":"2024-09-12T18:00:50.315809+0000","last_peered":"2024-09-12T18:00:50.315809+0000","last_clean":"2024-09-12T18:00:50.315809+0000","last_became_active":"2024-09-12T17:13:32.794904+0000","last_became_peered":"2024-09-12T17:13:32.794904+0000","last_unstale":"2024-09-12T18:00:50.315809+0000","last_undegraded":"2024-09-12T18:00:50.315809+0000","last_fullsized":"2024-09-12T18:00:50.315809+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'141","last_scrub_stamp":"2024-09-12T18:00:50.315620+0000","last_deep_scrub":"264'141","last_deep_scrub_stamp":"2024-09-12T18:00:50.315620+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.315620+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:18.882270+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":776,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":284,"num_read_kb":250,"num_write":322,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'389","reported_seq":1049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.490658+0000","last_change":"2024-09-12T18:00:28.490426+0000","last_active":"2024-09-12T18:00:28.490658+0000","last_peered":"2024-09-12T18:00:28.490658+0000","last_clean":"2024-09-12T18:00:28.490658+0000","last_became_active":"2024-09-12T17:13:24.742514+0000","last_became_peered":"2024-09-12T17:13:24.742514+0000","last_unstale":"2024-09-12T18:00:28.490658+0000","last_undegraded":"2024-09-12T18:00:28.490658+0000","last_fullsized":"2024-09-12T18:00:28.490658+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'389","last_scrub_stamp":"2024-09-12T18:00:28.490190+0000","last_deep_scrub":"264'389","last_deep_scrub_stamp":"2024-09-12T18:00:28.490190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.490190+0000","objects_scrubbed":1,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:31.760597+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1705,"num_read_kb":1374,"num_write":626,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8077,"num_omap_keys":32,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'296","reported_seq":922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.211003+0000","last_change":"2024-09-12T18:00:19.210856+0000","last_active":"2024-09-12T18:00:19.211003+0000","last_peered":"2024-09-12T18:00:19.211003+0000","last_clean":"2024-09-12T18:00:19.211003+0000","last_became_active":"2024-09-12T17:13:22.725894+0000","last_became_peered":"2024-09-12T17:13:22.725894+0000","last_unstale":"2024-09-12T18:00:19.211003+0000","last_undegraded":"2024-09-12T18:00:19.211003+0000","last_fullsized":"2024-09-12T18:00:19.211003+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'296","last_scrub_stamp":"2024-09-12T18:00:19.210651+0000","last_deep_scrub":"264'296","last_deep_scrub_stamp":"2024-09-12T18:00:19.210651+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.210651+0000","objects_scrubbed":2,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:58:28.750421+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170564,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":402,"num_read_kb":35322,"num_write":925,"num_write_kb":31480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.236709+0000","last_change":"2024-09-12T18:00:40.236558+0000","last_active":"2024-09-12T18:00:40.236709+0000","last_peered":"2024-09-12T18:00:40.236709+0000","last_clean":"2024-09-12T18:00:40.236709+0000","last_became_active":"2024-09-12T17:13:26.746388+0000","last_became_peered":"2024-09-12T17:13:26.746388+0000","last_unstale":"2024-09-12T18:00:40.236709+0000","last_undegraded":"2024-09-12T18:00:40.236709+0000","last_fullsized":"2024-09-12T18:00:40.236709+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:40.236381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:40.236381+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.236381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:40.717681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'283","reported_seq":862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.070823+0000","last_change":"2024-09-12T18:00:41.070823+0000","last_active":"2024-09-12T18:00:41.070823+0000","last_peered":"2024-09-12T18:00:41.070823+0000","last_clean":"2024-09-12T18:00:41.070823+0000","last_became_active":"2024-09-12T17:13:28.735923+0000","last_became_peered":"2024-09-12T17:13:28.735923+0000","last_unstale":"2024-09-12T18:00:41.070823+0000","last_undegraded":"2024-09-12T18:00:41.070823+0000","last_fullsized":"2024-09-12T18:00:41.070823+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'283","last_scrub_stamp":"2024-09-12T18:00:41.070621+0000","last_deep_scrub":"264'283","last_deep_scrub_stamp":"2024-09-12T18:00:41.070621+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.070621+0000","objects_scrubbed":4,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:24:47.543328+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47124,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":1105,"num_write":380,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.718934+0000","last_change":"2024-09-12T18:00:36.718934+0000","last_active":"2024-09-12T18:00:36.718934+0000","last_peered":"2024-09-12T18:00:36.718934+0000","last_clean":"2024-09-12T18:00:36.718934+0000","last_became_active":"2024-09-12T17:13:30.774786+0000","last_became_peered":"2024-09-12T17:13:30.774786+0000","last_unstale":"2024-09-12T18:00:36.718934+0000","last_undegraded":"2024-09-12T18:00:36.718934+0000","last_fullsized":"2024-09-12T18:00:36.718934+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.718753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.718753+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.718753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:22.982790+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'135","reported_seq":656,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.358543+0000","last_change":"2024-09-12T18:00:49.358543+0000","last_active":"2024-09-12T18:00:49.358543+0000","last_peered":"2024-09-12T18:00:49.358543+0000","last_clean":"2024-09-12T18:00:49.358543+0000","last_became_active":"2024-09-12T17:13:32.834142+0000","last_became_peered":"2024-09-12T17:13:32.834142+0000","last_unstale":"2024-09-12T18:00:49.358543+0000","last_undegraded":"2024-09-12T18:00:49.358543+0000","last_fullsized":"2024-09-12T18:00:49.358543+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'135","last_scrub_stamp":"2024-09-12T18:00:49.358322+0000","last_deep_scrub":"264'135","last_deep_scrub_stamp":"2024-09-12T18:00:49.358322+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.358322+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:32.515704+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":934,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":223,"num_write":328,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'272","reported_seq":830,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.262747+0000","last_change":"2024-09-12T18:00:29.262747+0000","last_active":"2024-09-12T18:00:29.262747+0000","last_peered":"2024-09-12T18:00:29.262747+0000","last_clean":"2024-09-12T18:00:29.262747+0000","last_became_active":"2024-09-12T17:13:24.740889+0000","last_became_peered":"2024-09-12T17:13:24.740889+0000","last_unstale":"2024-09-12T18:00:29.262747+0000","last_undegraded":"2024-09-12T18:00:29.262747+0000","last_fullsized":"2024-09-12T18:00:29.262747+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'272","last_scrub_stamp":"2024-09-12T18:00:29.262556+0000","last_deep_scrub":"264'272","last_deep_scrub_stamp":"2024-09-12T18:00:29.262556+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.262556+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:33.371487+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1111,"num_read_kb":889,"num_write":415,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'311","reported_seq":952,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.332581+0000","last_change":"2024-09-12T18:00:20.332581+0000","last_active":"2024-09-12T18:00:20.332581+0000","last_peered":"2024-09-12T18:00:20.332581+0000","last_clean":"2024-09-12T18:00:20.332581+0000","last_became_active":"2024-09-12T17:13:22.717858+0000","last_became_peered":"2024-09-12T17:13:22.717858+0000","last_unstale":"2024-09-12T18:00:20.332581+0000","last_undegraded":"2024-09-12T18:00:20.332581+0000","last_fullsized":"2024-09-12T18:00:20.332581+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'311","last_scrub_stamp":"2024-09-12T18:00:20.332352+0000","last_deep_scrub":"264'311","last_deep_scrub_stamp":"2024-09-12T18:00:20.332352+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.332352+0000","objects_scrubbed":6,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:37.380597+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079931,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":483,"num_read_kb":5815,"num_write":1025,"num_write_kb":17554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.670485+0000","last_change":"2024-09-12T18:00:39.670485+0000","last_active":"2024-09-12T18:00:39.670485+0000","last_peered":"2024-09-12T18:00:39.670485+0000","last_clean":"2024-09-12T18:00:39.670485+0000","last_became_active":"2024-09-12T17:13:26.754497+0000","last_became_peered":"2024-09-12T17:13:26.754497+0000","last_unstale":"2024-09-12T18:00:39.670485+0000","last_undegraded":"2024-09-12T18:00:39.670485+0000","last_fullsized":"2024-09-12T18:00:39.670485+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:39.670309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:39.670309+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.670309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:39.866928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'268","reported_seq":826,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.430191+0000","last_change":"2024-09-12T18:00:57.429989+0000","last_active":"2024-09-12T18:00:57.430191+0000","last_peered":"2024-09-12T18:00:57.430191+0000","last_clean":"2024-09-12T18:00:57.430191+0000","last_became_active":"2024-09-12T17:13:28.748824+0000","last_became_peered":"2024-09-12T17:13:28.748824+0000","last_unstale":"2024-09-12T18:00:57.430191+0000","last_undegraded":"2024-09-12T18:00:57.430191+0000","last_fullsized":"2024-09-12T18:00:57.430191+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'268","last_scrub_stamp":"2024-09-12T18:00:57.429796+0000","last_deep_scrub":"264'268","last_deep_scrub_stamp":"2024-09-12T18:00:57.429796+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.429796+0000","objects_scrubbed":2,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:38.819410+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50648,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":447,"num_read_kb":1117,"num_write":376,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.553332+0000","last_change":"2024-09-12T18:00:47.553078+0000","last_active":"2024-09-12T18:00:47.553332+0000","last_peered":"2024-09-12T18:00:47.553332+0000","last_clean":"2024-09-12T18:00:47.553332+0000","last_became_active":"2024-09-12T17:13:30.782328+0000","last_became_peered":"2024-09-12T17:13:30.782328+0000","last_unstale":"2024-09-12T18:00:47.553332+0000","last_undegraded":"2024-09-12T18:00:47.553332+0000","last_fullsized":"2024-09-12T18:00:47.553332+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:47.552863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:47.552863+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.552863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:57.424419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'163","reported_seq":1637,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.319123+0000","last_change":"2024-09-12T18:00:49.319123+0000","last_active":"2024-09-12T18:00:49.319123+0000","last_peered":"2024-09-12T18:00:49.319123+0000","last_clean":"2024-09-12T18:00:49.319123+0000","last_became_active":"2024-09-12T17:13:32.786951+0000","last_became_peered":"2024-09-12T17:13:32.786951+0000","last_unstale":"2024-09-12T18:00:49.319123+0000","last_undegraded":"2024-09-12T18:00:49.319123+0000","last_fullsized":"2024-09-12T18:00:49.319123+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'163","last_scrub_stamp":"2024-09-12T18:00:49.318886+0000","last_deep_scrub":"264'163","last_deep_scrub_stamp":"2024-09-12T18:00:49.318886+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.318886+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:51.414126+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1226,"num_read_kb":1217,"num_write":365,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'140","reported_seq":746,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.454887+0000","last_change":"2024-09-12T18:00:27.454887+0000","last_active":"2024-09-12T18:00:27.454887+0000","last_peered":"2024-09-12T18:00:27.454887+0000","last_clean":"2024-09-12T18:00:27.454887+0000","last_became_active":"2024-09-12T17:13:24.733475+0000","last_became_peered":"2024-09-12T17:13:24.733475+0000","last_unstale":"2024-09-12T18:00:27.454887+0000","last_undegraded":"2024-09-12T18:00:27.454887+0000","last_fullsized":"2024-09-12T18:00:27.454887+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'140","last_scrub_stamp":"2024-09-12T18:00:27.454624+0000","last_deep_scrub":"264'140","last_deep_scrub_stamp":"2024-09-12T18:00:27.454624+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.454624+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:18.309070+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":499,"num_write":194,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'494","reported_seq":1220,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.095187+0000","last_change":"2024-09-12T18:00:18.095024+0000","last_active":"2024-09-12T18:00:18.095187+0000","last_peered":"2024-09-12T18:00:18.095187+0000","last_clean":"2024-09-12T18:00:18.095187+0000","last_became_active":"2024-09-12T17:13:22.737668+0000","last_became_peered":"2024-09-12T17:13:22.737668+0000","last_unstale":"2024-09-12T18:00:18.095187+0000","last_undegraded":"2024-09-12T18:00:18.095187+0000","last_fullsized":"2024-09-12T18:00:18.095187+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'494","last_scrub_stamp":"2024-09-12T18:00:18.094816+0000","last_deep_scrub":"264'494","last_deep_scrub_stamp":"2024-09-12T18:00:18.094816+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.094816+0000","objects_scrubbed":6,"log_size":94,"log_dups_size":400,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:57.051464+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342154,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":868,"num_read_kb":48401,"num_write":1393,"num_write_kb":32776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"264'2","reported_seq":508,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.987626+0000","last_change":"2024-09-12T18:00:35.987626+0000","last_active":"2024-09-12T18:00:35.987626+0000","last_peered":"2024-09-12T18:00:35.987626+0000","last_clean":"2024-09-12T18:00:35.987626+0000","last_became_active":"2024-09-12T17:13:26.734820+0000","last_became_peered":"2024-09-12T17:13:26.734820+0000","last_unstale":"2024-09-12T18:00:35.987626+0000","last_undegraded":"2024-09-12T18:00:35.987626+0000","last_fullsized":"2024-09-12T18:00:35.987626+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:35.987448+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:35.987448+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.987448+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:37.885845+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'306","reported_seq":897,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.572094+0000","last_change":"2024-09-12T18:00:45.571959+0000","last_active":"2024-09-12T18:00:45.572094+0000","last_peered":"2024-09-12T18:00:45.572094+0000","last_clean":"2024-09-12T18:00:45.572094+0000","last_became_active":"2024-09-12T17:13:28.740112+0000","last_became_peered":"2024-09-12T17:13:28.740112+0000","last_unstale":"2024-09-12T18:00:45.572094+0000","last_undegraded":"2024-09-12T18:00:45.572094+0000","last_fullsized":"2024-09-12T18:00:45.572094+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T18:00:45.571732+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T18:00:45.571732+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.571732+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:06.868147+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47908,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1021,"num_write":382,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.008372+0000","last_change":"2024-09-12T18:00:45.008245+0000","last_active":"2024-09-12T18:00:45.008372+0000","last_peered":"2024-09-12T18:00:45.008372+0000","last_clean":"2024-09-12T18:00:45.008372+0000","last_became_active":"2024-09-12T17:13:30.761797+0000","last_became_peered":"2024-09-12T17:13:30.761797+0000","last_unstale":"2024-09-12T18:00:45.008372+0000","last_undegraded":"2024-09-12T18:00:45.008372+0000","last_fullsized":"2024-09-12T18:00:45.008372+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:45.008052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:45.008052+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.008052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:16.044000+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'110","reported_seq":608,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.571652+0000","last_change":"2024-09-12T18:00:50.571652+0000","last_active":"2024-09-12T18:00:50.571652+0000","last_peered":"2024-09-12T18:00:50.571652+0000","last_clean":"2024-09-12T18:00:50.571652+0000","last_became_active":"2024-09-12T17:13:32.791477+0000","last_became_peered":"2024-09-12T17:13:32.791477+0000","last_unstale":"2024-09-12T18:00:50.571652+0000","last_undegraded":"2024-09-12T18:00:50.571652+0000","last_fullsized":"2024-09-12T18:00:50.571652+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'110","last_scrub_stamp":"2024-09-12T18:00:50.571447+0000","last_deep_scrub":"264'110","last_deep_scrub_stamp":"2024-09-12T18:00:50.571447+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.571447+0000","objects_scrubbed":3,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:07.412112+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":125,"num_write":267,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'364","reported_seq":1065,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.941307+0000","last_change":"2024-09-12T18:00:28.941138+0000","last_active":"2024-09-12T18:00:28.941307+0000","last_peered":"2024-09-12T18:00:28.941307+0000","last_clean":"2024-09-12T18:00:28.941307+0000","last_became_active":"2024-09-12T17:13:24.736038+0000","last_became_peered":"2024-09-12T17:13:24.736038+0000","last_unstale":"2024-09-12T18:00:28.941307+0000","last_undegraded":"2024-09-12T18:00:28.941307+0000","last_fullsized":"2024-09-12T18:00:28.941307+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'364","last_scrub_stamp":"2024-09-12T18:00:28.940962+0000","last_deep_scrub":"264'364","last_deep_scrub_stamp":"2024-09-12T18:00:28.940962+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.940962+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:23.625470+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1747,"num_read_kb":1446,"num_write":655,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'378","reported_seq":1097,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.691258+0000","last_change":"2024-09-12T18:00:16.691127+0000","last_active":"2024-09-12T18:00:16.691258+0000","last_peered":"2024-09-12T18:00:16.691258+0000","last_clean":"2024-09-12T18:00:16.691258+0000","last_became_active":"2024-09-12T17:13:22.719931+0000","last_became_peered":"2024-09-12T17:13:22.719931+0000","last_unstale":"2024-09-12T18:00:16.691258+0000","last_undegraded":"2024-09-12T18:00:16.691258+0000","last_fullsized":"2024-09-12T18:00:16.691258+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T18:00:16.690926+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T18:00:16.690926+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.690926+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:19.442566+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079999,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":605,"num_read_kb":5736,"num_write":1173,"num_write_kb":38423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'92","reported_seq":716,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.997295+0000","last_change":"2024-09-12T18:00:31.997135+0000","last_active":"2024-09-12T18:00:31.997295+0000","last_peered":"2024-09-12T18:00:31.997295+0000","last_clean":"2024-09-12T18:00:31.997295+0000","last_became_active":"2024-09-12T17:13:24.734502+0000","last_became_peered":"2024-09-12T17:13:24.734502+0000","last_unstale":"2024-09-12T18:00:31.997295+0000","last_undegraded":"2024-09-12T18:00:31.997295+0000","last_fullsized":"2024-09-12T18:00:31.997295+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'92","last_scrub_stamp":"2024-09-12T18:00:31.996956+0000","last_deep_scrub":"264'92","last_deep_scrub_stamp":"2024-09-12T18:00:31.996956+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.996956+0000","objects_scrubbed":1,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:41.314121+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":453,"num_read_kb":424,"num_write":126,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2873,"num_omap_keys":12,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'336","reported_seq":971,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.687674+0000","last_change":"2024-09-12T18:00:27.687598+0000","last_active":"2024-09-12T18:00:27.687674+0000","last_peered":"2024-09-12T18:00:27.687674+0000","last_clean":"2024-09-12T18:00:27.687674+0000","last_became_active":"2024-09-12T17:13:22.737373+0000","last_became_peered":"2024-09-12T17:13:22.737373+0000","last_unstale":"2024-09-12T18:00:27.687674+0000","last_undegraded":"2024-09-12T18:00:27.687674+0000","last_fullsized":"2024-09-12T18:00:27.687674+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T18:00:27.687476+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T18:00:27.687476+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.687476+0000","objects_scrubbed":7,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:29.687680+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1360171,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":451,"num_read_kb":14885,"num_write":1104,"num_write_kb":37194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'217","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.151829+0000","last_change":"2024-09-12T18:00:31.151536+0000","last_active":"2024-09-12T18:00:31.151829+0000","last_peered":"2024-09-12T18:00:31.151829+0000","last_clean":"2024-09-12T18:00:31.151829+0000","last_became_active":"2024-09-12T17:13:24.763545+0000","last_became_peered":"2024-09-12T17:13:24.763545+0000","last_unstale":"2024-09-12T18:00:31.151829+0000","last_undegraded":"2024-09-12T18:00:31.151829+0000","last_fullsized":"2024-09-12T18:00:31.151829+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'217","last_scrub_stamp":"2024-09-12T18:00:31.151308+0000","last_deep_scrub":"264'217","last_deep_scrub_stamp":"2024-09-12T18:00:31.151308+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.151308+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:32.837344+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1012,"num_read_kb":841,"num_write":339,"num_write_kb":173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'378","reported_seq":1048,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.239676+0000","last_change":"2024-09-12T18:00:21.239528+0000","last_active":"2024-09-12T18:00:21.239676+0000","last_peered":"2024-09-12T18:00:21.239676+0000","last_clean":"2024-09-12T18:00:21.239676+0000","last_became_active":"2024-09-12T17:13:22.722343+0000","last_became_peered":"2024-09-12T17:13:22.722343+0000","last_unstale":"2024-09-12T18:00:21.239676+0000","last_undegraded":"2024-09-12T18:00:21.239676+0000","last_fullsized":"2024-09-12T18:00:21.239676+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T18:00:21.239304+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T18:00:21.239304+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.239304+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:52.921404+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1554911,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":589,"num_read_kb":39473,"num_write":1150,"num_write_kb":37832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'222","reported_seq":858,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.010677+0000","last_change":"2024-09-12T18:00:27.010426+0000","last_active":"2024-09-12T18:00:27.010677+0000","last_peered":"2024-09-12T18:00:27.010677+0000","last_clean":"2024-09-12T18:00:27.010677+0000","last_became_active":"2024-09-12T17:13:24.747354+0000","last_became_peered":"2024-09-12T17:13:24.747354+0000","last_unstale":"2024-09-12T18:00:27.010677+0000","last_undegraded":"2024-09-12T18:00:27.010677+0000","last_fullsized":"2024-09-12T18:00:27.010677+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'222","last_scrub_stamp":"2024-09-12T18:00:27.010100+0000","last_deep_scrub":"264'222","last_deep_scrub_stamp":"2024-09-12T18:00:27.010100+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.010100+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:16.618371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1022,"num_read_kb":839,"num_write":366,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'355","reported_seq":1056,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.107291+0000","last_change":"2024-09-12T18:00:22.107291+0000","last_active":"2024-09-12T18:00:22.107291+0000","last_peered":"2024-09-12T18:00:22.107291+0000","last_clean":"2024-09-12T18:00:22.107291+0000","last_became_active":"2024-09-12T17:13:22.717158+0000","last_became_peered":"2024-09-12T17:13:22.717158+0000","last_unstale":"2024-09-12T18:00:22.107291+0000","last_undegraded":"2024-09-12T18:00:22.107291+0000","last_fullsized":"2024-09-12T18:00:22.107291+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'355","last_scrub_stamp":"2024-09-12T18:00:22.107093+0000","last_deep_scrub":"264'355","last_deep_scrub_stamp":"2024-09-12T18:00:22.107093+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.107093+0000","objects_scrubbed":3,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:16.565288+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287989,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":610,"num_read_kb":54880,"num_write":1048,"num_write_kb":45106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'80","reported_seq":683,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.364228+0000","last_change":"2024-09-12T18:00:35.364228+0000","last_active":"2024-09-12T18:00:35.364228+0000","last_peered":"2024-09-12T18:00:35.364228+0000","last_clean":"2024-09-12T18:00:35.364228+0000","last_became_active":"2024-09-12T17:13:24.741534+0000","last_became_peered":"2024-09-12T17:13:24.741534+0000","last_unstale":"2024-09-12T18:00:35.364228+0000","last_undegraded":"2024-09-12T18:00:35.364228+0000","last_fullsized":"2024-09-12T18:00:35.364228+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'80","last_scrub_stamp":"2024-09-12T18:00:35.364044+0000","last_deep_scrub":"264'80","last_deep_scrub_stamp":"2024-09-12T18:00:35.364044+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.364044+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:42.953380+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":115,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'421","reported_seq":1212,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.284730+0000","last_change":"2024-09-12T18:00:21.284463+0000","last_active":"2024-09-12T18:00:21.284730+0000","last_peered":"2024-09-12T18:00:21.284730+0000","last_clean":"2024-09-12T18:00:21.284730+0000","last_became_active":"2024-09-12T17:13:22.742954+0000","last_became_peered":"2024-09-12T17:13:22.742954+0000","last_unstale":"2024-09-12T18:00:21.284730+0000","last_undegraded":"2024-09-12T18:00:21.284730+0000","last_fullsized":"2024-09-12T18:00:21.284730+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'421","last_scrub_stamp":"2024-09-12T18:00:21.284104+0000","last_deep_scrub":"264'421","last_deep_scrub_stamp":"2024-09-12T18:00:21.284104+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.284104+0000","objects_scrubbed":8,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:42.769226+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1835061,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":948,"num_read_kb":59724,"num_write":1216,"num_write_kb":57742,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'34","reported_seq":604,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.517645+0000","last_change":"2024-09-12T18:00:30.517645+0000","last_active":"2024-09-12T18:00:30.517645+0000","last_peered":"2024-09-12T18:00:30.517645+0000","last_clean":"2024-09-12T18:00:30.517645+0000","last_became_active":"2024-09-12T17:13:24.745225+0000","last_became_peered":"2024-09-12T17:13:24.745225+0000","last_unstale":"2024-09-12T18:00:30.517645+0000","last_undegraded":"2024-09-12T18:00:30.517645+0000","last_fullsized":"2024-09-12T18:00:30.517645+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'34","last_scrub_stamp":"2024-09-12T18:00:30.517414+0000","last_deep_scrub":"264'34","last_deep_scrub_stamp":"2024-09-12T18:00:30.517414+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.517414+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:19.545925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":159,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'395","reported_seq":1141,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.095773+0000","last_change":"2024-09-12T18:00:17.095501+0000","last_active":"2024-09-12T18:00:17.095773+0000","last_peered":"2024-09-12T18:00:17.095773+0000","last_clean":"2024-09-12T18:00:17.095773+0000","last_became_active":"2024-09-12T17:13:22.717684+0000","last_became_peered":"2024-09-12T17:13:22.717684+0000","last_unstale":"2024-09-12T18:00:17.095773+0000","last_undegraded":"2024-09-12T18:00:17.095773+0000","last_fullsized":"2024-09-12T18:00:17.095773+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'395","last_scrub_stamp":"2024-09-12T18:00:17.095213+0000","last_deep_scrub":"264'395","last_deep_scrub_stamp":"2024-09-12T18:00:17.095213+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.095213+0000","objects_scrubbed":9,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:24.557530+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":695041,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":689,"num_read_kb":57225,"num_write":1251,"num_write_kb":26992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'251","reported_seq":858,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.242900+0000","last_change":"2024-09-12T18:00:31.242900+0000","last_active":"2024-09-12T18:00:31.242900+0000","last_peered":"2024-09-12T18:00:31.242900+0000","last_clean":"2024-09-12T18:00:31.242900+0000","last_became_active":"2024-09-12T17:13:24.748814+0000","last_became_peered":"2024-09-12T17:13:24.748814+0000","last_unstale":"2024-09-12T18:00:31.242900+0000","last_undegraded":"2024-09-12T18:00:31.242900+0000","last_fullsized":"2024-09-12T18:00:31.242900+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'251","last_scrub_stamp":"2024-09-12T18:00:31.242706+0000","last_deep_scrub":"264'251","last_deep_scrub_stamp":"2024-09-12T18:00:31.242706+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.242706+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:26.091344+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1104,"num_read_kb":960,"num_write":424,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'379","reported_seq":1101,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.653939+0000","last_change":"2024-09-12T18:00:17.653800+0000","last_active":"2024-09-12T18:00:17.653939+0000","last_peered":"2024-09-12T18:00:17.653939+0000","last_clean":"2024-09-12T18:00:17.653939+0000","last_became_active":"2024-09-12T17:13:22.725910+0000","last_became_peered":"2024-09-12T17:13:22.725910+0000","last_unstale":"2024-09-12T18:00:17.653939+0000","last_undegraded":"2024-09-12T18:00:17.653939+0000","last_fullsized":"2024-09-12T18:00:17.653939+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'379","last_scrub_stamp":"2024-09-12T18:00:17.653579+0000","last_deep_scrub":"264'379","last_deep_scrub_stamp":"2024-09-12T18:00:17.653579+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.653579+0000","objects_scrubbed":6,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:23.714820+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4303676,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":774,"num_read_kb":55083,"num_write":1217,"num_write_kb":15511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'146","reported_seq":741,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.532419+0000","last_change":"2024-09-12T18:00:26.532419+0000","last_active":"2024-09-12T18:00:26.532419+0000","last_peered":"2024-09-12T18:00:26.532419+0000","last_clean":"2024-09-12T18:00:26.532419+0000","last_became_active":"2024-09-12T17:13:24.732727+0000","last_became_peered":"2024-09-12T17:13:24.732727+0000","last_unstale":"2024-09-12T18:00:26.532419+0000","last_undegraded":"2024-09-12T18:00:26.532419+0000","last_fullsized":"2024-09-12T18:00:26.532419+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'146","last_scrub_stamp":"2024-09-12T18:00:26.532242+0000","last_deep_scrub":"264'146","last_deep_scrub_stamp":"2024-09-12T18:00:26.532242+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.532242+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:09.814151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":515,"num_write":212,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'319","reported_seq":929,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.271003+0000","last_change":"2024-09-12T18:00:24.270840+0000","last_active":"2024-09-12T18:00:24.271003+0000","last_peered":"2024-09-12T18:00:24.271003+0000","last_clean":"2024-09-12T18:00:24.271003+0000","last_became_active":"2024-09-12T17:13:22.742748+0000","last_became_peered":"2024-09-12T17:13:22.742748+0000","last_unstale":"2024-09-12T18:00:24.271003+0000","last_undegraded":"2024-09-12T18:00:24.271003+0000","last_fullsized":"2024-09-12T18:00:24.271003+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'319","last_scrub_stamp":"2024-09-12T18:00:24.270628+0000","last_deep_scrub":"264'319","last_deep_scrub_stamp":"2024-09-12T18:00:24.270628+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.270628+0000","objects_scrubbed":3,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:02.738640+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":10329,"num_write":987,"num_write_kb":13429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'92","reported_seq":722,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.061858+0000","last_change":"2024-09-12T18:00:28.061858+0000","last_active":"2024-09-12T18:00:28.061858+0000","last_peered":"2024-09-12T18:00:28.061858+0000","last_clean":"2024-09-12T18:00:28.061858+0000","last_became_active":"2024-09-12T17:13:24.738366+0000","last_became_peered":"2024-09-12T17:13:24.738366+0000","last_unstale":"2024-09-12T18:00:28.061858+0000","last_undegraded":"2024-09-12T18:00:28.061858+0000","last_fullsized":"2024-09-12T18:00:28.061858+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'92","last_scrub_stamp":"2024-09-12T18:00:28.061677+0000","last_deep_scrub":"264'92","last_deep_scrub_stamp":"2024-09-12T18:00:28.061677+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.061677+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:46.633504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":464,"num_read_kb":404,"num_write":134,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'384","reported_seq":1142,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.182152+0000","last_change":"2024-09-12T18:00:24.182007+0000","last_active":"2024-09-12T18:00:24.182152+0000","last_peered":"2024-09-12T18:00:24.182152+0000","last_clean":"2024-09-12T18:00:24.182152+0000","last_became_active":"2024-09-12T17:13:22.719694+0000","last_became_peered":"2024-09-12T17:13:22.719694+0000","last_unstale":"2024-09-12T18:00:24.182152+0000","last_undegraded":"2024-09-12T18:00:24.182152+0000","last_fullsized":"2024-09-12T18:00:24.182152+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'384","last_scrub_stamp":"2024-09-12T18:00:24.181777+0000","last_deep_scrub":"264'384","last_deep_scrub_stamp":"2024-09-12T18:00:24.181777+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.181777+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:55.577886+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1250121,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":811,"num_read_kb":23996,"num_write":1290,"num_write_kb":32084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'83","reported_seq":670,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.520968+0000","last_change":"2024-09-12T18:00:32.520968+0000","last_active":"2024-09-12T18:00:32.520968+0000","last_peered":"2024-09-12T18:00:32.520968+0000","last_clean":"2024-09-12T18:00:32.520968+0000","last_became_active":"2024-09-12T17:13:24.733513+0000","last_became_peered":"2024-09-12T17:13:24.733513+0000","last_unstale":"2024-09-12T18:00:32.520968+0000","last_undegraded":"2024-09-12T18:00:32.520968+0000","last_fullsized":"2024-09-12T18:00:32.520968+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'83","last_scrub_stamp":"2024-09-12T18:00:32.520689+0000","last_deep_scrub":"264'83","last_deep_scrub_stamp":"2024-09-12T18:00:32.520689+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.520689+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:37.178159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":393,"num_read_kb":336,"num_write":136,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'361","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.280126+0000","last_change":"2024-09-12T18:00:22.279977+0000","last_active":"2024-09-12T18:00:22.280126+0000","last_peered":"2024-09-12T18:00:22.280126+0000","last_clean":"2024-09-12T18:00:22.280126+0000","last_became_active":"2024-09-12T17:13:22.749777+0000","last_became_peered":"2024-09-12T17:13:22.749777+0000","last_unstale":"2024-09-12T18:00:22.280126+0000","last_undegraded":"2024-09-12T18:00:22.280126+0000","last_fullsized":"2024-09-12T18:00:22.280126+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'361","last_scrub_stamp":"2024-09-12T18:00:22.279772+0000","last_deep_scrub":"264'361","last_deep_scrub_stamp":"2024-09-12T18:00:22.279772+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.279772+0000","objects_scrubbed":8,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.592246+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5444472,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":530,"num_read_kb":24472,"num_write":1140,"num_write_kb":39014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"264'94","reported_seq":672,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.624922+0000","last_change":"2024-09-12T18:00:18.624737+0000","last_active":"2024-09-12T18:00:18.624922+0000","last_peered":"2024-09-12T18:00:18.624922+0000","last_clean":"2024-09-12T18:00:18.624922+0000","last_became_active":"2024-09-12T17:13:24.728891+0000","last_became_peered":"2024-09-12T17:13:24.728891+0000","last_unstale":"2024-09-12T18:00:18.624922+0000","last_undegraded":"2024-09-12T18:00:18.624922+0000","last_fullsized":"2024-09-12T18:00:18.624922+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'94","last_scrub_stamp":"2024-09-12T18:00:18.624521+0000","last_deep_scrub":"264'94","last_deep_scrub_stamp":"2024-09-12T18:00:18.624521+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.624521+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:25.018651+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":431,"num_read_kb":357,"num_write":143,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'375","reported_seq":1049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.225684+0000","last_change":"2024-09-12T18:00:23.225546+0000","last_active":"2024-09-12T18:00:23.225684+0000","last_peered":"2024-09-12T18:00:23.225684+0000","last_clean":"2024-09-12T18:00:23.225684+0000","last_became_active":"2024-09-12T17:13:22.735263+0000","last_became_peered":"2024-09-12T17:13:22.735263+0000","last_unstale":"2024-09-12T18:00:23.225684+0000","last_undegraded":"2024-09-12T18:00:23.225684+0000","last_fullsized":"2024-09-12T18:00:23.225684+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'375","last_scrub_stamp":"2024-09-12T18:00:23.225347+0000","last_deep_scrub":"264'375","last_deep_scrub_stamp":"2024-09-12T18:00:23.225347+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.225347+0000","objects_scrubbed":6,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:48.811789+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194353,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":95996,"num_write":1138,"num_write_kb":57558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'246","reported_seq":856,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.568100+0000","last_change":"2024-09-12T18:00:31.567961+0000","last_active":"2024-09-12T18:00:31.568100+0000","last_peered":"2024-09-12T18:00:31.568100+0000","last_clean":"2024-09-12T18:00:31.568100+0000","last_became_active":"2024-09-12T17:13:24.746491+0000","last_became_peered":"2024-09-12T17:13:24.746491+0000","last_unstale":"2024-09-12T18:00:31.568100+0000","last_undegraded":"2024-09-12T18:00:31.568100+0000","last_fullsized":"2024-09-12T18:00:31.568100+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'246","last_scrub_stamp":"2024-09-12T18:00:31.567775+0000","last_deep_scrub":"264'246","last_deep_scrub_stamp":"2024-09-12T18:00:31.567775+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.567775+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:55.570458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1057,"num_read_kb":849,"num_write":391,"num_write_kb":193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'345","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.631111+0000","last_change":"2024-09-12T18:00:19.630961+0000","last_active":"2024-09-12T18:00:19.631111+0000","last_peered":"2024-09-12T18:00:19.631111+0000","last_clean":"2024-09-12T18:00:19.631111+0000","last_became_active":"2024-09-12T17:13:55.216356+0000","last_became_peered":"2024-09-12T17:13:55.216356+0000","last_unstale":"2024-09-12T18:00:19.631111+0000","last_undegraded":"2024-09-12T18:00:19.631111+0000","last_fullsized":"2024-09-12T18:00:19.631111+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'345","last_scrub_stamp":"2024-09-12T18:00:19.630744+0000","last_deep_scrub":"264'345","last_deep_scrub_stamp":"2024-09-12T18:00:19.630744+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.630744+0000","objects_scrubbed":4,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:50.961567+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342141,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":533,"num_read_kb":12836,"num_write":1118,"num_write_kb":22145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"264'316","reported_seq":975,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.408322+0000","last_change":"2024-09-12T18:00:31.408054+0000","last_active":"2024-09-12T18:00:31.408322+0000","last_peered":"2024-09-12T18:00:31.408322+0000","last_clean":"2024-09-12T18:00:31.408322+0000","last_became_active":"2024-09-12T17:13:24.738561+0000","last_became_peered":"2024-09-12T17:13:24.738561+0000","last_unstale":"2024-09-12T18:00:31.408322+0000","last_undegraded":"2024-09-12T18:00:31.408322+0000","last_fullsized":"2024-09-12T18:00:31.408322+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'316","last_scrub_stamp":"2024-09-12T18:00:31.407830+0000","last_deep_scrub":"264'316","last_deep_scrub_stamp":"2024-09-12T18:00:31.407830+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.407830+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:07.630487+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1362,"num_read_kb":1127,"num_write":479,"num_write_kb":232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'319","reported_seq":950,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.554206+0000","last_change":"2024-09-12T18:00:21.554067+0000","last_active":"2024-09-12T18:00:21.554206+0000","last_peered":"2024-09-12T18:00:21.554206+0000","last_clean":"2024-09-12T18:00:21.554206+0000","last_became_active":"2024-09-12T17:13:22.730304+0000","last_became_peered":"2024-09-12T17:13:22.730304+0000","last_unstale":"2024-09-12T18:00:21.554206+0000","last_undegraded":"2024-09-12T18:00:21.554206+0000","last_fullsized":"2024-09-12T18:00:21.554206+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'319","last_scrub_stamp":"2024-09-12T18:00:21.553873+0000","last_deep_scrub":"264'319","last_deep_scrub_stamp":"2024-09-12T18:00:21.553873+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.553873+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:56.976009+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582206,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":448,"num_read_kb":37957,"num_write":952,"num_write_kb":23789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'226","reported_seq":895,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.160953+0000","last_change":"2024-09-12T18:00:30.160780+0000","last_active":"2024-09-12T18:00:30.160953+0000","last_peered":"2024-09-12T18:00:30.160953+0000","last_clean":"2024-09-12T18:00:30.160953+0000","last_became_active":"2024-09-12T17:13:24.724321+0000","last_became_peered":"2024-09-12T17:13:24.724321+0000","last_unstale":"2024-09-12T18:00:30.160953+0000","last_undegraded":"2024-09-12T18:00:30.160953+0000","last_fullsized":"2024-09-12T18:00:30.160953+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'226","last_scrub_stamp":"2024-09-12T18:00:30.160598+0000","last_deep_scrub":"264'226","last_deep_scrub_stamp":"2024-09-12T18:00:30.160598+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.160598+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:19.998876+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":998,"num_read_kb":825,"num_write":339,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'369","reported_seq":1077,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.248660+0000","last_change":"2024-09-12T18:00:26.248513+0000","last_active":"2024-09-12T18:00:26.248660+0000","last_peered":"2024-09-12T18:00:26.248660+0000","last_clean":"2024-09-12T18:00:26.248660+0000","last_became_active":"2024-09-12T17:13:22.723692+0000","last_became_peered":"2024-09-12T17:13:22.723692+0000","last_unstale":"2024-09-12T18:00:26.248660+0000","last_undegraded":"2024-09-12T18:00:26.248660+0000","last_fullsized":"2024-09-12T18:00:26.248660+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'369","last_scrub_stamp":"2024-09-12T18:00:26.248301+0000","last_deep_scrub":"264'369","last_deep_scrub_stamp":"2024-09-12T18:00:26.248301+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.248301+0000","objects_scrubbed":4,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:45:45.478063+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":618,"num_read_kb":34719,"num_write":1162,"num_write_kb":37432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'156","reported_seq":796,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.330400+0000","last_change":"2024-09-12T18:00:33.330220+0000","last_active":"2024-09-12T18:00:33.330400+0000","last_peered":"2024-09-12T18:00:33.330400+0000","last_clean":"2024-09-12T18:00:33.330400+0000","last_became_active":"2024-09-12T17:13:24.730700+0000","last_became_peered":"2024-09-12T17:13:24.730700+0000","last_unstale":"2024-09-12T18:00:33.330400+0000","last_undegraded":"2024-09-12T18:00:33.330400+0000","last_fullsized":"2024-09-12T18:00:33.330400+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'156","last_scrub_stamp":"2024-09-12T18:00:33.330013+0000","last_deep_scrub":"264'156","last_deep_scrub_stamp":"2024-09-12T18:00:33.330013+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.330013+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:14.813375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":662,"num_write":250,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'312","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.615110+0000","last_change":"2024-09-12T18:00:20.615110+0000","last_active":"2024-09-12T18:00:20.615110+0000","last_peered":"2024-09-12T18:00:20.615110+0000","last_clean":"2024-09-12T18:00:20.615110+0000","last_became_active":"2024-09-12T17:13:22.718714+0000","last_became_peered":"2024-09-12T17:13:22.718714+0000","last_unstale":"2024-09-12T18:00:20.615110+0000","last_undegraded":"2024-09-12T18:00:20.615110+0000","last_fullsized":"2024-09-12T18:00:20.615110+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T18:00:20.614900+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T18:00:20.614900+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.614900+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:00.766772+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3501895,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":396,"num_read_kb":12749,"num_write":989,"num_write_kb":38685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'85","reported_seq":680,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.375781+0000","last_change":"2024-09-12T18:00:30.375648+0000","last_active":"2024-09-12T18:00:30.375781+0000","last_peered":"2024-09-12T18:00:30.375781+0000","last_clean":"2024-09-12T18:00:30.375781+0000","last_became_active":"2024-09-12T17:13:24.731232+0000","last_became_peered":"2024-09-12T17:13:24.731232+0000","last_unstale":"2024-09-12T18:00:30.375781+0000","last_undegraded":"2024-09-12T18:00:30.375781+0000","last_fullsized":"2024-09-12T18:00:30.375781+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'85","last_scrub_stamp":"2024-09-12T18:00:30.375458+0000","last_deep_scrub":"264'85","last_deep_scrub_stamp":"2024-09-12T18:00:30.375458+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.375458+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:44.693398+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":419,"num_read_kb":367,"num_write":125,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'363","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.168014+0000","last_change":"2024-09-12T18:00:25.168014+0000","last_active":"2024-09-12T18:00:25.168014+0000","last_peered":"2024-09-12T18:00:25.168014+0000","last_clean":"2024-09-12T18:00:25.168014+0000","last_became_active":"2024-09-12T17:13:22.728490+0000","last_became_peered":"2024-09-12T17:13:22.728490+0000","last_unstale":"2024-09-12T18:00:25.168014+0000","last_undegraded":"2024-09-12T18:00:25.168014+0000","last_fullsized":"2024-09-12T18:00:25.168014+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'363","last_scrub_stamp":"2024-09-12T18:00:25.167822+0000","last_deep_scrub":"264'363","last_deep_scrub_stamp":"2024-09-12T18:00:25.167822+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.167822+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:03.382183+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":589,"num_read_kb":14527,"num_write":1204,"num_write_kb":28191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'357","reported_seq":1002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.186941+0000","last_change":"2024-09-12T18:00:27.186941+0000","last_active":"2024-09-12T18:00:27.186941+0000","last_peered":"2024-09-12T18:00:27.186941+0000","last_clean":"2024-09-12T18:00:27.186941+0000","last_became_active":"2024-09-12T17:13:22.720641+0000","last_became_peered":"2024-09-12T17:13:22.720641+0000","last_unstale":"2024-09-12T18:00:27.186941+0000","last_undegraded":"2024-09-12T18:00:27.186941+0000","last_fullsized":"2024-09-12T18:00:27.186941+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'357","last_scrub_stamp":"2024-09-12T18:00:27.186733+0000","last_deep_scrub":"264'357","last_deep_scrub_stamp":"2024-09-12T18:00:27.186733+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.186733+0000","objects_scrubbed":5,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:40.718125+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194317,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":523,"num_read_kb":34979,"num_write":1096,"num_write_kb":17840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'291","reported_seq":906,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.111369+0000","last_change":"2024-09-12T18:00:31.111369+0000","last_active":"2024-09-12T18:00:31.111369+0000","last_peered":"2024-09-12T18:00:31.111369+0000","last_clean":"2024-09-12T18:00:31.111369+0000","last_became_active":"2024-09-12T17:13:24.744460+0000","last_became_peered":"2024-09-12T17:13:24.744460+0000","last_unstale":"2024-09-12T18:00:31.111369+0000","last_undegraded":"2024-09-12T18:00:31.111369+0000","last_fullsized":"2024-09-12T18:00:31.111369+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'291","last_scrub_stamp":"2024-09-12T18:00:31.111190+0000","last_deep_scrub":"264'291","last_deep_scrub_stamp":"2024-09-12T18:00:31.111190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.111190+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:14.855466+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1222,"num_read_kb":979,"num_write":442,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'313","reported_seq":957,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.077139+0000","last_change":"2024-09-12T18:00:22.077139+0000","last_active":"2024-09-12T18:00:22.077139+0000","last_peered":"2024-09-12T18:00:22.077139+0000","last_clean":"2024-09-12T18:00:22.077139+0000","last_became_active":"2024-09-12T17:13:22.731331+0000","last_became_peered":"2024-09-12T17:13:22.731331+0000","last_unstale":"2024-09-12T18:00:22.077139+0000","last_undegraded":"2024-09-12T18:00:22.077139+0000","last_fullsized":"2024-09-12T18:00:22.077139+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'313","last_scrub_stamp":"2024-09-12T18:00:22.076906+0000","last_deep_scrub":"264'313","last_deep_scrub_stamp":"2024-09-12T18:00:22.076906+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.076906+0000","objects_scrubbed":6,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:59.909759+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":503,"num_read_kb":4606,"num_write":989,"num_write_kb":19948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'108","reported_seq":669,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.179229+0000","last_change":"2024-09-12T18:00:33.179229+0000","last_active":"2024-09-12T18:00:33.179229+0000","last_peered":"2024-09-12T18:00:33.179229+0000","last_clean":"2024-09-12T18:00:33.179229+0000","last_became_active":"2024-09-12T17:13:24.751674+0000","last_became_peered":"2024-09-12T17:13:24.751674+0000","last_unstale":"2024-09-12T18:00:33.179229+0000","last_undegraded":"2024-09-12T18:00:33.179229+0000","last_fullsized":"2024-09-12T18:00:33.179229+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'108","last_scrub_stamp":"2024-09-12T18:00:33.179040+0000","last_deep_scrub":"264'108","last_deep_scrub_stamp":"2024-09-12T18:00:33.179040+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.179040+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:42.464929+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":383,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5739,"num_read_kb":4109,"num_write":1925,"num_write_kb":823,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7510,"num_omap_keys":15,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1098,"ondisk_log_size":1098,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15645,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16199,"num_read_kb":15877,"num_write":16707,"num_write_kb":4876,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2756,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1945,"ondisk_log_size":1945,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":493,"ondisk_log_size":493,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1607221,"num_objects":197,"num_object_clones":0,"num_object_copies":394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":197,"num_whiteouts":0,"num_read":17398,"num_read_kb":36715,"num_write":14569,"num_write_kb":11599,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":680832,"num_omap_keys":1552,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2407,"ondisk_log_size":2407,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2412,"num_read_kb":2875,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101860,"num_read_kb":85078,"num_write":36904,"num_write_kb":18577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43787,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4015,"ondisk_log_size":4015,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":79679001,"num_objects":374,"num_object_clones":0,"num_object_copies":748,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":374,"num_whiteouts":0,"num_read":36139,"num_read_kb":1795080,"num_write":71666,"num_write_kb":2058887,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":160636928,"data_stored":159358002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3410,"ondisk_log_size":3410,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":172506,"num_write":182,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":175569,"num_write":182,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542727,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":262824,"kb_used_data":28952,"kb_used_omap":1,"kb_used_meta":233854,"kb_avail":94109016,"statfs":{"total":96636764160,"available":96367632384,"internally_reserved":0,"allocated":29646848,"data_stored":27919953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":239466954},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542726,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":232148,"kb_used_data":20484,"kb_used_omap":1,"kb_used_meta":211646,"kb_avail":94139692,"statfs":{"total":96636764160,"available":96399044608,"internally_reserved":0,"allocated":20975616,"data_stored":19386380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":216725958},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542727,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":146180,"kb_used_data":34548,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94225660,"statfs":{"total":96636764160,"available":96487075840,"internally_reserved":0,"allocated":35377152,"data_stored":33632195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542727,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":92112,"kb_used_data":20672,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94279728,"statfs":{"total":96636764160,"available":96542441472,"internally_reserved":0,"allocated":21168128,"data_stored":19542919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542729,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":270824,"kb_used_data":27224,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94101016,"statfs":{"total":96636764160,"available":96359440384,"internally_reserved":0,"allocated":27877376,"data_stored":26148545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":249428423},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542726,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":66452,"kb_used_data":13060,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94305388,"statfs":{"total":96636764160,"available":96568717312,"internally_reserved":0,"allocated":13373440,"data_stored":11776369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542730,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":120976,"kb_used_data":9344,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94250864,"statfs":{"total":96636764160,"available":96512884736,"internally_reserved":0,"allocated":9568256,"data_stored":7950621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542727,"num_pgs":102,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280036,"kb_used_data":32340,"kb_used_omap":1,"kb_used_meta":247678,"kb_avail":94091804,"statfs":{"total":96636764160,"available":96350007296,"internally_reserved":0,"allocated":33116160,"data_stored":31378098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":253622726},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28835840,"data_stored":28635890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":5922816,"data_stored":5801578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9760768,"data_stored":9628264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24178688,"data_stored":23995813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17563648,"data_stored":17396187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":31662080,"data_stored":31482204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17237571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":25366528,"data_stored":25180495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":6130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":2893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:01:18.911 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T17:42:36.040939+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=42, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:01:18.911 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T17:30:39.921692+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=17, tm_min=30, tm_sec=39, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=18, tm_min=0, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T18:01:18.915 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T18:01:38.916 DEBUG:teuthology.orchestra.run.smithi183:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T18:01:39.284 INFO:teuthology.orchestra.run.smithi183.stdout: 2024-09-12T18:01:39.300 INFO:teuthology.orchestra.run.smithi183.stderr:dumped all 2024-09-12T18:01:39.311 INFO:teuthology.orchestra.run.smithi183.stdout:{"pg_ready":true,"pg_map":{"version":1714,"stamp":"2024-09-12T18:01:37.381616+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":81894047,"num_objects":704,"num_object_clones":0,"num_object_copies":1408,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":704,"num_whiteouts":0,"num_read":180151,"num_read_kb":2287876,"num_write":142278,"num_write_kb":2330792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":736013,"num_omap_keys":1773,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13721,"ondisk_log_size":13721,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1471552,"kb_used_data":186624,"kb_used_omap":12,"kb_used_meta":1284787,"kb_avail":753503168,"statfs":{"total":773094113280,"available":771587244032,"internally_reserved":0,"allocated":191102976,"data_stored":177735080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1315622449},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.007483"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.425514+0000","last_change":"2024-09-12T18:01:03.425514+0000","last_active":"2024-09-12T18:01:03.425514+0000","last_peered":"2024-09-12T18:01:03.425514+0000","last_clean":"2024-09-12T18:01:03.425514+0000","last_became_active":"2024-09-12T17:42:37.091935+0000","last_became_peered":"2024-09-12T17:42:37.091935+0000","last_unstale":"2024-09-12T18:01:03.425514+0000","last_undegraded":"2024-09-12T18:01:03.425514+0000","last_fullsized":"2024-09-12T18:01:03.425514+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:03.425292+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:03.425292+0000","last_clean_scrub_stamp":"2024-09-12T18:01:03.425292+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:32:46.489555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:01.427540+0000","last_change":"2024-09-12T18:01:01.427540+0000","last_active":"2024-09-12T18:01:01.427540+0000","last_peered":"2024-09-12T18:01:01.427540+0000","last_clean":"2024-09-12T18:01:01.427540+0000","last_became_active":"2024-09-12T17:30:40.977598+0000","last_became_peered":"2024-09-12T17:30:40.977598+0000","last_unstale":"2024-09-12T18:01:01.427540+0000","last_undegraded":"2024-09-12T18:01:01.427540+0000","last_fullsized":"2024-09-12T18:01:01.427540+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:01.427357+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:01.427357+0000","last_clean_scrub_stamp":"2024-09-12T18:01:01.427357+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:58.485770+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"0'0","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:01.366018+0000","last_change":"2024-09-12T18:01:01.366018+0000","last_active":"2024-09-12T18:01:01.366018+0000","last_peered":"2024-09-12T18:01:01.366018+0000","last_clean":"2024-09-12T18:01:01.366018+0000","last_became_active":"2024-09-12T17:30:37.925309+0000","last_became_peered":"2024-09-12T17:30:37.925309+0000","last_unstale":"2024-09-12T18:01:01.366018+0000","last_undegraded":"2024-09-12T18:01:01.366018+0000","last_fullsized":"2024-09-12T18:01:01.366018+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:01.365798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:01.365798+0000","last_clean_scrub_stamp":"2024-09-12T18:01:01.365798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:27:57.539498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'23","reported_seq":118,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.990104+0000","last_change":"2024-09-12T18:00:58.990104+0000","last_active":"2024-09-12T18:00:58.990104+0000","last_peered":"2024-09-12T18:00:58.990104+0000","last_clean":"2024-09-12T18:00:58.990104+0000","last_became_active":"2024-09-12T17:28:43.360590+0000","last_became_peered":"2024-09-12T17:28:43.360590+0000","last_unstale":"2024-09-12T18:00:58.990104+0000","last_undegraded":"2024-09-12T18:00:58.990104+0000","last_fullsized":"2024-09-12T18:00:58.990104+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'23","last_scrub_stamp":"2024-09-12T18:00:58.989880+0000","last_deep_scrub":"264'23","last_deep_scrub_stamp":"2024-09-12T18:00:58.989880+0000","last_clean_scrub_stamp":"2024-09-12T18:00:58.989880+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:53:02.749879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":114,"num_read_kb":80,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.562729+0000","last_change":"2024-09-12T18:00:44.562729+0000","last_active":"2024-09-12T18:00:44.562729+0000","last_peered":"2024-09-12T18:00:44.562729+0000","last_clean":"2024-09-12T18:00:44.562729+0000","last_became_active":"2024-09-12T17:42:37.099492+0000","last_became_peered":"2024-09-12T17:42:37.099492+0000","last_unstale":"2024-09-12T18:00:44.562729+0000","last_undegraded":"2024-09-12T18:00:44.562729+0000","last_fullsized":"2024-09-12T18:00:44.562729+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:44.562525+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:44.562525+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.562525+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:34.885114+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'6","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:04.646455+0000","last_change":"2024-09-12T18:01:04.646455+0000","last_active":"2024-09-12T18:01:04.646455+0000","last_peered":"2024-09-12T18:01:04.646455+0000","last_clean":"2024-09-12T18:01:04.646455+0000","last_became_active":"2024-09-12T17:30:40.976175+0000","last_became_peered":"2024-09-12T17:30:40.976175+0000","last_unstale":"2024-09-12T18:01:04.646455+0000","last_undegraded":"2024-09-12T18:01:04.646455+0000","last_fullsized":"2024-09-12T18:01:04.646455+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T18:01:04.646276+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T18:01:04.646276+0000","last_clean_scrub_stamp":"2024-09-12T18:01:04.646276+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:44.625448+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3601,"num_write":6,"num_write_kb":2577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"261'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.072814+0000","last_change":"2024-09-12T18:00:47.072814+0000","last_active":"2024-09-12T18:00:47.072814+0000","last_peered":"2024-09-12T18:00:47.072814+0000","last_clean":"2024-09-12T18:00:47.072814+0000","last_became_active":"2024-09-12T17:30:37.907058+0000","last_became_peered":"2024-09-12T17:30:37.907058+0000","last_unstale":"2024-09-12T18:00:47.072814+0000","last_undegraded":"2024-09-12T18:00:47.072814+0000","last_fullsized":"2024-09-12T18:00:47.072814+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:47.072633+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:47.072633+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.072633+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:04:22.984791+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'49","reported_seq":190,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.636027+0000","last_change":"2024-09-12T18:00:39.635889+0000","last_active":"2024-09-12T18:00:39.636027+0000","last_peered":"2024-09-12T18:00:39.636027+0000","last_clean":"2024-09-12T18:00:39.636027+0000","last_became_active":"2024-09-12T17:28:43.389202+0000","last_became_peered":"2024-09-12T17:28:43.389202+0000","last_unstale":"2024-09-12T18:00:39.636027+0000","last_undegraded":"2024-09-12T18:00:39.636027+0000","last_fullsized":"2024-09-12T18:00:39.636027+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'49","last_scrub_stamp":"2024-09-12T18:00:39.635698+0000","last_deep_scrub":"264'49","last_deep_scrub_stamp":"2024-09-12T18:00:39.635698+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.635698+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:22.922857+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":244,"num_read_kb":170,"num_write":95,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.727220+0000","last_change":"2024-09-12T18:00:53.727220+0000","last_active":"2024-09-12T18:00:53.727220+0000","last_peered":"2024-09-12T18:00:53.727220+0000","last_clean":"2024-09-12T18:00:53.727220+0000","last_became_active":"2024-09-12T17:42:37.079463+0000","last_became_peered":"2024-09-12T17:42:37.079463+0000","last_unstale":"2024-09-12T18:00:53.727220+0000","last_undegraded":"2024-09-12T18:00:53.727220+0000","last_fullsized":"2024-09-12T18:00:53.727220+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:53.727027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:53.727027+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.727027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:37:56.898423+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'2","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.187281+0000","last_change":"2024-09-12T18:01:10.187281+0000","last_active":"2024-09-12T18:01:10.187281+0000","last_peered":"2024-09-12T18:01:10.187281+0000","last_clean":"2024-09-12T18:01:10.187281+0000","last_became_active":"2024-09-12T17:30:41.499966+0000","last_became_peered":"2024-09-12T17:30:41.499966+0000","last_unstale":"2024-09-12T18:01:10.187281+0000","last_undegraded":"2024-09-12T18:01:10.187281+0000","last_fullsized":"2024-09-12T18:01:10.187281+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:10.187060+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:10.187060+0000","last_clean_scrub_stamp":"2024-09-12T18:01:10.187060+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:17:20.988480+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'9","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.574126+0000","last_change":"2024-09-12T18:00:46.573980+0000","last_active":"2024-09-12T18:00:46.574126+0000","last_peered":"2024-09-12T18:00:46.574126+0000","last_clean":"2024-09-12T18:00:46.574126+0000","last_became_active":"2024-09-12T17:30:37.915679+0000","last_became_peered":"2024-09-12T17:30:37.915679+0000","last_unstale":"2024-09-12T18:00:46.574126+0000","last_undegraded":"2024-09-12T18:00:46.574126+0000","last_fullsized":"2024-09-12T18:00:46.574126+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'9","last_scrub_stamp":"2024-09-12T18:00:46.573770+0000","last_deep_scrub":"261'9","last_deep_scrub_stamp":"2024-09-12T18:00:46.573770+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.573770+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:29:34.546776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":20482,"num_write":14,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"261'31","reported_seq":141,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:01.036235+0000","last_change":"2024-09-12T18:01:01.036079+0000","last_active":"2024-09-12T18:01:01.036235+0000","last_peered":"2024-09-12T18:01:01.036235+0000","last_clean":"2024-09-12T18:01:01.036235+0000","last_became_active":"2024-09-12T17:28:43.354081+0000","last_became_peered":"2024-09-12T17:28:43.354081+0000","last_unstale":"2024-09-12T18:01:01.036235+0000","last_undegraded":"2024-09-12T18:01:01.036235+0000","last_fullsized":"2024-09-12T18:01:01.036235+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'31","last_scrub_stamp":"2024-09-12T18:01:01.035886+0000","last_deep_scrub":"261'31","last_deep_scrub_stamp":"2024-09-12T18:01:01.035886+0000","last_clean_scrub_stamp":"2024-09-12T18:01:01.035886+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:40:11.966192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":161,"num_read_kb":114,"num_write":55,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:15.290509+0000","last_change":"2024-09-12T18:01:15.290509+0000","last_active":"2024-09-12T18:01:15.290509+0000","last_peered":"2024-09-12T18:01:15.290509+0000","last_clean":"2024-09-12T18:01:15.290509+0000","last_became_active":"2024-09-12T17:42:37.090393+0000","last_became_peered":"2024-09-12T17:42:37.090393+0000","last_unstale":"2024-09-12T18:01:15.290509+0000","last_undegraded":"2024-09-12T18:01:15.290509+0000","last_fullsized":"2024-09-12T18:01:15.290509+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:15.290318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:15.290318+0000","last_clean_scrub_stamp":"2024-09-12T18:01:15.290318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:46.991914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"261'11","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:09.356854+0000","last_change":"2024-09-12T18:01:09.356854+0000","last_active":"2024-09-12T18:01:09.356854+0000","last_peered":"2024-09-12T18:01:09.356854+0000","last_clean":"2024-09-12T18:01:09.356854+0000","last_became_active":"2024-09-12T17:30:41.498311+0000","last_became_peered":"2024-09-12T17:30:41.498311+0000","last_unstale":"2024-09-12T18:01:09.356854+0000","last_undegraded":"2024-09-12T18:01:09.356854+0000","last_fullsized":"2024-09-12T18:01:09.356854+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'11","last_scrub_stamp":"2024-09-12T18:01:09.356677+0000","last_deep_scrub":"261'11","last_deep_scrub_stamp":"2024-09-12T18:01:09.356677+0000","last_clean_scrub_stamp":"2024-09-12T18:01:09.356677+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:40:43.659145+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":9220,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"261'2","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:59.624842+0000","last_change":"2024-09-12T18:00:59.624842+0000","last_active":"2024-09-12T18:00:59.624842+0000","last_peered":"2024-09-12T18:00:59.624842+0000","last_clean":"2024-09-12T18:00:59.624842+0000","last_became_active":"2024-09-12T17:30:37.894725+0000","last_became_peered":"2024-09-12T17:30:37.894725+0000","last_unstale":"2024-09-12T18:00:59.624842+0000","last_undegraded":"2024-09-12T18:00:59.624842+0000","last_fullsized":"2024-09-12T18:00:59.624842+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:59.624629+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:59.624629+0000","last_clean_scrub_stamp":"2024-09-12T18:00:59.624629+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:47:18.960930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'5","reported_seq":68,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.397462+0000","last_change":"2024-09-12T18:00:58.397361+0000","last_active":"2024-09-12T18:00:58.397462+0000","last_peered":"2024-09-12T18:00:58.397462+0000","last_clean":"2024-09-12T18:00:58.397462+0000","last_became_active":"2024-09-12T17:28:43.378638+0000","last_became_peered":"2024-09-12T17:28:43.378638+0000","last_unstale":"2024-09-12T18:00:58.397462+0000","last_undegraded":"2024-09-12T18:00:58.397462+0000","last_fullsized":"2024-09-12T18:00:58.397462+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:58.397237+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:58.397237+0000","last_clean_scrub_stamp":"2024-09-12T18:00:58.397237+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:08:51.152581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":15,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:17.234808+0000","last_change":"2024-09-12T18:01:17.234808+0000","last_active":"2024-09-12T18:01:17.234808+0000","last_peered":"2024-09-12T18:01:17.234808+0000","last_clean":"2024-09-12T18:01:17.234808+0000","last_became_active":"2024-09-12T17:42:37.098645+0000","last_became_peered":"2024-09-12T17:42:37.098645+0000","last_unstale":"2024-09-12T18:01:17.234808+0000","last_undegraded":"2024-09-12T18:01:17.234808+0000","last_fullsized":"2024-09-12T18:01:17.234808+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:17.234622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:17.234622+0000","last_clean_scrub_stamp":"2024-09-12T18:01:17.234622+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:19:02.372470+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"264'7","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:59.432352+0000","last_change":"2024-09-12T18:00:59.432352+0000","last_active":"2024-09-12T18:00:59.432352+0000","last_peered":"2024-09-12T18:00:59.432352+0000","last_clean":"2024-09-12T18:00:59.432352+0000","last_became_active":"2024-09-12T17:30:40.972793+0000","last_became_peered":"2024-09-12T17:30:40.972793+0000","last_unstale":"2024-09-12T18:00:59.432352+0000","last_undegraded":"2024-09-12T18:00:59.432352+0000","last_fullsized":"2024-09-12T18:00:59.432352+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T18:00:59.432104+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T18:00:59.432104+0000","last_clean_scrub_stamp":"2024-09-12T18:00:59.432104+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:10:32.001853+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":12859,"num_write":12,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'6","reported_seq":63,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:08.125160+0000","last_change":"2024-09-12T18:01:08.125160+0000","last_active":"2024-09-12T18:01:08.125160+0000","last_peered":"2024-09-12T18:01:08.125160+0000","last_clean":"2024-09-12T18:01:08.125160+0000","last_became_active":"2024-09-12T17:30:37.900103+0000","last_became_peered":"2024-09-12T17:30:37.900103+0000","last_unstale":"2024-09-12T18:01:08.125160+0000","last_undegraded":"2024-09-12T18:01:08.125160+0000","last_fullsized":"2024-09-12T18:01:08.125160+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T18:01:08.124969+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T18:01:08.124969+0000","last_clean_scrub_stamp":"2024-09-12T18:01:08.124969+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:23.255368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":6146,"num_write":6,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'54","reported_seq":196,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:13.332217+0000","last_change":"2024-09-12T18:01:13.331957+0000","last_active":"2024-09-12T18:01:13.332217+0000","last_peered":"2024-09-12T18:01:13.332217+0000","last_clean":"2024-09-12T18:01:13.332217+0000","last_became_active":"2024-09-12T17:28:43.390857+0000","last_became_peered":"2024-09-12T17:28:43.390857+0000","last_unstale":"2024-09-12T18:01:13.332217+0000","last_undegraded":"2024-09-12T18:01:13.332217+0000","last_fullsized":"2024-09-12T18:01:13.332217+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'54","last_scrub_stamp":"2024-09-12T18:01:13.331742+0000","last_deep_scrub":"264'54","last_deep_scrub_stamp":"2024-09-12T18:01:13.331742+0000","last_clean_scrub_stamp":"2024-09-12T18:01:13.331742+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:23:35.277596+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":181,"num_write":112,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.068352+0000","last_change":"2024-09-12T18:00:57.068232+0000","last_active":"2024-09-12T18:00:57.068352+0000","last_peered":"2024-09-12T18:00:57.068352+0000","last_clean":"2024-09-12T18:00:57.068352+0000","last_became_active":"2024-09-12T17:42:37.092328+0000","last_became_peered":"2024-09-12T17:42:37.092328+0000","last_unstale":"2024-09-12T18:00:57.068352+0000","last_undegraded":"2024-09-12T18:00:57.068352+0000","last_fullsized":"2024-09-12T18:00:57.068352+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:57.068053+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:57.068053+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.068053+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:46:43.696356+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.647522+0000","last_change":"2024-09-12T18:00:50.647522+0000","last_active":"2024-09-12T18:00:50.647522+0000","last_peered":"2024-09-12T18:00:50.647522+0000","last_clean":"2024-09-12T18:00:50.647522+0000","last_became_active":"2024-09-12T17:30:40.972192+0000","last_became_peered":"2024-09-12T17:30:40.972192+0000","last_unstale":"2024-09-12T18:00:50.647522+0000","last_undegraded":"2024-09-12T18:00:50.647522+0000","last_fullsized":"2024-09-12T18:00:50.647522+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:50.647338+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:50.647338+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.647338+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:44.839240+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"264'6","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.596550+0000","last_change":"2024-09-12T18:00:57.596550+0000","last_active":"2024-09-12T18:00:57.596550+0000","last_peered":"2024-09-12T18:00:57.596550+0000","last_clean":"2024-09-12T18:00:57.596550+0000","last_became_active":"2024-09-12T17:30:37.901606+0000","last_became_peered":"2024-09-12T17:30:37.901606+0000","last_unstale":"2024-09-12T18:00:57.596550+0000","last_undegraded":"2024-09-12T18:00:57.596550+0000","last_fullsized":"2024-09-12T18:00:57.596550+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T18:00:57.596373+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T18:00:57.596373+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.596373+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:15:49.667846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"264'16","reported_seq":102,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.711584+0000","last_change":"2024-09-12T18:00:45.711448+0000","last_active":"2024-09-12T18:00:45.711584+0000","last_peered":"2024-09-12T18:00:45.711584+0000","last_clean":"2024-09-12T18:00:45.711584+0000","last_became_active":"2024-09-12T17:28:43.383331+0000","last_became_peered":"2024-09-12T17:28:43.383331+0000","last_unstale":"2024-09-12T18:00:45.711584+0000","last_undegraded":"2024-09-12T18:00:45.711584+0000","last_fullsized":"2024-09-12T18:00:45.711584+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'16","last_scrub_stamp":"2024-09-12T18:00:45.711252+0000","last_deep_scrub":"264'16","last_deep_scrub_stamp":"2024-09-12T18:00:45.711252+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.711252+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:47:11.468333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":62,"num_write":31,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'2","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:12.397856+0000","last_change":"2024-09-12T18:01:12.397856+0000","last_active":"2024-09-12T18:01:12.397856+0000","last_peered":"2024-09-12T18:01:12.397856+0000","last_clean":"2024-09-12T18:01:12.397856+0000","last_became_active":"2024-09-12T17:42:37.102746+0000","last_became_peered":"2024-09-12T17:42:37.102746+0000","last_unstale":"2024-09-12T18:01:12.397856+0000","last_undegraded":"2024-09-12T18:01:12.397856+0000","last_fullsized":"2024-09-12T18:01:12.397856+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:12.397669+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:12.397669+0000","last_clean_scrub_stamp":"2024-09-12T18:01:12.397669+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:27:26.247994+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.696048+0000","last_change":"2024-09-12T18:00:51.696048+0000","last_active":"2024-09-12T18:00:51.696048+0000","last_peered":"2024-09-12T18:00:51.696048+0000","last_clean":"2024-09-12T18:00:51.696048+0000","last_became_active":"2024-09-12T17:30:40.979915+0000","last_became_peered":"2024-09-12T17:30:40.979915+0000","last_unstale":"2024-09-12T18:00:51.696048+0000","last_undegraded":"2024-09-12T18:00:51.696048+0000","last_fullsized":"2024-09-12T18:00:51.696048+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:51.695878+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:51.695878+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.695878+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:23.761431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":4144,"num_write":4,"num_write_kb":4144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.603477+0000","last_change":"2024-09-12T18:00:58.603477+0000","last_active":"2024-09-12T18:00:58.603477+0000","last_peered":"2024-09-12T18:00:58.603477+0000","last_clean":"2024-09-12T18:00:58.603477+0000","last_became_active":"2024-09-12T17:30:37.909546+0000","last_became_peered":"2024-09-12T17:30:37.909546+0000","last_unstale":"2024-09-12T18:00:58.603477+0000","last_undegraded":"2024-09-12T18:00:58.603477+0000","last_fullsized":"2024-09-12T18:00:58.603477+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:58.603294+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:58.603294+0000","last_clean_scrub_stamp":"2024-09-12T18:00:58.603294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:48:57.333936+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'13","reported_seq":89,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.994549+0000","last_change":"2024-09-12T18:00:55.994549+0000","last_active":"2024-09-12T18:00:55.994549+0000","last_peered":"2024-09-12T18:00:55.994549+0000","last_clean":"2024-09-12T18:00:55.994549+0000","last_became_active":"2024-09-12T17:28:43.387983+0000","last_became_peered":"2024-09-12T17:28:43.387983+0000","last_unstale":"2024-09-12T18:00:55.994549+0000","last_undegraded":"2024-09-12T18:00:55.994549+0000","last_fullsized":"2024-09-12T18:00:55.994549+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T18:00:55.994349+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T18:00:55.994349+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.994349+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:31:32.150284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":25,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:13.372052+0000","last_change":"2024-09-12T18:01:13.372052+0000","last_active":"2024-09-12T18:01:13.372052+0000","last_peered":"2024-09-12T18:01:13.372052+0000","last_clean":"2024-09-12T18:01:13.372052+0000","last_became_active":"2024-09-12T17:42:37.108603+0000","last_became_peered":"2024-09-12T17:42:37.108603+0000","last_unstale":"2024-09-12T18:01:13.372052+0000","last_undegraded":"2024-09-12T18:01:13.372052+0000","last_fullsized":"2024-09-12T18:01:13.372052+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:13.371846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:13.371846+0000","last_clean_scrub_stamp":"2024-09-12T18:01:13.371846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:17:28.967230+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"264'12","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:08.366262+0000","last_change":"2024-09-12T18:01:08.366262+0000","last_active":"2024-09-12T18:01:08.366262+0000","last_peered":"2024-09-12T18:01:08.366262+0000","last_clean":"2024-09-12T18:01:08.366262+0000","last_became_active":"2024-09-12T17:30:40.984575+0000","last_became_peered":"2024-09-12T17:30:40.984575+0000","last_unstale":"2024-09-12T18:01:08.366262+0000","last_undegraded":"2024-09-12T18:01:08.366262+0000","last_fullsized":"2024-09-12T18:01:08.366262+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'12","last_scrub_stamp":"2024-09-12T18:01:08.365985+0000","last_deep_scrub":"264'12","last_deep_scrub_stamp":"2024-09-12T18:01:08.365985+0000","last_clean_scrub_stamp":"2024-09-12T18:01:08.365985+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:19.337329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":8194,"num_write":22,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"264'10","reported_seq":69,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.102207+0000","last_change":"2024-09-12T18:01:03.102207+0000","last_active":"2024-09-12T18:01:03.102207+0000","last_peered":"2024-09-12T18:01:03.102207+0000","last_clean":"2024-09-12T18:01:03.102207+0000","last_became_active":"2024-09-12T17:30:37.927762+0000","last_became_peered":"2024-09-12T17:30:37.927762+0000","last_unstale":"2024-09-12T18:01:03.102207+0000","last_undegraded":"2024-09-12T18:01:03.102207+0000","last_fullsized":"2024-09-12T18:01:03.102207+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'10","last_scrub_stamp":"2024-09-12T18:01:03.102021+0000","last_deep_scrub":"264'10","last_deep_scrub_stamp":"2024-09-12T18:01:03.102021+0000","last_clean_scrub_stamp":"2024-09-12T18:01:03.102021+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:03.688563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":9083,"num_write":10,"num_write_kb":6009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'72","reported_seq":252,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.026098+0000","last_change":"2024-09-12T18:00:39.026098+0000","last_active":"2024-09-12T18:00:39.026098+0000","last_peered":"2024-09-12T18:00:39.026098+0000","last_clean":"2024-09-12T18:00:39.026098+0000","last_became_active":"2024-09-12T17:28:43.368146+0000","last_became_peered":"2024-09-12T17:28:43.368146+0000","last_unstale":"2024-09-12T18:00:39.026098+0000","last_undegraded":"2024-09-12T18:00:39.026098+0000","last_fullsized":"2024-09-12T18:00:39.026098+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'72","last_scrub_stamp":"2024-09-12T18:00:39.025911+0000","last_deep_scrub":"264'72","last_deep_scrub_stamp":"2024-09-12T18:00:39.025911+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.025911+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:15:29.915608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":371,"num_read_kb":260,"num_write":132,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.031293+0000","last_change":"2024-09-12T18:00:56.031054+0000","last_active":"2024-09-12T18:00:56.031293+0000","last_peered":"2024-09-12T18:00:56.031293+0000","last_clean":"2024-09-12T18:00:56.031293+0000","last_became_active":"2024-09-12T17:42:37.082090+0000","last_became_peered":"2024-09-12T17:42:37.082090+0000","last_unstale":"2024-09-12T18:00:56.031293+0000","last_undegraded":"2024-09-12T18:00:56.031293+0000","last_fullsized":"2024-09-12T18:00:56.031293+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:56.030848+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:56.030848+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.030848+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:45:53.153319+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"261'4","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.330164+0000","last_change":"2024-09-12T18:01:10.330164+0000","last_active":"2024-09-12T18:01:10.330164+0000","last_peered":"2024-09-12T18:01:10.330164+0000","last_clean":"2024-09-12T18:01:10.330164+0000","last_became_active":"2024-09-12T17:30:41.498118+0000","last_became_peered":"2024-09-12T17:30:41.498118+0000","last_unstale":"2024-09-12T18:01:10.330164+0000","last_undegraded":"2024-09-12T18:01:10.330164+0000","last_fullsized":"2024-09-12T18:01:10.330164+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T18:01:10.329978+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T18:01:10.329978+0000","last_clean_scrub_stamp":"2024-09-12T18:01:10.329978+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:01.536470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1342,"num_write":4,"num_write_kb":1342,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'3","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.400666+0000","last_change":"2024-09-12T18:00:57.400520+0000","last_active":"2024-09-12T18:00:57.400666+0000","last_peered":"2024-09-12T18:00:57.400666+0000","last_clean":"2024-09-12T18:00:57.400666+0000","last_became_active":"2024-09-12T17:30:37.888275+0000","last_became_peered":"2024-09-12T17:30:37.888275+0000","last_unstale":"2024-09-12T18:00:57.400666+0000","last_undegraded":"2024-09-12T18:00:57.400666+0000","last_fullsized":"2024-09-12T18:00:57.400666+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:00:57.400334+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:00:57.400334+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.400334+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:38:59.297762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'42","reported_seq":168,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.996270+0000","last_change":"2024-09-12T18:00:56.996270+0000","last_active":"2024-09-12T18:00:56.996270+0000","last_peered":"2024-09-12T18:00:56.996270+0000","last_clean":"2024-09-12T18:00:56.996270+0000","last_became_active":"2024-09-12T17:28:43.387904+0000","last_became_peered":"2024-09-12T17:28:43.387904+0000","last_unstale":"2024-09-12T18:00:56.996270+0000","last_undegraded":"2024-09-12T18:00:56.996270+0000","last_fullsized":"2024-09-12T18:00:56.996270+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'42","last_scrub_stamp":"2024-09-12T18:00:56.996086+0000","last_deep_scrub":"264'42","last_deep_scrub_stamp":"2024-09-12T18:00:56.996086+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.996086+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:36:03.613198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":149,"num_write":82,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'2","reported_seq":31,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.586006+0000","last_change":"2024-09-12T18:00:41.585849+0000","last_active":"2024-09-12T18:00:41.586006+0000","last_peered":"2024-09-12T18:00:41.586006+0000","last_clean":"2024-09-12T18:00:41.586006+0000","last_became_active":"2024-09-12T17:42:37.081111+0000","last_became_peered":"2024-09-12T17:42:37.081111+0000","last_unstale":"2024-09-12T18:00:41.586006+0000","last_undegraded":"2024-09-12T18:00:41.586006+0000","last_fullsized":"2024-09-12T18:00:41.586006+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:41.585660+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:41.585660+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.585660+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:52:10.150581+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"261'4","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:12.369132+0000","last_change":"2024-09-12T18:01:12.369132+0000","last_active":"2024-09-12T18:01:12.369132+0000","last_peered":"2024-09-12T18:01:12.369132+0000","last_clean":"2024-09-12T18:01:12.369132+0000","last_became_active":"2024-09-12T17:30:41.499284+0000","last_became_peered":"2024-09-12T17:30:41.499284+0000","last_unstale":"2024-09-12T18:01:12.369132+0000","last_undegraded":"2024-09-12T18:01:12.369132+0000","last_fullsized":"2024-09-12T18:01:12.369132+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T18:01:12.368890+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T18:01:12.368890+0000","last_clean_scrub_stamp":"2024-09-12T18:01:12.368890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:58:16.398336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":4,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:01.387614+0000","last_change":"2024-09-12T18:01:01.387614+0000","last_active":"2024-09-12T18:01:01.387614+0000","last_peered":"2024-09-12T18:01:01.387614+0000","last_clean":"2024-09-12T18:01:01.387614+0000","last_became_active":"2024-09-12T17:30:37.913516+0000","last_became_peered":"2024-09-12T17:30:37.913516+0000","last_unstale":"2024-09-12T18:01:01.387614+0000","last_undegraded":"2024-09-12T18:01:01.387614+0000","last_fullsized":"2024-09-12T18:01:01.387614+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:01.387433+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:01.387433+0000","last_clean_scrub_stamp":"2024-09-12T18:01:01.387433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:39.538481+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'15","reported_seq":96,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.433343+0000","last_change":"2024-09-12T18:00:55.433343+0000","last_active":"2024-09-12T18:00:55.433343+0000","last_peered":"2024-09-12T18:00:55.433343+0000","last_clean":"2024-09-12T18:00:55.433343+0000","last_became_active":"2024-09-12T17:28:43.390934+0000","last_became_peered":"2024-09-12T17:28:43.390934+0000","last_unstale":"2024-09-12T18:00:55.433343+0000","last_undegraded":"2024-09-12T18:00:55.433343+0000","last_fullsized":"2024-09-12T18:00:55.433343+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'15","last_scrub_stamp":"2024-09-12T18:00:55.433156+0000","last_deep_scrub":"264'15","last_deep_scrub_stamp":"2024-09-12T18:00:55.433156+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.433156+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:36:50.199635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":52,"num_write":30,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:09.424710+0000","last_change":"2024-09-12T18:01:09.424583+0000","last_active":"2024-09-12T18:01:09.424710+0000","last_peered":"2024-09-12T18:01:09.424710+0000","last_clean":"2024-09-12T18:01:09.424710+0000","last_became_active":"2024-09-12T17:42:37.102496+0000","last_became_peered":"2024-09-12T17:42:37.102496+0000","last_unstale":"2024-09-12T18:01:09.424710+0000","last_undegraded":"2024-09-12T18:01:09.424710+0000","last_fullsized":"2024-09-12T18:01:09.424710+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:09.424402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:09.424402+0000","last_clean_scrub_stamp":"2024-09-12T18:01:09.424402+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:56:28.757401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:07.368802+0000","last_change":"2024-09-12T18:01:07.368802+0000","last_active":"2024-09-12T18:01:07.368802+0000","last_peered":"2024-09-12T18:01:07.368802+0000","last_clean":"2024-09-12T18:01:07.368802+0000","last_became_active":"2024-09-12T17:30:41.502151+0000","last_became_peered":"2024-09-12T17:30:41.502151+0000","last_unstale":"2024-09-12T18:01:07.368802+0000","last_undegraded":"2024-09-12T18:01:07.368802+0000","last_fullsized":"2024-09-12T18:01:07.368802+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:07.368610+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:07.368610+0000","last_clean_scrub_stamp":"2024-09-12T18:01:07.368610+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:45.371681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"264'2","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.592983+0000","last_change":"2024-09-12T18:00:43.592983+0000","last_active":"2024-09-12T18:00:43.592983+0000","last_peered":"2024-09-12T18:00:43.592983+0000","last_clean":"2024-09-12T18:00:43.592983+0000","last_became_active":"2024-09-12T17:30:37.927881+0000","last_became_peered":"2024-09-12T17:30:37.927881+0000","last_unstale":"2024-09-12T18:00:43.592983+0000","last_undegraded":"2024-09-12T18:00:43.592983+0000","last_fullsized":"2024-09-12T18:00:43.592983+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:43.592796+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:43.592796+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.592796+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:50.331350+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":5,"num_write":2,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'21","reported_seq":109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.557745+0000","last_change":"2024-09-12T18:00:42.557745+0000","last_active":"2024-09-12T18:00:42.557745+0000","last_peered":"2024-09-12T18:00:42.557745+0000","last_clean":"2024-09-12T18:00:42.557745+0000","last_became_active":"2024-09-12T17:28:43.376667+0000","last_became_peered":"2024-09-12T17:28:43.376667+0000","last_unstale":"2024-09-12T18:00:42.557745+0000","last_undegraded":"2024-09-12T18:00:42.557745+0000","last_fullsized":"2024-09-12T18:00:42.557745+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'21","last_scrub_stamp":"2024-09-12T18:00:42.557541+0000","last_deep_scrub":"264'21","last_deep_scrub_stamp":"2024-09-12T18:00:42.557541+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.557541+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:56.172726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":67,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:02.450904+0000","last_change":"2024-09-12T18:01:02.450775+0000","last_active":"2024-09-12T18:01:02.450904+0000","last_peered":"2024-09-12T18:01:02.450904+0000","last_clean":"2024-09-12T18:01:02.450904+0000","last_became_active":"2024-09-12T17:42:37.092427+0000","last_became_peered":"2024-09-12T17:42:37.092427+0000","last_unstale":"2024-09-12T18:01:02.450904+0000","last_undegraded":"2024-09-12T18:01:02.450904+0000","last_fullsized":"2024-09-12T18:01:02.450904+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:02.450601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:02.450601+0000","last_clean_scrub_stamp":"2024-09-12T18:01:02.450601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:56:47.770888+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.613637+0000","last_change":"2024-09-12T18:01:03.613637+0000","last_active":"2024-09-12T18:01:03.613637+0000","last_peered":"2024-09-12T18:01:03.613637+0000","last_clean":"2024-09-12T18:01:03.613637+0000","last_became_active":"2024-09-12T17:30:40.968890+0000","last_became_peered":"2024-09-12T17:30:40.968890+0000","last_unstale":"2024-09-12T18:01:03.613637+0000","last_undegraded":"2024-09-12T18:01:03.613637+0000","last_fullsized":"2024-09-12T18:01:03.613637+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:03.613368+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:03.613368+0000","last_clean_scrub_stamp":"2024-09-12T18:01:03.613368+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:59.186220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"264'2","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.111529+0000","last_change":"2024-09-12T18:01:05.111529+0000","last_active":"2024-09-12T18:01:05.111529+0000","last_peered":"2024-09-12T18:01:05.111529+0000","last_clean":"2024-09-12T18:01:05.111529+0000","last_became_active":"2024-09-12T17:30:37.901261+0000","last_became_peered":"2024-09-12T17:30:37.901261+0000","last_unstale":"2024-09-12T18:01:05.111529+0000","last_undegraded":"2024-09-12T18:01:05.111529+0000","last_fullsized":"2024-09-12T18:01:05.111529+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:05.111342+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:05.111342+0000","last_clean_scrub_stamp":"2024-09-12T18:01:05.111342+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:58.679402+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4,"num_write":2,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'24","reported_seq":117,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.373872+0000","last_change":"2024-09-12T18:00:56.373735+0000","last_active":"2024-09-12T18:00:56.373872+0000","last_peered":"2024-09-12T18:00:56.373872+0000","last_clean":"2024-09-12T18:00:56.373872+0000","last_became_active":"2024-09-12T17:28:43.383345+0000","last_became_peered":"2024-09-12T17:28:43.383345+0000","last_unstale":"2024-09-12T18:00:56.373872+0000","last_undegraded":"2024-09-12T18:00:56.373872+0000","last_fullsized":"2024-09-12T18:00:56.373872+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'24","last_scrub_stamp":"2024-09-12T18:00:56.373496+0000","last_deep_scrub":"264'24","last_deep_scrub_stamp":"2024-09-12T18:00:56.373496+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.373496+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:58.250738+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":73,"num_write":53,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:14.294565+0000","last_change":"2024-09-12T18:01:14.294565+0000","last_active":"2024-09-12T18:01:14.294565+0000","last_peered":"2024-09-12T18:01:14.294565+0000","last_clean":"2024-09-12T18:01:14.294565+0000","last_became_active":"2024-09-12T17:42:37.099838+0000","last_became_peered":"2024-09-12T17:42:37.099838+0000","last_unstale":"2024-09-12T18:01:14.294565+0000","last_undegraded":"2024-09-12T18:01:14.294565+0000","last_fullsized":"2024-09-12T18:01:14.294565+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:14.294374+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:14.294374+0000","last_clean_scrub_stamp":"2024-09-12T18:01:14.294374+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:46:44.381892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"0'0","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.053598+0000","last_change":"2024-09-12T18:00:54.053458+0000","last_active":"2024-09-12T18:00:54.053598+0000","last_peered":"2024-09-12T18:00:54.053598+0000","last_clean":"2024-09-12T18:00:54.053598+0000","last_became_active":"2024-09-12T17:30:40.978437+0000","last_became_peered":"2024-09-12T17:30:40.978437+0000","last_unstale":"2024-09-12T18:00:54.053598+0000","last_undegraded":"2024-09-12T18:00:54.053598+0000","last_fullsized":"2024-09-12T18:00:54.053598+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:54.053288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:54.053288+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.053288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:30.176672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'7","reported_seq":64,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.623321+0000","last_change":"2024-09-12T18:00:56.623076+0000","last_active":"2024-09-12T18:00:56.623321+0000","last_peered":"2024-09-12T18:00:56.623321+0000","last_clean":"2024-09-12T18:00:56.623321+0000","last_became_active":"2024-09-12T17:30:37.921416+0000","last_became_peered":"2024-09-12T17:30:37.921416+0000","last_unstale":"2024-09-12T18:00:56.623321+0000","last_undegraded":"2024-09-12T18:00:56.623321+0000","last_fullsized":"2024-09-12T18:00:56.623321+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T18:00:56.622800+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T18:00:56.622800+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.622800+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:02:50.774955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":20482,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'31","reported_seq":139,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.314727+0000","last_change":"2024-09-12T18:00:54.314597+0000","last_active":"2024-09-12T18:00:54.314727+0000","last_peered":"2024-09-12T18:00:54.314727+0000","last_clean":"2024-09-12T18:00:54.314727+0000","last_became_active":"2024-09-12T17:28:43.385396+0000","last_became_peered":"2024-09-12T17:28:43.385396+0000","last_unstale":"2024-09-12T18:00:54.314727+0000","last_undegraded":"2024-09-12T18:00:54.314727+0000","last_fullsized":"2024-09-12T18:00:54.314727+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'31","last_scrub_stamp":"2024-09-12T18:00:54.314417+0000","last_deep_scrub":"264'31","last_deep_scrub_stamp":"2024-09-12T18:00:54.314417+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.314417+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:16:57.812956+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":149,"num_read_kb":101,"num_write":63,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:12.221476+0000","last_change":"2024-09-12T18:01:12.221476+0000","last_active":"2024-09-12T18:01:12.221476+0000","last_peered":"2024-09-12T18:01:12.221476+0000","last_clean":"2024-09-12T18:01:12.221476+0000","last_became_active":"2024-09-12T17:42:37.108517+0000","last_became_peered":"2024-09-12T17:42:37.108517+0000","last_unstale":"2024-09-12T18:01:12.221476+0000","last_undegraded":"2024-09-12T18:01:12.221476+0000","last_fullsized":"2024-09-12T18:01:12.221476+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:12.221299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:12.221299+0000","last_clean_scrub_stamp":"2024-09-12T18:01:12.221299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:21:35.062970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"0'0","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.072932+0000","last_change":"2024-09-12T18:00:53.072691+0000","last_active":"2024-09-12T18:00:53.072932+0000","last_peered":"2024-09-12T18:00:53.072932+0000","last_clean":"2024-09-12T18:00:53.072932+0000","last_became_active":"2024-09-12T17:30:40.974707+0000","last_became_peered":"2024-09-12T17:30:40.974707+0000","last_unstale":"2024-09-12T18:00:53.072932+0000","last_undegraded":"2024-09-12T18:00:53.072932+0000","last_fullsized":"2024-09-12T18:00:53.072932+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:53.072476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:53.072476+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.072476+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:53:01.327072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:59.389387+0000","last_change":"2024-09-12T18:00:59.389387+0000","last_active":"2024-09-12T18:00:59.389387+0000","last_peered":"2024-09-12T18:00:59.389387+0000","last_clean":"2024-09-12T18:00:59.389387+0000","last_became_active":"2024-09-12T17:30:37.925449+0000","last_became_peered":"2024-09-12T17:30:37.925449+0000","last_unstale":"2024-09-12T18:00:59.389387+0000","last_undegraded":"2024-09-12T18:00:59.389387+0000","last_fullsized":"2024-09-12T18:00:59.389387+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:59.389188+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:59.389188+0000","last_clean_scrub_stamp":"2024-09-12T18:00:59.389188+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:10:13.745263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'39","reported_seq":166,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.951756+0000","last_change":"2024-09-12T18:00:53.951610+0000","last_active":"2024-09-12T18:00:53.951756+0000","last_peered":"2024-09-12T18:00:53.951756+0000","last_clean":"2024-09-12T18:00:53.951756+0000","last_became_active":"2024-09-12T17:28:43.357815+0000","last_became_peered":"2024-09-12T17:28:43.357815+0000","last_unstale":"2024-09-12T18:00:53.951756+0000","last_undegraded":"2024-09-12T18:00:53.951756+0000","last_fullsized":"2024-09-12T18:00:53.951756+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'39","last_scrub_stamp":"2024-09-12T18:00:53.951415+0000","last_deep_scrub":"264'39","last_deep_scrub_stamp":"2024-09-12T18:00:53.951415+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.951415+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:54:09.055556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":207,"num_read_kb":145,"num_write":66,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"264'2","reported_seq":31,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:13.249737+0000","last_change":"2024-09-12T18:01:13.249577+0000","last_active":"2024-09-12T18:01:13.249737+0000","last_peered":"2024-09-12T18:01:13.249737+0000","last_clean":"2024-09-12T18:01:13.249737+0000","last_became_active":"2024-09-12T17:42:37.090887+0000","last_became_peered":"2024-09-12T17:42:37.090887+0000","last_unstale":"2024-09-12T18:01:13.249737+0000","last_undegraded":"2024-09-12T18:01:13.249737+0000","last_fullsized":"2024-09-12T18:01:13.249737+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:13.249390+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:13.249390+0000","last_clean_scrub_stamp":"2024-09-12T18:01:13.249390+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:43:23.187806+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"264'4","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:18.204896+0000","last_change":"2024-09-12T18:01:18.204896+0000","last_active":"2024-09-12T18:01:18.204896+0000","last_peered":"2024-09-12T18:01:18.204896+0000","last_clean":"2024-09-12T18:01:18.204896+0000","last_became_active":"2024-09-12T17:30:40.983879+0000","last_became_peered":"2024-09-12T17:30:40.983879+0000","last_unstale":"2024-09-12T18:01:18.204896+0000","last_undegraded":"2024-09-12T18:01:18.204896+0000","last_fullsized":"2024-09-12T18:01:18.204896+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:01:18.204702+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:01:18.204702+0000","last_clean_scrub_stamp":"2024-09-12T18:01:18.204702+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:17:43.262867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.652991+0000","last_change":"2024-09-12T18:00:47.652864+0000","last_active":"2024-09-12T18:00:47.652991+0000","last_peered":"2024-09-12T18:00:47.652991+0000","last_clean":"2024-09-12T18:00:47.652991+0000","last_became_active":"2024-09-12T17:30:37.907386+0000","last_became_peered":"2024-09-12T17:30:37.907386+0000","last_unstale":"2024-09-12T18:00:47.652991+0000","last_undegraded":"2024-09-12T18:00:47.652991+0000","last_fullsized":"2024-09-12T18:00:47.652991+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:47.652683+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:47.652683+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.652683+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:09:20.087869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":90,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.587873+0000","last_change":"2024-09-12T18:00:54.587717+0000","last_active":"2024-09-12T18:00:54.587873+0000","last_peered":"2024-09-12T18:00:54.587873+0000","last_clean":"2024-09-12T18:00:54.587873+0000","last_became_active":"2024-09-12T17:28:43.365087+0000","last_became_peered":"2024-09-12T17:28:43.365087+0000","last_unstale":"2024-09-12T18:00:54.587873+0000","last_undegraded":"2024-09-12T18:00:54.587873+0000","last_fullsized":"2024-09-12T18:00:54.587873+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T18:00:54.587537+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T18:00:54.587537+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.587537+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:53.033501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":41,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'2","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:16.277781+0000","last_change":"2024-09-12T18:01:16.277781+0000","last_active":"2024-09-12T18:01:16.277781+0000","last_peered":"2024-09-12T18:01:16.277781+0000","last_clean":"2024-09-12T18:01:16.277781+0000","last_became_active":"2024-09-12T17:42:37.098821+0000","last_became_peered":"2024-09-12T17:42:37.098821+0000","last_unstale":"2024-09-12T18:01:16.277781+0000","last_undegraded":"2024-09-12T18:01:16.277781+0000","last_fullsized":"2024-09-12T18:01:16.277781+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:16.277547+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:16.277547+0000","last_clean_scrub_stamp":"2024-09-12T18:01:16.277547+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:23:13.368625+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"0'0","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.634608+0000","last_change":"2024-09-12T18:00:48.634343+0000","last_active":"2024-09-12T18:00:48.634608+0000","last_peered":"2024-09-12T18:00:48.634608+0000","last_clean":"2024-09-12T18:00:48.634608+0000","last_became_active":"2024-09-12T17:30:40.965800+0000","last_became_peered":"2024-09-12T17:30:40.965800+0000","last_unstale":"2024-09-12T18:00:48.634608+0000","last_undegraded":"2024-09-12T18:00:48.634608+0000","last_fullsized":"2024-09-12T18:00:48.634608+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:48.634072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:48.634072+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.634072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:30.238696+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'8","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.367415+0000","last_change":"2024-09-12T18:00:56.367286+0000","last_active":"2024-09-12T18:00:56.367415+0000","last_peered":"2024-09-12T18:00:56.367415+0000","last_clean":"2024-09-12T18:00:56.367415+0000","last_became_active":"2024-09-12T17:30:37.888031+0000","last_became_peered":"2024-09-12T17:30:37.888031+0000","last_unstale":"2024-09-12T18:00:56.367415+0000","last_undegraded":"2024-09-12T18:00:56.367415+0000","last_fullsized":"2024-09-12T18:00:56.367415+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'8","last_scrub_stamp":"2024-09-12T18:00:56.367093+0000","last_deep_scrub":"264'8","last_deep_scrub_stamp":"2024-09-12T18:00:56.367093+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.367093+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:17.844050+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'19","reported_seq":111,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:56.441120+0000","last_change":"2024-09-12T18:00:56.440981+0000","last_active":"2024-09-12T18:00:56.441120+0000","last_peered":"2024-09-12T18:00:56.441120+0000","last_clean":"2024-09-12T18:00:56.441120+0000","last_became_active":"2024-09-12T17:28:43.377248+0000","last_became_peered":"2024-09-12T17:28:43.377248+0000","last_unstale":"2024-09-12T18:00:56.441120+0000","last_undegraded":"2024-09-12T18:00:56.441120+0000","last_fullsized":"2024-09-12T18:00:56.441120+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'19","last_scrub_stamp":"2024-09-12T18:00:56.440784+0000","last_deep_scrub":"264'19","last_deep_scrub_stamp":"2024-09-12T18:00:56.440784+0000","last_clean_scrub_stamp":"2024-09-12T18:00:56.440784+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:55:25.792894+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":71,"num_write":34,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.625453+0000","last_change":"2024-09-12T18:00:40.625453+0000","last_active":"2024-09-12T18:00:40.625453+0000","last_peered":"2024-09-12T18:00:40.625453+0000","last_clean":"2024-09-12T18:00:40.625453+0000","last_became_active":"2024-09-12T17:42:37.094854+0000","last_became_peered":"2024-09-12T17:42:37.094854+0000","last_unstale":"2024-09-12T18:00:40.625453+0000","last_undegraded":"2024-09-12T18:00:40.625453+0000","last_fullsized":"2024-09-12T18:00:40.625453+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:40.625245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:40.625245+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.625245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:57:20.810319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'4","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:04.345712+0000","last_change":"2024-09-12T18:01:04.345712+0000","last_active":"2024-09-12T18:01:04.345712+0000","last_peered":"2024-09-12T18:01:04.345712+0000","last_clean":"2024-09-12T18:01:04.345712+0000","last_became_active":"2024-09-12T17:30:40.977569+0000","last_became_peered":"2024-09-12T17:30:40.977569+0000","last_unstale":"2024-09-12T18:01:04.345712+0000","last_undegraded":"2024-09-12T18:01:04.345712+0000","last_fullsized":"2024-09-12T18:01:04.345712+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:01:04.345535+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:01:04.345535+0000","last_clean_scrub_stamp":"2024-09-12T18:01:04.345535+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:27:51.096737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'16","reported_seq":81,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.380842+0000","last_change":"2024-09-12T18:01:00.380842+0000","last_active":"2024-09-12T18:01:00.380842+0000","last_peered":"2024-09-12T18:01:00.380842+0000","last_clean":"2024-09-12T18:01:00.380842+0000","last_became_active":"2024-09-12T17:30:37.923377+0000","last_became_peered":"2024-09-12T17:30:37.923377+0000","last_unstale":"2024-09-12T18:01:00.380842+0000","last_undegraded":"2024-09-12T18:01:00.380842+0000","last_fullsized":"2024-09-12T18:01:00.380842+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'16","last_scrub_stamp":"2024-09-12T18:01:00.380656+0000","last_deep_scrub":"264'16","last_deep_scrub_stamp":"2024-09-12T18:01:00.380656+0000","last_clean_scrub_stamp":"2024-09-12T18:01:00.380656+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:31:02.472605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":36914,"num_write":26,"num_write_kb":20528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'50","reported_seq":196,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.405022+0000","last_change":"2024-09-12T18:00:54.405022+0000","last_active":"2024-09-12T18:00:54.405022+0000","last_peered":"2024-09-12T18:00:54.405022+0000","last_clean":"2024-09-12T18:00:54.405022+0000","last_became_active":"2024-09-12T17:28:43.361928+0000","last_became_peered":"2024-09-12T17:28:43.361928+0000","last_unstale":"2024-09-12T18:00:54.405022+0000","last_undegraded":"2024-09-12T18:00:54.405022+0000","last_fullsized":"2024-09-12T18:00:54.405022+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'50","last_scrub_stamp":"2024-09-12T18:00:54.404836+0000","last_deep_scrub":"264'50","last_deep_scrub_stamp":"2024-09-12T18:00:54.404836+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.404836+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:59:32.467357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":265,"num_read_kb":186,"num_write":86,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:07.449097+0000","last_change":"2024-09-12T18:01:07.449097+0000","last_active":"2024-09-12T18:01:07.449097+0000","last_peered":"2024-09-12T18:01:07.449097+0000","last_clean":"2024-09-12T18:01:07.449097+0000","last_became_active":"2024-09-12T17:42:37.100988+0000","last_became_peered":"2024-09-12T17:42:37.100988+0000","last_unstale":"2024-09-12T18:01:07.449097+0000","last_undegraded":"2024-09-12T18:01:07.449097+0000","last_fullsized":"2024-09-12T18:01:07.449097+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:07.448925+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:07.448925+0000","last_clean_scrub_stamp":"2024-09-12T18:01:07.448925+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:15:58.961570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'4","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.363326+0000","last_change":"2024-09-12T18:01:03.363326+0000","last_active":"2024-09-12T18:01:03.363326+0000","last_peered":"2024-09-12T18:01:03.363326+0000","last_clean":"2024-09-12T18:01:03.363326+0000","last_became_active":"2024-09-12T17:30:40.975987+0000","last_became_peered":"2024-09-12T17:30:40.975987+0000","last_unstale":"2024-09-12T18:01:03.363326+0000","last_undegraded":"2024-09-12T18:01:03.363326+0000","last_fullsized":"2024-09-12T18:01:03.363326+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:01:03.363137+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:01:03.363137+0000","last_clean_scrub_stamp":"2024-09-12T18:01:03.363137+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:19:49.434382+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"0'0","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.687849+0000","last_change":"2024-09-12T18:00:37.687849+0000","last_active":"2024-09-12T18:00:37.687849+0000","last_peered":"2024-09-12T18:00:37.687849+0000","last_clean":"2024-09-12T18:00:37.687849+0000","last_became_active":"2024-09-12T17:30:37.907565+0000","last_became_peered":"2024-09-12T17:30:37.907565+0000","last_unstale":"2024-09-12T18:00:37.687849+0000","last_undegraded":"2024-09-12T18:00:37.687849+0000","last_fullsized":"2024-09-12T18:00:37.687849+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:37.687733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:37.687733+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.687733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:40.784710+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'79","reported_seq":296,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.287754+0000","last_change":"2024-09-12T18:00:54.287754+0000","last_active":"2024-09-12T18:00:54.287754+0000","last_peered":"2024-09-12T18:00:54.287754+0000","last_clean":"2024-09-12T18:00:54.287754+0000","last_became_active":"2024-09-12T17:28:43.382670+0000","last_became_peered":"2024-09-12T17:28:43.382670+0000","last_unstale":"2024-09-12T18:00:54.287754+0000","last_undegraded":"2024-09-12T18:00:54.287754+0000","last_fullsized":"2024-09-12T18:00:54.287754+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'79","last_scrub_stamp":"2024-09-12T18:00:54.287565+0000","last_deep_scrub":"264'79","last_deep_scrub_stamp":"2024-09-12T18:00:54.287565+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.287565+0000","objects_scrubbed":1,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:53:57.478741+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":467,"num_read_kb":367,"num_write":100,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.700573+0000","last_change":"2024-09-12T18:00:52.700573+0000","last_active":"2024-09-12T18:00:52.700573+0000","last_peered":"2024-09-12T18:00:52.700573+0000","last_clean":"2024-09-12T18:00:52.700573+0000","last_became_active":"2024-09-12T17:42:37.069175+0000","last_became_peered":"2024-09-12T17:42:37.069175+0000","last_unstale":"2024-09-12T18:00:52.700573+0000","last_undegraded":"2024-09-12T18:00:52.700573+0000","last_fullsized":"2024-09-12T18:00:52.700573+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:52.700392+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:52.700392+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.700392+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:28:45.627849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"264'3","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.106577+0000","last_change":"2024-09-12T18:00:58.106577+0000","last_active":"2024-09-12T18:00:58.106577+0000","last_peered":"2024-09-12T18:00:58.106577+0000","last_clean":"2024-09-12T18:00:58.106577+0000","last_became_active":"2024-09-12T17:30:41.502364+0000","last_became_peered":"2024-09-12T17:30:41.502364+0000","last_unstale":"2024-09-12T18:00:58.106577+0000","last_undegraded":"2024-09-12T18:00:58.106577+0000","last_fullsized":"2024-09-12T18:00:58.106577+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:00:58.106400+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:00:58.106400+0000","last_clean_scrub_stamp":"2024-09-12T18:00:58.106400+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:22:39.254988+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:02.059731+0000","last_change":"2024-09-12T18:01:02.059731+0000","last_active":"2024-09-12T18:01:02.059731+0000","last_peered":"2024-09-12T18:01:02.059731+0000","last_clean":"2024-09-12T18:01:02.059731+0000","last_became_active":"2024-09-12T17:30:37.904363+0000","last_became_peered":"2024-09-12T17:30:37.904363+0000","last_unstale":"2024-09-12T18:01:02.059731+0000","last_undegraded":"2024-09-12T18:01:02.059731+0000","last_fullsized":"2024-09-12T18:01:02.059731+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:02.059541+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:02.059541+0000","last_clean_scrub_stamp":"2024-09-12T18:01:02.059541+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:47:24.700960+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'24","reported_seq":123,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.755710+0000","last_change":"2024-09-12T18:00:44.755710+0000","last_active":"2024-09-12T18:00:44.755710+0000","last_peered":"2024-09-12T18:00:44.755710+0000","last_clean":"2024-09-12T18:00:44.755710+0000","last_became_active":"2024-09-12T17:28:43.377573+0000","last_became_peered":"2024-09-12T17:28:43.377573+0000","last_unstale":"2024-09-12T18:00:44.755710+0000","last_undegraded":"2024-09-12T18:00:44.755710+0000","last_fullsized":"2024-09-12T18:00:44.755710+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'24","last_scrub_stamp":"2024-09-12T18:00:44.755540+0000","last_deep_scrub":"264'24","last_deep_scrub_stamp":"2024-09-12T18:00:44.755540+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.755540+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:58.764465+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":91,"num_write":42,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.486277+0000","last_change":"2024-09-12T18:01:05.486277+0000","last_active":"2024-09-12T18:01:05.486277+0000","last_peered":"2024-09-12T18:01:05.486277+0000","last_clean":"2024-09-12T18:01:05.486277+0000","last_became_active":"2024-09-12T17:42:37.098890+0000","last_became_peered":"2024-09-12T17:42:37.098890+0000","last_unstale":"2024-09-12T18:01:05.486277+0000","last_undegraded":"2024-09-12T18:01:05.486277+0000","last_fullsized":"2024-09-12T18:01:05.486277+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:05.486094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:05.486094+0000","last_clean_scrub_stamp":"2024-09-12T18:01:05.486094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:29:19.977571+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'2","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:02.336770+0000","last_change":"2024-09-12T18:01:02.336770+0000","last_active":"2024-09-12T18:01:02.336770+0000","last_peered":"2024-09-12T18:01:02.336770+0000","last_clean":"2024-09-12T18:01:02.336770+0000","last_became_active":"2024-09-12T17:30:40.984312+0000","last_became_peered":"2024-09-12T17:30:40.984312+0000","last_unstale":"2024-09-12T18:01:02.336770+0000","last_undegraded":"2024-09-12T18:01:02.336770+0000","last_fullsized":"2024-09-12T18:01:02.336770+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:02.336584+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:02.336584+0000","last_clean_scrub_stamp":"2024-09-12T18:01:02.336584+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:28:22.483175+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'14","reported_seq":74,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.063028+0000","last_change":"2024-09-12T18:00:52.063028+0000","last_active":"2024-09-12T18:00:52.063028+0000","last_peered":"2024-09-12T18:00:52.063028+0000","last_clean":"2024-09-12T18:00:52.063028+0000","last_became_active":"2024-09-12T17:30:37.903185+0000","last_became_peered":"2024-09-12T17:30:37.903185+0000","last_unstale":"2024-09-12T18:00:52.063028+0000","last_undegraded":"2024-09-12T18:00:52.063028+0000","last_fullsized":"2024-09-12T18:00:52.063028+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'14","last_scrub_stamp":"2024-09-12T18:00:52.062849+0000","last_deep_scrub":"264'14","last_deep_scrub_stamp":"2024-09-12T18:00:52.062849+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.062849+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:58:18.780151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":15362,"num_write":24,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'30","reported_seq":133,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.650938+0000","last_change":"2024-09-12T18:00:36.650938+0000","last_active":"2024-09-12T18:00:36.650938+0000","last_peered":"2024-09-12T18:00:36.650938+0000","last_clean":"2024-09-12T18:00:36.650938+0000","last_became_active":"2024-09-12T17:28:43.368029+0000","last_became_peered":"2024-09-12T17:28:43.368029+0000","last_unstale":"2024-09-12T18:00:36.650938+0000","last_undegraded":"2024-09-12T18:00:36.650938+0000","last_fullsized":"2024-09-12T18:00:36.650938+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'30","last_scrub_stamp":"2024-09-12T18:00:36.650715+0000","last_deep_scrub":"264'30","last_deep_scrub_stamp":"2024-09-12T18:00:36.650715+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.650715+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:37.427501+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":98,"num_write":58,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:11.321521+0000","last_change":"2024-09-12T18:01:11.321521+0000","last_active":"2024-09-12T18:01:11.321521+0000","last_peered":"2024-09-12T18:01:11.321521+0000","last_clean":"2024-09-12T18:01:11.321521+0000","last_became_active":"2024-09-12T17:42:37.098386+0000","last_became_peered":"2024-09-12T17:42:37.098386+0000","last_unstale":"2024-09-12T18:01:11.321521+0000","last_undegraded":"2024-09-12T18:01:11.321521+0000","last_fullsized":"2024-09-12T18:01:11.321521+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:11.321328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:11.321328+0000","last_clean_scrub_stamp":"2024-09-12T18:01:11.321328+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:06:50.034253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:02.652841+0000","last_change":"2024-09-12T18:01:02.652841+0000","last_active":"2024-09-12T18:01:02.652841+0000","last_peered":"2024-09-12T18:01:02.652841+0000","last_clean":"2024-09-12T18:01:02.652841+0000","last_became_active":"2024-09-12T17:30:56.025899+0000","last_became_peered":"2024-09-12T17:30:56.025899+0000","last_unstale":"2024-09-12T18:01:02.652841+0000","last_undegraded":"2024-09-12T18:01:02.652841+0000","last_fullsized":"2024-09-12T18:01:02.652841+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:01:02.652611+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:01:02.652611+0000","last_clean_scrub_stamp":"2024-09-12T18:01:02.652611+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:32:04.789908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'5","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.986985+0000","last_change":"2024-09-12T18:00:57.986820+0000","last_active":"2024-09-12T18:00:57.986985+0000","last_peered":"2024-09-12T18:00:57.986985+0000","last_clean":"2024-09-12T18:00:57.986985+0000","last_became_active":"2024-09-12T17:30:37.895814+0000","last_became_peered":"2024-09-12T17:30:37.895814+0000","last_unstale":"2024-09-12T18:00:57.986985+0000","last_undegraded":"2024-09-12T18:00:57.986985+0000","last_fullsized":"2024-09-12T18:00:57.986985+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:57.986621+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:57.986621+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.986621+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:37:58.657440+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":10,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"264'45","reported_seq":173,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.959000+0000","last_change":"2024-09-12T18:00:49.959000+0000","last_active":"2024-09-12T18:00:49.959000+0000","last_peered":"2024-09-12T18:00:49.959000+0000","last_clean":"2024-09-12T18:00:49.959000+0000","last_became_active":"2024-09-12T17:28:43.373522+0000","last_became_peered":"2024-09-12T17:28:43.373522+0000","last_unstale":"2024-09-12T18:00:49.959000+0000","last_undegraded":"2024-09-12T18:00:49.959000+0000","last_fullsized":"2024-09-12T18:00:49.959000+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'45","last_scrub_stamp":"2024-09-12T18:00:49.958804+0000","last_deep_scrub":"264'45","last_deep_scrub_stamp":"2024-09-12T18:00:49.958804+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.958804+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:48:16.938415+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":156,"num_write":79,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:11.364423+0000","last_change":"2024-09-12T18:01:11.364423+0000","last_active":"2024-09-12T18:01:11.364423+0000","last_peered":"2024-09-12T18:01:11.364423+0000","last_clean":"2024-09-12T18:01:11.364423+0000","last_became_active":"2024-09-12T17:42:37.101673+0000","last_became_peered":"2024-09-12T17:42:37.101673+0000","last_unstale":"2024-09-12T18:01:11.364423+0000","last_undegraded":"2024-09-12T18:01:11.364423+0000","last_fullsized":"2024-09-12T18:01:11.364423+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:11.364198+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:11.364198+0000","last_clean_scrub_stamp":"2024-09-12T18:01:11.364198+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:57:18.116902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"261'8","reported_seq":61,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:02.432063+0000","last_change":"2024-09-12T18:01:02.432063+0000","last_active":"2024-09-12T18:01:02.432063+0000","last_peered":"2024-09-12T18:01:02.432063+0000","last_clean":"2024-09-12T18:01:02.432063+0000","last_became_active":"2024-09-12T17:30:41.492154+0000","last_became_peered":"2024-09-12T17:30:41.492154+0000","last_unstale":"2024-09-12T18:01:02.432063+0000","last_undegraded":"2024-09-12T18:01:02.432063+0000","last_fullsized":"2024-09-12T18:01:02.432063+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'8","last_scrub_stamp":"2024-09-12T18:01:02.431825+0000","last_deep_scrub":"261'8","last_deep_scrub_stamp":"2024-09-12T18:01:02.431825+0000","last_clean_scrub_stamp":"2024-09-12T18:01:02.431825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:08:18.606697+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":20482,"num_write":18,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"264'5","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.121468+0000","last_change":"2024-09-12T18:00:45.121292+0000","last_active":"2024-09-12T18:00:45.121468+0000","last_peered":"2024-09-12T18:00:45.121468+0000","last_clean":"2024-09-12T18:00:45.121468+0000","last_became_active":"2024-09-12T17:30:37.901984+0000","last_became_peered":"2024-09-12T17:30:37.901984+0000","last_unstale":"2024-09-12T18:00:45.121468+0000","last_undegraded":"2024-09-12T18:00:45.121468+0000","last_fullsized":"2024-09-12T18:00:45.121468+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:45.121111+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:45.121111+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.121111+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:58:59.797835+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'40","reported_seq":169,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.349366+0000","last_change":"2024-09-12T18:00:52.349200+0000","last_active":"2024-09-12T18:00:52.349366+0000","last_peered":"2024-09-12T18:00:52.349366+0000","last_clean":"2024-09-12T18:00:52.349366+0000","last_became_active":"2024-09-12T17:28:43.375321+0000","last_became_peered":"2024-09-12T17:28:43.375321+0000","last_unstale":"2024-09-12T18:00:52.349366+0000","last_undegraded":"2024-09-12T18:00:52.349366+0000","last_fullsized":"2024-09-12T18:00:52.349366+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T18:00:52.349030+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T18:00:52.349030+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.349030+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:25:55.929752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":212,"num_read_kb":150,"num_write":74,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'2","reported_seq":31,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:10.401060+0000","last_change":"2024-09-12T18:01:10.401060+0000","last_active":"2024-09-12T18:01:10.401060+0000","last_peered":"2024-09-12T18:01:10.401060+0000","last_clean":"2024-09-12T18:01:10.401060+0000","last_became_active":"2024-09-12T17:42:37.101691+0000","last_became_peered":"2024-09-12T17:42:37.101691+0000","last_unstale":"2024-09-12T18:01:10.401060+0000","last_undegraded":"2024-09-12T18:01:10.401060+0000","last_fullsized":"2024-09-12T18:01:10.401060+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:01:10.400879+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:01:10.400879+0000","last_clean_scrub_stamp":"2024-09-12T18:01:10.400879+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:22:05.944691+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'4","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.974497+0000","last_change":"2024-09-12T18:00:49.974497+0000","last_active":"2024-09-12T18:00:49.974497+0000","last_peered":"2024-09-12T18:00:49.974497+0000","last_clean":"2024-09-12T18:00:49.974497+0000","last_became_active":"2024-09-12T17:30:40.969731+0000","last_became_peered":"2024-09-12T17:30:40.969731+0000","last_unstale":"2024-09-12T18:00:49.974497+0000","last_undegraded":"2024-09-12T18:00:49.974497+0000","last_fullsized":"2024-09-12T18:00:49.974497+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:49.974324+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:49.974324+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.974324+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:25.592662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":2058,"num_write":4,"num_write_kb":1029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"0'0","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.007132+0000","last_change":"2024-09-12T18:01:00.006992+0000","last_active":"2024-09-12T18:01:00.007132+0000","last_peered":"2024-09-12T18:01:00.007132+0000","last_clean":"2024-09-12T18:01:00.007132+0000","last_became_active":"2024-09-12T17:30:37.900716+0000","last_became_peered":"2024-09-12T17:30:37.900716+0000","last_unstale":"2024-09-12T18:01:00.007132+0000","last_undegraded":"2024-09-12T18:01:00.007132+0000","last_fullsized":"2024-09-12T18:01:00.007132+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:00.006809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:00.006809+0000","last_clean_scrub_stamp":"2024-09-12T18:01:00.006809+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:17:11.511614+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'19","reported_seq":109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.357742+0000","last_change":"2024-09-12T18:00:53.357598+0000","last_active":"2024-09-12T18:00:53.357742+0000","last_peered":"2024-09-12T18:00:53.357742+0000","last_clean":"2024-09-12T18:00:53.357742+0000","last_became_active":"2024-09-12T17:28:43.369582+0000","last_became_peered":"2024-09-12T17:28:43.369582+0000","last_unstale":"2024-09-12T18:00:53.357742+0000","last_undegraded":"2024-09-12T18:00:53.357742+0000","last_fullsized":"2024-09-12T18:00:53.357742+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'19","last_scrub_stamp":"2024-09-12T18:00:53.357420+0000","last_deep_scrub":"264'19","last_deep_scrub_stamp":"2024-09-12T18:00:53.357420+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.357420+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:45:59.138487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":68,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:11.174853+0000","last_change":"2024-09-12T18:01:11.174853+0000","last_active":"2024-09-12T18:01:11.174853+0000","last_peered":"2024-09-12T18:01:11.174853+0000","last_clean":"2024-09-12T18:01:11.174853+0000","last_became_active":"2024-09-12T17:42:37.102044+0000","last_became_peered":"2024-09-12T17:42:37.102044+0000","last_unstale":"2024-09-12T18:01:11.174853+0000","last_undegraded":"2024-09-12T18:01:11.174853+0000","last_fullsized":"2024-09-12T18:01:11.174853+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:11.174637+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:11.174637+0000","last_clean_scrub_stamp":"2024-09-12T18:01:11.174637+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:28:35.867881+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"0'0","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:06.449264+0000","last_change":"2024-09-12T18:01:06.449017+0000","last_active":"2024-09-12T18:01:06.449264+0000","last_peered":"2024-09-12T18:01:06.449264+0000","last_clean":"2024-09-12T18:01:06.449264+0000","last_became_active":"2024-09-12T17:30:40.975911+0000","last_became_peered":"2024-09-12T17:30:40.975911+0000","last_unstale":"2024-09-12T18:01:06.449264+0000","last_undegraded":"2024-09-12T18:01:06.449264+0000","last_fullsized":"2024-09-12T18:01:06.449264+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:06.448805+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:06.448805+0000","last_clean_scrub_stamp":"2024-09-12T18:01:06.448805+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:01.544716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'5","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.632885+0000","last_change":"2024-09-12T18:00:55.632885+0000","last_active":"2024-09-12T18:00:55.632885+0000","last_peered":"2024-09-12T18:00:55.632885+0000","last_clean":"2024-09-12T18:00:55.632885+0000","last_became_active":"2024-09-12T17:30:37.913930+0000","last_became_peered":"2024-09-12T17:30:37.913930+0000","last_unstale":"2024-09-12T18:00:55.632885+0000","last_undegraded":"2024-09-12T18:00:55.632885+0000","last_fullsized":"2024-09-12T18:00:55.632885+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:55.632612+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:55.632612+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.632612+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:05.727357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'23","reported_seq":119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.772060+0000","last_change":"2024-09-12T18:00:42.771907+0000","last_active":"2024-09-12T18:00:42.772060+0000","last_peered":"2024-09-12T18:00:42.772060+0000","last_clean":"2024-09-12T18:00:42.772060+0000","last_became_active":"2024-09-12T17:28:43.376115+0000","last_became_peered":"2024-09-12T17:28:43.376115+0000","last_unstale":"2024-09-12T18:00:42.772060+0000","last_undegraded":"2024-09-12T18:00:42.772060+0000","last_fullsized":"2024-09-12T18:00:42.772060+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'23","last_scrub_stamp":"2024-09-12T18:00:42.771736+0000","last_deep_scrub":"264'23","last_deep_scrub_stamp":"2024-09-12T18:00:42.771736+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.771736+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:35:37.196958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":80,"num_write":52,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:08.406410+0000","last_change":"2024-09-12T18:01:08.406187+0000","last_active":"2024-09-12T18:01:08.406410+0000","last_peered":"2024-09-12T18:01:08.406410+0000","last_clean":"2024-09-12T18:01:08.406410+0000","last_became_active":"2024-09-12T17:42:37.101544+0000","last_became_peered":"2024-09-12T17:42:37.101544+0000","last_unstale":"2024-09-12T18:01:08.406410+0000","last_undegraded":"2024-09-12T18:01:08.406410+0000","last_fullsized":"2024-09-12T18:01:08.406410+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:08.405989+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:08.405989+0000","last_clean_scrub_stamp":"2024-09-12T18:01:08.405989+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:15:29.415539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":57,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:06.153964+0000","last_change":"2024-09-12T18:01:06.153964+0000","last_active":"2024-09-12T18:01:06.153964+0000","last_peered":"2024-09-12T18:01:06.153964+0000","last_clean":"2024-09-12T18:01:06.153964+0000","last_became_active":"2024-09-12T17:30:40.975795+0000","last_became_peered":"2024-09-12T17:30:40.975795+0000","last_unstale":"2024-09-12T18:01:06.153964+0000","last_undegraded":"2024-09-12T18:01:06.153964+0000","last_fullsized":"2024-09-12T18:01:06.153964+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T18:01:06.153771+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T18:01:06.153771+0000","last_clean_scrub_stamp":"2024-09-12T18:01:06.153771+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:10:42.680041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":10240,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"261'2","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:59.382836+0000","last_change":"2024-09-12T18:00:59.382836+0000","last_active":"2024-09-12T18:00:59.382836+0000","last_peered":"2024-09-12T18:00:59.382836+0000","last_clean":"2024-09-12T18:00:59.382836+0000","last_became_active":"2024-09-12T17:30:37.910945+0000","last_became_peered":"2024-09-12T17:30:37.910945+0000","last_unstale":"2024-09-12T18:00:59.382836+0000","last_undegraded":"2024-09-12T18:00:59.382836+0000","last_fullsized":"2024-09-12T18:00:59.382836+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:59.382641+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:59.382641+0000","last_clean_scrub_stamp":"2024-09-12T18:00:59.382641+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:22:57.120197+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'45","reported_seq":181,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.008076+0000","last_change":"2024-09-12T18:00:51.007932+0000","last_active":"2024-09-12T18:00:51.008076+0000","last_peered":"2024-09-12T18:00:51.008076+0000","last_clean":"2024-09-12T18:00:51.008076+0000","last_became_active":"2024-09-12T17:28:43.370818+0000","last_became_peered":"2024-09-12T17:28:43.370818+0000","last_unstale":"2024-09-12T18:00:51.008076+0000","last_undegraded":"2024-09-12T18:00:51.008076+0000","last_fullsized":"2024-09-12T18:00:51.008076+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'45","last_scrub_stamp":"2024-09-12T18:00:51.007739+0000","last_deep_scrub":"264'45","last_deep_scrub_stamp":"2024-09-12T18:00:51.007739+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.007739+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:49.518987+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":162,"num_write":73,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.455106+0000","last_change":"2024-09-12T18:01:00.454952+0000","last_active":"2024-09-12T18:01:00.455106+0000","last_peered":"2024-09-12T18:01:00.455106+0000","last_clean":"2024-09-12T18:01:00.455106+0000","last_became_active":"2024-09-12T17:42:37.096358+0000","last_became_peered":"2024-09-12T17:42:37.096358+0000","last_unstale":"2024-09-12T18:01:00.455106+0000","last_undegraded":"2024-09-12T18:01:00.455106+0000","last_fullsized":"2024-09-12T18:01:00.455106+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:00.454764+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:00.454764+0000","last_clean_scrub_stamp":"2024-09-12T18:01:00.454764+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:01.280804+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'9","reported_seq":61,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:04.104464+0000","last_change":"2024-09-12T18:01:04.104464+0000","last_active":"2024-09-12T18:01:04.104464+0000","last_peered":"2024-09-12T18:01:04.104464+0000","last_clean":"2024-09-12T18:01:04.104464+0000","last_became_active":"2024-09-12T17:30:41.499891+0000","last_became_peered":"2024-09-12T17:30:41.499891+0000","last_unstale":"2024-09-12T18:01:04.104464+0000","last_undegraded":"2024-09-12T18:01:04.104464+0000","last_fullsized":"2024-09-12T18:01:04.104464+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'9","last_scrub_stamp":"2024-09-12T18:01:04.104226+0000","last_deep_scrub":"264'9","last_deep_scrub_stamp":"2024-09-12T18:01:04.104226+0000","last_clean_scrub_stamp":"2024-09-12T18:01:04.104226+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:02.677978+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":5122,"num_write":14,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"0'0","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.658618+0000","last_change":"2024-09-12T18:00:35.658618+0000","last_active":"2024-09-12T18:00:35.658618+0000","last_peered":"2024-09-12T18:00:35.658618+0000","last_clean":"2024-09-12T18:00:35.658618+0000","last_became_active":"2024-09-12T17:30:37.906651+0000","last_became_peered":"2024-09-12T17:30:37.906651+0000","last_unstale":"2024-09-12T18:00:35.658618+0000","last_undegraded":"2024-09-12T18:00:35.658618+0000","last_fullsized":"2024-09-12T18:00:35.658618+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:35.658432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:35.658432+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.658432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:05:33.182130+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'66","reported_seq":243,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.726366+0000","last_change":"2024-09-12T18:00:41.726126+0000","last_active":"2024-09-12T18:00:41.726366+0000","last_peered":"2024-09-12T18:00:41.726366+0000","last_clean":"2024-09-12T18:00:41.726366+0000","last_became_active":"2024-09-12T17:28:43.366637+0000","last_became_peered":"2024-09-12T17:28:43.366637+0000","last_unstale":"2024-09-12T18:00:41.726366+0000","last_undegraded":"2024-09-12T18:00:41.726366+0000","last_fullsized":"2024-09-12T18:00:41.726366+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'66","last_scrub_stamp":"2024-09-12T18:00:41.725875+0000","last_deep_scrub":"264'66","last_deep_scrub_stamp":"2024-09-12T18:00:41.725875+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.725875+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:23:06.926351+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":354,"num_read_kb":266,"num_write":106,"num_write_kb":53,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.051522+0000","last_change":"2024-09-12T18:00:55.051522+0000","last_active":"2024-09-12T18:00:55.051522+0000","last_peered":"2024-09-12T18:00:55.051522+0000","last_clean":"2024-09-12T18:00:55.051522+0000","last_became_active":"2024-09-12T17:42:37.081983+0000","last_became_peered":"2024-09-12T17:42:37.081983+0000","last_unstale":"2024-09-12T18:00:55.051522+0000","last_undegraded":"2024-09-12T18:00:55.051522+0000","last_fullsized":"2024-09-12T18:00:55.051522+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:55.051334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:55.051334+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.051334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:09.039821+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:03.435556+0000","last_change":"2024-09-12T18:01:03.435556+0000","last_active":"2024-09-12T18:01:03.435556+0000","last_peered":"2024-09-12T18:01:03.435556+0000","last_clean":"2024-09-12T18:01:03.435556+0000","last_became_active":"2024-09-12T17:30:41.493272+0000","last_became_peered":"2024-09-12T17:30:41.493272+0000","last_unstale":"2024-09-12T18:01:03.435556+0000","last_undegraded":"2024-09-12T18:01:03.435556+0000","last_fullsized":"2024-09-12T18:01:03.435556+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:03.435382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:03.435382+0000","last_clean_scrub_stamp":"2024-09-12T18:01:03.435382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:50:35.558141+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"261'4","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.331718+0000","last_change":"2024-09-12T18:00:55.331583+0000","last_active":"2024-09-12T18:00:55.331718+0000","last_peered":"2024-09-12T18:00:55.331718+0000","last_clean":"2024-09-12T18:00:55.331718+0000","last_became_active":"2024-09-12T17:30:37.899518+0000","last_became_peered":"2024-09-12T17:30:37.899518+0000","last_unstale":"2024-09-12T18:00:55.331718+0000","last_undegraded":"2024-09-12T18:00:55.331718+0000","last_fullsized":"2024-09-12T18:00:55.331718+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T18:00:55.331375+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T18:00:55.331375+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.331375+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:22.941496+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":4,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'41","reported_seq":171,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.300477+0000","last_change":"2024-09-12T18:00:51.300477+0000","last_active":"2024-09-12T18:00:51.300477+0000","last_peered":"2024-09-12T18:00:51.300477+0000","last_clean":"2024-09-12T18:00:51.300477+0000","last_became_active":"2024-09-12T17:28:43.373808+0000","last_became_peered":"2024-09-12T17:28:43.373808+0000","last_unstale":"2024-09-12T18:00:51.300477+0000","last_undegraded":"2024-09-12T18:00:51.300477+0000","last_fullsized":"2024-09-12T18:00:51.300477+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'41","last_scrub_stamp":"2024-09-12T18:00:51.300294+0000","last_deep_scrub":"264'41","last_deep_scrub_stamp":"2024-09-12T18:00:51.300294+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.300294+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:42:39.807466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":210,"num_read_kb":152,"num_write":74,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.651468+0000","last_change":"2024-09-12T18:01:05.651307+0000","last_active":"2024-09-12T18:01:05.651468+0000","last_peered":"2024-09-12T18:01:05.651468+0000","last_clean":"2024-09-12T18:01:05.651468+0000","last_became_active":"2024-09-12T17:42:37.090019+0000","last_became_peered":"2024-09-12T17:42:37.090019+0000","last_unstale":"2024-09-12T18:01:05.651468+0000","last_undegraded":"2024-09-12T18:01:05.651468+0000","last_fullsized":"2024-09-12T18:01:05.651468+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:05.651124+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:05.651124+0000","last_clean_scrub_stamp":"2024-09-12T18:01:05.651124+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:21.445096+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:01.656962+0000","last_change":"2024-09-12T18:01:01.656832+0000","last_active":"2024-09-12T18:01:01.656962+0000","last_peered":"2024-09-12T18:01:01.656962+0000","last_clean":"2024-09-12T18:01:01.656962+0000","last_became_active":"2024-09-12T17:30:40.968849+0000","last_became_peered":"2024-09-12T17:30:40.968849+0000","last_unstale":"2024-09-12T18:01:01.656962+0000","last_undegraded":"2024-09-12T18:01:01.656962+0000","last_fullsized":"2024-09-12T18:01:01.656962+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:01.656655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:01.656655+0000","last_clean_scrub_stamp":"2024-09-12T18:01:01.656655+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:40:50.711244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"261'2","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.355067+0000","last_change":"2024-09-12T18:00:58.355067+0000","last_active":"2024-09-12T18:00:58.355067+0000","last_peered":"2024-09-12T18:00:58.355067+0000","last_clean":"2024-09-12T18:00:58.355067+0000","last_became_active":"2024-09-12T17:30:37.923324+0000","last_became_peered":"2024-09-12T17:30:37.923324+0000","last_unstale":"2024-09-12T18:00:58.355067+0000","last_undegraded":"2024-09-12T18:00:58.355067+0000","last_fullsized":"2024-09-12T18:00:58.355067+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:58.354884+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:58.354884+0000","last_clean_scrub_stamp":"2024-09-12T18:00:58.354884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:51:40.074155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"0'0","reported_seq":58,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.091972+0000","last_change":"2024-09-12T18:00:41.091972+0000","last_active":"2024-09-12T18:00:41.091972+0000","last_peered":"2024-09-12T18:00:41.091972+0000","last_clean":"2024-09-12T18:00:41.091972+0000","last_became_active":"2024-09-12T17:28:43.373686+0000","last_became_peered":"2024-09-12T17:28:43.373686+0000","last_unstale":"2024-09-12T18:00:41.091972+0000","last_undegraded":"2024-09-12T18:00:41.091972+0000","last_fullsized":"2024-09-12T18:00:41.091972+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:41.091780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:41.091780+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.091780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:04:25.856773+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"264'2","reported_seq":31,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.585092+0000","last_change":"2024-09-12T18:00:45.585092+0000","last_active":"2024-09-12T18:00:45.585092+0000","last_peered":"2024-09-12T18:00:45.585092+0000","last_clean":"2024-09-12T18:00:45.585092+0000","last_became_active":"2024-09-12T17:42:37.096203+0000","last_became_peered":"2024-09-12T17:42:37.096203+0000","last_unstale":"2024-09-12T18:00:45.585092+0000","last_undegraded":"2024-09-12T18:00:45.585092+0000","last_fullsized":"2024-09-12T18:00:45.585092+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:45.584880+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:45.584880+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.584880+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:24.124523+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"261'2","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.016582+0000","last_change":"2024-09-12T18:00:51.016582+0000","last_active":"2024-09-12T18:00:51.016582+0000","last_peered":"2024-09-12T18:00:51.016582+0000","last_clean":"2024-09-12T18:00:51.016582+0000","last_became_active":"2024-09-12T17:30:40.981226+0000","last_became_peered":"2024-09-12T17:30:40.981226+0000","last_unstale":"2024-09-12T18:00:51.016582+0000","last_undegraded":"2024-09-12T18:00:51.016582+0000","last_fullsized":"2024-09-12T18:00:51.016582+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:51.016396+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:51.016396+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.016396+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:43:53.572598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'2","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:55.327671+0000","last_change":"2024-09-12T18:00:55.327671+0000","last_active":"2024-09-12T18:00:55.327671+0000","last_peered":"2024-09-12T18:00:55.327671+0000","last_clean":"2024-09-12T18:00:55.327671+0000","last_became_active":"2024-09-12T17:30:37.905424+0000","last_became_peered":"2024-09-12T17:30:37.905424+0000","last_unstale":"2024-09-12T18:00:55.327671+0000","last_undegraded":"2024-09-12T18:00:55.327671+0000","last_fullsized":"2024-09-12T18:00:55.327671+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:55.327399+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:55.327399+0000","last_clean_scrub_stamp":"2024-09-12T18:00:55.327399+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:29:14.043325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'33","reported_seq":145,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.313730+0000","last_change":"2024-09-12T18:00:53.313730+0000","last_active":"2024-09-12T18:00:53.313730+0000","last_peered":"2024-09-12T18:00:53.313730+0000","last_clean":"2024-09-12T18:00:53.313730+0000","last_became_active":"2024-09-12T17:28:43.382398+0000","last_became_peered":"2024-09-12T17:28:43.382398+0000","last_unstale":"2024-09-12T18:00:53.313730+0000","last_undegraded":"2024-09-12T18:00:53.313730+0000","last_fullsized":"2024-09-12T18:00:53.313730+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'33","last_scrub_stamp":"2024-09-12T18:00:53.313495+0000","last_deep_scrub":"264'33","last_deep_scrub_stamp":"2024-09-12T18:00:53.313495+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.313495+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:41.851002+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":162,"num_read_kb":111,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:09.169211+0000","last_change":"2024-09-12T18:01:09.169211+0000","last_active":"2024-09-12T18:01:09.169211+0000","last_peered":"2024-09-12T18:01:09.169211+0000","last_clean":"2024-09-12T18:01:09.169211+0000","last_became_active":"2024-09-12T17:42:37.088975+0000","last_became_peered":"2024-09-12T17:42:37.088975+0000","last_unstale":"2024-09-12T18:01:09.169211+0000","last_undegraded":"2024-09-12T18:01:09.169211+0000","last_fullsized":"2024-09-12T18:01:09.169211+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:09.168941+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:09.168941+0000","last_clean_scrub_stamp":"2024-09-12T18:01:09.168941+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:47.305258+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'3","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:58.399600+0000","last_change":"2024-09-12T18:00:58.399600+0000","last_active":"2024-09-12T18:00:58.399600+0000","last_peered":"2024-09-12T18:00:58.399600+0000","last_clean":"2024-09-12T18:00:58.399600+0000","last_became_active":"2024-09-12T17:30:40.968624+0000","last_became_peered":"2024-09-12T17:30:40.968624+0000","last_unstale":"2024-09-12T18:00:58.399600+0000","last_undegraded":"2024-09-12T18:00:58.399600+0000","last_fullsized":"2024-09-12T18:00:58.399600+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:00:58.399416+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:00:58.399416+0000","last_clean_scrub_stamp":"2024-09-12T18:00:58.399416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:47.272936+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"261'2","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.352616+0000","last_change":"2024-09-12T18:00:57.352616+0000","last_active":"2024-09-12T18:00:57.352616+0000","last_peered":"2024-09-12T18:00:57.352616+0000","last_clean":"2024-09-12T18:00:57.352616+0000","last_became_active":"2024-09-12T17:30:37.923278+0000","last_became_peered":"2024-09-12T17:30:37.923278+0000","last_unstale":"2024-09-12T18:00:57.352616+0000","last_undegraded":"2024-09-12T18:00:57.352616+0000","last_fullsized":"2024-09-12T18:00:57.352616+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T18:00:57.352421+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T18:00:57.352421+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.352421+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:53:48.054500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'48","reported_seq":192,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.537631+0000","last_change":"2024-09-12T18:00:53.537631+0000","last_active":"2024-09-12T18:00:53.537631+0000","last_peered":"2024-09-12T18:00:53.537631+0000","last_clean":"2024-09-12T18:00:53.537631+0000","last_became_active":"2024-09-12T17:28:43.362189+0000","last_became_peered":"2024-09-12T17:28:43.362189+0000","last_unstale":"2024-09-12T18:00:53.537631+0000","last_undegraded":"2024-09-12T18:00:53.537631+0000","last_fullsized":"2024-09-12T18:00:53.537631+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'48","last_scrub_stamp":"2024-09-12T18:00:53.537453+0000","last_deep_scrub":"264'48","last_deep_scrub_stamp":"2024-09-12T18:00:53.537453+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.537453+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:03:07.296206+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":260,"num_read_kb":186,"num_write":71,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:07.149164+0000","last_change":"2024-09-12T18:01:07.149027+0000","last_active":"2024-09-12T18:01:07.149164+0000","last_peered":"2024-09-12T18:01:07.149164+0000","last_clean":"2024-09-12T18:01:07.149164+0000","last_became_active":"2024-09-12T17:42:37.110961+0000","last_became_peered":"2024-09-12T17:42:37.110961+0000","last_unstale":"2024-09-12T18:01:07.149164+0000","last_undegraded":"2024-09-12T18:01:07.149164+0000","last_fullsized":"2024-09-12T18:01:07.149164+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:07.148847+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:07.148847+0000","last_clean_scrub_stamp":"2024-09-12T18:01:07.148847+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:50:58.227418+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"261'8","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.650668+0000","last_change":"2024-09-12T18:00:49.650668+0000","last_active":"2024-09-12T18:00:49.650668+0000","last_peered":"2024-09-12T18:00:49.650668+0000","last_clean":"2024-09-12T18:00:49.650668+0000","last_became_active":"2024-09-12T17:30:40.981155+0000","last_became_peered":"2024-09-12T17:30:40.981155+0000","last_unstale":"2024-09-12T18:00:49.650668+0000","last_undegraded":"2024-09-12T18:00:49.650668+0000","last_fullsized":"2024-09-12T18:00:49.650668+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'8","last_scrub_stamp":"2024-09-12T18:00:49.650466+0000","last_deep_scrub":"261'8","last_deep_scrub_stamp":"2024-09-12T18:00:49.650466+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.650466+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:29:53.864722+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":9216,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'2","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.045228+0000","last_change":"2024-09-12T18:00:48.045228+0000","last_active":"2024-09-12T18:00:48.045228+0000","last_peered":"2024-09-12T18:00:48.045228+0000","last_clean":"2024-09-12T18:00:48.045228+0000","last_became_active":"2024-09-12T17:30:37.912814+0000","last_became_peered":"2024-09-12T17:30:37.912814+0000","last_unstale":"2024-09-12T18:00:48.045228+0000","last_undegraded":"2024-09-12T18:00:48.045228+0000","last_fullsized":"2024-09-12T18:00:48.045228+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:48.045046+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:48.045046+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.045046+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:12:38.344148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"264'83","reported_seq":333,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.785217+0000","last_change":"2024-09-12T18:00:43.785217+0000","last_active":"2024-09-12T18:00:43.785217+0000","last_peered":"2024-09-12T18:00:43.785217+0000","last_clean":"2024-09-12T18:00:43.785217+0000","last_became_active":"2024-09-12T17:28:43.371424+0000","last_became_peered":"2024-09-12T17:28:43.371424+0000","last_unstale":"2024-09-12T18:00:43.785217+0000","last_undegraded":"2024-09-12T18:00:43.785217+0000","last_fullsized":"2024-09-12T18:00:43.785217+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'83","last_scrub_stamp":"2024-09-12T18:00:43.785019+0000","last_deep_scrub":"264'83","last_deep_scrub_stamp":"2024-09-12T18:00:43.785019+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.785019+0000","objects_scrubbed":1,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:57.929007+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":536,"num_read_kb":399,"num_write":105,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2510,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:04.473797+0000","last_change":"2024-09-12T18:01:04.473659+0000","last_active":"2024-09-12T18:01:04.473797+0000","last_peered":"2024-09-12T18:01:04.473797+0000","last_clean":"2024-09-12T18:01:04.473797+0000","last_became_active":"2024-09-12T17:42:37.107578+0000","last_became_peered":"2024-09-12T17:42:37.107578+0000","last_unstale":"2024-09-12T18:01:04.473797+0000","last_undegraded":"2024-09-12T18:01:04.473797+0000","last_fullsized":"2024-09-12T18:01:04.473797+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:01:04.473475+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:01:04.473475+0000","last_clean_scrub_stamp":"2024-09-12T18:01:04.473475+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:53:17.965716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'7","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.621136+0000","last_change":"2024-09-12T18:01:00.621136+0000","last_active":"2024-09-12T18:01:00.621136+0000","last_peered":"2024-09-12T18:01:00.621136+0000","last_clean":"2024-09-12T18:01:00.621136+0000","last_became_active":"2024-09-12T17:30:40.970542+0000","last_became_peered":"2024-09-12T17:30:40.970542+0000","last_unstale":"2024-09-12T18:01:00.621136+0000","last_undegraded":"2024-09-12T18:01:00.621136+0000","last_fullsized":"2024-09-12T18:01:00.621136+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-12T18:01:00.620912+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-12T18:01:00.620912+0000","last_clean_scrub_stamp":"2024-09-12T18:01:00.620912+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:05.395976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":18434,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"0'0","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.671063+0000","last_change":"2024-09-12T18:00:46.671063+0000","last_active":"2024-09-12T18:00:46.671063+0000","last_peered":"2024-09-12T18:00:46.671063+0000","last_clean":"2024-09-12T18:00:46.671063+0000","last_became_active":"2024-09-12T17:30:37.899552+0000","last_became_peered":"2024-09-12T17:30:37.899552+0000","last_unstale":"2024-09-12T18:00:46.671063+0000","last_undegraded":"2024-09-12T18:00:46.671063+0000","last_fullsized":"2024-09-12T18:00:46.671063+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:46.670880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:46.670880+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.670880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:08:24.546926+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'5","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.310724+0000","last_change":"2024-09-12T18:00:53.310601+0000","last_active":"2024-09-12T18:00:53.310724+0000","last_peered":"2024-09-12T18:00:53.310724+0000","last_clean":"2024-09-12T18:00:53.310724+0000","last_became_active":"2024-09-12T17:28:43.375683+0000","last_became_peered":"2024-09-12T17:28:43.375683+0000","last_unstale":"2024-09-12T18:00:53.310724+0000","last_undegraded":"2024-09-12T18:00:53.310724+0000","last_fullsized":"2024-09-12T18:00:53.310724+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T18:00:53.310432+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T18:00:53.310432+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.310432+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:22.495238+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":10,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'329","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.332049+0000","last_change":"2024-09-12T18:00:29.331821+0000","last_active":"2024-09-12T18:00:29.332049+0000","last_peered":"2024-09-12T18:00:29.332049+0000","last_clean":"2024-09-12T18:00:29.332049+0000","last_became_active":"2024-09-12T17:13:22.725942+0000","last_became_peered":"2024-09-12T17:13:22.725942+0000","last_unstale":"2024-09-12T18:00:29.332049+0000","last_undegraded":"2024-09-12T18:00:29.332049+0000","last_fullsized":"2024-09-12T18:00:29.332049+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'329","last_scrub_stamp":"2024-09-12T18:00:29.331576+0000","last_deep_scrub":"264'329","last_deep_scrub_stamp":"2024-09-12T18:00:29.331576+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.331576+0000","objects_scrubbed":1,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:13:15.407318+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":440,"num_read_kb":7150,"num_write":972,"num_write_kb":34029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'177","reported_seq":755,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.208403+0000","last_change":"2024-09-12T18:00:35.208170+0000","last_active":"2024-09-12T18:00:35.208403+0000","last_peered":"2024-09-12T18:00:35.208403+0000","last_clean":"2024-09-12T18:00:35.208403+0000","last_became_active":"2024-09-12T17:13:24.750504+0000","last_became_peered":"2024-09-12T17:13:24.750504+0000","last_unstale":"2024-09-12T18:00:35.208403+0000","last_undegraded":"2024-09-12T18:00:35.208403+0000","last_fullsized":"2024-09-12T18:00:35.208403+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'177","last_scrub_stamp":"2024-09-12T18:00:35.207946+0000","last_deep_scrub":"264'177","last_deep_scrub_stamp":"2024-09-12T18:00:35.207946+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.207946+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:42:49.840018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":797,"num_read_kb":657,"num_write":298,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'313","reported_seq":1040,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.074581+0000","last_change":"2024-09-12T18:00:21.074435+0000","last_active":"2024-09-12T18:00:21.074581+0000","last_peered":"2024-09-12T18:00:21.074581+0000","last_clean":"2024-09-12T18:00:21.074581+0000","last_became_active":"2024-09-12T17:13:22.714030+0000","last_became_peered":"2024-09-12T17:13:22.714030+0000","last_unstale":"2024-09-12T18:00:21.074581+0000","last_undegraded":"2024-09-12T18:00:21.074581+0000","last_fullsized":"2024-09-12T18:00:21.074581+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'313","last_scrub_stamp":"2024-09-12T18:00:21.074204+0000","last_deep_scrub":"264'313","last_deep_scrub_stamp":"2024-09-12T18:00:21.074204+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.074204+0000","objects_scrubbed":6,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:22:00.817230+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254223,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":506,"num_read_kb":42071,"num_write":909,"num_write_kb":34997,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'145","reported_seq":783,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.456457+0000","last_change":"2024-09-12T18:00:33.456284+0000","last_active":"2024-09-12T18:00:33.456457+0000","last_peered":"2024-09-12T18:00:33.456457+0000","last_clean":"2024-09-12T18:00:33.456457+0000","last_became_active":"2024-09-12T17:13:24.726550+0000","last_became_peered":"2024-09-12T17:13:24.726550+0000","last_unstale":"2024-09-12T18:00:33.456457+0000","last_undegraded":"2024-09-12T18:00:33.456457+0000","last_fullsized":"2024-09-12T18:00:33.456457+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'145","last_scrub_stamp":"2024-09-12T18:00:33.456109+0000","last_deep_scrub":"264'145","last_deep_scrub_stamp":"2024-09-12T18:00:33.456109+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.456109+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:26.489877+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":576,"num_write":221,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'339","reported_seq":993,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.130879+0000","last_change":"2024-09-12T18:00:24.130728+0000","last_active":"2024-09-12T18:00:24.130879+0000","last_peered":"2024-09-12T18:00:24.130879+0000","last_clean":"2024-09-12T18:00:24.130879+0000","last_became_active":"2024-09-12T17:13:22.714072+0000","last_became_peered":"2024-09-12T17:13:22.714072+0000","last_unstale":"2024-09-12T18:00:24.130879+0000","last_undegraded":"2024-09-12T18:00:24.130879+0000","last_fullsized":"2024-09-12T18:00:24.130879+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'339","last_scrub_stamp":"2024-09-12T18:00:24.130511+0000","last_deep_scrub":"264'339","last_deep_scrub_stamp":"2024-09-12T18:00:24.130511+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.130511+0000","objects_scrubbed":8,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:42:25.411343+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170284,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":466,"num_read_kb":17380,"num_write":1016,"num_write_kb":42063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'168","reported_seq":771,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.562406+0000","last_change":"2024-09-12T18:00:35.562245+0000","last_active":"2024-09-12T18:00:35.562406+0000","last_peered":"2024-09-12T18:00:35.562406+0000","last_clean":"2024-09-12T18:00:35.562406+0000","last_became_active":"2024-09-12T17:13:24.748472+0000","last_became_peered":"2024-09-12T17:13:24.748472+0000","last_unstale":"2024-09-12T18:00:35.562406+0000","last_undegraded":"2024-09-12T18:00:35.562406+0000","last_fullsized":"2024-09-12T18:00:35.562406+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'168","last_scrub_stamp":"2024-09-12T18:00:35.562054+0000","last_deep_scrub":"264'168","last_deep_scrub_stamp":"2024-09-12T18:00:35.562054+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.562054+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:50:15.619174+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":720,"num_read_kb":590,"num_write":257,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'371","reported_seq":1062,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.128211+0000","last_change":"2024-09-12T18:00:28.128056+0000","last_active":"2024-09-12T18:00:28.128211+0000","last_peered":"2024-09-12T18:00:28.128211+0000","last_clean":"2024-09-12T18:00:28.128211+0000","last_became_active":"2024-09-12T17:13:22.726239+0000","last_became_peered":"2024-09-12T17:13:22.726239+0000","last_unstale":"2024-09-12T18:00:28.128211+0000","last_undegraded":"2024-09-12T18:00:28.128211+0000","last_fullsized":"2024-09-12T18:00:28.128211+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T18:00:28.127869+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T18:00:28.127869+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.127869+0000","objects_scrubbed":2,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:35.152385+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":595,"num_read_kb":17747,"num_write":1232,"num_write_kb":17874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'4117","reported_seq":4725,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.112003+0000","last_change":"2024-09-12T18:00:29.111849+0000","last_active":"2024-09-12T18:00:29.112003+0000","last_peered":"2024-09-12T18:00:29.112003+0000","last_clean":"2024-09-12T18:00:29.112003+0000","last_became_active":"2024-09-12T17:13:24.746121+0000","last_became_peered":"2024-09-12T17:13:24.746121+0000","last_unstale":"2024-09-12T18:00:29.112003+0000","last_undegraded":"2024-09-12T18:00:29.112003+0000","last_fullsized":"2024-09-12T18:00:29.112003+0000","mapping_epoch":25,"log_start":"264'4100","ondisk_log_start":"264'4100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4117","last_scrub_stamp":"2024-09-12T18:00:29.111667+0000","last_deep_scrub":"264'4117","last_deep_scrub_stamp":"2024-09-12T18:00:29.111667+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.111667+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":3000,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:13.417797+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16538,"num_read_kb":13876,"num_write":6180,"num_write_kb":3076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'438","reported_seq":1116,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.316179+0000","last_change":"2024-09-12T18:00:28.316041+0000","last_active":"2024-09-12T18:00:28.316179+0000","last_peered":"2024-09-12T18:00:28.316179+0000","last_clean":"2024-09-12T18:00:28.316179+0000","last_became_active":"2024-09-12T17:13:22.723131+0000","last_became_peered":"2024-09-12T17:13:22.723131+0000","last_unstale":"2024-09-12T18:00:28.316179+0000","last_undegraded":"2024-09-12T18:00:28.316179+0000","last_fullsized":"2024-09-12T18:00:28.316179+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'438","last_scrub_stamp":"2024-09-12T18:00:28.315777+0000","last_deep_scrub":"264'438","last_deep_scrub_stamp":"2024-09-12T18:00:28.315777+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.315777+0000","objects_scrubbed":10,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:55.192752+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":831467,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":664,"num_read_kb":11011,"num_write":1555,"num_write_kb":36392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'271","reported_seq":929,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.638768+0000","last_change":"2024-09-12T18:00:30.638768+0000","last_active":"2024-09-12T18:00:30.638768+0000","last_peered":"2024-09-12T18:00:30.638768+0000","last_clean":"2024-09-12T18:00:30.638768+0000","last_became_active":"2024-09-12T17:13:24.737057+0000","last_became_peered":"2024-09-12T17:13:24.737057+0000","last_unstale":"2024-09-12T18:00:30.638768+0000","last_undegraded":"2024-09-12T18:00:30.638768+0000","last_fullsized":"2024-09-12T18:00:30.638768+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'271","last_scrub_stamp":"2024-09-12T18:00:30.638585+0000","last_deep_scrub":"264'271","last_deep_scrub_stamp":"2024-09-12T18:00:30.638585+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.638585+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:21:08.338717+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1178,"num_read_kb":971,"num_write":403,"num_write_kb":196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'369","reported_seq":1008,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.128959+0000","last_change":"2024-09-12T18:00:26.128820+0000","last_active":"2024-09-12T18:00:26.128959+0000","last_peered":"2024-09-12T18:00:26.128959+0000","last_clean":"2024-09-12T18:00:26.128959+0000","last_became_active":"2024-09-12T17:13:22.724221+0000","last_became_peered":"2024-09-12T17:13:22.724221+0000","last_unstale":"2024-09-12T18:00:26.128959+0000","last_undegraded":"2024-09-12T18:00:26.128959+0000","last_fullsized":"2024-09-12T18:00:26.128959+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'369","last_scrub_stamp":"2024-09-12T18:00:26.128583+0000","last_deep_scrub":"264'369","last_deep_scrub_stamp":"2024-09-12T18:00:26.128583+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.128583+0000","objects_scrubbed":6,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:32:19.642888+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306959,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":491,"num_read_kb":12101,"num_write":1129,"num_write_kb":47003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'177","reported_seq":798,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.589443+0000","last_change":"2024-09-12T18:00:36.589273+0000","last_active":"2024-09-12T18:00:36.589443+0000","last_peered":"2024-09-12T18:00:36.589443+0000","last_clean":"2024-09-12T18:00:36.589443+0000","last_became_active":"2024-09-12T17:13:24.731429+0000","last_became_peered":"2024-09-12T17:13:24.731429+0000","last_unstale":"2024-09-12T18:00:36.589443+0000","last_undegraded":"2024-09-12T18:00:36.589443+0000","last_fullsized":"2024-09-12T18:00:36.589443+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'177","last_scrub_stamp":"2024-09-12T18:00:36.589079+0000","last_deep_scrub":"264'177","last_deep_scrub_stamp":"2024-09-12T18:00:36.589079+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.589079+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:06.218870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":785,"num_read_kb":645,"num_write":290,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'374","reported_seq":1021,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.291851+0000","last_change":"2024-09-12T18:00:27.291720+0000","last_active":"2024-09-12T18:00:27.291851+0000","last_peered":"2024-09-12T18:00:27.291851+0000","last_clean":"2024-09-12T18:00:27.291851+0000","last_became_active":"2024-09-12T17:13:22.720098+0000","last_became_peered":"2024-09-12T17:13:22.720098+0000","last_unstale":"2024-09-12T18:00:27.291851+0000","last_undegraded":"2024-09-12T18:00:27.291851+0000","last_fullsized":"2024-09-12T18:00:27.291851+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'374","last_scrub_stamp":"2024-09-12T18:00:27.291516+0000","last_deep_scrub":"264'374","last_deep_scrub_stamp":"2024-09-12T18:00:27.291516+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.291516+0000","objects_scrubbed":6,"log_size":74,"log_dups_size":300,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:02.599553+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":535,"num_read_kb":13868,"num_write":1162,"num_write_kb":21571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'306","reported_seq":1004,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.192682+0000","last_change":"2024-09-12T18:00:34.192512+0000","last_active":"2024-09-12T18:00:34.192682+0000","last_peered":"2024-09-12T18:00:34.192682+0000","last_clean":"2024-09-12T18:00:34.192682+0000","last_became_active":"2024-09-12T17:13:24.759152+0000","last_became_peered":"2024-09-12T17:13:24.759152+0000","last_unstale":"2024-09-12T18:00:34.192682+0000","last_undegraded":"2024-09-12T18:00:34.192682+0000","last_fullsized":"2024-09-12T18:00:34.192682+0000","mapping_epoch":25,"log_start":"250'200","ondisk_log_start":"250'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T18:00:34.192320+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T18:00:34.192320+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.192320+0000","objects_scrubbed":2,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:02:15.682155+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1481,"num_read_kb":1284,"num_write":444,"num_write_kb":264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":26210,"num_omap_keys":103,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'385","reported_seq":1037,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.277949+0000","last_change":"2024-09-12T18:00:23.277814+0000","last_active":"2024-09-12T18:00:23.277949+0000","last_peered":"2024-09-12T18:00:23.277949+0000","last_clean":"2024-09-12T18:00:23.277949+0000","last_became_active":"2024-09-12T17:13:22.738728+0000","last_became_peered":"2024-09-12T17:13:22.738728+0000","last_unstale":"2024-09-12T18:00:23.277949+0000","last_undegraded":"2024-09-12T18:00:23.277949+0000","last_fullsized":"2024-09-12T18:00:23.277949+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'385","last_scrub_stamp":"2024-09-12T18:00:23.277612+0000","last_deep_scrub":"264'385","last_deep_scrub_stamp":"2024-09-12T18:00:23.277612+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.277612+0000","objects_scrubbed":1,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:32.433993+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":510,"num_read_kb":82193,"num_write":1133,"num_write_kb":40924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'304","reported_seq":945,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.676348+0000","last_change":"2024-09-12T18:00:26.676110+0000","last_active":"2024-09-12T18:00:26.676348+0000","last_peered":"2024-09-12T18:00:26.676348+0000","last_clean":"2024-09-12T18:00:26.676348+0000","last_became_active":"2024-09-12T17:13:24.738756+0000","last_became_peered":"2024-09-12T17:13:24.738756+0000","last_unstale":"2024-09-12T18:00:26.676348+0000","last_undegraded":"2024-09-12T18:00:26.676348+0000","last_fullsized":"2024-09-12T18:00:26.676348+0000","mapping_epoch":25,"log_start":"261'200","ondisk_log_start":"261'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'304","last_scrub_stamp":"2024-09-12T18:00:26.675905+0000","last_deep_scrub":"264'304","last_deep_scrub_stamp":"2024-09-12T18:00:26.675905+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.675905+0000","objects_scrubbed":1,"log_size":104,"log_dups_size":200,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:23.237265+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1342,"num_read_kb":1076,"num_write":462,"num_write_kb":245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4004,"num_omap_keys":18,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'72","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.529704+0000","last_change":"2024-09-12T18:00:33.529704+0000","last_active":"2024-09-12T18:00:33.529704+0000","last_peered":"2024-09-12T18:00:33.529704+0000","last_clean":"2024-09-12T18:00:33.529704+0000","last_became_active":"2024-09-12T17:13:24.729545+0000","last_became_peered":"2024-09-12T17:13:24.729545+0000","last_unstale":"2024-09-12T18:00:33.529704+0000","last_undegraded":"2024-09-12T18:00:33.529704+0000","last_fullsized":"2024-09-12T18:00:33.529704+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'72","last_scrub_stamp":"2024-09-12T18:00:33.529424+0000","last_deep_scrub":"264'72","last_deep_scrub_stamp":"2024-09-12T18:00:33.529424+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.529424+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:11:56.932202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":324,"num_read_kb":265,"num_write":110,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'352","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.578963+0000","last_change":"2024-09-12T18:00:23.578963+0000","last_active":"2024-09-12T18:00:23.578963+0000","last_peered":"2024-09-12T18:00:23.578963+0000","last_clean":"2024-09-12T18:00:23.578963+0000","last_became_active":"2024-09-12T17:13:54.836666+0000","last_became_peered":"2024-09-12T17:13:54.836666+0000","last_unstale":"2024-09-12T18:00:23.578963+0000","last_undegraded":"2024-09-12T18:00:23.578963+0000","last_fullsized":"2024-09-12T18:00:23.578963+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:23.578762+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:23.578762+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.578762+0000","objects_scrubbed":6,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:20:50.441043+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":563,"num_read_kb":32563,"num_write":1079,"num_write_kb":32697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.31","version":"264'40","reported_seq":621,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.413067+0000","last_change":"2024-09-12T18:00:32.413067+0000","last_active":"2024-09-12T18:00:32.413067+0000","last_peered":"2024-09-12T18:00:32.413067+0000","last_clean":"2024-09-12T18:00:32.413067+0000","last_became_active":"2024-09-12T17:13:24.727755+0000","last_became_peered":"2024-09-12T17:13:24.727755+0000","last_unstale":"2024-09-12T18:00:32.413067+0000","last_undegraded":"2024-09-12T18:00:32.413067+0000","last_fullsized":"2024-09-12T18:00:32.413067+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T18:00:32.412880+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T18:00:32.412880+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.412880+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:42:35.336540+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":206,"num_read_kb":188,"num_write":57,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'312","reported_seq":939,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.531708+0000","last_change":"2024-09-12T18:00:24.531708+0000","last_active":"2024-09-12T18:00:24.531708+0000","last_peered":"2024-09-12T18:00:24.531708+0000","last_clean":"2024-09-12T18:00:24.531708+0000","last_became_active":"2024-09-12T17:13:22.737350+0000","last_became_peered":"2024-09-12T17:13:22.737350+0000","last_unstale":"2024-09-12T18:00:24.531708+0000","last_undegraded":"2024-09-12T18:00:24.531708+0000","last_fullsized":"2024-09-12T18:00:24.531708+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T18:00:24.531498+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T18:00:24.531498+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.531498+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:49:55.047427+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589768,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":419,"num_read_kb":4257,"num_write":999,"num_write_kb":39071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'204","reported_seq":810,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.182821+0000","last_change":"2024-09-12T18:00:32.182821+0000","last_active":"2024-09-12T18:00:32.182821+0000","last_peered":"2024-09-12T18:00:32.182821+0000","last_clean":"2024-09-12T18:00:32.182821+0000","last_became_active":"2024-09-12T17:13:24.751427+0000","last_became_peered":"2024-09-12T17:13:24.751427+0000","last_unstale":"2024-09-12T18:00:32.182821+0000","last_undegraded":"2024-09-12T18:00:32.182821+0000","last_fullsized":"2024-09-12T18:00:32.182821+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'204","last_scrub_stamp":"2024-09-12T18:00:32.182603+0000","last_deep_scrub":"264'204","last_deep_scrub_stamp":"2024-09-12T18:00:32.182603+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.182603+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":100,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:40.408953+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":941,"num_read_kb":767,"num_write":366,"num_write_kb":201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'322","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.527575+0000","last_change":"2024-09-12T18:00:22.527575+0000","last_active":"2024-09-12T18:00:22.527575+0000","last_peered":"2024-09-12T18:00:22.527575+0000","last_clean":"2024-09-12T18:00:22.527575+0000","last_became_active":"2024-09-12T17:13:22.736388+0000","last_became_peered":"2024-09-12T17:13:22.736388+0000","last_unstale":"2024-09-12T18:00:22.527575+0000","last_undegraded":"2024-09-12T18:00:22.527575+0000","last_fullsized":"2024-09-12T18:00:22.527575+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'322","last_scrub_stamp":"2024-09-12T18:00:22.527316+0000","last_deep_scrub":"264'322","last_deep_scrub_stamp":"2024-09-12T18:00:22.527316+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.527316+0000","objects_scrubbed":7,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:14:12.712365+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262277,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":479,"num_read_kb":22737,"num_write":1066,"num_write_kb":36288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'75","reported_seq":635,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.616386+0000","last_change":"2024-09-12T18:00:24.616386+0000","last_active":"2024-09-12T18:00:24.616386+0000","last_peered":"2024-09-12T18:00:24.616386+0000","last_clean":"2024-09-12T18:00:24.616386+0000","last_became_active":"2024-09-12T17:13:24.741951+0000","last_became_peered":"2024-09-12T17:13:24.741951+0000","last_unstale":"2024-09-12T18:00:24.616386+0000","last_undegraded":"2024-09-12T18:00:24.616386+0000","last_fullsized":"2024-09-12T18:00:24.616386+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'75","last_scrub_stamp":"2024-09-12T18:00:24.616158+0000","last_deep_scrub":"264'75","last_deep_scrub_stamp":"2024-09-12T18:00:24.616158+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.616158+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:47.517203+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":348,"num_read_kb":291,"num_write":115,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'327","reported_seq":968,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.471761+0000","last_change":"2024-09-12T18:00:20.471761+0000","last_active":"2024-09-12T18:00:20.471761+0000","last_peered":"2024-09-12T18:00:20.471761+0000","last_clean":"2024-09-12T18:00:20.471761+0000","last_became_active":"2024-09-12T17:13:22.739336+0000","last_became_peered":"2024-09-12T17:13:22.739336+0000","last_unstale":"2024-09-12T18:00:20.471761+0000","last_undegraded":"2024-09-12T18:00:20.471761+0000","last_fullsized":"2024-09-12T18:00:20.471761+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'327","last_scrub_stamp":"2024-09-12T18:00:20.471531+0000","last_deep_scrub":"264'327","last_deep_scrub_stamp":"2024-09-12T18:00:20.471531+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.471531+0000","objects_scrubbed":8,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:00:19.296653+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262243,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":446,"num_read_kb":20536,"num_write":1022,"num_write_kb":35486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.34","version":"264'230","reported_seq":889,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.628293+0000","last_change":"2024-09-12T18:00:21.628293+0000","last_active":"2024-09-12T18:00:21.628293+0000","last_peered":"2024-09-12T18:00:21.628293+0000","last_clean":"2024-09-12T18:00:21.628293+0000","last_became_active":"2024-09-12T17:13:24.733104+0000","last_became_peered":"2024-09-12T17:13:24.733104+0000","last_unstale":"2024-09-12T18:00:21.628293+0000","last_undegraded":"2024-09-12T18:00:21.628293+0000","last_fullsized":"2024-09-12T18:00:21.628293+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'230","last_scrub_stamp":"2024-09-12T18:00:21.628110+0000","last_deep_scrub":"264'230","last_deep_scrub_stamp":"2024-09-12T18:00:21.628110+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.628110+0000","objects_scrubbed":1,"log_size":30,"log_dups_size":200,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:47:27.551476+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1025,"num_read_kb":844,"num_write":360,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":229,"num_omap_keys":1,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'436","reported_seq":1109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.276109+0000","last_change":"2024-09-12T18:00:26.276109+0000","last_active":"2024-09-12T18:00:26.276109+0000","last_peered":"2024-09-12T18:00:26.276109+0000","last_clean":"2024-09-12T18:00:26.276109+0000","last_became_active":"2024-09-12T17:13:22.716482+0000","last_became_peered":"2024-09-12T17:13:22.716482+0000","last_unstale":"2024-09-12T18:00:26.276109+0000","last_undegraded":"2024-09-12T18:00:26.276109+0000","last_fullsized":"2024-09-12T18:00:26.276109+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'436","last_scrub_stamp":"2024-09-12T18:00:26.275891+0000","last_deep_scrub":"264'436","last_deep_scrub_stamp":"2024-09-12T18:00:26.275891+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.275891+0000","objects_scrubbed":5,"log_size":36,"log_dups_size":400,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:45:08.350628+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1741262,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":598,"num_read_kb":27055,"num_write":1306,"num_write_kb":45208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'4106","reported_seq":4710,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.564781+0000","last_change":"2024-09-12T18:00:34.564781+0000","last_active":"2024-09-12T18:00:34.564781+0000","last_peered":"2024-09-12T18:00:34.564781+0000","last_clean":"2024-09-12T18:00:34.564781+0000","last_became_active":"2024-09-12T17:13:24.753665+0000","last_became_peered":"2024-09-12T17:13:24.753665+0000","last_unstale":"2024-09-12T18:00:34.564781+0000","last_undegraded":"2024-09-12T18:00:34.564781+0000","last_fullsized":"2024-09-12T18:00:34.564781+0000","mapping_epoch":25,"log_start":"264'4000","ondisk_log_start":"264'4000","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4106","last_scrub_stamp":"2024-09-12T18:00:34.564603+0000","last_deep_scrub":"264'4106","last_deep_scrub_stamp":"2024-09-12T18:00:34.564603+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.564603+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":3000,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:48:13.154948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16466,"num_read_kb":13828,"num_write":6154,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'362","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.098958+0000","last_change":"2024-09-12T18:00:19.098958+0000","last_active":"2024-09-12T18:00:19.098958+0000","last_peered":"2024-09-12T18:00:19.098958+0000","last_clean":"2024-09-12T18:00:19.098958+0000","last_became_active":"2024-09-12T17:13:22.719278+0000","last_became_peered":"2024-09-12T17:13:22.719278+0000","last_unstale":"2024-09-12T18:00:19.098958+0000","last_undegraded":"2024-09-12T18:00:19.098958+0000","last_fullsized":"2024-09-12T18:00:19.098958+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:19.098742+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:19.098742+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.098742+0000","objects_scrubbed":5,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:39:13.781748+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":856689,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":593,"num_read_kb":41507,"num_write":1147,"num_write_kb":26289,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'117","reported_seq":635,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.535789+0000","last_change":"2024-09-12T18:00:51.535789+0000","last_active":"2024-09-12T18:00:51.535789+0000","last_peered":"2024-09-12T18:00:51.535789+0000","last_clean":"2024-09-12T18:00:51.535789+0000","last_became_active":"2024-09-12T17:13:32.781296+0000","last_became_peered":"2024-09-12T17:13:32.781296+0000","last_unstale":"2024-09-12T18:00:51.535789+0000","last_undegraded":"2024-09-12T18:00:51.535789+0000","last_fullsized":"2024-09-12T18:00:51.535789+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'117","last_scrub_stamp":"2024-09-12T18:00:51.535606+0000","last_deep_scrub":"264'117","last_deep_scrub_stamp":"2024-09-12T18:00:51.535606+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.535606+0000","objects_scrubbed":4,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:48:35.559512+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":165,"num_read_kb":153,"num_write":253,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'148","reported_seq":737,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.290237+0000","last_change":"2024-09-12T18:00:28.290237+0000","last_active":"2024-09-12T18:00:28.290237+0000","last_peered":"2024-09-12T18:00:28.290237+0000","last_clean":"2024-09-12T18:00:28.290237+0000","last_became_active":"2024-09-12T17:13:24.752021+0000","last_became_peered":"2024-09-12T17:13:24.752021+0000","last_unstale":"2024-09-12T18:00:28.290237+0000","last_undegraded":"2024-09-12T18:00:28.290237+0000","last_fullsized":"2024-09-12T18:00:28.290237+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'148","last_scrub_stamp":"2024-09-12T18:00:28.290053+0000","last_deep_scrub":"264'148","last_deep_scrub_stamp":"2024-09-12T18:00:28.290053+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.290053+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:36:48.283640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":627,"num_read_kb":513,"num_write":228,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"264'295","reported_seq":1146,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.220898+0000","last_change":"2024-09-12T18:00:24.220898+0000","last_active":"2024-09-12T18:00:24.220898+0000","last_peered":"2024-09-12T18:00:24.220898+0000","last_clean":"2024-09-12T18:00:24.220898+0000","last_became_active":"2024-09-12T17:13:22.741981+0000","last_became_peered":"2024-09-12T17:13:22.741981+0000","last_unstale":"2024-09-12T18:00:24.220898+0000","last_undegraded":"2024-09-12T18:00:24.220898+0000","last_fullsized":"2024-09-12T18:00:24.220898+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'295","last_scrub_stamp":"2024-09-12T18:00:24.220681+0000","last_deep_scrub":"264'295","last_deep_scrub_stamp":"2024-09-12T18:00:24.220681+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.220681+0000","objects_scrubbed":9,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:51:19.706981+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1128744,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":885,"num_read_kb":30696,"num_write":1032,"num_write_kb":26054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.194424+0000","last_change":"2024-09-12T18:00:38.194424+0000","last_active":"2024-09-12T18:00:38.194424+0000","last_peered":"2024-09-12T18:00:38.194424+0000","last_clean":"2024-09-12T18:00:38.194424+0000","last_became_active":"2024-09-12T17:13:26.744613+0000","last_became_peered":"2024-09-12T17:13:26.744613+0000","last_unstale":"2024-09-12T18:00:38.194424+0000","last_undegraded":"2024-09-12T18:00:38.194424+0000","last_fullsized":"2024-09-12T18:00:38.194424+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:38.194242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:38.194242+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.194242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:09.056453+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'351","reported_seq":964,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.042431+0000","last_change":"2024-09-12T18:00:38.042431+0000","last_active":"2024-09-12T18:00:38.042431+0000","last_peered":"2024-09-12T18:00:38.042431+0000","last_clean":"2024-09-12T18:00:38.042431+0000","last_became_active":"2024-09-12T17:13:28.743214+0000","last_became_peered":"2024-09-12T17:13:28.743214+0000","last_unstale":"2024-09-12T18:00:38.042431+0000","last_undegraded":"2024-09-12T18:00:38.042431+0000","last_fullsized":"2024-09-12T18:00:38.042431+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'351","last_scrub_stamp":"2024-09-12T18:00:38.042312+0000","last_deep_scrub":"264'351","last_deep_scrub_stamp":"2024-09-12T18:00:38.042312+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.042312+0000","objects_scrubbed":5,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:45:02.353464+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48366,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":572,"num_read_kb":1239,"num_write":462,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.302438+0000","last_change":"2024-09-12T18:00:47.302438+0000","last_active":"2024-09-12T18:00:47.302438+0000","last_peered":"2024-09-12T18:00:47.302438+0000","last_clean":"2024-09-12T18:00:47.302438+0000","last_became_active":"2024-09-12T17:13:30.781254+0000","last_became_peered":"2024-09-12T17:13:30.781254+0000","last_unstale":"2024-09-12T18:00:47.302438+0000","last_undegraded":"2024-09-12T18:00:47.302438+0000","last_fullsized":"2024-09-12T18:00:47.302438+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:47.302264+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:47.302264+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.302264+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:36:41.171190+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'152","reported_seq":713,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.308999+0000","last_change":"2024-09-12T18:00:51.308999+0000","last_active":"2024-09-12T18:00:51.308999+0000","last_peered":"2024-09-12T18:00:51.308999+0000","last_clean":"2024-09-12T18:00:51.308999+0000","last_became_active":"2024-09-12T17:13:32.779025+0000","last_became_peered":"2024-09-12T17:13:32.779025+0000","last_unstale":"2024-09-12T18:00:51.308999+0000","last_undegraded":"2024-09-12T18:00:51.308999+0000","last_fullsized":"2024-09-12T18:00:51.308999+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'152","last_scrub_stamp":"2024-09-12T18:00:51.308754+0000","last_deep_scrub":"264'152","last_deep_scrub_stamp":"2024-09-12T18:00:51.308754+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.308754+0000","objects_scrubbed":3,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:44.969337+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":250,"num_read_kb":239,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'127","reported_seq":736,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.115431+0000","last_change":"2024-09-12T18:00:30.115431+0000","last_active":"2024-09-12T18:00:30.115431+0000","last_peered":"2024-09-12T18:00:30.115431+0000","last_clean":"2024-09-12T18:00:30.115431+0000","last_became_active":"2024-09-12T17:13:24.763073+0000","last_became_peered":"2024-09-12T17:13:24.763073+0000","last_unstale":"2024-09-12T18:00:30.115431+0000","last_undegraded":"2024-09-12T18:00:30.115431+0000","last_fullsized":"2024-09-12T18:00:30.115431+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'127","last_scrub_stamp":"2024-09-12T18:00:30.115207+0000","last_deep_scrub":"264'127","last_deep_scrub_stamp":"2024-09-12T18:00:30.115207+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.115207+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:21.344405+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":599,"num_read_kb":505,"num_write":195,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'384","reported_seq":1092,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.126249+0000","last_change":"2024-09-12T18:00:15.126249+0000","last_active":"2024-09-12T18:00:15.126249+0000","last_peered":"2024-09-12T18:00:15.126249+0000","last_clean":"2024-09-12T18:00:15.126249+0000","last_became_active":"2024-09-12T17:13:22.722143+0000","last_became_peered":"2024-09-12T17:13:22.722143+0000","last_unstale":"2024-09-12T18:00:15.126249+0000","last_undegraded":"2024-09-12T18:00:15.126249+0000","last_fullsized":"2024-09-12T18:00:15.126249+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'384","last_scrub_stamp":"2024-09-12T18:00:15.126157+0000","last_deep_scrub":"264'384","last_deep_scrub_stamp":"2024-09-12T18:00:15.126157+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.126157+0000","objects_scrubbed":7,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:41.192796+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1630394,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":765,"num_read_kb":3110,"num_write":1221,"num_write_kb":31566,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.336382+0000","last_change":"2024-09-12T18:00:36.336382+0000","last_active":"2024-09-12T18:00:36.336382+0000","last_peered":"2024-09-12T18:00:36.336382+0000","last_clean":"2024-09-12T18:00:36.336382+0000","last_became_active":"2024-09-12T17:13:26.742603+0000","last_became_peered":"2024-09-12T17:13:26.742603+0000","last_unstale":"2024-09-12T18:00:36.336382+0000","last_undegraded":"2024-09-12T18:00:36.336382+0000","last_fullsized":"2024-09-12T18:00:36.336382+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.336190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.336190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.336190+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:25:22.067795+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'107","reported_seq":637,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.644258+0000","last_change":"2024-09-12T18:00:43.644258+0000","last_active":"2024-09-12T18:00:43.644258+0000","last_peered":"2024-09-12T18:00:43.644258+0000","last_clean":"2024-09-12T18:00:43.644258+0000","last_became_active":"2024-09-12T17:13:28.729033+0000","last_became_peered":"2024-09-12T17:13:28.729033+0000","last_unstale":"2024-09-12T18:00:43.644258+0000","last_undegraded":"2024-09-12T18:00:43.644258+0000","last_fullsized":"2024-09-12T18:00:43.644258+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'107","last_scrub_stamp":"2024-09-12T18:00:43.644072+0000","last_deep_scrub":"264'107","last_deep_scrub_stamp":"2024-09-12T18:00:43.644072+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.644072+0000","objects_scrubbed":3,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:05:27.201087+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":103,"num_read_kb":95,"num_write":76,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.585578+0000","last_change":"2024-09-12T18:00:48.585578+0000","last_active":"2024-09-12T18:00:48.585578+0000","last_peered":"2024-09-12T18:00:48.585578+0000","last_clean":"2024-09-12T18:00:48.585578+0000","last_became_active":"2024-09-12T17:13:30.789947+0000","last_became_peered":"2024-09-12T17:13:30.789947+0000","last_unstale":"2024-09-12T18:00:48.585578+0000","last_undegraded":"2024-09-12T18:00:48.585578+0000","last_fullsized":"2024-09-12T18:00:48.585578+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:48.585394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:48.585394+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.585394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:04:10.481461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'120","reported_seq":632,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.025658+0000","last_change":"2024-09-12T18:00:52.025512+0000","last_active":"2024-09-12T18:00:52.025658+0000","last_peered":"2024-09-12T18:00:52.025658+0000","last_clean":"2024-09-12T18:00:52.025658+0000","last_became_active":"2024-09-12T17:13:32.783016+0000","last_became_peered":"2024-09-12T17:13:32.783016+0000","last_unstale":"2024-09-12T18:00:52.025658+0000","last_undegraded":"2024-09-12T18:00:52.025658+0000","last_fullsized":"2024-09-12T18:00:52.025658+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'120","last_scrub_stamp":"2024-09-12T18:00:52.025328+0000","last_deep_scrub":"264'120","last_deep_scrub_stamp":"2024-09-12T18:00:52.025328+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.025328+0000","objects_scrubbed":4,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:23:01.826071+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":153,"num_read_kb":152,"num_write":274,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'267","reported_seq":903,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.060700+0000","last_change":"2024-09-12T18:00:26.060700+0000","last_active":"2024-09-12T18:00:26.060700+0000","last_peered":"2024-09-12T18:00:26.060700+0000","last_clean":"2024-09-12T18:00:26.060700+0000","last_became_active":"2024-09-12T17:13:24.736246+0000","last_became_peered":"2024-09-12T17:13:24.736246+0000","last_unstale":"2024-09-12T18:00:26.060700+0000","last_undegraded":"2024-09-12T18:00:26.060700+0000","last_fullsized":"2024-09-12T18:00:26.060700+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'267","last_scrub_stamp":"2024-09-12T18:00:26.060483+0000","last_deep_scrub":"264'267","last_deep_scrub_stamp":"2024-09-12T18:00:26.060483+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.060483+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:52.145531+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1187,"num_read_kb":960,"num_write":442,"num_write_kb":207,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'353","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.188036+0000","last_change":"2024-09-12T18:00:23.188036+0000","last_active":"2024-09-12T18:00:23.188036+0000","last_peered":"2024-09-12T18:00:23.188036+0000","last_clean":"2024-09-12T18:00:23.188036+0000","last_became_active":"2024-09-12T17:13:22.748810+0000","last_became_peered":"2024-09-12T17:13:22.748810+0000","last_unstale":"2024-09-12T18:00:23.188036+0000","last_undegraded":"2024-09-12T18:00:23.188036+0000","last_fullsized":"2024-09-12T18:00:23.188036+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'353","last_scrub_stamp":"2024-09-12T18:00:23.187794+0000","last_deep_scrub":"264'353","last_deep_scrub_stamp":"2024-09-12T18:00:23.187794+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.187794+0000","objects_scrubbed":12,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:24.423747+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262306,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":501,"num_read_kb":124546,"num_write":1104,"num_write_kb":53728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.332980+0000","last_change":"2024-09-12T18:00:37.332980+0000","last_active":"2024-09-12T18:00:37.332980+0000","last_peered":"2024-09-12T18:00:37.332980+0000","last_clean":"2024-09-12T18:00:37.332980+0000","last_became_active":"2024-09-12T17:13:26.736145+0000","last_became_peered":"2024-09-12T17:13:26.736145+0000","last_unstale":"2024-09-12T18:00:37.332980+0000","last_undegraded":"2024-09-12T18:00:37.332980+0000","last_fullsized":"2024-09-12T18:00:37.332980+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:37.332799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:37.332799+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.332799+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:09.080544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'108","reported_seq":651,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.684117+0000","last_change":"2024-09-12T18:00:31.684117+0000","last_active":"2024-09-12T18:00:31.684117+0000","last_peered":"2024-09-12T18:00:31.684117+0000","last_clean":"2024-09-12T18:00:31.684117+0000","last_became_active":"2024-09-12T17:13:28.728857+0000","last_became_peered":"2024-09-12T17:13:28.728857+0000","last_unstale":"2024-09-12T18:00:31.684117+0000","last_undegraded":"2024-09-12T18:00:31.684117+0000","last_fullsized":"2024-09-12T18:00:31.684117+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'108","last_scrub_stamp":"2024-09-12T18:00:31.683901+0000","last_deep_scrub":"264'108","last_deep_scrub_stamp":"2024-09-12T18:00:31.683901+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.683901+0000","objects_scrubbed":6,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:52:26.872681+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":117,"num_write":84,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'748","reported_seq":2498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.277654+0000","last_change":"2024-09-12T18:00:46.277654+0000","last_active":"2024-09-12T18:00:46.277654+0000","last_peered":"2024-09-12T18:00:46.277654+0000","last_clean":"2024-09-12T18:00:46.277654+0000","last_became_active":"2024-09-12T17:13:30.789132+0000","last_became_peered":"2024-09-12T17:13:30.789132+0000","last_unstale":"2024-09-12T18:00:46.277654+0000","last_undegraded":"2024-09-12T18:00:46.277654+0000","last_fullsized":"2024-09-12T18:00:46.277654+0000","mapping_epoch":31,"log_start":"264'701","ondisk_log_start":"264'701","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'748","last_scrub_stamp":"2024-09-12T18:00:46.277474+0000","last_deep_scrub":"264'748","last_deep_scrub_stamp":"2024-09-12T18:00:46.277474+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.277474+0000","objects_scrubbed":1,"log_size":47,"log_dups_size":701,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:44:39.908986+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'200","reported_seq":1037,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.527332+0000","last_change":"2024-09-12T18:00:52.527163+0000","last_active":"2024-09-12T18:00:52.527332+0000","last_peered":"2024-09-12T18:00:52.527332+0000","last_clean":"2024-09-12T18:00:52.527332+0000","last_became_active":"2024-09-12T17:13:32.833238+0000","last_became_peered":"2024-09-12T17:13:32.833238+0000","last_unstale":"2024-09-12T18:00:52.527332+0000","last_undegraded":"2024-09-12T18:00:52.527332+0000","last_fullsized":"2024-09-12T18:00:52.527332+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'200","last_scrub_stamp":"2024-09-12T18:00:52.526971+0000","last_deep_scrub":"264'200","last_deep_scrub_stamp":"2024-09-12T18:00:52.526971+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.526971+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:14:27.817359+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":666,"num_read_kb":656,"num_write":444,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'224","reported_seq":799,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.288606+0000","last_change":"2024-09-12T18:00:30.288606+0000","last_active":"2024-09-12T18:00:30.288606+0000","last_peered":"2024-09-12T18:00:30.288606+0000","last_clean":"2024-09-12T18:00:30.288606+0000","last_became_active":"2024-09-12T17:13:24.743608+0000","last_became_peered":"2024-09-12T17:13:24.743608+0000","last_unstale":"2024-09-12T18:00:30.288606+0000","last_undegraded":"2024-09-12T18:00:30.288606+0000","last_fullsized":"2024-09-12T18:00:30.288606+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'224","last_scrub_stamp":"2024-09-12T18:00:30.288419+0000","last_deep_scrub":"264'224","last_deep_scrub_stamp":"2024-09-12T18:00:30.288419+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.288419+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:17:00.995520+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":963,"num_read_kb":843,"num_write":356,"num_write_kb":179,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'364","reported_seq":961,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.574782+0000","last_change":"2024-09-12T18:00:20.574782+0000","last_active":"2024-09-12T18:00:20.574782+0000","last_peered":"2024-09-12T18:00:20.574782+0000","last_clean":"2024-09-12T18:00:20.574782+0000","last_became_active":"2024-09-12T17:13:22.722041+0000","last_became_peered":"2024-09-12T17:13:22.722041+0000","last_unstale":"2024-09-12T18:00:20.574782+0000","last_undegraded":"2024-09-12T18:00:20.574782+0000","last_fullsized":"2024-09-12T18:00:20.574782+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'364","last_scrub_stamp":"2024-09-12T18:00:20.574552+0000","last_deep_scrub":"264'364","last_deep_scrub_stamp":"2024-09-12T18:00:20.574552+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.574552+0000","objects_scrubbed":5,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:57:42.305317+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3663946,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":425,"num_read_kb":7583,"num_write":1021,"num_write_kb":41938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.243487+0000","last_change":"2024-09-12T18:00:39.243487+0000","last_active":"2024-09-12T18:00:39.243487+0000","last_peered":"2024-09-12T18:00:39.243487+0000","last_clean":"2024-09-12T18:00:39.243487+0000","last_became_active":"2024-09-12T17:13:26.740241+0000","last_became_peered":"2024-09-12T17:13:26.740241+0000","last_unstale":"2024-09-12T18:00:39.243487+0000","last_undegraded":"2024-09-12T18:00:39.243487+0000","last_fullsized":"2024-09-12T18:00:39.243487+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:39.243310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:39.243310+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.243310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:03:16.887381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'273","reported_seq":848,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.304600+0000","last_change":"2024-09-12T18:00:41.304600+0000","last_active":"2024-09-12T18:00:41.304600+0000","last_peered":"2024-09-12T18:00:41.304600+0000","last_clean":"2024-09-12T18:00:41.304600+0000","last_became_active":"2024-09-12T17:13:28.802389+0000","last_became_peered":"2024-09-12T17:13:28.802389+0000","last_unstale":"2024-09-12T18:00:41.304600+0000","last_undegraded":"2024-09-12T18:00:41.304600+0000","last_fullsized":"2024-09-12T18:00:41.304600+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'273","last_scrub_stamp":"2024-09-12T18:00:41.304398+0000","last_deep_scrub":"264'273","last_deep_scrub_stamp":"2024-09-12T18:00:41.304398+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.304398+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:23.757775+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49646,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":453,"num_read_kb":1069,"num_write":372,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'765","reported_seq":2141,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.351163+0000","last_change":"2024-09-12T18:00:47.351163+0000","last_active":"2024-09-12T18:00:47.351163+0000","last_peered":"2024-09-12T18:00:47.351163+0000","last_clean":"2024-09-12T18:00:47.351163+0000","last_became_active":"2024-09-12T17:13:30.790519+0000","last_became_peered":"2024-09-12T17:13:30.790519+0000","last_unstale":"2024-09-12T18:00:47.351163+0000","last_undegraded":"2024-09-12T18:00:47.351163+0000","last_fullsized":"2024-09-12T18:00:47.351163+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'765","last_scrub_stamp":"2024-09-12T18:00:47.350975+0000","last_deep_scrub":"264'765","last_deep_scrub_stamp":"2024-09-12T18:00:47.350975+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.350975+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:20:48.082694+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'450","reported_seq":1177,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.147720+0000","last_change":"2024-09-12T18:00:29.147592+0000","last_active":"2024-09-12T18:00:29.147720+0000","last_peered":"2024-09-12T18:00:29.147720+0000","last_clean":"2024-09-12T18:00:29.147720+0000","last_became_active":"2024-09-12T17:13:24.758818+0000","last_became_peered":"2024-09-12T17:13:24.758818+0000","last_unstale":"2024-09-12T18:00:29.147720+0000","last_undegraded":"2024-09-12T18:00:29.147720+0000","last_fullsized":"2024-09-12T18:00:29.147720+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'450","last_scrub_stamp":"2024-09-12T18:00:29.147409+0000","last_deep_scrub":"264'450","last_deep_scrub_stamp":"2024-09-12T18:00:29.147409+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.147409+0000","objects_scrubbed":1,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:25:11.898040+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2133,"num_read_kb":1818,"num_write":757,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":684,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'422","reported_seq":1138,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.203027+0000","last_change":"2024-09-12T18:00:20.202880+0000","last_active":"2024-09-12T18:00:20.203027+0000","last_peered":"2024-09-12T18:00:20.203027+0000","last_clean":"2024-09-12T18:00:20.203027+0000","last_became_active":"2024-09-12T17:13:22.742018+0000","last_became_peered":"2024-09-12T17:13:22.742018+0000","last_unstale":"2024-09-12T18:00:20.203027+0000","last_undegraded":"2024-09-12T18:00:20.203027+0000","last_fullsized":"2024-09-12T18:00:20.203027+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'422","last_scrub_stamp":"2024-09-12T18:00:20.202683+0000","last_deep_scrub":"264'422","last_deep_scrub_stamp":"2024-09-12T18:00:20.202683+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.202683+0000","objects_scrubbed":4,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:30.265232+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":726,"num_read_kb":43905,"num_write":1604,"num_write_kb":27511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.390370+0000","last_change":"2024-09-12T18:00:35.390147+0000","last_active":"2024-09-12T18:00:35.390370+0000","last_peered":"2024-09-12T18:00:35.390370+0000","last_clean":"2024-09-12T18:00:35.390370+0000","last_became_active":"2024-09-12T17:13:26.757565+0000","last_became_peered":"2024-09-12T17:13:26.757565+0000","last_unstale":"2024-09-12T18:00:35.390370+0000","last_undegraded":"2024-09-12T18:00:35.390370+0000","last_fullsized":"2024-09-12T18:00:35.390370+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:35.389938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:35.389938+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.389938+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:27.052541+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'350","reported_seq":963,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.286374+0000","last_change":"2024-09-12T18:00:42.286200+0000","last_active":"2024-09-12T18:00:42.286374+0000","last_peered":"2024-09-12T18:00:42.286374+0000","last_clean":"2024-09-12T18:00:42.286374+0000","last_became_active":"2024-09-12T17:13:28.801181+0000","last_became_peered":"2024-09-12T17:13:28.801181+0000","last_unstale":"2024-09-12T18:00:42.286374+0000","last_undegraded":"2024-09-12T18:00:42.286374+0000","last_fullsized":"2024-09-12T18:00:42.286374+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'350","last_scrub_stamp":"2024-09-12T18:00:42.286007+0000","last_deep_scrub":"264'350","last_deep_scrub_stamp":"2024-09-12T18:00:42.286007+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.286007+0000","objects_scrubbed":9,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:43:20.037762+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60627,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":567,"num_read_kb":1178,"num_write":444,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.005660+0000","last_change":"2024-09-12T18:00:38.005569+0000","last_active":"2024-09-12T18:00:38.005660+0000","last_peered":"2024-09-12T18:00:38.005660+0000","last_clean":"2024-09-12T18:00:38.005660+0000","last_became_active":"2024-09-12T17:13:30.775594+0000","last_became_peered":"2024-09-12T17:13:30.775594+0000","last_unstale":"2024-09-12T18:00:38.005660+0000","last_undegraded":"2024-09-12T18:00:38.005660+0000","last_fullsized":"2024-09-12T18:00:38.005660+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:38.005438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:38.005438+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.005438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:48:19.953639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'553","reported_seq":1411,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.320918+0000","last_change":"2024-09-12T18:00:48.320771+0000","last_active":"2024-09-12T18:00:48.320918+0000","last_peered":"2024-09-12T18:00:48.320918+0000","last_clean":"2024-09-12T18:00:48.320918+0000","last_became_active":"2024-09-12T17:13:32.784763+0000","last_became_peered":"2024-09-12T17:13:32.784763+0000","last_unstale":"2024-09-12T18:00:48.320918+0000","last_undegraded":"2024-09-12T18:00:48.320918+0000","last_fullsized":"2024-09-12T18:00:48.320918+0000","mapping_epoch":33,"log_start":"264'500","ondisk_log_start":"264'500","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'553","last_scrub_stamp":"2024-09-12T18:00:48.320589+0000","last_deep_scrub":"264'553","last_deep_scrub_stamp":"2024-09-12T18:00:48.320589+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.320589+0000","objects_scrubbed":4,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:55.670802+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":421,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1490,"num_read_kb":1443,"num_write":1148,"num_write_kb":389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'177","reported_seq":802,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.431783+0000","last_change":"2024-09-12T18:00:22.431649+0000","last_active":"2024-09-12T18:00:22.431783+0000","last_peered":"2024-09-12T18:00:22.431783+0000","last_clean":"2024-09-12T18:00:22.431783+0000","last_became_active":"2024-09-12T17:13:24.727453+0000","last_became_peered":"2024-09-12T17:13:24.727453+0000","last_unstale":"2024-09-12T18:00:22.431783+0000","last_undegraded":"2024-09-12T18:00:22.431783+0000","last_fullsized":"2024-09-12T18:00:22.431783+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'177","last_scrub_stamp":"2024-09-12T18:00:22.431473+0000","last_deep_scrub":"264'177","last_deep_scrub_stamp":"2024-09-12T18:00:22.431473+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.431473+0000","objects_scrubbed":1,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:19:28.357404+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":761,"num_read_kb":627,"num_write":271,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'362","reported_seq":1026,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.159549+0000","last_change":"2024-09-12T18:00:21.159418+0000","last_active":"2024-09-12T18:00:21.159549+0000","last_peered":"2024-09-12T18:00:21.159549+0000","last_clean":"2024-09-12T18:00:21.159549+0000","last_became_active":"2024-09-12T17:13:22.728392+0000","last_became_peered":"2024-09-12T17:13:22.728392+0000","last_unstale":"2024-09-12T18:00:21.159549+0000","last_undegraded":"2024-09-12T18:00:21.159549+0000","last_fullsized":"2024-09-12T18:00:21.159549+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:21.159223+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:21.159223+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.159223+0000","objects_scrubbed":5,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:06:16.366037+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":538,"num_read_kb":50728,"num_write":1153,"num_write_kb":27914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":508,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.679356+0000","last_change":"2024-09-12T18:00:30.679197+0000","last_active":"2024-09-12T18:00:30.679356+0000","last_peered":"2024-09-12T18:00:30.679356+0000","last_clean":"2024-09-12T18:00:30.679356+0000","last_became_active":"2024-09-12T17:13:26.738944+0000","last_became_peered":"2024-09-12T17:13:26.738944+0000","last_unstale":"2024-09-12T18:00:30.679356+0000","last_undegraded":"2024-09-12T18:00:30.679356+0000","last_fullsized":"2024-09-12T18:00:30.679356+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:30.679020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:30.679020+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.679020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:01:14.013367+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'287","reported_seq":857,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.311896+0000","last_change":"2024-09-12T18:00:46.311746+0000","last_active":"2024-09-12T18:00:46.311896+0000","last_peered":"2024-09-12T18:00:46.311896+0000","last_clean":"2024-09-12T18:00:46.311896+0000","last_became_active":"2024-09-12T17:13:28.748548+0000","last_became_peered":"2024-09-12T17:13:28.748548+0000","last_unstale":"2024-09-12T18:00:46.311896+0000","last_undegraded":"2024-09-12T18:00:46.311896+0000","last_fullsized":"2024-09-12T18:00:46.311896+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'287","last_scrub_stamp":"2024-09-12T18:00:46.311552+0000","last_deep_scrub":"264'287","last_deep_scrub_stamp":"2024-09-12T18:00:46.311552+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.311552+0000","objects_scrubbed":5,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:11:29.401206+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52241,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":453,"num_read_kb":1061,"num_write":374,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.224326+0000","last_change":"2024-09-12T18:00:43.224200+0000","last_active":"2024-09-12T18:00:43.224326+0000","last_peered":"2024-09-12T18:00:43.224326+0000","last_clean":"2024-09-12T18:00:43.224326+0000","last_became_active":"2024-09-12T17:13:30.790656+0000","last_became_peered":"2024-09-12T17:13:30.790656+0000","last_unstale":"2024-09-12T18:00:43.224326+0000","last_undegraded":"2024-09-12T18:00:43.224326+0000","last_fullsized":"2024-09-12T18:00:43.224326+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:43.224027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:43.224027+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.224027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:08:12.336057+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'2423","reported_seq":4257,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.704680+0000","last_change":"2024-09-12T18:00:38.704680+0000","last_active":"2024-09-12T18:00:38.704680+0000","last_peered":"2024-09-12T18:00:38.704680+0000","last_clean":"2024-09-12T18:00:38.704680+0000","last_became_active":"2024-09-12T17:13:32.784773+0000","last_became_peered":"2024-09-12T17:13:32.784773+0000","last_unstale":"2024-09-12T18:00:38.704680+0000","last_undegraded":"2024-09-12T18:00:38.704680+0000","last_fullsized":"2024-09-12T18:00:38.704680+0000","mapping_epoch":33,"log_start":"264'2400","ondisk_log_start":"264'2400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2423","last_scrub_stamp":"2024-09-12T18:00:38.704501+0000","last_deep_scrub":"264'2423","last_deep_scrub_stamp":"2024-09-12T18:00:38.704501+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.704501+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":2400,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:19:38.685660+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":847,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6082,"num_read_kb":6078,"num_write":4919,"num_write_kb":1802,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'52","reported_seq":608,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.527628+0000","last_change":"2024-09-12T18:00:27.527497+0000","last_active":"2024-09-12T18:00:27.527628+0000","last_peered":"2024-09-12T18:00:27.527628+0000","last_clean":"2024-09-12T18:00:27.527628+0000","last_became_active":"2024-09-12T17:13:24.727846+0000","last_became_peered":"2024-09-12T17:13:24.727846+0000","last_unstale":"2024-09-12T18:00:27.527628+0000","last_undegraded":"2024-09-12T18:00:27.527628+0000","last_fullsized":"2024-09-12T18:00:27.527628+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'52","last_scrub_stamp":"2024-09-12T18:00:27.527332+0000","last_deep_scrub":"264'52","last_deep_scrub_stamp":"2024-09-12T18:00:27.527332+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.527332+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:34:04.547309+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":228,"num_read_kb":194,"num_write":73,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'337","reported_seq":1003,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.142791+0000","last_change":"2024-09-12T18:00:22.142646+0000","last_active":"2024-09-12T18:00:22.142791+0000","last_peered":"2024-09-12T18:00:22.142791+0000","last_clean":"2024-09-12T18:00:22.142791+0000","last_became_active":"2024-09-12T17:13:22.739543+0000","last_became_peered":"2024-09-12T17:13:22.739543+0000","last_unstale":"2024-09-12T18:00:22.142791+0000","last_undegraded":"2024-09-12T18:00:22.142791+0000","last_fullsized":"2024-09-12T18:00:22.142791+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T18:00:22.142411+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T18:00:22.142411+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.142411+0000","objects_scrubbed":6,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:58:41.722506+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2447768,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":466,"num_read_kb":73275,"num_write":922,"num_write_kb":35784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.667950+0000","last_change":"2024-09-12T18:00:32.667724+0000","last_active":"2024-09-12T18:00:32.667950+0000","last_peered":"2024-09-12T18:00:32.667950+0000","last_clean":"2024-09-12T18:00:32.667950+0000","last_became_active":"2024-09-12T17:13:26.748589+0000","last_became_peered":"2024-09-12T17:13:26.748589+0000","last_unstale":"2024-09-12T18:00:32.667950+0000","last_undegraded":"2024-09-12T18:00:32.667950+0000","last_fullsized":"2024-09-12T18:00:32.667950+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.667500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.667500+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.667500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:38.959039+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'290","reported_seq":883,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.355031+0000","last_change":"2024-09-12T18:00:40.354943+0000","last_active":"2024-09-12T18:00:40.355031+0000","last_peered":"2024-09-12T18:00:40.355031+0000","last_clean":"2024-09-12T18:00:40.355031+0000","last_became_active":"2024-09-12T17:13:28.739964+0000","last_became_peered":"2024-09-12T17:13:28.739964+0000","last_unstale":"2024-09-12T18:00:40.355031+0000","last_undegraded":"2024-09-12T18:00:40.355031+0000","last_fullsized":"2024-09-12T18:00:40.355031+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'290","last_scrub_stamp":"2024-09-12T18:00:40.354822+0000","last_deep_scrub":"264'290","last_deep_scrub_stamp":"2024-09-12T18:00:40.354822+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.354822+0000","objects_scrubbed":7,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:07:16.633999+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47309,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":452,"num_read_kb":966,"num_write":356,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'797","reported_seq":2463,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.065328+0000","last_change":"2024-09-12T18:00:43.065180+0000","last_active":"2024-09-12T18:00:43.065328+0000","last_peered":"2024-09-12T18:00:43.065328+0000","last_clean":"2024-09-12T18:00:43.065328+0000","last_became_active":"2024-09-12T17:13:30.785143+0000","last_became_peered":"2024-09-12T17:13:30.785143+0000","last_unstale":"2024-09-12T18:00:43.065328+0000","last_undegraded":"2024-09-12T18:00:43.065328+0000","last_fullsized":"2024-09-12T18:00:43.065328+0000","mapping_epoch":31,"log_start":"264'702","ondisk_log_start":"264'702","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'797","last_scrub_stamp":"2024-09-12T18:00:43.065000+0000","last_deep_scrub":"264'797","last_deep_scrub_stamp":"2024-09-12T18:00:43.065000+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.065000+0000","objects_scrubbed":1,"log_size":95,"log_dups_size":702,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:22.069354+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'160","reported_seq":670,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.007989+0000","last_change":"2024-09-12T18:00:46.007728+0000","last_active":"2024-09-12T18:00:46.007989+0000","last_peered":"2024-09-12T18:00:46.007989+0000","last_clean":"2024-09-12T18:00:46.007989+0000","last_became_active":"2024-09-12T17:13:32.785419+0000","last_became_peered":"2024-09-12T17:13:32.785419+0000","last_unstale":"2024-09-12T18:00:46.007989+0000","last_undegraded":"2024-09-12T18:00:46.007989+0000","last_fullsized":"2024-09-12T18:00:46.007989+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'160","last_scrub_stamp":"2024-09-12T18:00:46.007475+0000","last_deep_scrub":"264'160","last_deep_scrub_stamp":"2024-09-12T18:00:46.007475+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.007475+0000","objects_scrubbed":2,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:20.264477+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":209,"num_read_kb":199,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'164","reported_seq":782,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.091923+0000","last_change":"2024-09-12T18:00:25.091752+0000","last_active":"2024-09-12T18:00:25.091923+0000","last_peered":"2024-09-12T18:00:25.091923+0000","last_clean":"2024-09-12T18:00:25.091923+0000","last_became_active":"2024-09-12T17:13:24.724152+0000","last_became_peered":"2024-09-12T17:13:24.724152+0000","last_unstale":"2024-09-12T18:00:25.091923+0000","last_undegraded":"2024-09-12T18:00:25.091923+0000","last_fullsized":"2024-09-12T18:00:25.091923+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'164","last_scrub_stamp":"2024-09-12T18:00:25.091573+0000","last_deep_scrub":"264'164","last_deep_scrub_stamp":"2024-09-12T18:00:25.091573+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.091573+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:11:08.342971+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":706,"num_read_kb":583,"num_write":257,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":721,"num_omap_keys":3,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'317","reported_seq":902,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.261798+0000","last_change":"2024-09-12T18:00:20.261554+0000","last_active":"2024-09-12T18:00:20.261798+0000","last_peered":"2024-09-12T18:00:20.261798+0000","last_clean":"2024-09-12T18:00:20.261798+0000","last_became_active":"2024-09-12T17:13:22.723317+0000","last_became_peered":"2024-09-12T17:13:22.723317+0000","last_unstale":"2024-09-12T18:00:20.261798+0000","last_undegraded":"2024-09-12T18:00:20.261798+0000","last_fullsized":"2024-09-12T18:00:20.261798+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'317","last_scrub_stamp":"2024-09-12T18:00:20.261244+0000","last_deep_scrub":"264'317","last_deep_scrub_stamp":"2024-09-12T18:00:20.261244+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.261244+0000","objects_scrubbed":3,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:36:40.577087+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262267,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":365,"num_read_kb":10570,"num_write":906,"num_write_kb":33829,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":508,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.645993+0000","last_change":"2024-09-12T18:00:25.645804+0000","last_active":"2024-09-12T18:00:25.645993+0000","last_peered":"2024-09-12T18:00:25.645993+0000","last_clean":"2024-09-12T18:00:25.645993+0000","last_became_active":"2024-09-12T17:13:26.740266+0000","last_became_peered":"2024-09-12T17:13:26.740266+0000","last_unstale":"2024-09-12T18:00:25.645993+0000","last_undegraded":"2024-09-12T18:00:25.645993+0000","last_fullsized":"2024-09-12T18:00:25.645993+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:25.645620+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:25.645620+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.645620+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:33.667060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'489","reported_seq":1132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.068273+0000","last_change":"2024-09-12T18:00:35.068136+0000","last_active":"2024-09-12T18:00:35.068273+0000","last_peered":"2024-09-12T18:00:35.068273+0000","last_clean":"2024-09-12T18:00:35.068273+0000","last_became_active":"2024-09-12T17:13:28.741775+0000","last_became_peered":"2024-09-12T17:13:28.741775+0000","last_unstale":"2024-09-12T18:00:35.068273+0000","last_undegraded":"2024-09-12T18:00:35.068273+0000","last_fullsized":"2024-09-12T18:00:35.068273+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'489","last_scrub_stamp":"2024-09-12T18:00:35.067913+0000","last_deep_scrub":"264'489","last_deep_scrub_stamp":"2024-09-12T18:00:35.067913+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.067913+0000","objects_scrubbed":5,"log_size":89,"log_dups_size":400,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:32.847305+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":99149,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":863,"num_read_kb":2128,"num_write":716,"num_write_kb":619,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.660952+0000","last_change":"2024-09-12T18:00:33.660703+0000","last_active":"2024-09-12T18:00:33.660952+0000","last_peered":"2024-09-12T18:00:33.660952+0000","last_clean":"2024-09-12T18:00:33.660952+0000","last_became_active":"2024-09-12T17:13:30.773677+0000","last_became_peered":"2024-09-12T17:13:30.773677+0000","last_unstale":"2024-09-12T18:00:33.660952+0000","last_undegraded":"2024-09-12T18:00:33.660952+0000","last_fullsized":"2024-09-12T18:00:33.660952+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:33.660492+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:33.660492+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.660492+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:09:50.439120+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'148","reported_seq":676,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.985227+0000","last_change":"2024-09-12T18:00:34.984984+0000","last_active":"2024-09-12T18:00:34.985227+0000","last_peered":"2024-09-12T18:00:34.985227+0000","last_clean":"2024-09-12T18:00:34.985227+0000","last_became_active":"2024-09-12T17:13:32.785426+0000","last_became_peered":"2024-09-12T17:13:32.785426+0000","last_unstale":"2024-09-12T18:00:34.985227+0000","last_undegraded":"2024-09-12T18:00:34.985227+0000","last_fullsized":"2024-09-12T18:00:34.985227+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'148","last_scrub_stamp":"2024-09-12T18:00:34.984743+0000","last_deep_scrub":"264'148","last_deep_scrub_stamp":"2024-09-12T18:00:34.984743+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.984743+0000","objects_scrubbed":3,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:02:17.766403+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1353,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":231,"num_read_kb":216,"num_write":347,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'217","reported_seq":849,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.477638+0000","last_change":"2024-09-12T18:00:24.477503+0000","last_active":"2024-09-12T18:00:24.477638+0000","last_peered":"2024-09-12T18:00:24.477638+0000","last_clean":"2024-09-12T18:00:24.477638+0000","last_became_active":"2024-09-12T17:13:24.741861+0000","last_became_peered":"2024-09-12T17:13:24.741861+0000","last_unstale":"2024-09-12T18:00:24.477638+0000","last_undegraded":"2024-09-12T18:00:24.477638+0000","last_fullsized":"2024-09-12T18:00:24.477638+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'217","last_scrub_stamp":"2024-09-12T18:00:24.477277+0000","last_deep_scrub":"264'217","last_deep_scrub_stamp":"2024-09-12T18:00:24.477277+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.477277+0000","objects_scrubbed":1,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:13:52.725241+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":969,"num_read_kb":790,"num_write":341,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":504,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'344","reported_seq":981,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.304680+0000","last_change":"2024-09-12T18:00:19.304536+0000","last_active":"2024-09-12T18:00:19.304680+0000","last_peered":"2024-09-12T18:00:19.304680+0000","last_clean":"2024-09-12T18:00:19.304680+0000","last_became_active":"2024-09-12T17:13:22.719707+0000","last_became_peered":"2024-09-12T17:13:22.719707+0000","last_unstale":"2024-09-12T18:00:19.304680+0000","last_undegraded":"2024-09-12T18:00:19.304680+0000","last_fullsized":"2024-09-12T18:00:19.304680+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'344","last_scrub_stamp":"2024-09-12T18:00:19.304300+0000","last_deep_scrub":"264'344","last_deep_scrub_stamp":"2024-09-12T18:00:19.304300+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.304300+0000","objects_scrubbed":3,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:32:03.878491+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":535,"num_read_kb":7129,"num_write":1028,"num_write_kb":37450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"264'4","reported_seq":990,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.647090+0000","last_change":"2024-09-12T18:00:28.646931+0000","last_active":"2024-09-12T18:00:28.647090+0000","last_peered":"2024-09-12T18:00:28.647090+0000","last_clean":"2024-09-12T18:00:28.647090+0000","last_became_active":"2024-09-12T17:13:26.753667+0000","last_became_peered":"2024-09-12T17:13:26.753667+0000","last_unstale":"2024-09-12T18:00:28.647090+0000","last_undegraded":"2024-09-12T18:00:28.647090+0000","last_fullsized":"2024-09-12T18:00:28.647090+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:28.646741+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:28.646741+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.646741+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:28:54.055572+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":725,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'278","reported_seq":860,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.656481+0000","last_change":"2024-09-12T18:00:42.656342+0000","last_active":"2024-09-12T18:00:42.656481+0000","last_peered":"2024-09-12T18:00:42.656481+0000","last_clean":"2024-09-12T18:00:42.656481+0000","last_became_active":"2024-09-12T17:13:28.744650+0000","last_became_peered":"2024-09-12T17:13:28.744650+0000","last_unstale":"2024-09-12T18:00:42.656481+0000","last_undegraded":"2024-09-12T18:00:42.656481+0000","last_fullsized":"2024-09-12T18:00:42.656481+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'278","last_scrub_stamp":"2024-09-12T18:00:42.656143+0000","last_deep_scrub":"264'278","last_deep_scrub_stamp":"2024-09-12T18:00:42.656143+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.656143+0000","objects_scrubbed":6,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:32:10.168190+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51284,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":465,"num_read_kb":1009,"num_write":414,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.093529+0000","last_change":"2024-09-12T18:00:42.093393+0000","last_active":"2024-09-12T18:00:42.093529+0000","last_peered":"2024-09-12T18:00:42.093529+0000","last_clean":"2024-09-12T18:00:42.093529+0000","last_became_active":"2024-09-12T17:13:30.785312+0000","last_became_peered":"2024-09-12T17:13:30.785312+0000","last_unstale":"2024-09-12T18:00:42.093529+0000","last_undegraded":"2024-09-12T18:00:42.093529+0000","last_fullsized":"2024-09-12T18:00:42.093529+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:42.093217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:42.093217+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.093217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:18:48.272282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'84","reported_seq":573,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.358945+0000","last_change":"2024-09-12T18:00:50.358779+0000","last_active":"2024-09-12T18:00:50.358945+0000","last_peered":"2024-09-12T18:00:50.358945+0000","last_clean":"2024-09-12T18:00:50.358945+0000","last_became_active":"2024-09-12T17:13:32.792720+0000","last_became_peered":"2024-09-12T17:13:32.792720+0000","last_unstale":"2024-09-12T18:00:50.358945+0000","last_undegraded":"2024-09-12T18:00:50.358945+0000","last_fullsized":"2024-09-12T18:00:50.358945+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'84","last_scrub_stamp":"2024-09-12T18:00:50.358589+0000","last_deep_scrub":"264'84","last_deep_scrub_stamp":"2024-09-12T18:00:50.358589+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.358589+0000","objects_scrubbed":4,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:59:26.882708+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":484,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":189,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'162","reported_seq":765,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.426204+0000","last_change":"2024-09-12T18:00:23.426024+0000","last_active":"2024-09-12T18:00:23.426204+0000","last_peered":"2024-09-12T18:00:23.426204+0000","last_clean":"2024-09-12T18:00:23.426204+0000","last_became_active":"2024-09-12T17:13:24.737557+0000","last_became_peered":"2024-09-12T17:13:24.737557+0000","last_unstale":"2024-09-12T18:00:23.426204+0000","last_undegraded":"2024-09-12T18:00:23.426204+0000","last_fullsized":"2024-09-12T18:00:23.426204+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'162","last_scrub_stamp":"2024-09-12T18:00:23.425839+0000","last_deep_scrub":"264'162","last_deep_scrub_stamp":"2024-09-12T18:00:23.425839+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.425839+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:50:12.971639+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":685,"num_read_kb":559,"num_write":257,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'342","reported_seq":987,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.603780+0000","last_change":"2024-09-12T18:00:18.603626+0000","last_active":"2024-09-12T18:00:18.603780+0000","last_peered":"2024-09-12T18:00:18.603780+0000","last_clean":"2024-09-12T18:00:18.603780+0000","last_became_active":"2024-09-12T17:13:22.743815+0000","last_became_peered":"2024-09-12T17:13:22.743815+0000","last_unstale":"2024-09-12T18:00:18.603780+0000","last_undegraded":"2024-09-12T18:00:18.603780+0000","last_fullsized":"2024-09-12T18:00:18.603780+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'342","last_scrub_stamp":"2024-09-12T18:00:18.603414+0000","last_deep_scrub":"264'342","last_deep_scrub_stamp":"2024-09-12T18:00:18.603414+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.603414+0000","objects_scrubbed":6,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:19:38.408185+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170368,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":470,"num_read_kb":6284,"num_write":1034,"num_write_kb":24394,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":508,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.016207+0000","last_change":"2024-09-12T18:00:31.016068+0000","last_active":"2024-09-12T18:00:31.016207+0000","last_peered":"2024-09-12T18:00:31.016207+0000","last_clean":"2024-09-12T18:00:31.016207+0000","last_became_active":"2024-09-12T17:13:26.743127+0000","last_became_peered":"2024-09-12T17:13:26.743127+0000","last_unstale":"2024-09-12T18:00:31.016207+0000","last_undegraded":"2024-09-12T18:00:31.016207+0000","last_fullsized":"2024-09-12T18:00:31.016207+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:31.015860+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:31.015860+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.015860+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:11:42.865626+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'311","reported_seq":905,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.646606+0000","last_change":"2024-09-12T18:00:34.646454+0000","last_active":"2024-09-12T18:00:34.646606+0000","last_peered":"2024-09-12T18:00:34.646606+0000","last_clean":"2024-09-12T18:00:34.646606+0000","last_became_active":"2024-09-12T17:13:28.740218+0000","last_became_peered":"2024-09-12T17:13:28.740218+0000","last_unstale":"2024-09-12T18:00:34.646606+0000","last_undegraded":"2024-09-12T18:00:34.646606+0000","last_fullsized":"2024-09-12T18:00:34.646606+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'311","last_scrub_stamp":"2024-09-12T18:00:34.646217+0000","last_deep_scrub":"264'311","last_deep_scrub_stamp":"2024-09-12T18:00:34.646217+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.646217+0000","objects_scrubbed":7,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:49.667227+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57667,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":501,"num_read_kb":1122,"num_write":404,"num_write_kb":313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'726","reported_seq":2407,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.643651+0000","last_change":"2024-09-12T18:00:38.643372+0000","last_active":"2024-09-12T18:00:38.643651+0000","last_peered":"2024-09-12T18:00:38.643651+0000","last_clean":"2024-09-12T18:00:38.643651+0000","last_became_active":"2024-09-12T17:13:30.779184+0000","last_became_peered":"2024-09-12T17:13:30.779184+0000","last_unstale":"2024-09-12T18:00:38.643651+0000","last_undegraded":"2024-09-12T18:00:38.643651+0000","last_fullsized":"2024-09-12T18:00:38.643651+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'726","last_scrub_stamp":"2024-09-12T18:00:38.643142+0000","last_deep_scrub":"264'726","last_deep_scrub_stamp":"2024-09-12T18:00:38.643142+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.643142+0000","objects_scrubbed":1,"log_size":26,"log_dups_size":700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:55:54.526635+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'102","reported_seq":606,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.126743+0000","last_change":"2024-09-12T18:00:46.126584+0000","last_active":"2024-09-12T18:00:46.126743+0000","last_peered":"2024-09-12T18:00:46.126743+0000","last_clean":"2024-09-12T18:00:46.126743+0000","last_became_active":"2024-09-12T17:13:32.782654+0000","last_became_peered":"2024-09-12T17:13:32.782654+0000","last_unstale":"2024-09-12T18:00:46.126743+0000","last_undegraded":"2024-09-12T18:00:46.126743+0000","last_fullsized":"2024-09-12T18:00:46.126743+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'102","last_scrub_stamp":"2024-09-12T18:00:46.126395+0000","last_deep_scrub":"264'102","last_deep_scrub_stamp":"2024-09-12T18:00:46.126395+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.126395+0000","objects_scrubbed":4,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:42:41.367801+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1674,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":117,"num_read_kb":114,"num_write":233,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'252","reported_seq":914,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.431077+0000","last_change":"2024-09-12T18:00:25.430898+0000","last_active":"2024-09-12T18:00:25.431077+0000","last_peered":"2024-09-12T18:00:25.431077+0000","last_clean":"2024-09-12T18:00:25.431077+0000","last_became_active":"2024-09-12T17:13:24.746617+0000","last_became_peered":"2024-09-12T17:13:24.746617+0000","last_unstale":"2024-09-12T18:00:25.431077+0000","last_undegraded":"2024-09-12T18:00:25.431077+0000","last_fullsized":"2024-09-12T18:00:25.431077+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'252","last_scrub_stamp":"2024-09-12T18:00:25.430710+0000","last_deep_scrub":"264'252","last_deep_scrub_stamp":"2024-09-12T18:00:25.430710+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.430710+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:39:58.131704+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1124,"num_read_kb":923,"num_write":380,"num_write_kb":194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'362","reported_seq":1007,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.485237+0000","last_change":"2024-09-12T18:00:16.485102+0000","last_active":"2024-09-12T18:00:16.485237+0000","last_peered":"2024-09-12T18:00:16.485237+0000","last_clean":"2024-09-12T18:00:16.485237+0000","last_became_active":"2024-09-12T17:13:22.730054+0000","last_became_peered":"2024-09-12T17:13:22.730054+0000","last_unstale":"2024-09-12T18:00:16.485237+0000","last_undegraded":"2024-09-12T18:00:16.485237+0000","last_fullsized":"2024-09-12T18:00:16.485237+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'362","last_scrub_stamp":"2024-09-12T18:00:16.484795+0000","last_deep_scrub":"264'362","last_deep_scrub_stamp":"2024-09-12T18:00:16.484795+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.484795+0000","objects_scrubbed":15,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:36.820921+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262314,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":482,"num_read_kb":9240,"num_write":1147,"num_write_kb":31208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"264'4","reported_seq":1459,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.172953+0000","last_change":"2024-09-12T18:00:37.172817+0000","last_active":"2024-09-12T18:00:37.172953+0000","last_peered":"2024-09-12T18:00:37.172953+0000","last_clean":"2024-09-12T18:00:37.172953+0000","last_became_active":"2024-09-12T17:13:26.738569+0000","last_became_peered":"2024-09-12T17:13:26.738569+0000","last_unstale":"2024-09-12T18:00:37.172953+0000","last_undegraded":"2024-09-12T18:00:37.172953+0000","last_fullsized":"2024-09-12T18:00:37.172953+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T18:00:37.172633+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T18:00:37.172633+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.172633+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:32:47.077821+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":956,"num_read_kb":956,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'80","reported_seq":599,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.269324+0000","last_change":"2024-09-12T18:00:39.269184+0000","last_active":"2024-09-12T18:00:39.269324+0000","last_peered":"2024-09-12T18:00:39.269324+0000","last_clean":"2024-09-12T18:00:39.269324+0000","last_became_active":"2024-09-12T17:13:28.801632+0000","last_became_peered":"2024-09-12T17:13:28.801632+0000","last_unstale":"2024-09-12T18:00:39.269324+0000","last_undegraded":"2024-09-12T18:00:39.269324+0000","last_fullsized":"2024-09-12T18:00:39.269324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'80","last_scrub_stamp":"2024-09-12T18:00:39.268990+0000","last_deep_scrub":"264'80","last_deep_scrub_stamp":"2024-09-12T18:00:39.268990+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.268990+0000","objects_scrubbed":5,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:05.490901+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'766","reported_seq":4549,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.713705+0000","last_change":"2024-09-12T18:00:33.713575+0000","last_active":"2024-09-12T18:00:33.713705+0000","last_peered":"2024-09-12T18:00:33.713705+0000","last_clean":"2024-09-12T18:00:33.713705+0000","last_became_active":"2024-09-12T17:13:30.783327+0000","last_became_peered":"2024-09-12T17:13:30.783327+0000","last_unstale":"2024-09-12T18:00:33.713705+0000","last_undegraded":"2024-09-12T18:00:33.713705+0000","last_fullsized":"2024-09-12T18:00:33.713705+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'766","last_scrub_stamp":"2024-09-12T18:00:33.713390+0000","last_deep_scrub":"264'766","last_deep_scrub_stamp":"2024-09-12T18:00:33.713390+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.713390+0000","objects_scrubbed":1,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:41:05.258854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'193","reported_seq":737,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.548480+0000","last_change":"2024-09-12T18:00:49.548328+0000","last_active":"2024-09-12T18:00:49.548480+0000","last_peered":"2024-09-12T18:00:49.548480+0000","last_clean":"2024-09-12T18:00:49.548480+0000","last_became_active":"2024-09-12T17:13:32.793213+0000","last_became_peered":"2024-09-12T17:13:32.793213+0000","last_unstale":"2024-09-12T18:00:49.548480+0000","last_undegraded":"2024-09-12T18:00:49.548480+0000","last_fullsized":"2024-09-12T18:00:49.548480+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'193","last_scrub_stamp":"2024-09-12T18:00:49.548150+0000","last_deep_scrub":"264'193","last_deep_scrub_stamp":"2024-09-12T18:00:49.548150+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.548150+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:50:52.994392+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":315,"num_write":392,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'107","reported_seq":700,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.080047+0000","last_change":"2024-09-12T18:00:25.079858+0000","last_active":"2024-09-12T18:00:25.080047+0000","last_peered":"2024-09-12T18:00:25.080047+0000","last_clean":"2024-09-12T18:00:25.080047+0000","last_became_active":"2024-09-12T17:13:24.747881+0000","last_became_peered":"2024-09-12T17:13:24.747881+0000","last_unstale":"2024-09-12T18:00:25.080047+0000","last_undegraded":"2024-09-12T18:00:25.080047+0000","last_fullsized":"2024-09-12T18:00:25.080047+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'107","last_scrub_stamp":"2024-09-12T18:00:25.079679+0000","last_deep_scrub":"264'107","last_deep_scrub_stamp":"2024-09-12T18:00:25.079679+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.079679+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:22:09.501854+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":463,"num_read_kb":387,"num_write":161,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'370","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.437828+0000","last_change":"2024-09-12T18:00:16.437671+0000","last_active":"2024-09-12T18:00:16.437828+0000","last_peered":"2024-09-12T18:00:16.437828+0000","last_clean":"2024-09-12T18:00:16.437828+0000","last_became_active":"2024-09-12T17:13:22.718374+0000","last_became_peered":"2024-09-12T17:13:22.718374+0000","last_unstale":"2024-09-12T18:00:16.437828+0000","last_undegraded":"2024-09-12T18:00:16.437828+0000","last_fullsized":"2024-09-12T18:00:16.437828+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'370","last_scrub_stamp":"2024-09-12T18:00:16.437465+0000","last_deep_scrub":"264'370","last_deep_scrub_stamp":"2024-09-12T18:00:16.437465+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.437465+0000","objects_scrubbed":8,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:01:20.666876+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262388,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":36044,"num_write":1163,"num_write_kb":46418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":505,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.634707+0000","last_change":"2024-09-12T18:00:38.634580+0000","last_active":"2024-09-12T18:00:38.634707+0000","last_peered":"2024-09-12T18:00:38.634707+0000","last_clean":"2024-09-12T18:00:38.634707+0000","last_became_active":"2024-09-12T17:13:26.734356+0000","last_became_peered":"2024-09-12T17:13:26.734356+0000","last_unstale":"2024-09-12T18:00:38.634707+0000","last_undegraded":"2024-09-12T18:00:38.634707+0000","last_fullsized":"2024-09-12T18:00:38.634707+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:38.634366+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:38.634366+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.634366+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:25:28.286151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'365","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.280794+0000","last_change":"2024-09-12T18:00:43.280570+0000","last_active":"2024-09-12T18:00:43.280794+0000","last_peered":"2024-09-12T18:00:43.280794+0000","last_clean":"2024-09-12T18:00:43.280794+0000","last_became_active":"2024-09-12T17:13:28.756408+0000","last_became_peered":"2024-09-12T17:13:28.756408+0000","last_unstale":"2024-09-12T18:00:43.280794+0000","last_undegraded":"2024-09-12T18:00:43.280794+0000","last_fullsized":"2024-09-12T18:00:43.280794+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'365","last_scrub_stamp":"2024-09-12T18:00:43.280304+0000","last_deep_scrub":"264'365","last_deep_scrub_stamp":"2024-09-12T18:00:43.280304+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.280304+0000","objects_scrubbed":8,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:04:26.148020+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78131,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":600,"num_read_kb":1346,"num_write":482,"num_write_kb":371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.732300+0000","last_change":"2024-09-12T18:00:34.732173+0000","last_active":"2024-09-12T18:00:34.732300+0000","last_peered":"2024-09-12T18:00:34.732300+0000","last_clean":"2024-09-12T18:00:34.732300+0000","last_became_active":"2024-09-12T17:13:30.769275+0000","last_became_peered":"2024-09-12T17:13:30.769275+0000","last_unstale":"2024-09-12T18:00:34.732300+0000","last_undegraded":"2024-09-12T18:00:34.732300+0000","last_fullsized":"2024-09-12T18:00:34.732300+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:34.732000+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:34.732000+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.732000+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:31:45.996101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'141","reported_seq":656,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.103788+0000","last_change":"2024-09-12T18:00:44.103653+0000","last_active":"2024-09-12T18:00:44.103788+0000","last_peered":"2024-09-12T18:00:44.103788+0000","last_clean":"2024-09-12T18:00:44.103788+0000","last_became_active":"2024-09-12T17:13:32.793945+0000","last_became_peered":"2024-09-12T17:13:32.793945+0000","last_unstale":"2024-09-12T18:00:44.103788+0000","last_undegraded":"2024-09-12T18:00:44.103788+0000","last_fullsized":"2024-09-12T18:00:44.103788+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'141","last_scrub_stamp":"2024-09-12T18:00:44.103436+0000","last_deep_scrub":"264'141","last_deep_scrub_stamp":"2024-09-12T18:00:44.103436+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.103436+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:29.942641+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":208,"num_read_kb":195,"num_write":321,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'166","reported_seq":800,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.483920+0000","last_change":"2024-09-12T18:00:23.483780+0000","last_active":"2024-09-12T18:00:23.483920+0000","last_peered":"2024-09-12T18:00:23.483920+0000","last_clean":"2024-09-12T18:00:23.483920+0000","last_became_active":"2024-09-12T17:13:24.747374+0000","last_became_peered":"2024-09-12T17:13:24.747374+0000","last_unstale":"2024-09-12T18:00:23.483920+0000","last_undegraded":"2024-09-12T18:00:23.483920+0000","last_fullsized":"2024-09-12T18:00:23.483920+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'166","last_scrub_stamp":"2024-09-12T18:00:23.483596+0000","last_deep_scrub":"264'166","last_deep_scrub_stamp":"2024-09-12T18:00:23.483596+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.483596+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:37:32.510084+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":770,"num_read_kb":641,"num_write":248,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"264'74","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.163131+0000","last_change":"2024-09-12T18:00:17.162974+0000","last_active":"2024-09-12T18:00:17.163131+0000","last_peered":"2024-09-12T18:00:17.163131+0000","last_clean":"2024-09-12T18:00:17.163131+0000","last_became_active":"2024-09-12T17:13:03.572393+0000","last_became_peered":"2024-09-12T17:13:03.572393+0000","last_unstale":"2024-09-12T18:00:17.163131+0000","last_undegraded":"2024-09-12T18:00:17.163131+0000","last_fullsized":"2024-09-12T18:00:17.163131+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'74","last_scrub_stamp":"2024-09-12T18:00:17.162789+0000","last_deep_scrub":"264'74","last_deep_scrub_stamp":"2024-09-12T18:00:17.162789+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.162789+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:30:18.407276+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"264'2","reported_seq":526,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.248834+0000","last_change":"2024-09-12T18:00:18.248681+0000","last_active":"2024-09-12T18:00:18.248834+0000","last_peered":"2024-09-12T18:00:18.248834+0000","last_clean":"2024-09-12T18:00:18.248834+0000","last_became_active":"2024-09-12T17:13:08.626265+0000","last_became_peered":"2024-09-12T17:13:08.626265+0000","last_unstale":"2024-09-12T18:00:18.248834+0000","last_undegraded":"2024-09-12T18:00:18.248834+0000","last_fullsized":"2024-09-12T18:00:18.248834+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:18.248496+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:18.248496+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.248496+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:56:38.348728+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00096567199999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'366","reported_seq":1024,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.391759+0000","last_change":"2024-09-12T18:00:17.391619+0000","last_active":"2024-09-12T18:00:17.391759+0000","last_peered":"2024-09-12T18:00:17.391759+0000","last_clean":"2024-09-12T18:00:17.391759+0000","last_became_active":"2024-09-12T17:13:22.740538+0000","last_became_peered":"2024-09-12T17:13:22.740538+0000","last_unstale":"2024-09-12T18:00:17.391759+0000","last_undegraded":"2024-09-12T18:00:17.391759+0000","last_fullsized":"2024-09-12T18:00:17.391759+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T18:00:17.391431+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T18:00:17.391431+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.391431+0000","objects_scrubbed":6,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:47:28.945153+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":575062,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":497,"num_read_kb":39482,"num_write":1131,"num_write_kb":28060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.414685+0000","last_change":"2024-09-12T18:00:34.414431+0000","last_active":"2024-09-12T18:00:34.414685+0000","last_peered":"2024-09-12T18:00:34.414685+0000","last_clean":"2024-09-12T18:00:34.414685+0000","last_became_active":"2024-09-12T17:13:26.753619+0000","last_became_peered":"2024-09-12T17:13:26.753619+0000","last_unstale":"2024-09-12T18:00:34.414685+0000","last_undegraded":"2024-09-12T18:00:34.414685+0000","last_fullsized":"2024-09-12T18:00:34.414685+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:34.414208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:34.414208+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.414208+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:52:37.236470+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'704","reported_seq":1410,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.290100+0000","last_change":"2024-09-12T18:00:41.289957+0000","last_active":"2024-09-12T18:00:41.290100+0000","last_peered":"2024-09-12T18:00:41.290100+0000","last_clean":"2024-09-12T18:00:41.290100+0000","last_became_active":"2024-09-12T17:13:28.754485+0000","last_became_peered":"2024-09-12T17:13:28.754485+0000","last_unstale":"2024-09-12T18:00:41.290100+0000","last_undegraded":"2024-09-12T18:00:41.290100+0000","last_fullsized":"2024-09-12T18:00:41.290100+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'704","last_scrub_stamp":"2024-09-12T18:00:41.289760+0000","last_deep_scrub":"264'704","last_deep_scrub_stamp":"2024-09-12T18:00:41.289760+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.289760+0000","objects_scrubbed":7,"log_size":104,"log_dups_size":600,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:39:34.893367+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132554,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1344,"num_read_kb":3040,"num_write":1236,"num_write_kb":1078,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":89356,"num_omap_keys":214,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.069526+0000","last_change":"2024-09-12T18:00:40.069474+0000","last_active":"2024-09-12T18:00:40.069526+0000","last_peered":"2024-09-12T18:00:40.069526+0000","last_clean":"2024-09-12T18:00:40.069526+0000","last_became_active":"2024-09-12T17:13:30.785677+0000","last_became_peered":"2024-09-12T17:13:30.785677+0000","last_unstale":"2024-09-12T18:00:40.069526+0000","last_undegraded":"2024-09-12T18:00:40.069526+0000","last_fullsized":"2024-09-12T18:00:40.069526+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:40.069397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:40.069397+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.069397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:51:42.538206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'187","reported_seq":899,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.694201+0000","last_change":"2024-09-12T18:00:39.694069+0000","last_active":"2024-09-12T18:00:39.694201+0000","last_peered":"2024-09-12T18:00:39.694201+0000","last_clean":"2024-09-12T18:00:39.694201+0000","last_became_active":"2024-09-12T17:13:32.782360+0000","last_became_peered":"2024-09-12T17:13:32.782360+0000","last_unstale":"2024-09-12T18:00:39.694201+0000","last_undegraded":"2024-09-12T18:00:39.694201+0000","last_fullsized":"2024-09-12T18:00:39.694201+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'187","last_scrub_stamp":"2024-09-12T18:00:39.693838+0000","last_deep_scrub":"264'187","last_deep_scrub_stamp":"2024-09-12T18:00:39.693838+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.693838+0000","objects_scrubbed":3,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:33:48.964300+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":833,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":495,"num_read_kb":485,"num_write":390,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'73","reported_seq":696,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.102563+0000","last_change":"2024-09-12T18:00:21.102414+0000","last_active":"2024-09-12T18:00:21.102563+0000","last_peered":"2024-09-12T18:00:21.102563+0000","last_clean":"2024-09-12T18:00:21.102563+0000","last_became_active":"2024-09-12T17:13:54.841332+0000","last_became_peered":"2024-09-12T17:13:54.841332+0000","last_unstale":"2024-09-12T18:00:21.102563+0000","last_undegraded":"2024-09-12T18:00:21.102563+0000","last_fullsized":"2024-09-12T18:00:21.102563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'73","last_scrub_stamp":"2024-09-12T18:00:21.102220+0000","last_deep_scrub":"264'73","last_deep_scrub_stamp":"2024-09-12T18:00:21.102220+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.102220+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:49:53.958121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":361,"num_read_kb":319,"num_write":102,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":531,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.166451+0000","last_change":"2024-09-12T18:00:18.166322+0000","last_active":"2024-09-12T18:00:18.166451+0000","last_peered":"2024-09-12T18:00:18.166451+0000","last_clean":"2024-09-12T18:00:18.166451+0000","last_became_active":"2024-09-12T17:13:08.626881+0000","last_became_peered":"2024-09-12T17:13:08.626881+0000","last_unstale":"2024-09-12T18:00:18.166451+0000","last_undegraded":"2024-09-12T18:00:18.166451+0000","last_fullsized":"2024-09-12T18:00:18.166451+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:18.166147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:18.166147+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.166147+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:55:28.063929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00123196,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'366","reported_seq":1062,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.117100+0000","last_change":"2024-09-12T18:00:16.116997+0000","last_active":"2024-09-12T18:00:16.117100+0000","last_peered":"2024-09-12T18:00:16.117100+0000","last_clean":"2024-09-12T18:00:16.117100+0000","last_became_active":"2024-09-12T17:13:22.743212+0000","last_became_peered":"2024-09-12T17:13:22.743212+0000","last_unstale":"2024-09-12T18:00:16.117100+0000","last_undegraded":"2024-09-12T18:00:16.117100+0000","last_fullsized":"2024-09-12T18:00:16.117100+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T18:00:16.116879+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T18:00:16.116879+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.116879+0000","objects_scrubbed":6,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:21:56.254947+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":610,"num_read_kb":31492,"num_write":1308,"num_write_kb":22348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.216927+0000","last_change":"2024-09-12T18:00:36.216803+0000","last_active":"2024-09-12T18:00:36.216927+0000","last_peered":"2024-09-12T18:00:36.216927+0000","last_clean":"2024-09-12T18:00:36.216927+0000","last_became_active":"2024-09-12T17:13:26.743863+0000","last_became_peered":"2024-09-12T17:13:26.743863+0000","last_unstale":"2024-09-12T18:00:36.216927+0000","last_undegraded":"2024-09-12T18:00:36.216927+0000","last_fullsized":"2024-09-12T18:00:36.216927+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.216625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.216625+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.216625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:53:34.420254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1255","reported_seq":2766,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.013678+0000","last_change":"2024-09-12T18:00:34.013521+0000","last_active":"2024-09-12T18:00:34.013678+0000","last_peered":"2024-09-12T18:00:34.013678+0000","last_clean":"2024-09-12T18:00:34.013678+0000","last_became_active":"2024-09-12T17:13:28.745653+0000","last_became_peered":"2024-09-12T17:13:28.745653+0000","last_unstale":"2024-09-12T18:00:34.013678+0000","last_undegraded":"2024-09-12T18:00:34.013678+0000","last_fullsized":"2024-09-12T18:00:34.013678+0000","mapping_epoch":29,"log_start":"264'1200","ondisk_log_start":"264'1200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1255","last_scrub_stamp":"2024-09-12T18:00:34.013322+0000","last_deep_scrub":"264'1255","last_deep_scrub_stamp":"2024-09-12T18:00:34.013322+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.013322+0000","objects_scrubbed":11,"log_size":55,"log_dups_size":1200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:24:08.492503+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139975,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":2028,"num_read_kb":3861,"num_write":1126,"num_write_kb":972,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.249406+0000","last_change":"2024-09-12T18:00:44.249222+0000","last_active":"2024-09-12T18:00:44.249406+0000","last_peered":"2024-09-12T18:00:44.249406+0000","last_clean":"2024-09-12T18:00:44.249406+0000","last_became_active":"2024-09-12T17:13:30.790899+0000","last_became_peered":"2024-09-12T17:13:30.790899+0000","last_unstale":"2024-09-12T18:00:44.249406+0000","last_undegraded":"2024-09-12T18:00:44.249406+0000","last_fullsized":"2024-09-12T18:00:44.249406+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:44.249032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:44.249032+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.249032+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:47:40.444440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'210","reported_seq":741,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.138946+0000","last_change":"2024-09-12T18:00:42.138793+0000","last_active":"2024-09-12T18:00:42.138946+0000","last_peered":"2024-09-12T18:00:42.138946+0000","last_clean":"2024-09-12T18:00:42.138946+0000","last_became_active":"2024-09-12T17:13:32.831782+0000","last_became_peered":"2024-09-12T17:13:32.831782+0000","last_unstale":"2024-09-12T18:00:42.138946+0000","last_undegraded":"2024-09-12T18:00:42.138946+0000","last_fullsized":"2024-09-12T18:00:42.138946+0000","mapping_epoch":33,"log_start":"261'100","ondisk_log_start":"261'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'210","last_scrub_stamp":"2024-09-12T18:00:42.138610+0000","last_deep_scrub":"264'210","last_deep_scrub_stamp":"2024-09-12T18:00:42.138610+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.138610+0000","objects_scrubbed":2,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:18:30.618920+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":360,"num_read_kb":356,"num_write":464,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'139","reported_seq":705,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.973614+0000","last_change":"2024-09-12T18:00:27.973484+0000","last_active":"2024-09-12T18:00:27.973614+0000","last_peered":"2024-09-12T18:00:27.973614+0000","last_clean":"2024-09-12T18:00:27.973614+0000","last_became_active":"2024-09-12T17:13:24.761611+0000","last_became_peered":"2024-09-12T17:13:24.761611+0000","last_unstale":"2024-09-12T18:00:27.973614+0000","last_undegraded":"2024-09-12T18:00:27.973614+0000","last_fullsized":"2024-09-12T18:00:27.973614+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'139","last_scrub_stamp":"2024-09-12T18:00:27.973298+0000","last_deep_scrub":"264'139","last_deep_scrub_stamp":"2024-09-12T18:00:27.973298+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.973298+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:08:58.063276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":604,"num_read_kb":484,"num_write":234,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":532,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.600785+0000","last_change":"2024-09-12T18:00:15.600658+0000","last_active":"2024-09-12T18:00:15.600785+0000","last_peered":"2024-09-12T18:00:15.600785+0000","last_clean":"2024-09-12T18:00:15.600785+0000","last_became_active":"2024-09-12T17:13:09.512988+0000","last_became_peered":"2024-09-12T17:13:09.512988+0000","last_unstale":"2024-09-12T18:00:15.600785+0000","last_undegraded":"2024-09-12T18:00:15.600785+0000","last_fullsized":"2024-09-12T18:00:15.600785+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:15.600478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:15.600478+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.600478+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:21.162041+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00092884200000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'411","reported_seq":1121,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.078366+0000","last_change":"2024-09-12T18:00:16.078185+0000","last_active":"2024-09-12T18:00:16.078366+0000","last_peered":"2024-09-12T18:00:16.078366+0000","last_clean":"2024-09-12T18:00:16.078366+0000","last_became_active":"2024-09-12T17:13:22.715375+0000","last_became_peered":"2024-09-12T17:13:22.715375+0000","last_unstale":"2024-09-12T18:00:16.078366+0000","last_undegraded":"2024-09-12T18:00:16.078366+0000","last_fullsized":"2024-09-12T18:00:16.078366+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'411","last_scrub_stamp":"2024-09-12T18:00:16.077996+0000","last_deep_scrub":"264'411","last_deep_scrub_stamp":"2024-09-12T18:00:16.077996+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.077996+0000","objects_scrubbed":4,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:12:35.431126+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079916,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":671,"num_read_kb":64816,"num_write":1175,"num_write_kb":40769,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"264'2","reported_seq":510,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.618606+0000","last_change":"2024-09-12T18:00:22.618370+0000","last_active":"2024-09-12T18:00:22.618606+0000","last_peered":"2024-09-12T18:00:22.618606+0000","last_clean":"2024-09-12T18:00:22.618606+0000","last_became_active":"2024-09-12T17:13:26.745541+0000","last_became_peered":"2024-09-12T17:13:26.745541+0000","last_unstale":"2024-09-12T18:00:22.618606+0000","last_undegraded":"2024-09-12T18:00:22.618606+0000","last_fullsized":"2024-09-12T18:00:22.618606+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:22.618107+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:22.618107+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.618107+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:41:56.214024+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'229","reported_seq":1343,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.384307+0000","last_change":"2024-09-12T18:00:39.384167+0000","last_active":"2024-09-12T18:00:39.384307+0000","last_peered":"2024-09-12T18:00:39.384307+0000","last_clean":"2024-09-12T18:00:39.384307+0000","last_became_active":"2024-09-12T17:13:28.801459+0000","last_became_peered":"2024-09-12T17:13:28.801459+0000","last_unstale":"2024-09-12T18:00:39.384307+0000","last_undegraded":"2024-09-12T18:00:39.384307+0000","last_fullsized":"2024-09-12T18:00:39.384307+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'229","last_scrub_stamp":"2024-09-12T18:00:39.383977+0000","last_deep_scrub":"264'229","last_deep_scrub_stamp":"2024-09-12T18:00:39.383977+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.383977+0000","objects_scrubbed":9,"log_size":29,"log_dups_size":200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:26:57.082400+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":172,"num_write":151,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5278,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.063513+0000","last_change":"2024-09-12T18:00:39.063369+0000","last_active":"2024-09-12T18:00:39.063513+0000","last_peered":"2024-09-12T18:00:39.063513+0000","last_clean":"2024-09-12T18:00:39.063513+0000","last_became_active":"2024-09-12T17:13:30.785014+0000","last_became_peered":"2024-09-12T17:13:30.785014+0000","last_unstale":"2024-09-12T18:00:39.063513+0000","last_undegraded":"2024-09-12T18:00:39.063513+0000","last_fullsized":"2024-09-12T18:00:39.063513+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:39.063163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:39.063163+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.063163+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:40:02.057936+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'276","reported_seq":883,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:05.338865+0000","last_change":"2024-09-12T18:01:05.338865+0000","last_active":"2024-09-12T18:01:05.338865+0000","last_peered":"2024-09-12T18:01:05.338865+0000","last_clean":"2024-09-12T18:01:05.338865+0000","last_became_active":"2024-09-12T17:13:32.786333+0000","last_became_peered":"2024-09-12T17:13:32.786333+0000","last_unstale":"2024-09-12T18:01:05.338865+0000","last_undegraded":"2024-09-12T18:01:05.338865+0000","last_fullsized":"2024-09-12T18:01:05.338865+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'276","last_scrub_stamp":"2024-09-12T18:01:05.338652+0000","last_deep_scrub":"264'276","last_deep_scrub_stamp":"2024-09-12T18:01:05.338652+0000","last_clean_scrub_stamp":"2024-09-12T18:01:05.338652+0000","objects_scrubbed":2,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:16:20.623942+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":567,"num_read_kb":581,"num_write":587,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'99","reported_seq":708,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.034256+0000","last_change":"2024-09-12T18:00:24.034115+0000","last_active":"2024-09-12T18:00:24.034256+0000","last_peered":"2024-09-12T18:00:24.034256+0000","last_clean":"2024-09-12T18:00:24.034256+0000","last_became_active":"2024-09-12T17:13:24.746943+0000","last_became_peered":"2024-09-12T17:13:24.746943+0000","last_unstale":"2024-09-12T18:00:24.034256+0000","last_undegraded":"2024-09-12T18:00:24.034256+0000","last_fullsized":"2024-09-12T18:00:24.034256+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'99","last_scrub_stamp":"2024-09-12T18:00:24.033929+0000","last_deep_scrub":"264'99","last_deep_scrub_stamp":"2024-09-12T18:00:24.033929+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.033929+0000","objects_scrubbed":1,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:13:46.000345+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":422,"num_read_kb":358,"num_write":139,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"264'3","reported_seq":527,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.265985+0000","last_change":"2024-09-12T18:00:17.265813+0000","last_active":"2024-09-12T18:00:17.265985+0000","last_peered":"2024-09-12T18:00:17.265985+0000","last_clean":"2024-09-12T18:00:17.265985+0000","last_became_active":"2024-09-12T17:13:08.629609+0000","last_became_peered":"2024-09-12T17:13:08.629609+0000","last_unstale":"2024-09-12T18:00:17.265985+0000","last_undegraded":"2024-09-12T18:00:17.265985+0000","last_fullsized":"2024-09-12T18:00:17.265985+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T18:00:17.265633+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T18:00:17.265633+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.265633+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:10:14.865599+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0.00094381800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'340","reported_seq":1078,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.430570+0000","last_change":"2024-09-12T18:00:17.430403+0000","last_active":"2024-09-12T18:00:17.430570+0000","last_peered":"2024-09-12T18:00:17.430570+0000","last_clean":"2024-09-12T18:00:17.430570+0000","last_became_active":"2024-09-12T17:13:22.728796+0000","last_became_peered":"2024-09-12T17:13:22.728796+0000","last_unstale":"2024-09-12T18:00:17.430570+0000","last_undegraded":"2024-09-12T18:00:17.430570+0000","last_fullsized":"2024-09-12T18:00:17.430570+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'340","last_scrub_stamp":"2024-09-12T18:00:17.430199+0000","last_deep_scrub":"264'340","last_deep_scrub_stamp":"2024-09-12T18:00:17.430199+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.430199+0000","objects_scrubbed":3,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:39:37.936779+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":781,"num_read_kb":6735,"num_write":1070,"num_write_kb":34527,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":511,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.076524+0000","last_change":"2024-09-12T18:00:33.076362+0000","last_active":"2024-09-12T18:00:33.076524+0000","last_peered":"2024-09-12T18:00:33.076524+0000","last_clean":"2024-09-12T18:00:33.076524+0000","last_became_active":"2024-09-12T17:13:26.736764+0000","last_became_peered":"2024-09-12T17:13:26.736764+0000","last_unstale":"2024-09-12T18:00:33.076524+0000","last_undegraded":"2024-09-12T18:00:33.076524+0000","last_fullsized":"2024-09-12T18:00:33.076524+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:33.076190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:33.076190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.076190+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:34:39.220025+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'128","reported_seq":669,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.302509+0000","last_change":"2024-09-12T18:00:38.302336+0000","last_active":"2024-09-12T18:00:38.302509+0000","last_peered":"2024-09-12T18:00:38.302509+0000","last_clean":"2024-09-12T18:00:38.302509+0000","last_became_active":"2024-09-12T17:13:28.748186+0000","last_became_peered":"2024-09-12T17:13:28.748186+0000","last_unstale":"2024-09-12T18:00:38.302509+0000","last_undegraded":"2024-09-12T18:00:38.302509+0000","last_fullsized":"2024-09-12T18:00:38.302509+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'128","last_scrub_stamp":"2024-09-12T18:00:38.302104+0000","last_deep_scrub":"264'128","last_deep_scrub_stamp":"2024-09-12T18:00:38.302104+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.302104+0000","objects_scrubbed":7,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:44.639921+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":144,"num_read_kb":136,"num_write":104,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3232,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.676452+0000","last_change":"2024-09-12T18:00:32.676285+0000","last_active":"2024-09-12T18:00:32.676452+0000","last_peered":"2024-09-12T18:00:32.676452+0000","last_clean":"2024-09-12T18:00:32.676452+0000","last_became_active":"2024-09-12T17:13:30.761611+0000","last_became_peered":"2024-09-12T17:13:30.761611+0000","last_unstale":"2024-09-12T18:00:32.676452+0000","last_undegraded":"2024-09-12T18:00:32.676452+0000","last_fullsized":"2024-09-12T18:00:32.676452+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.676106+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.676106+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.676106+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:45:48.141874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'118","reported_seq":674,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.282689+0000","last_change":"2024-09-12T18:00:47.282437+0000","last_active":"2024-09-12T18:00:47.282689+0000","last_peered":"2024-09-12T18:00:47.282689+0000","last_clean":"2024-09-12T18:00:47.282689+0000","last_became_active":"2024-09-12T17:13:32.785317+0000","last_became_peered":"2024-09-12T17:13:32.785317+0000","last_unstale":"2024-09-12T18:00:47.282689+0000","last_undegraded":"2024-09-12T18:00:47.282689+0000","last_fullsized":"2024-09-12T18:00:47.282689+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'118","last_scrub_stamp":"2024-09-12T18:00:47.282203+0000","last_deep_scrub":"264'118","last_deep_scrub_stamp":"2024-09-12T18:00:47.282203+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.282203+0000","objects_scrubbed":3,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:56:17.007245+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1031,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":277,"num_read_kb":266,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'123","reported_seq":740,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.073021+0000","last_change":"2024-09-12T18:00:23.072852+0000","last_active":"2024-09-12T18:00:23.073021+0000","last_peered":"2024-09-12T18:00:23.073021+0000","last_clean":"2024-09-12T18:00:23.073021+0000","last_became_active":"2024-09-12T17:13:24.760600+0000","last_became_peered":"2024-09-12T17:13:24.760600+0000","last_unstale":"2024-09-12T18:00:23.073021+0000","last_undegraded":"2024-09-12T18:00:23.073021+0000","last_fullsized":"2024-09-12T18:00:23.073021+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'123","last_scrub_stamp":"2024-09-12T18:00:23.072670+0000","last_deep_scrub":"264'123","last_deep_scrub_stamp":"2024-09-12T18:00:23.072670+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.072670+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:30.623639+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":508,"num_read_kb":429,"num_write":172,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'352","reported_seq":998,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.278041+0000","last_change":"2024-09-12T18:00:16.277812+0000","last_active":"2024-09-12T18:00:16.278041+0000","last_peered":"2024-09-12T18:00:16.278041+0000","last_clean":"2024-09-12T18:00:16.278041+0000","last_became_active":"2024-09-12T17:13:54.847555+0000","last_became_peered":"2024-09-12T17:13:54.847555+0000","last_unstale":"2024-09-12T18:00:16.278041+0000","last_undegraded":"2024-09-12T18:00:16.278041+0000","last_fullsized":"2024-09-12T18:00:16.278041+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:16.277593+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:16.277593+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.277593+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:59.774536+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":500,"num_read_kb":10719,"num_write":1118,"num_write_kb":32172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":533,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.078602+0000","last_change":"2024-09-12T18:00:15.078494+0000","last_active":"2024-09-12T18:00:15.078602+0000","last_peered":"2024-09-12T18:00:15.078602+0000","last_clean":"2024-09-12T18:00:15.078602+0000","last_became_active":"2024-09-12T17:13:08.624162+0000","last_became_peered":"2024-09-12T17:13:08.624162+0000","last_unstale":"2024-09-12T18:00:15.078602+0000","last_undegraded":"2024-09-12T18:00:15.078602+0000","last_fullsized":"2024-09-12T18:00:15.078602+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:15.078392+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:15.078392+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.078392+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:09:59.437664+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00090415999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":511,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.089749+0000","last_change":"2024-09-12T18:00:32.089597+0000","last_active":"2024-09-12T18:00:32.089749+0000","last_peered":"2024-09-12T18:00:32.089749+0000","last_clean":"2024-09-12T18:00:32.089749+0000","last_became_active":"2024-09-12T17:13:26.754926+0000","last_became_peered":"2024-09-12T17:13:26.754926+0000","last_unstale":"2024-09-12T18:00:32.089749+0000","last_undegraded":"2024-09-12T18:00:32.089749+0000","last_fullsized":"2024-09-12T18:00:32.089749+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.089412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.089412+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.089412+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:35:04.315087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'581","reported_seq":1256,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.091218+0000","last_change":"2024-09-12T18:00:36.091218+0000","last_active":"2024-09-12T18:00:36.091218+0000","last_peered":"2024-09-12T18:00:36.091218+0000","last_clean":"2024-09-12T18:00:36.091218+0000","last_became_active":"2024-09-12T17:13:28.740446+0000","last_became_peered":"2024-09-12T17:13:28.740446+0000","last_unstale":"2024-09-12T18:00:36.091218+0000","last_undegraded":"2024-09-12T18:00:36.091218+0000","last_fullsized":"2024-09-12T18:00:36.091218+0000","mapping_epoch":29,"log_start":"264'500","ondisk_log_start":"264'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'581","last_scrub_stamp":"2024-09-12T18:00:36.090965+0000","last_deep_scrub":"264'581","last_deep_scrub_stamp":"2024-09-12T18:00:36.090965+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.090965+0000","objects_scrubbed":9,"log_size":81,"log_dups_size":500,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:34:21.602777+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":102257,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1635,"num_read_kb":2969,"num_write":2108,"num_write_kb":1963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":506876,"num_omap_keys":1146,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.559996+0000","last_change":"2024-09-12T18:00:46.559857+0000","last_active":"2024-09-12T18:00:46.559996+0000","last_peered":"2024-09-12T18:00:46.559996+0000","last_clean":"2024-09-12T18:00:46.559996+0000","last_became_active":"2024-09-12T17:13:30.776897+0000","last_became_peered":"2024-09-12T17:13:30.776897+0000","last_unstale":"2024-09-12T18:00:46.559996+0000","last_undegraded":"2024-09-12T18:00:46.559996+0000","last_fullsized":"2024-09-12T18:00:46.559996+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:46.559670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:46.559670+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.559670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:02:32.629238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'178","reported_seq":691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.001758+0000","last_change":"2024-09-12T18:00:47.001601+0000","last_active":"2024-09-12T18:00:47.001758+0000","last_peered":"2024-09-12T18:00:47.001758+0000","last_clean":"2024-09-12T18:00:47.001758+0000","last_became_active":"2024-09-12T17:13:32.834101+0000","last_became_peered":"2024-09-12T17:13:32.834101+0000","last_unstale":"2024-09-12T18:00:47.001758+0000","last_undegraded":"2024-09-12T18:00:47.001758+0000","last_fullsized":"2024-09-12T18:00:47.001758+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'178","last_scrub_stamp":"2024-09-12T18:00:47.001408+0000","last_deep_scrub":"264'178","last_deep_scrub_stamp":"2024-09-12T18:00:47.001408+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.001408+0000","objects_scrubbed":4,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:14:24.559133+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":711,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":208,"num_read_kb":203,"num_write":421,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'192","reported_seq":812,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.069965+0000","last_change":"2024-09-12T18:00:23.069723+0000","last_active":"2024-09-12T18:00:23.069965+0000","last_peered":"2024-09-12T18:00:23.069965+0000","last_clean":"2024-09-12T18:00:23.069965+0000","last_became_active":"2024-09-12T17:13:24.760395+0000","last_became_peered":"2024-09-12T17:13:24.760395+0000","last_unstale":"2024-09-12T18:00:23.069965+0000","last_undegraded":"2024-09-12T18:00:23.069965+0000","last_fullsized":"2024-09-12T18:00:23.069965+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'192","last_scrub_stamp":"2024-09-12T18:00:23.069436+0000","last_deep_scrub":"264'192","last_deep_scrub_stamp":"2024-09-12T18:00:23.069436+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.069436+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:14:03.845421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":866,"num_read_kb":722,"num_write":337,"num_write_kb":198,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'379","reported_seq":1055,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.074020+0000","last_change":"2024-09-12T18:00:20.073837+0000","last_active":"2024-09-12T18:00:20.074020+0000","last_peered":"2024-09-12T18:00:20.074020+0000","last_clean":"2024-09-12T18:00:20.074020+0000","last_became_active":"2024-09-12T17:13:22.714714+0000","last_became_peered":"2024-09-12T17:13:22.714714+0000","last_unstale":"2024-09-12T18:00:20.074020+0000","last_undegraded":"2024-09-12T18:00:20.074020+0000","last_fullsized":"2024-09-12T18:00:20.074020+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'379","last_scrub_stamp":"2024-09-12T18:00:20.073521+0000","last_deep_scrub":"264'379","last_deep_scrub_stamp":"2024-09-12T18:00:20.073521+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.073521+0000","objects_scrubbed":6,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:59:51.362306+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":600,"num_read_kb":32343,"num_write":1201,"num_write_kb":37187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.153071+0000","last_change":"2024-09-12T18:00:19.152795+0000","last_active":"2024-09-12T18:00:19.153071+0000","last_peered":"2024-09-12T18:00:19.153071+0000","last_clean":"2024-09-12T18:00:19.153071+0000","last_became_active":"2024-09-12T17:13:08.626995+0000","last_became_peered":"2024-09-12T17:13:08.626995+0000","last_unstale":"2024-09-12T18:00:19.153071+0000","last_undegraded":"2024-09-12T18:00:19.153071+0000","last_fullsized":"2024-09-12T18:00:19.153071+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:19.152582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:19.152582+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.152582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:12:53.401126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012760219999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.642776+0000","last_change":"2024-09-12T18:00:31.642650+0000","last_active":"2024-09-12T18:00:31.642776+0000","last_peered":"2024-09-12T18:00:31.642776+0000","last_clean":"2024-09-12T18:00:31.642776+0000","last_became_active":"2024-09-12T17:13:26.751789+0000","last_became_peered":"2024-09-12T17:13:26.751789+0000","last_unstale":"2024-09-12T18:00:31.642776+0000","last_undegraded":"2024-09-12T18:00:31.642776+0000","last_fullsized":"2024-09-12T18:00:31.642776+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:31.642472+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:31.642472+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.642472+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:21:10.374820+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'155","reported_seq":728,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.059398+0000","last_change":"2024-09-12T18:00:40.059257+0000","last_active":"2024-09-12T18:00:40.059398+0000","last_peered":"2024-09-12T18:00:40.059398+0000","last_clean":"2024-09-12T18:00:40.059398+0000","last_became_active":"2024-09-12T17:13:28.801654+0000","last_became_peered":"2024-09-12T17:13:28.801654+0000","last_unstale":"2024-09-12T18:00:40.059398+0000","last_undegraded":"2024-09-12T18:00:40.059398+0000","last_fullsized":"2024-09-12T18:00:40.059398+0000","mapping_epoch":29,"log_start":"261'100","ondisk_log_start":"261'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'155","last_scrub_stamp":"2024-09-12T18:00:40.059079+0000","last_deep_scrub":"264'155","last_deep_scrub_stamp":"2024-09-12T18:00:40.059079+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.059079+0000","objects_scrubbed":7,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:34:32.263738+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":193,"num_read_kb":186,"num_write":126,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'764","reported_seq":2601,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.315382+0000","last_change":"2024-09-12T18:00:45.315382+0000","last_active":"2024-09-12T18:00:45.315382+0000","last_peered":"2024-09-12T18:00:45.315382+0000","last_clean":"2024-09-12T18:00:45.315382+0000","last_became_active":"2024-09-12T17:13:30.775415+0000","last_became_peered":"2024-09-12T17:13:30.775415+0000","last_unstale":"2024-09-12T18:00:45.315382+0000","last_undegraded":"2024-09-12T18:00:45.315382+0000","last_fullsized":"2024-09-12T18:00:45.315382+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'764","last_scrub_stamp":"2024-09-12T18:00:45.315200+0000","last_deep_scrub":"264'764","last_deep_scrub_stamp":"2024-09-12T18:00:45.315200+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.315200+0000","objects_scrubbed":1,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:30:16.023899+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'132","reported_seq":632,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.363356+0000","last_change":"2024-09-12T18:00:48.363193+0000","last_active":"2024-09-12T18:00:48.363356+0000","last_peered":"2024-09-12T18:00:48.363356+0000","last_clean":"2024-09-12T18:00:48.363356+0000","last_became_active":"2024-09-12T17:13:32.831902+0000","last_became_peered":"2024-09-12T17:13:32.831902+0000","last_unstale":"2024-09-12T18:00:48.363356+0000","last_undegraded":"2024-09-12T18:00:48.363356+0000","last_fullsized":"2024-09-12T18:00:48.363356+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'132","last_scrub_stamp":"2024-09-12T18:00:48.362996+0000","last_deep_scrub":"264'132","last_deep_scrub_stamp":"2024-09-12T18:00:48.362996+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.362996+0000","objects_scrubbed":5,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:53:05.319623+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":708,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":169,"num_read_kb":163,"num_write":293,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'166","reported_seq":775,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.305251+0000","last_change":"2024-09-12T18:00:27.305005+0000","last_active":"2024-09-12T18:00:27.305251+0000","last_peered":"2024-09-12T18:00:27.305251+0000","last_clean":"2024-09-12T18:00:27.305251+0000","last_became_active":"2024-09-12T17:13:24.741391+0000","last_became_peered":"2024-09-12T17:13:24.741391+0000","last_unstale":"2024-09-12T18:00:27.305251+0000","last_undegraded":"2024-09-12T18:00:27.305251+0000","last_fullsized":"2024-09-12T18:00:27.305251+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'166","last_scrub_stamp":"2024-09-12T18:00:27.304773+0000","last_deep_scrub":"264'166","last_deep_scrub_stamp":"2024-09-12T18:00:27.304773+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.304773+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:36:34.677242+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":713,"num_read_kb":588,"num_write":240,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'377","reported_seq":1047,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:15.403965+0000","last_change":"2024-09-12T18:00:15.403912+0000","last_active":"2024-09-12T18:00:15.403965+0000","last_peered":"2024-09-12T18:00:15.403965+0000","last_clean":"2024-09-12T18:00:15.403965+0000","last_became_active":"2024-09-12T17:13:22.729137+0000","last_became_peered":"2024-09-12T17:13:22.729137+0000","last_unstale":"2024-09-12T18:00:15.403965+0000","last_undegraded":"2024-09-12T18:00:15.403965+0000","last_fullsized":"2024-09-12T18:00:15.403965+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'377","last_scrub_stamp":"2024-09-12T18:00:15.403814+0000","last_deep_scrub":"264'377","last_deep_scrub_stamp":"2024-09-12T18:00:15.403814+0000","last_clean_scrub_stamp":"2024-09-12T18:00:15.403814+0000","objects_scrubbed":6,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:34.405690+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":584,"num_read_kb":29033,"num_write":1147,"num_write_kb":14975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":532,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.090913+0000","last_change":"2024-09-12T18:00:18.090779+0000","last_active":"2024-09-12T18:00:18.090913+0000","last_peered":"2024-09-12T18:00:18.090913+0000","last_clean":"2024-09-12T18:00:18.090913+0000","last_became_active":"2024-09-12T17:13:08.626020+0000","last_became_peered":"2024-09-12T17:13:08.626020+0000","last_unstale":"2024-09-12T18:00:18.090913+0000","last_undegraded":"2024-09-12T18:00:18.090913+0000","last_fullsized":"2024-09-12T18:00:18.090913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:18.090597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:18.090597+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.090597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:08:10.900948+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00093462999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.594776+0000","last_change":"2024-09-12T18:00:37.594529+0000","last_active":"2024-09-12T18:00:37.594776+0000","last_peered":"2024-09-12T18:00:37.594776+0000","last_clean":"2024-09-12T18:00:37.594776+0000","last_became_active":"2024-09-12T17:13:26.724350+0000","last_became_peered":"2024-09-12T17:13:26.724350+0000","last_unstale":"2024-09-12T18:00:37.594776+0000","last_undegraded":"2024-09-12T18:00:37.594776+0000","last_fullsized":"2024-09-12T18:00:37.594776+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:37.594319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:37.594319+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.594319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:29:07.047656+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'104","reported_seq":648,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.676155+0000","last_change":"2024-09-12T18:00:41.675958+0000","last_active":"2024-09-12T18:00:41.676155+0000","last_peered":"2024-09-12T18:00:41.676155+0000","last_clean":"2024-09-12T18:00:41.676155+0000","last_became_active":"2024-09-12T17:13:28.754002+0000","last_became_peered":"2024-09-12T17:13:28.754002+0000","last_unstale":"2024-09-12T18:00:41.676155+0000","last_undegraded":"2024-09-12T18:00:41.676155+0000","last_fullsized":"2024-09-12T18:00:41.676155+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'104","last_scrub_stamp":"2024-09-12T18:00:41.675765+0000","last_deep_scrub":"264'104","last_deep_scrub_stamp":"2024-09-12T18:00:41.675765+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.675765+0000","objects_scrubbed":5,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:20:30.233753+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":119,"num_read_kb":114,"num_write":78,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'765","reported_seq":4367,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:00.344638+0000","last_change":"2024-09-12T18:01:00.344407+0000","last_active":"2024-09-12T18:01:00.344638+0000","last_peered":"2024-09-12T18:01:00.344638+0000","last_clean":"2024-09-12T18:01:00.344638+0000","last_became_active":"2024-09-12T17:13:30.791695+0000","last_became_peered":"2024-09-12T17:13:30.791695+0000","last_unstale":"2024-09-12T18:01:00.344638+0000","last_undegraded":"2024-09-12T18:01:00.344638+0000","last_fullsized":"2024-09-12T18:01:00.344638+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'765","last_scrub_stamp":"2024-09-12T18:01:00.344127+0000","last_deep_scrub":"264'765","last_deep_scrub_stamp":"2024-09-12T18:01:00.344127+0000","last_clean_scrub_stamp":"2024-09-12T18:01:00.344127+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:39:47.125489+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'168","reported_seq":676,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.961045+0000","last_change":"2024-09-12T18:00:47.961045+0000","last_active":"2024-09-12T18:00:47.961045+0000","last_peered":"2024-09-12T18:00:47.961045+0000","last_clean":"2024-09-12T18:00:47.961045+0000","last_became_active":"2024-09-12T17:13:32.785511+0000","last_became_peered":"2024-09-12T17:13:32.785511+0000","last_unstale":"2024-09-12T18:00:47.961045+0000","last_undegraded":"2024-09-12T18:00:47.961045+0000","last_fullsized":"2024-09-12T18:00:47.961045+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'168","last_scrub_stamp":"2024-09-12T18:00:47.960848+0000","last_deep_scrub":"264'168","last_deep_scrub_stamp":"2024-09-12T18:00:47.960848+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.960848+0000","objects_scrubbed":4,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:01:52.729106+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":485,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":143,"num_read_kb":141,"num_write":388,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'104","reported_seq":739,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.453358+0000","last_change":"2024-09-12T18:00:21.453154+0000","last_active":"2024-09-12T18:00:21.453358+0000","last_peered":"2024-09-12T18:00:21.453358+0000","last_clean":"2024-09-12T18:00:21.453358+0000","last_became_active":"2024-09-12T17:13:24.761104+0000","last_became_peered":"2024-09-12T17:13:24.761104+0000","last_unstale":"2024-09-12T18:00:21.453358+0000","last_undegraded":"2024-09-12T18:00:21.453358+0000","last_fullsized":"2024-09-12T18:00:21.453358+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'104","last_scrub_stamp":"2024-09-12T18:00:21.452963+0000","last_deep_scrub":"264'104","last_deep_scrub_stamp":"2024-09-12T18:00:21.452963+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.452963+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:32:39.997205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":484,"num_read_kb":420,"num_write":138,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'343","reported_seq":967,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:14.160017+0000","last_change":"2024-09-12T18:00:14.159961+0000","last_active":"2024-09-12T18:00:14.160017+0000","last_peered":"2024-09-12T18:00:14.160017+0000","last_clean":"2024-09-12T18:00:14.160017+0000","last_became_active":"2024-09-12T17:13:22.710223+0000","last_became_peered":"2024-09-12T17:13:22.710223+0000","last_unstale":"2024-09-12T18:00:14.160017+0000","last_undegraded":"2024-09-12T18:00:14.160017+0000","last_fullsized":"2024-09-12T18:00:14.160017+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'343","last_scrub_stamp":"2024-09-12T18:00:14.159876+0000","last_deep_scrub":"264'343","last_deep_scrub_stamp":"2024-09-12T18:00:14.159876+0000","last_clean_scrub_stamp":"2024-09-12T18:00:14.159876+0000","objects_scrubbed":7,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:07:54.626144+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262335,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":445,"num_read_kb":5540,"num_write":1078,"num_write_kb":28264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":526,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.559353+0000","last_change":"2024-09-12T18:00:19.559180+0000","last_active":"2024-09-12T18:00:19.559353+0000","last_peered":"2024-09-12T18:00:19.559353+0000","last_clean":"2024-09-12T18:00:19.559353+0000","last_became_active":"2024-09-12T17:13:08.625281+0000","last_became_peered":"2024-09-12T17:13:08.625281+0000","last_unstale":"2024-09-12T18:00:19.559353+0000","last_undegraded":"2024-09-12T18:00:19.559353+0000","last_fullsized":"2024-09-12T18:00:19.559353+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:19.558999+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:19.558999+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.558999+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:34:05.652492+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001325629,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.292734+0000","last_change":"2024-09-12T18:00:32.292592+0000","last_active":"2024-09-12T18:00:32.292734+0000","last_peered":"2024-09-12T18:00:32.292734+0000","last_clean":"2024-09-12T18:00:32.292734+0000","last_became_active":"2024-09-12T17:13:26.736249+0000","last_became_peered":"2024-09-12T17:13:26.736249+0000","last_unstale":"2024-09-12T18:00:32.292734+0000","last_undegraded":"2024-09-12T18:00:32.292734+0000","last_fullsized":"2024-09-12T18:00:32.292734+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.292398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.292398+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.292398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:53:46.460441+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'697","reported_seq":1424,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:38.399896+0000","last_change":"2024-09-12T18:00:38.399760+0000","last_active":"2024-09-12T18:00:38.399896+0000","last_peered":"2024-09-12T18:00:38.399896+0000","last_clean":"2024-09-12T18:00:38.399896+0000","last_became_active":"2024-09-12T17:13:28.801230+0000","last_became_peered":"2024-09-12T17:13:28.801230+0000","last_unstale":"2024-09-12T18:00:38.399896+0000","last_undegraded":"2024-09-12T18:00:38.399896+0000","last_fullsized":"2024-09-12T18:00:38.399896+0000","mapping_epoch":29,"log_start":"264'600","ondisk_log_start":"264'600","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'697","last_scrub_stamp":"2024-09-12T18:00:38.399555+0000","last_deep_scrub":"264'697","last_deep_scrub_stamp":"2024-09-12T18:00:38.399555+0000","last_clean_scrub_stamp":"2024-09-12T18:00:38.399555+0000","objects_scrubbed":8,"log_size":97,"log_dups_size":600,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:15:51.690805+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141131,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1236,"num_read_kb":2870,"num_write":994,"num_write_kb":815,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.265307+0000","last_change":"2024-09-12T18:00:42.265134+0000","last_active":"2024-09-12T18:00:42.265307+0000","last_peered":"2024-09-12T18:00:42.265307+0000","last_clean":"2024-09-12T18:00:42.265307+0000","last_became_active":"2024-09-12T17:13:30.775941+0000","last_became_peered":"2024-09-12T17:13:30.775941+0000","last_unstale":"2024-09-12T18:00:42.265307+0000","last_undegraded":"2024-09-12T18:00:42.265307+0000","last_fullsized":"2024-09-12T18:00:42.265307+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:42.264954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:42.264954+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.264954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:18:13.117861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'123","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.332745+0000","last_change":"2024-09-12T18:00:49.332745+0000","last_active":"2024-09-12T18:00:49.332745+0000","last_peered":"2024-09-12T18:00:49.332745+0000","last_clean":"2024-09-12T18:00:49.332745+0000","last_became_active":"2024-09-12T17:13:32.788325+0000","last_became_peered":"2024-09-12T17:13:32.788325+0000","last_unstale":"2024-09-12T18:00:49.332745+0000","last_undegraded":"2024-09-12T18:00:49.332745+0000","last_fullsized":"2024-09-12T18:00:49.332745+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'123","last_scrub_stamp":"2024-09-12T18:00:49.332528+0000","last_deep_scrub":"264'123","last_deep_scrub_stamp":"2024-09-12T18:00:49.332528+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.332528+0000","objects_scrubbed":4,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:34:50.598274+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":140,"num_read_kb":138,"num_write":261,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'184","reported_seq":768,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:53.006702+0000","last_change":"2024-09-12T18:00:53.006444+0000","last_active":"2024-09-12T18:00:53.006702+0000","last_peered":"2024-09-12T18:00:53.006702+0000","last_clean":"2024-09-12T18:00:53.006702+0000","last_became_active":"2024-09-12T17:13:32.792882+0000","last_became_peered":"2024-09-12T17:13:32.792882+0000","last_unstale":"2024-09-12T18:00:53.006702+0000","last_undegraded":"2024-09-12T18:00:53.006702+0000","last_fullsized":"2024-09-12T18:00:53.006702+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'184","last_scrub_stamp":"2024-09-12T18:00:53.006193+0000","last_deep_scrub":"264'184","last_deep_scrub_stamp":"2024-09-12T18:00:53.006193+0000","last_clean_scrub_stamp":"2024-09-12T18:00:53.006193+0000","objects_scrubbed":2,"log_size":84,"log_dups_size":100,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:18:32.915790+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":358,"num_read_kb":342,"num_write":468,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'503","reported_seq":1169,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.476773+0000","last_change":"2024-09-12T18:00:26.476773+0000","last_active":"2024-09-12T18:00:26.476773+0000","last_peered":"2024-09-12T18:00:26.476773+0000","last_clean":"2024-09-12T18:00:26.476773+0000","last_became_active":"2024-09-12T17:13:24.745820+0000","last_became_peered":"2024-09-12T17:13:24.745820+0000","last_unstale":"2024-09-12T18:00:26.476773+0000","last_undegraded":"2024-09-12T18:00:26.476773+0000","last_fullsized":"2024-09-12T18:00:26.476773+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'503","last_scrub_stamp":"2024-09-12T18:00:26.476570+0000","last_deep_scrub":"264'503","last_deep_scrub_stamp":"2024-09-12T18:00:26.476570+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.476570+0000","objects_scrubbed":1,"log_size":103,"log_dups_size":400,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:37.250064+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2172,"num_read_kb":1734,"num_write":807,"num_write_kb":422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":266,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'379","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.458496+0000","last_change":"2024-09-12T18:00:19.458496+0000","last_active":"2024-09-12T18:00:19.458496+0000","last_peered":"2024-09-12T18:00:19.458496+0000","last_clean":"2024-09-12T18:00:19.458496+0000","last_became_active":"2024-09-12T17:13:22.730432+0000","last_became_peered":"2024-09-12T17:13:22.730432+0000","last_unstale":"2024-09-12T18:00:19.458496+0000","last_undegraded":"2024-09-12T18:00:19.458496+0000","last_fullsized":"2024-09-12T18:00:19.458496+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'379","last_scrub_stamp":"2024-09-12T18:00:19.458237+0000","last_deep_scrub":"264'379","last_deep_scrub_stamp":"2024-09-12T18:00:19.458237+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.458237+0000","objects_scrubbed":9,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:37:54.767237+0000","scrub_duration":31,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456542,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":536,"num_read_kb":26037,"num_write":1028,"num_write_kb":34034,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":507,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.985204+0000","last_change":"2024-09-12T18:00:29.985204+0000","last_active":"2024-09-12T18:00:29.985204+0000","last_peered":"2024-09-12T18:00:29.985204+0000","last_clean":"2024-09-12T18:00:29.985204+0000","last_became_active":"2024-09-12T17:13:26.735772+0000","last_became_peered":"2024-09-12T17:13:26.735772+0000","last_unstale":"2024-09-12T18:00:29.985204+0000","last_undegraded":"2024-09-12T18:00:29.985204+0000","last_fullsized":"2024-09-12T18:00:29.985204+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:29.985027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:29.985027+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.985027+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:24:27.376145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'298","reported_seq":872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.292119+0000","last_change":"2024-09-12T18:00:40.292119+0000","last_active":"2024-09-12T18:00:40.292119+0000","last_peered":"2024-09-12T18:00:40.292119+0000","last_clean":"2024-09-12T18:00:40.292119+0000","last_became_active":"2024-09-12T17:13:28.742124+0000","last_became_peered":"2024-09-12T17:13:28.742124+0000","last_unstale":"2024-09-12T18:00:40.292119+0000","last_undegraded":"2024-09-12T18:00:40.292119+0000","last_fullsized":"2024-09-12T18:00:40.292119+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'298","last_scrub_stamp":"2024-09-12T18:00:40.291842+0000","last_deep_scrub":"264'298","last_deep_scrub_stamp":"2024-09-12T18:00:40.291842+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.291842+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:17:43.370607+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49649,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":485,"num_read_kb":1127,"num_write":400,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.311892+0000","last_change":"2024-09-12T18:00:45.311892+0000","last_active":"2024-09-12T18:00:45.311892+0000","last_peered":"2024-09-12T18:00:45.311892+0000","last_clean":"2024-09-12T18:00:45.311892+0000","last_became_active":"2024-09-12T17:13:30.791898+0000","last_became_peered":"2024-09-12T17:13:30.791898+0000","last_unstale":"2024-09-12T18:00:45.311892+0000","last_undegraded":"2024-09-12T18:00:45.311892+0000","last_fullsized":"2024-09-12T18:00:45.311892+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:45.311618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:45.311618+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.311618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:49:40.859553+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'143","reported_seq":639,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:51.392059+0000","last_change":"2024-09-12T18:00:51.391896+0000","last_active":"2024-09-12T18:00:51.392059+0000","last_peered":"2024-09-12T18:00:51.392059+0000","last_clean":"2024-09-12T18:00:51.392059+0000","last_became_active":"2024-09-12T17:13:32.788604+0000","last_became_peered":"2024-09-12T17:13:32.788604+0000","last_unstale":"2024-09-12T18:00:51.392059+0000","last_undegraded":"2024-09-12T18:00:51.392059+0000","last_fullsized":"2024-09-12T18:00:51.392059+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'143","last_scrub_stamp":"2024-09-12T18:00:51.391699+0000","last_deep_scrub":"264'143","last_deep_scrub_stamp":"2024-09-12T18:00:51.391699+0000","last_clean_scrub_stamp":"2024-09-12T18:00:51.391699+0000","objects_scrubbed":1,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:16:27.233487+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":163,"num_read_kb":157,"num_write":325,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'212","reported_seq":845,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.058477+0000","last_change":"2024-09-12T18:00:26.058477+0000","last_active":"2024-09-12T18:00:26.058477+0000","last_peered":"2024-09-12T18:00:26.058477+0000","last_clean":"2024-09-12T18:00:26.058477+0000","last_became_active":"2024-09-12T17:13:24.734000+0000","last_became_peered":"2024-09-12T17:13:24.734000+0000","last_unstale":"2024-09-12T18:00:26.058477+0000","last_undegraded":"2024-09-12T18:00:26.058477+0000","last_fullsized":"2024-09-12T18:00:26.058477+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'212","last_scrub_stamp":"2024-09-12T18:00:26.058142+0000","last_deep_scrub":"264'212","last_deep_scrub_stamp":"2024-09-12T18:00:26.058142+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.058142+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:14:36.060514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":913,"num_read_kb":755,"num_write":324,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"264'371","reported_seq":1084,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.219603+0000","last_change":"2024-09-12T18:00:25.219603+0000","last_active":"2024-09-12T18:00:25.219603+0000","last_peered":"2024-09-12T18:00:25.219603+0000","last_clean":"2024-09-12T18:00:25.219603+0000","last_became_active":"2024-09-12T17:13:22.720138+0000","last_became_peered":"2024-09-12T17:13:22.720138+0000","last_unstale":"2024-09-12T18:00:25.219603+0000","last_undegraded":"2024-09-12T18:00:25.219603+0000","last_fullsized":"2024-09-12T18:00:25.219603+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T18:00:25.219413+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T18:00:25.219413+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.219413+0000","objects_scrubbed":5,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:39.009029+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":735,"num_read_kb":13970,"num_write":1045,"num_write_kb":23660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"264'6","reported_seq":980,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.293418+0000","last_change":"2024-09-12T18:00:41.293418+0000","last_active":"2024-09-12T18:00:41.293418+0000","last_peered":"2024-09-12T18:00:41.293418+0000","last_clean":"2024-09-12T18:00:41.293418+0000","last_became_active":"2024-09-12T17:13:26.730316+0000","last_became_peered":"2024-09-12T17:13:26.730316+0000","last_unstale":"2024-09-12T18:00:41.293418+0000","last_undegraded":"2024-09-12T18:00:41.293418+0000","last_fullsized":"2024-09-12T18:00:41.293418+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T18:00:41.293188+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T18:00:41.293188+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.293188+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:59:53.743864+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":729,"num_read_kb":1194,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'50","reported_seq":564,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.033785+0000","last_change":"2024-09-12T18:00:37.033785+0000","last_active":"2024-09-12T18:00:37.033785+0000","last_peered":"2024-09-12T18:00:37.033785+0000","last_clean":"2024-09-12T18:00:37.033785+0000","last_became_active":"2024-09-12T17:13:28.741429+0000","last_became_peered":"2024-09-12T17:13:28.741429+0000","last_unstale":"2024-09-12T18:00:37.033785+0000","last_undegraded":"2024-09-12T18:00:37.033785+0000","last_fullsized":"2024-09-12T18:00:37.033785+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'50","last_scrub_stamp":"2024-09-12T18:00:37.033607+0000","last_deep_scrub":"264'50","last_deep_scrub_stamp":"2024-09-12T18:00:37.033607+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.033607+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:33:13.209030+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":294,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.299278+0000","last_change":"2024-09-12T18:00:45.299278+0000","last_active":"2024-09-12T18:00:45.299278+0000","last_peered":"2024-09-12T18:00:45.299278+0000","last_clean":"2024-09-12T18:00:45.299278+0000","last_became_active":"2024-09-12T17:13:30.782478+0000","last_became_peered":"2024-09-12T17:13:30.782478+0000","last_unstale":"2024-09-12T18:00:45.299278+0000","last_undegraded":"2024-09-12T18:00:45.299278+0000","last_fullsized":"2024-09-12T18:00:45.299278+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:45.299089+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:45.299089+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.299089+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:27:51.288485+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'220","reported_seq":762,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.955451+0000","last_change":"2024-09-12T18:00:48.955313+0000","last_active":"2024-09-12T18:00:48.955451+0000","last_peered":"2024-09-12T18:00:48.955451+0000","last_clean":"2024-09-12T18:00:48.955451+0000","last_became_active":"2024-09-12T17:13:32.782092+0000","last_became_peered":"2024-09-12T17:13:32.782092+0000","last_unstale":"2024-09-12T18:00:48.955451+0000","last_undegraded":"2024-09-12T18:00:48.955451+0000","last_fullsized":"2024-09-12T18:00:48.955451+0000","mapping_epoch":33,"log_start":"264'200","ondisk_log_start":"264'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'220","last_scrub_stamp":"2024-09-12T18:00:48.955113+0000","last_deep_scrub":"264'220","last_deep_scrub_stamp":"2024-09-12T18:00:48.955113+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.955113+0000","objects_scrubbed":2,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:29:16.165383+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":389,"num_read_kb":376,"num_write":482,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'135","reported_seq":742,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.279608+0000","last_change":"2024-09-12T18:00:25.279608+0000","last_active":"2024-09-12T18:00:25.279608+0000","last_peered":"2024-09-12T18:00:25.279608+0000","last_clean":"2024-09-12T18:00:25.279608+0000","last_became_active":"2024-09-12T17:13:24.741656+0000","last_became_peered":"2024-09-12T17:13:24.741656+0000","last_unstale":"2024-09-12T18:00:25.279608+0000","last_undegraded":"2024-09-12T18:00:25.279608+0000","last_fullsized":"2024-09-12T18:00:25.279608+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'135","last_scrub_stamp":"2024-09-12T18:00:25.279427+0000","last_deep_scrub":"264'135","last_deep_scrub_stamp":"2024-09-12T18:00:25.279427+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.279427+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:09:20.873421+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":576,"num_read_kb":482,"num_write":210,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'352","reported_seq":1092,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.235497+0000","last_change":"2024-09-12T18:00:22.235497+0000","last_active":"2024-09-12T18:00:22.235497+0000","last_peered":"2024-09-12T18:00:22.235497+0000","last_clean":"2024-09-12T18:00:22.235497+0000","last_became_active":"2024-09-12T17:13:22.730403+0000","last_became_peered":"2024-09-12T17:13:22.730403+0000","last_unstale":"2024-09-12T18:00:22.235497+0000","last_undegraded":"2024-09-12T18:00:22.235497+0000","last_fullsized":"2024-09-12T18:00:22.235497+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'352","last_scrub_stamp":"2024-09-12T18:00:22.235247+0000","last_deep_scrub":"264'352","last_deep_scrub_stamp":"2024-09-12T18:00:22.235247+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.235247+0000","objects_scrubbed":9,"log_size":52,"log_dups_size":300,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:39:44.655832+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":388466,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":724,"num_read_kb":35043,"num_write":1049,"num_write_kb":27867,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.395279+0000","last_change":"2024-09-12T18:00:36.395279+0000","last_active":"2024-09-12T18:00:36.395279+0000","last_peered":"2024-09-12T18:00:36.395279+0000","last_clean":"2024-09-12T18:00:36.395279+0000","last_became_active":"2024-09-12T17:13:26.753317+0000","last_became_peered":"2024-09-12T17:13:26.753317+0000","last_unstale":"2024-09-12T18:00:36.395279+0000","last_undegraded":"2024-09-12T18:00:36.395279+0000","last_fullsized":"2024-09-12T18:00:36.395279+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.395096+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.395096+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.395096+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:44:51.969693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'306","reported_seq":896,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.372297+0000","last_change":"2024-09-12T18:00:52.372297+0000","last_active":"2024-09-12T18:00:52.372297+0000","last_peered":"2024-09-12T18:00:52.372297+0000","last_clean":"2024-09-12T18:00:52.372297+0000","last_became_active":"2024-09-12T17:13:28.750390+0000","last_became_peered":"2024-09-12T17:13:28.750390+0000","last_unstale":"2024-09-12T18:00:52.372297+0000","last_undegraded":"2024-09-12T18:00:52.372297+0000","last_fullsized":"2024-09-12T18:00:52.372297+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T18:00:52.372096+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T18:00:52.372096+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.372096+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:49.791779+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53085,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":505,"num_read_kb":1113,"num_write":402,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.714755+0000","last_change":"2024-09-12T18:00:35.714755+0000","last_active":"2024-09-12T18:00:35.714755+0000","last_peered":"2024-09-12T18:00:35.714755+0000","last_clean":"2024-09-12T18:00:35.714755+0000","last_became_active":"2024-09-12T17:13:30.783591+0000","last_became_peered":"2024-09-12T17:13:30.783591+0000","last_unstale":"2024-09-12T18:00:35.714755+0000","last_undegraded":"2024-09-12T18:00:35.714755+0000","last_fullsized":"2024-09-12T18:00:35.714755+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:35.714574+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:35.714574+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.714574+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:59.578910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'193","reported_seq":717,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:52.344661+0000","last_change":"2024-09-12T18:00:52.344432+0000","last_active":"2024-09-12T18:00:52.344661+0000","last_peered":"2024-09-12T18:00:52.344661+0000","last_clean":"2024-09-12T18:00:52.344661+0000","last_became_active":"2024-09-12T17:13:32.788954+0000","last_became_peered":"2024-09-12T17:13:32.788954+0000","last_unstale":"2024-09-12T18:00:52.344661+0000","last_undegraded":"2024-09-12T18:00:52.344661+0000","last_fullsized":"2024-09-12T18:00:52.344661+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'193","last_scrub_stamp":"2024-09-12T18:00:52.344197+0000","last_deep_scrub":"264'193","last_deep_scrub_stamp":"2024-09-12T18:00:52.344197+0000","last_clean_scrub_stamp":"2024-09-12T18:00:52.344197+0000","objects_scrubbed":2,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:25:17.949515+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":259,"num_read_kb":242,"num_write":443,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'75","reported_seq":649,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.631936+0000","last_change":"2024-09-12T18:00:17.631798+0000","last_active":"2024-09-12T18:00:17.631936+0000","last_peered":"2024-09-12T18:00:17.631936+0000","last_clean":"2024-09-12T18:00:17.631936+0000","last_became_active":"2024-09-12T17:13:54.836680+0000","last_became_peered":"2024-09-12T17:13:54.836680+0000","last_unstale":"2024-09-12T18:00:17.631936+0000","last_undegraded":"2024-09-12T18:00:17.631936+0000","last_fullsized":"2024-09-12T18:00:17.631936+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'75","last_scrub_stamp":"2024-09-12T18:00:17.631624+0000","last_deep_scrub":"264'75","last_deep_scrub_stamp":"2024-09-12T18:00:17.631624+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.631624+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:09:41.828390+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":370,"num_read_kb":318,"num_write":111,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"264'336","reported_seq":1000,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.133780+0000","last_change":"2024-09-12T18:00:17.133780+0000","last_active":"2024-09-12T18:00:17.133780+0000","last_peered":"2024-09-12T18:00:17.133780+0000","last_clean":"2024-09-12T18:00:17.133780+0000","last_became_active":"2024-09-12T17:13:22.737631+0000","last_became_peered":"2024-09-12T17:13:22.737631+0000","last_unstale":"2024-09-12T18:00:17.133780+0000","last_undegraded":"2024-09-12T18:00:17.133780+0000","last_fullsized":"2024-09-12T18:00:17.133780+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T18:00:17.133588+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T18:00:17.133588+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.133588+0000","objects_scrubbed":7,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:12:42.422141+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388701,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":546,"num_read_kb":19849,"num_write":1143,"num_write_kb":28792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.567511+0000","last_change":"2024-09-12T18:00:28.567511+0000","last_active":"2024-09-12T18:00:28.567511+0000","last_peered":"2024-09-12T18:00:28.567511+0000","last_clean":"2024-09-12T18:00:28.567511+0000","last_became_active":"2024-09-12T17:13:26.747580+0000","last_became_peered":"2024-09-12T17:13:26.747580+0000","last_unstale":"2024-09-12T18:00:28.567511+0000","last_undegraded":"2024-09-12T18:00:28.567511+0000","last_fullsized":"2024-09-12T18:00:28.567511+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:28.567328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:28.567328+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.567328+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:20:43.193358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'275","reported_seq":851,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:42.308833+0000","last_change":"2024-09-12T18:00:42.308833+0000","last_active":"2024-09-12T18:00:42.308833+0000","last_peered":"2024-09-12T18:00:42.308833+0000","last_clean":"2024-09-12T18:00:42.308833+0000","last_became_active":"2024-09-12T17:13:28.741634+0000","last_became_peered":"2024-09-12T17:13:28.741634+0000","last_unstale":"2024-09-12T18:00:42.308833+0000","last_undegraded":"2024-09-12T18:00:42.308833+0000","last_fullsized":"2024-09-12T18:00:42.308833+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'275","last_scrub_stamp":"2024-09-12T18:00:42.308650+0000","last_deep_scrub":"264'275","last_deep_scrub_stamp":"2024-09-12T18:00:42.308650+0000","last_clean_scrub_stamp":"2024-09-12T18:00:42.308650+0000","objects_scrubbed":4,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:36:55.068909+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56526,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":474,"num_read_kb":1151,"num_write":392,"num_write_kb":336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.049814+0000","last_change":"2024-09-12T18:00:44.049814+0000","last_active":"2024-09-12T18:00:44.049814+0000","last_peered":"2024-09-12T18:00:44.049814+0000","last_clean":"2024-09-12T18:00:44.049814+0000","last_became_active":"2024-09-12T17:13:30.775381+0000","last_became_peered":"2024-09-12T17:13:30.775381+0000","last_unstale":"2024-09-12T18:00:44.049814+0000","last_undegraded":"2024-09-12T18:00:44.049814+0000","last_fullsized":"2024-09-12T18:00:44.049814+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:44.049627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:44.049627+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.049627+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:48:48.354025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'254","reported_seq":924,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.555384+0000","last_change":"2024-09-12T18:00:25.555120+0000","last_active":"2024-09-12T18:00:25.555384+0000","last_peered":"2024-09-12T18:00:25.555384+0000","last_clean":"2024-09-12T18:00:25.555384+0000","last_became_active":"2024-09-12T17:13:24.760166+0000","last_became_peered":"2024-09-12T17:13:24.760166+0000","last_unstale":"2024-09-12T18:00:25.555384+0000","last_undegraded":"2024-09-12T18:00:25.555384+0000","last_fullsized":"2024-09-12T18:00:25.555384+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'254","last_scrub_stamp":"2024-09-12T18:00:25.554845+0000","last_deep_scrub":"264'254","last_deep_scrub_stamp":"2024-09-12T18:00:25.554845+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.554845+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:30:26.404253+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1144,"num_read_kb":947,"num_write":391,"num_write_kb":191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'279","reported_seq":882,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.363704+0000","last_change":"2024-09-12T18:00:18.363704+0000","last_active":"2024-09-12T18:00:18.363704+0000","last_peered":"2024-09-12T18:00:18.363704+0000","last_clean":"2024-09-12T18:00:18.363704+0000","last_became_active":"2024-09-12T17:13:22.721355+0000","last_became_peered":"2024-09-12T17:13:22.721355+0000","last_unstale":"2024-09-12T18:00:18.363704+0000","last_undegraded":"2024-09-12T18:00:18.363704+0000","last_fullsized":"2024-09-12T18:00:18.363704+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'279","last_scrub_stamp":"2024-09-12T18:00:18.363493+0000","last_deep_scrub":"264'279","last_deep_scrub_stamp":"2024-09-12T18:00:18.363493+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.363493+0000","objects_scrubbed":5,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:16:37.347809+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456545,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":395,"num_read_kb":715,"num_write":871,"num_write_kb":22770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":512,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.075540+0000","last_change":"2024-09-12T18:00:34.075414+0000","last_active":"2024-09-12T18:00:34.075540+0000","last_peered":"2024-09-12T18:00:34.075540+0000","last_clean":"2024-09-12T18:00:34.075540+0000","last_became_active":"2024-09-12T17:13:26.744896+0000","last_became_peered":"2024-09-12T17:13:26.744896+0000","last_unstale":"2024-09-12T18:00:34.075540+0000","last_undegraded":"2024-09-12T18:00:34.075540+0000","last_fullsized":"2024-09-12T18:00:34.075540+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:34.075232+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:34.075232+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.075232+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:52:47.113336+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'476","reported_seq":1115,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.028787+0000","last_change":"2024-09-12T18:00:37.028620+0000","last_active":"2024-09-12T18:00:37.028787+0000","last_peered":"2024-09-12T18:00:37.028787+0000","last_clean":"2024-09-12T18:00:37.028787+0000","last_became_active":"2024-09-12T17:13:28.746900+0000","last_became_peered":"2024-09-12T17:13:28.746900+0000","last_unstale":"2024-09-12T18:00:37.028787+0000","last_undegraded":"2024-09-12T18:00:37.028787+0000","last_fullsized":"2024-09-12T18:00:37.028787+0000","mapping_epoch":29,"log_start":"264'400","ondisk_log_start":"264'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'476","last_scrub_stamp":"2024-09-12T18:00:37.028425+0000","last_deep_scrub":"264'476","last_deep_scrub_stamp":"2024-09-12T18:00:37.028425+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.028425+0000","objects_scrubbed":6,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:19:13.509710+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93451,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":854,"num_read_kb":2027,"num_write":736,"num_write_kb":660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:46.275009+0000","last_change":"2024-09-12T18:00:46.274876+0000","last_active":"2024-09-12T18:00:46.275009+0000","last_peered":"2024-09-12T18:00:46.275009+0000","last_clean":"2024-09-12T18:00:46.275009+0000","last_became_active":"2024-09-12T17:13:30.777735+0000","last_became_peered":"2024-09-12T17:13:30.777735+0000","last_unstale":"2024-09-12T18:00:46.275009+0000","last_undegraded":"2024-09-12T18:00:46.275009+0000","last_fullsized":"2024-09-12T18:00:46.275009+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:46.274689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:46.274689+0000","last_clean_scrub_stamp":"2024-09-12T18:00:46.274689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:52:51.411917+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'164","reported_seq":672,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:01:06.330195+0000","last_change":"2024-09-12T18:01:06.330195+0000","last_active":"2024-09-12T18:01:06.330195+0000","last_peered":"2024-09-12T18:01:06.330195+0000","last_clean":"2024-09-12T18:01:06.330195+0000","last_became_active":"2024-09-12T17:13:32.834025+0000","last_became_peered":"2024-09-12T17:13:32.834025+0000","last_unstale":"2024-09-12T18:01:06.330195+0000","last_undegraded":"2024-09-12T18:01:06.330195+0000","last_fullsized":"2024-09-12T18:01:06.330195+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'164","last_scrub_stamp":"2024-09-12T18:01:06.329966+0000","last_deep_scrub":"264'164","last_deep_scrub_stamp":"2024-09-12T18:01:06.329966+0000","last_clean_scrub_stamp":"2024-09-12T18:01:06.329966+0000","objects_scrubbed":2,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:18:54.993092+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":249,"num_read_kb":253,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'4648","reported_seq":5525,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.109290+0000","last_change":"2024-09-12T18:00:27.109118+0000","last_active":"2024-09-12T18:00:27.109290+0000","last_peered":"2024-09-12T18:00:27.109290+0000","last_clean":"2024-09-12T18:00:27.109290+0000","last_became_active":"2024-09-12T17:13:24.718732+0000","last_became_peered":"2024-09-12T17:13:24.718732+0000","last_unstale":"2024-09-12T18:00:27.109290+0000","last_undegraded":"2024-09-12T18:00:27.109290+0000","last_fullsized":"2024-09-12T18:00:27.109290+0000","mapping_epoch":25,"log_start":"264'4600","ondisk_log_start":"264'4600","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4648","last_scrub_stamp":"2024-09-12T18:00:27.108936+0000","last_deep_scrub":"264'4648","last_deep_scrub_stamp":"2024-09-12T18:00:27.108936+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.108936+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":3000,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:38:48.634994+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19133,"num_read_kb":16095,"num_write":7172,"num_write_kb":3743,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'359","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.110399+0000","last_change":"2024-09-12T18:00:19.110399+0000","last_active":"2024-09-12T18:00:19.110399+0000","last_peered":"2024-09-12T18:00:19.110399+0000","last_clean":"2024-09-12T18:00:19.110399+0000","last_became_active":"2024-09-12T17:13:22.715964+0000","last_became_peered":"2024-09-12T17:13:22.715964+0000","last_unstale":"2024-09-12T18:00:19.110399+0000","last_undegraded":"2024-09-12T18:00:19.110399+0000","last_fullsized":"2024-09-12T18:00:19.110399+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'359","last_scrub_stamp":"2024-09-12T18:00:19.110115+0000","last_deep_scrub":"264'359","last_deep_scrub_stamp":"2024-09-12T18:00:19.110115+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.110115+0000","objects_scrubbed":8,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:07:36.593935+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2390896,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":550,"num_read_kb":3094,"num_write":1163,"num_write_kb":22712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.588369+0000","last_change":"2024-09-12T18:00:29.588135+0000","last_active":"2024-09-12T18:00:29.588369+0000","last_peered":"2024-09-12T18:00:29.588369+0000","last_clean":"2024-09-12T18:00:29.588369+0000","last_became_active":"2024-09-12T17:13:26.747581+0000","last_became_peered":"2024-09-12T17:13:26.747581+0000","last_unstale":"2024-09-12T18:00:29.588369+0000","last_undegraded":"2024-09-12T18:00:29.588369+0000","last_fullsized":"2024-09-12T18:00:29.588369+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:29.587819+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:29.587819+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.587819+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:39:35.605076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'303","reported_seq":893,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.290592+0000","last_change":"2024-09-12T18:00:43.290433+0000","last_active":"2024-09-12T18:00:43.290592+0000","last_peered":"2024-09-12T18:00:43.290592+0000","last_clean":"2024-09-12T18:00:43.290592+0000","last_became_active":"2024-09-12T17:13:28.740077+0000","last_became_peered":"2024-09-12T17:13:28.740077+0000","last_unstale":"2024-09-12T18:00:43.290592+0000","last_undegraded":"2024-09-12T18:00:43.290592+0000","last_fullsized":"2024-09-12T18:00:43.290592+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'303","last_scrub_stamp":"2024-09-12T18:00:43.290209+0000","last_deep_scrub":"264'303","last_deep_scrub_stamp":"2024-09-12T18:00:43.290209+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.290209+0000","objects_scrubbed":8,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:27:47.161465+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53501,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":518,"num_read_kb":1154,"num_write":436,"num_write_kb":347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:43.086907+0000","last_change":"2024-09-12T18:00:43.086742+0000","last_active":"2024-09-12T18:00:43.086907+0000","last_peered":"2024-09-12T18:00:43.086907+0000","last_clean":"2024-09-12T18:00:43.086907+0000","last_became_active":"2024-09-12T17:13:30.787481+0000","last_became_peered":"2024-09-12T17:13:30.787481+0000","last_unstale":"2024-09-12T18:00:43.086907+0000","last_undegraded":"2024-09-12T18:00:43.086907+0000","last_fullsized":"2024-09-12T18:00:43.086907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:43.086564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:43.086564+0000","last_clean_scrub_stamp":"2024-09-12T18:00:43.086564+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:11:03.449257+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'175","reported_seq":682,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.683786+0000","last_change":"2024-09-12T18:00:40.683786+0000","last_active":"2024-09-12T18:00:40.683786+0000","last_peered":"2024-09-12T18:00:40.683786+0000","last_clean":"2024-09-12T18:00:40.683786+0000","last_became_active":"2024-09-12T17:13:32.787114+0000","last_became_peered":"2024-09-12T17:13:32.787114+0000","last_unstale":"2024-09-12T18:00:40.683786+0000","last_undegraded":"2024-09-12T18:00:40.683786+0000","last_fullsized":"2024-09-12T18:00:40.683786+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'175","last_scrub_stamp":"2024-09-12T18:00:40.683554+0000","last_deep_scrub":"264'175","last_deep_scrub_stamp":"2024-09-12T18:00:40.683554+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.683554+0000","objects_scrubbed":4,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:35:33.034440+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":227,"num_read_kb":224,"num_write":505,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'89","reported_seq":671,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:34.315743+0000","last_change":"2024-09-12T18:00:34.315437+0000","last_active":"2024-09-12T18:00:34.315743+0000","last_peered":"2024-09-12T18:00:34.315743+0000","last_clean":"2024-09-12T18:00:34.315743+0000","last_became_active":"2024-09-12T17:13:24.748753+0000","last_became_peered":"2024-09-12T17:13:24.748753+0000","last_unstale":"2024-09-12T18:00:34.315743+0000","last_undegraded":"2024-09-12T18:00:34.315743+0000","last_fullsized":"2024-09-12T18:00:34.315743+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'89","last_scrub_stamp":"2024-09-12T18:00:34.315157+0000","last_deep_scrub":"264'89","last_deep_scrub_stamp":"2024-09-12T18:00:34.315157+0000","last_clean_scrub_stamp":"2024-09-12T18:00:34.315157+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":0,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:02:09.155986+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":408,"num_read_kb":343,"num_write":134,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'369","reported_seq":1028,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.471464+0000","last_change":"2024-09-12T18:00:18.471305+0000","last_active":"2024-09-12T18:00:18.471464+0000","last_peered":"2024-09-12T18:00:18.471464+0000","last_clean":"2024-09-12T18:00:18.471464+0000","last_became_active":"2024-09-12T17:13:22.716619+0000","last_became_peered":"2024-09-12T17:13:22.716619+0000","last_unstale":"2024-09-12T18:00:18.471464+0000","last_undegraded":"2024-09-12T18:00:18.471464+0000","last_fullsized":"2024-09-12T18:00:18.471464+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'369","last_scrub_stamp":"2024-09-12T18:00:18.471123+0000","last_deep_scrub":"264'369","last_deep_scrub_stamp":"2024-09-12T18:00:18.471123+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.471123+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:26:58.469147+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":568,"num_read_kb":6656,"num_write":1170,"num_write_kb":21095,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.662264+0000","last_change":"2024-09-12T18:00:40.662140+0000","last_active":"2024-09-12T18:00:40.662264+0000","last_peered":"2024-09-12T18:00:40.662264+0000","last_clean":"2024-09-12T18:00:40.662264+0000","last_became_active":"2024-09-12T17:13:26.725139+0000","last_became_peered":"2024-09-12T17:13:26.725139+0000","last_unstale":"2024-09-12T18:00:40.662264+0000","last_undegraded":"2024-09-12T18:00:40.662264+0000","last_fullsized":"2024-09-12T18:00:40.662264+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:40.661959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:40.661959+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.661959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:36:24.798590+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'275","reported_seq":851,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.275779+0000","last_change":"2024-09-12T18:00:44.275632+0000","last_active":"2024-09-12T18:00:44.275779+0000","last_peered":"2024-09-12T18:00:44.275779+0000","last_clean":"2024-09-12T18:00:44.275779+0000","last_became_active":"2024-09-12T17:13:28.801913+0000","last_became_peered":"2024-09-12T17:13:28.801913+0000","last_unstale":"2024-09-12T18:00:44.275779+0000","last_undegraded":"2024-09-12T18:00:44.275779+0000","last_fullsized":"2024-09-12T18:00:44.275779+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'275","last_scrub_stamp":"2024-09-12T18:00:44.275434+0000","last_deep_scrub":"264'275","last_deep_scrub_stamp":"2024-09-12T18:00:44.275434+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.275434+0000","objects_scrubbed":6,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:50.319879+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43140,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":435,"num_read_kb":975,"num_write":354,"num_write_kb":271,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.007520+0000","last_change":"2024-09-12T18:00:49.007520+0000","last_active":"2024-09-12T18:00:49.007520+0000","last_peered":"2024-09-12T18:00:49.007520+0000","last_clean":"2024-09-12T18:00:49.007520+0000","last_became_active":"2024-09-12T17:13:30.778143+0000","last_became_peered":"2024-09-12T17:13:30.778143+0000","last_unstale":"2024-09-12T18:00:49.007520+0000","last_undegraded":"2024-09-12T18:00:49.007520+0000","last_fullsized":"2024-09-12T18:00:49.007520+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:49.007306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:49.007306+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.007306+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:28:36.068512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'123","reported_seq":615,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.310167+0000","last_change":"2024-09-12T18:00:50.310167+0000","last_active":"2024-09-12T18:00:50.310167+0000","last_peered":"2024-09-12T18:00:50.310167+0000","last_clean":"2024-09-12T18:00:50.310167+0000","last_became_active":"2024-09-12T17:13:32.786695+0000","last_became_peered":"2024-09-12T17:13:32.786695+0000","last_unstale":"2024-09-12T18:00:50.310167+0000","last_undegraded":"2024-09-12T18:00:50.310167+0000","last_fullsized":"2024-09-12T18:00:50.310167+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'123","last_scrub_stamp":"2024-09-12T18:00:50.309960+0000","last_deep_scrub":"264'123","last_deep_scrub_stamp":"2024-09-12T18:00:50.309960+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.309960+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:22:19.560918+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":154,"num_read_kb":146,"num_write":295,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'244","reported_seq":831,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.694047+0000","last_change":"2024-09-12T18:00:29.693779+0000","last_active":"2024-09-12T18:00:29.694047+0000","last_peered":"2024-09-12T18:00:29.694047+0000","last_clean":"2024-09-12T18:00:29.694047+0000","last_became_active":"2024-09-12T17:13:24.726336+0000","last_became_peered":"2024-09-12T17:13:24.726336+0000","last_unstale":"2024-09-12T18:00:29.694047+0000","last_undegraded":"2024-09-12T18:00:29.694047+0000","last_fullsized":"2024-09-12T18:00:29.694047+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'244","last_scrub_stamp":"2024-09-12T18:00:29.693567+0000","last_deep_scrub":"264'244","last_deep_scrub_stamp":"2024-09-12T18:00:29.693567+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.693567+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:33:25.832365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1008,"num_read_kb":808,"num_write":379,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'330","reported_seq":1014,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.076621+0000","last_change":"2024-09-12T18:00:20.076483+0000","last_active":"2024-09-12T18:00:20.076621+0000","last_peered":"2024-09-12T18:00:20.076621+0000","last_clean":"2024-09-12T18:00:20.076621+0000","last_became_active":"2024-09-12T17:13:22.742562+0000","last_became_peered":"2024-09-12T17:13:22.742562+0000","last_unstale":"2024-09-12T18:00:20.076621+0000","last_undegraded":"2024-09-12T18:00:20.076621+0000","last_fullsized":"2024-09-12T18:00:20.076621+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'330","last_scrub_stamp":"2024-09-12T18:00:20.076240+0000","last_deep_scrub":"264'330","last_deep_scrub_stamp":"2024-09-12T18:00:20.076240+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.076240+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:01:57.278467+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":661402,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":560,"num_read_kb":18715,"num_write":1110,"num_write_kb":30468,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.962892+0000","last_change":"2024-09-12T18:00:32.962764+0000","last_active":"2024-09-12T18:00:32.962892+0000","last_peered":"2024-09-12T18:00:32.962892+0000","last_clean":"2024-09-12T18:00:32.962892+0000","last_became_active":"2024-09-12T17:13:26.745048+0000","last_became_peered":"2024-09-12T17:13:26.745048+0000","last_unstale":"2024-09-12T18:00:32.962892+0000","last_undegraded":"2024-09-12T18:00:32.962892+0000","last_fullsized":"2024-09-12T18:00:32.962892+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:32.962586+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:32.962586+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.962586+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:33:29.786296+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'109","reported_seq":637,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.618358+0000","last_change":"2024-09-12T18:00:44.618358+0000","last_active":"2024-09-12T18:00:44.618358+0000","last_peered":"2024-09-12T18:00:44.618358+0000","last_clean":"2024-09-12T18:00:44.618358+0000","last_became_active":"2024-09-12T17:13:28.801036+0000","last_became_peered":"2024-09-12T17:13:28.801036+0000","last_unstale":"2024-09-12T18:00:44.618358+0000","last_undegraded":"2024-09-12T18:00:44.618358+0000","last_fullsized":"2024-09-12T18:00:44.618358+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'109","last_scrub_stamp":"2024-09-12T18:00:44.618152+0000","last_deep_scrub":"264'109","last_deep_scrub_stamp":"2024-09-12T18:00:44.618152+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.618152+0000","objects_scrubbed":7,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:01:04.324008+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":122,"num_read_kb":114,"num_write":138,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'765","reported_seq":2137,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.690753+0000","last_change":"2024-09-12T18:00:37.690586+0000","last_active":"2024-09-12T18:00:37.690753+0000","last_peered":"2024-09-12T18:00:37.690753+0000","last_clean":"2024-09-12T18:00:37.690753+0000","last_became_active":"2024-09-12T17:13:30.775294+0000","last_became_peered":"2024-09-12T17:13:30.775294+0000","last_unstale":"2024-09-12T18:00:37.690753+0000","last_undegraded":"2024-09-12T18:00:37.690753+0000","last_fullsized":"2024-09-12T18:00:37.690753+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'765","last_scrub_stamp":"2024-09-12T18:00:37.690408+0000","last_deep_scrub":"264'765","last_deep_scrub_stamp":"2024-09-12T18:00:37.690408+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.690408+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:35:55.795370+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'109","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:48.320673+0000","last_change":"2024-09-12T18:00:48.320673+0000","last_active":"2024-09-12T18:00:48.320673+0000","last_peered":"2024-09-12T18:00:48.320673+0000","last_clean":"2024-09-12T18:00:48.320673+0000","last_became_active":"2024-09-12T17:13:32.794362+0000","last_became_peered":"2024-09-12T17:13:32.794362+0000","last_unstale":"2024-09-12T18:00:48.320673+0000","last_undegraded":"2024-09-12T18:00:48.320673+0000","last_fullsized":"2024-09-12T18:00:48.320673+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'109","last_scrub_stamp":"2024-09-12T18:00:48.320483+0000","last_deep_scrub":"264'109","last_deep_scrub_stamp":"2024-09-12T18:00:48.320483+0000","last_clean_scrub_stamp":"2024-09-12T18:00:48.320483+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:30:23.124136+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":158,"num_read_kb":151,"num_write":266,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'150","reported_seq":761,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.536605+0000","last_change":"2024-09-12T18:00:29.536413+0000","last_active":"2024-09-12T18:00:29.536605+0000","last_peered":"2024-09-12T18:00:29.536605+0000","last_clean":"2024-09-12T18:00:29.536605+0000","last_became_active":"2024-09-12T17:13:24.744181+0000","last_became_peered":"2024-09-12T17:13:24.744181+0000","last_unstale":"2024-09-12T18:00:29.536605+0000","last_undegraded":"2024-09-12T18:00:29.536605+0000","last_fullsized":"2024-09-12T18:00:29.536605+0000","mapping_epoch":25,"log_start":"261'100","ondisk_log_start":"261'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'150","last_scrub_stamp":"2024-09-12T18:00:29.536228+0000","last_deep_scrub":"264'150","last_deep_scrub_stamp":"2024-09-12T18:00:29.536228+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.536228+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:10:29.855870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":608,"num_read_kb":502,"num_write":225,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'360","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.621232+0000","last_change":"2024-09-12T18:00:16.621179+0000","last_active":"2024-09-12T18:00:16.621232+0000","last_peered":"2024-09-12T18:00:16.621232+0000","last_clean":"2024-09-12T18:00:16.621232+0000","last_became_active":"2024-09-12T17:13:54.833471+0000","last_became_peered":"2024-09-12T17:13:54.833471+0000","last_unstale":"2024-09-12T18:00:16.621232+0000","last_undegraded":"2024-09-12T18:00:16.621232+0000","last_fullsized":"2024-09-12T18:00:16.621232+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'360","last_scrub_stamp":"2024-09-12T18:00:16.621048+0000","last_deep_scrub":"264'360","last_deep_scrub_stamp":"2024-09-12T18:00:16.621048+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.621048+0000","objects_scrubbed":7,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:35.263622+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079934,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":495,"num_read_kb":11845,"num_write":1230,"num_write_kb":30776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:37.347566+0000","last_change":"2024-09-12T18:00:37.347445+0000","last_active":"2024-09-12T18:00:37.347566+0000","last_peered":"2024-09-12T18:00:37.347566+0000","last_clean":"2024-09-12T18:00:37.347566+0000","last_became_active":"2024-09-12T17:13:26.747270+0000","last_became_peered":"2024-09-12T17:13:26.747270+0000","last_unstale":"2024-09-12T18:00:37.347566+0000","last_undegraded":"2024-09-12T18:00:37.347566+0000","last_fullsized":"2024-09-12T18:00:37.347566+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:37.347254+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:37.347254+0000","last_clean_scrub_stamp":"2024-09-12T18:00:37.347254+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:01:48.740634+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'316","reported_seq":900,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:44.323672+0000","last_change":"2024-09-12T18:00:44.323672+0000","last_active":"2024-09-12T18:00:44.323672+0000","last_peered":"2024-09-12T18:00:44.323672+0000","last_clean":"2024-09-12T18:00:44.323672+0000","last_became_active":"2024-09-12T17:13:28.750281+0000","last_became_peered":"2024-09-12T17:13:28.750281+0000","last_unstale":"2024-09-12T18:00:44.323672+0000","last_undegraded":"2024-09-12T18:00:44.323672+0000","last_fullsized":"2024-09-12T18:00:44.323672+0000","mapping_epoch":29,"log_start":"264'300","ondisk_log_start":"264'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'316","last_scrub_stamp":"2024-09-12T18:00:44.323470+0000","last_deep_scrub":"264'316","last_deep_scrub_stamp":"2024-09-12T18:00:44.323470+0000","last_clean_scrub_stamp":"2024-09-12T18:00:44.323470+0000","objects_scrubbed":9,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:38:55.604664+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51698,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":482,"num_read_kb":1033,"num_write":392,"num_write_kb":283,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:54.968948+0000","last_change":"2024-09-12T18:00:54.968948+0000","last_active":"2024-09-12T18:00:54.968948+0000","last_peered":"2024-09-12T18:00:54.968948+0000","last_clean":"2024-09-12T18:00:54.968948+0000","last_became_active":"2024-09-12T17:13:30.761662+0000","last_became_peered":"2024-09-12T17:13:30.761662+0000","last_unstale":"2024-09-12T18:00:54.968948+0000","last_undegraded":"2024-09-12T18:00:54.968948+0000","last_fullsized":"2024-09-12T18:00:54.968948+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:54.968760+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:54.968760+0000","last_clean_scrub_stamp":"2024-09-12T18:00:54.968760+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:24:40.806738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'141","reported_seq":674,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.315809+0000","last_change":"2024-09-12T18:00:50.315809+0000","last_active":"2024-09-12T18:00:50.315809+0000","last_peered":"2024-09-12T18:00:50.315809+0000","last_clean":"2024-09-12T18:00:50.315809+0000","last_became_active":"2024-09-12T17:13:32.794904+0000","last_became_peered":"2024-09-12T17:13:32.794904+0000","last_unstale":"2024-09-12T18:00:50.315809+0000","last_undegraded":"2024-09-12T18:00:50.315809+0000","last_fullsized":"2024-09-12T18:00:50.315809+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'141","last_scrub_stamp":"2024-09-12T18:00:50.315620+0000","last_deep_scrub":"264'141","last_deep_scrub_stamp":"2024-09-12T18:00:50.315620+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.315620+0000","objects_scrubbed":5,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:18.882270+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":776,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":284,"num_read_kb":250,"num_write":322,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'389","reported_seq":1049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.490658+0000","last_change":"2024-09-12T18:00:28.490426+0000","last_active":"2024-09-12T18:00:28.490658+0000","last_peered":"2024-09-12T18:00:28.490658+0000","last_clean":"2024-09-12T18:00:28.490658+0000","last_became_active":"2024-09-12T17:13:24.742514+0000","last_became_peered":"2024-09-12T17:13:24.742514+0000","last_unstale":"2024-09-12T18:00:28.490658+0000","last_undegraded":"2024-09-12T18:00:28.490658+0000","last_fullsized":"2024-09-12T18:00:28.490658+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'389","last_scrub_stamp":"2024-09-12T18:00:28.490190+0000","last_deep_scrub":"264'389","last_deep_scrub_stamp":"2024-09-12T18:00:28.490190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.490190+0000","objects_scrubbed":1,"log_size":89,"log_dups_size":300,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:18:31.760597+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1705,"num_read_kb":1374,"num_write":626,"num_write_kb":311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8077,"num_omap_keys":32,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'296","reported_seq":922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.211003+0000","last_change":"2024-09-12T18:00:19.210856+0000","last_active":"2024-09-12T18:00:19.211003+0000","last_peered":"2024-09-12T18:00:19.211003+0000","last_clean":"2024-09-12T18:00:19.211003+0000","last_became_active":"2024-09-12T17:13:22.725894+0000","last_became_peered":"2024-09-12T17:13:22.725894+0000","last_unstale":"2024-09-12T18:00:19.211003+0000","last_undegraded":"2024-09-12T18:00:19.211003+0000","last_fullsized":"2024-09-12T18:00:19.211003+0000","mapping_epoch":23,"log_start":"264'200","ondisk_log_start":"264'200","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'296","last_scrub_stamp":"2024-09-12T18:00:19.210651+0000","last_deep_scrub":"264'296","last_deep_scrub_stamp":"2024-09-12T18:00:19.210651+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.210651+0000","objects_scrubbed":2,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:58:28.750421+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170564,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":402,"num_read_kb":35322,"num_write":925,"num_write_kb":31480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:40.236709+0000","last_change":"2024-09-12T18:00:40.236558+0000","last_active":"2024-09-12T18:00:40.236709+0000","last_peered":"2024-09-12T18:00:40.236709+0000","last_clean":"2024-09-12T18:00:40.236709+0000","last_became_active":"2024-09-12T17:13:26.746388+0000","last_became_peered":"2024-09-12T17:13:26.746388+0000","last_unstale":"2024-09-12T18:00:40.236709+0000","last_undegraded":"2024-09-12T18:00:40.236709+0000","last_fullsized":"2024-09-12T18:00:40.236709+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:40.236381+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:40.236381+0000","last_clean_scrub_stamp":"2024-09-12T18:00:40.236381+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:52:40.717681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'283","reported_seq":862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:41.070823+0000","last_change":"2024-09-12T18:00:41.070823+0000","last_active":"2024-09-12T18:00:41.070823+0000","last_peered":"2024-09-12T18:00:41.070823+0000","last_clean":"2024-09-12T18:00:41.070823+0000","last_became_active":"2024-09-12T17:13:28.735923+0000","last_became_peered":"2024-09-12T17:13:28.735923+0000","last_unstale":"2024-09-12T18:00:41.070823+0000","last_undegraded":"2024-09-12T18:00:41.070823+0000","last_fullsized":"2024-09-12T18:00:41.070823+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'283","last_scrub_stamp":"2024-09-12T18:00:41.070621+0000","last_deep_scrub":"264'283","last_deep_scrub_stamp":"2024-09-12T18:00:41.070621+0000","last_clean_scrub_stamp":"2024-09-12T18:00:41.070621+0000","objects_scrubbed":4,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:24:47.543328+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47124,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":462,"num_read_kb":1105,"num_write":380,"num_write_kb":317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:36.718934+0000","last_change":"2024-09-12T18:00:36.718934+0000","last_active":"2024-09-12T18:00:36.718934+0000","last_peered":"2024-09-12T18:00:36.718934+0000","last_clean":"2024-09-12T18:00:36.718934+0000","last_became_active":"2024-09-12T17:13:30.774786+0000","last_became_peered":"2024-09-12T17:13:30.774786+0000","last_unstale":"2024-09-12T18:00:36.718934+0000","last_undegraded":"2024-09-12T18:00:36.718934+0000","last_fullsized":"2024-09-12T18:00:36.718934+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:36.718753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:36.718753+0000","last_clean_scrub_stamp":"2024-09-12T18:00:36.718753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:40:22.982790+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'135","reported_seq":656,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.358543+0000","last_change":"2024-09-12T18:00:49.358543+0000","last_active":"2024-09-12T18:00:49.358543+0000","last_peered":"2024-09-12T18:00:49.358543+0000","last_clean":"2024-09-12T18:00:49.358543+0000","last_became_active":"2024-09-12T17:13:32.834142+0000","last_became_peered":"2024-09-12T17:13:32.834142+0000","last_unstale":"2024-09-12T18:00:49.358543+0000","last_undegraded":"2024-09-12T18:00:49.358543+0000","last_fullsized":"2024-09-12T18:00:49.358543+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'135","last_scrub_stamp":"2024-09-12T18:00:49.358322+0000","last_deep_scrub":"264'135","last_deep_scrub_stamp":"2024-09-12T18:00:49.358322+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.358322+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:54:32.515704+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":934,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":223,"num_write":328,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'272","reported_seq":830,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:29.262747+0000","last_change":"2024-09-12T18:00:29.262747+0000","last_active":"2024-09-12T18:00:29.262747+0000","last_peered":"2024-09-12T18:00:29.262747+0000","last_clean":"2024-09-12T18:00:29.262747+0000","last_became_active":"2024-09-12T17:13:24.740889+0000","last_became_peered":"2024-09-12T17:13:24.740889+0000","last_unstale":"2024-09-12T18:00:29.262747+0000","last_undegraded":"2024-09-12T18:00:29.262747+0000","last_fullsized":"2024-09-12T18:00:29.262747+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'272","last_scrub_stamp":"2024-09-12T18:00:29.262556+0000","last_deep_scrub":"264'272","last_deep_scrub_stamp":"2024-09-12T18:00:29.262556+0000","last_clean_scrub_stamp":"2024-09-12T18:00:29.262556+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:30:33.371487+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1111,"num_read_kb":889,"num_write":415,"num_write_kb":209,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'311","reported_seq":953,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.332725+0000","last_change":"2024-09-12T18:00:20.332581+0000","last_active":"2024-09-12T18:00:20.332725+0000","last_peered":"2024-09-12T18:00:20.332725+0000","last_clean":"2024-09-12T18:00:20.332725+0000","last_became_active":"2024-09-12T17:13:22.717858+0000","last_became_peered":"2024-09-12T17:13:22.717858+0000","last_unstale":"2024-09-12T18:00:20.332725+0000","last_undegraded":"2024-09-12T18:00:20.332725+0000","last_fullsized":"2024-09-12T18:00:20.332725+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'311","last_scrub_stamp":"2024-09-12T18:00:20.332352+0000","last_deep_scrub":"264'311","last_deep_scrub_stamp":"2024-09-12T18:00:20.332352+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.332352+0000","objects_scrubbed":6,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:30:37.380597+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079931,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":483,"num_read_kb":5815,"num_write":1025,"num_write_kb":17554,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:39.670485+0000","last_change":"2024-09-12T18:00:39.670485+0000","last_active":"2024-09-12T18:00:39.670485+0000","last_peered":"2024-09-12T18:00:39.670485+0000","last_clean":"2024-09-12T18:00:39.670485+0000","last_became_active":"2024-09-12T17:13:26.754497+0000","last_became_peered":"2024-09-12T17:13:26.754497+0000","last_unstale":"2024-09-12T18:00:39.670485+0000","last_undegraded":"2024-09-12T18:00:39.670485+0000","last_fullsized":"2024-09-12T18:00:39.670485+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:39.670309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:39.670309+0000","last_clean_scrub_stamp":"2024-09-12T18:00:39.670309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:08:39.866928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'268","reported_seq":826,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:57.430191+0000","last_change":"2024-09-12T18:00:57.429989+0000","last_active":"2024-09-12T18:00:57.430191+0000","last_peered":"2024-09-12T18:00:57.430191+0000","last_clean":"2024-09-12T18:00:57.430191+0000","last_became_active":"2024-09-12T17:13:28.748824+0000","last_became_peered":"2024-09-12T17:13:28.748824+0000","last_unstale":"2024-09-12T18:00:57.430191+0000","last_undegraded":"2024-09-12T18:00:57.430191+0000","last_fullsized":"2024-09-12T18:00:57.430191+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'268","last_scrub_stamp":"2024-09-12T18:00:57.429796+0000","last_deep_scrub":"264'268","last_deep_scrub_stamp":"2024-09-12T18:00:57.429796+0000","last_clean_scrub_stamp":"2024-09-12T18:00:57.429796+0000","objects_scrubbed":2,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:14:38.819410+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50648,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":447,"num_read_kb":1117,"num_write":376,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:47.553332+0000","last_change":"2024-09-12T18:00:47.553078+0000","last_active":"2024-09-12T18:00:47.553332+0000","last_peered":"2024-09-12T18:00:47.553332+0000","last_clean":"2024-09-12T18:00:47.553332+0000","last_became_active":"2024-09-12T17:13:30.782328+0000","last_became_peered":"2024-09-12T17:13:30.782328+0000","last_unstale":"2024-09-12T18:00:47.553332+0000","last_undegraded":"2024-09-12T18:00:47.553332+0000","last_fullsized":"2024-09-12T18:00:47.553332+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:47.552863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:47.552863+0000","last_clean_scrub_stamp":"2024-09-12T18:00:47.552863+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:59:57.424419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'163","reported_seq":1637,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:49.319123+0000","last_change":"2024-09-12T18:00:49.319123+0000","last_active":"2024-09-12T18:00:49.319123+0000","last_peered":"2024-09-12T18:00:49.319123+0000","last_clean":"2024-09-12T18:00:49.319123+0000","last_became_active":"2024-09-12T17:13:32.786951+0000","last_became_peered":"2024-09-12T17:13:32.786951+0000","last_unstale":"2024-09-12T18:00:49.319123+0000","last_undegraded":"2024-09-12T18:00:49.319123+0000","last_fullsized":"2024-09-12T18:00:49.319123+0000","mapping_epoch":33,"log_start":"264'100","ondisk_log_start":"264'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'163","last_scrub_stamp":"2024-09-12T18:00:49.318886+0000","last_deep_scrub":"264'163","last_deep_scrub_stamp":"2024-09-12T18:00:49.318886+0000","last_clean_scrub_stamp":"2024-09-12T18:00:49.318886+0000","objects_scrubbed":5,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:33:51.414126+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1226,"num_read_kb":1217,"num_write":365,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'140","reported_seq":746,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.454887+0000","last_change":"2024-09-12T18:00:27.454887+0000","last_active":"2024-09-12T18:00:27.454887+0000","last_peered":"2024-09-12T18:00:27.454887+0000","last_clean":"2024-09-12T18:00:27.454887+0000","last_became_active":"2024-09-12T17:13:24.733475+0000","last_became_peered":"2024-09-12T17:13:24.733475+0000","last_unstale":"2024-09-12T18:00:27.454887+0000","last_undegraded":"2024-09-12T18:00:27.454887+0000","last_fullsized":"2024-09-12T18:00:27.454887+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'140","last_scrub_stamp":"2024-09-12T18:00:27.454624+0000","last_deep_scrub":"264'140","last_deep_scrub_stamp":"2024-09-12T18:00:27.454624+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.454624+0000","objects_scrubbed":1,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:22:18.309070+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":499,"num_write":194,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'494","reported_seq":1220,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.095187+0000","last_change":"2024-09-12T18:00:18.095024+0000","last_active":"2024-09-12T18:00:18.095187+0000","last_peered":"2024-09-12T18:00:18.095187+0000","last_clean":"2024-09-12T18:00:18.095187+0000","last_became_active":"2024-09-12T17:13:22.737668+0000","last_became_peered":"2024-09-12T17:13:22.737668+0000","last_unstale":"2024-09-12T18:00:18.095187+0000","last_undegraded":"2024-09-12T18:00:18.095187+0000","last_fullsized":"2024-09-12T18:00:18.095187+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'494","last_scrub_stamp":"2024-09-12T18:00:18.094816+0000","last_deep_scrub":"264'494","last_deep_scrub_stamp":"2024-09-12T18:00:18.094816+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.094816+0000","objects_scrubbed":6,"log_size":94,"log_dups_size":400,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:48:57.051464+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342154,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":868,"num_read_kb":48401,"num_write":1393,"num_write_kb":32776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"264'2","reported_seq":508,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.987626+0000","last_change":"2024-09-12T18:00:35.987626+0000","last_active":"2024-09-12T18:00:35.987626+0000","last_peered":"2024-09-12T18:00:35.987626+0000","last_clean":"2024-09-12T18:00:35.987626+0000","last_became_active":"2024-09-12T17:13:26.734820+0000","last_became_peered":"2024-09-12T17:13:26.734820+0000","last_unstale":"2024-09-12T18:00:35.987626+0000","last_undegraded":"2024-09-12T18:00:35.987626+0000","last_fullsized":"2024-09-12T18:00:35.987626+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T18:00:35.987448+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T18:00:35.987448+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.987448+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:36:37.885845+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'306","reported_seq":897,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.572094+0000","last_change":"2024-09-12T18:00:45.571959+0000","last_active":"2024-09-12T18:00:45.572094+0000","last_peered":"2024-09-12T18:00:45.572094+0000","last_clean":"2024-09-12T18:00:45.572094+0000","last_became_active":"2024-09-12T17:13:28.740112+0000","last_became_peered":"2024-09-12T17:13:28.740112+0000","last_unstale":"2024-09-12T18:00:45.572094+0000","last_undegraded":"2024-09-12T18:00:45.572094+0000","last_fullsized":"2024-09-12T18:00:45.572094+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T18:00:45.571732+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T18:00:45.571732+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.571732+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:25:06.868147+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47908,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1021,"num_write":382,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:45.008372+0000","last_change":"2024-09-12T18:00:45.008245+0000","last_active":"2024-09-12T18:00:45.008372+0000","last_peered":"2024-09-12T18:00:45.008372+0000","last_clean":"2024-09-12T18:00:45.008372+0000","last_became_active":"2024-09-12T17:13:30.761797+0000","last_became_peered":"2024-09-12T17:13:30.761797+0000","last_unstale":"2024-09-12T18:00:45.008372+0000","last_undegraded":"2024-09-12T18:00:45.008372+0000","last_fullsized":"2024-09-12T18:00:45.008372+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T18:00:45.008052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T18:00:45.008052+0000","last_clean_scrub_stamp":"2024-09-12T18:00:45.008052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:28:16.044000+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'110","reported_seq":608,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:50.571652+0000","last_change":"2024-09-12T18:00:50.571652+0000","last_active":"2024-09-12T18:00:50.571652+0000","last_peered":"2024-09-12T18:00:50.571652+0000","last_clean":"2024-09-12T18:00:50.571652+0000","last_became_active":"2024-09-12T17:13:32.791477+0000","last_became_peered":"2024-09-12T17:13:32.791477+0000","last_unstale":"2024-09-12T18:00:50.571652+0000","last_undegraded":"2024-09-12T18:00:50.571652+0000","last_fullsized":"2024-09-12T18:00:50.571652+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'110","last_scrub_stamp":"2024-09-12T18:00:50.571447+0000","last_deep_scrub":"264'110","last_deep_scrub_stamp":"2024-09-12T18:00:50.571447+0000","last_clean_scrub_stamp":"2024-09-12T18:00:50.571447+0000","objects_scrubbed":3,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:24:07.412112+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":131,"num_read_kb":125,"num_write":267,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'364","reported_seq":1065,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.941307+0000","last_change":"2024-09-12T18:00:28.941138+0000","last_active":"2024-09-12T18:00:28.941307+0000","last_peered":"2024-09-12T18:00:28.941307+0000","last_clean":"2024-09-12T18:00:28.941307+0000","last_became_active":"2024-09-12T17:13:24.736038+0000","last_became_peered":"2024-09-12T17:13:24.736038+0000","last_unstale":"2024-09-12T18:00:28.941307+0000","last_undegraded":"2024-09-12T18:00:28.941307+0000","last_fullsized":"2024-09-12T18:00:28.941307+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'364","last_scrub_stamp":"2024-09-12T18:00:28.940962+0000","last_deep_scrub":"264'364","last_deep_scrub_stamp":"2024-09-12T18:00:28.940962+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.940962+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:29:23.625470+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1747,"num_read_kb":1446,"num_write":655,"num_write_kb":434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'378","reported_seq":1097,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:16.691258+0000","last_change":"2024-09-12T18:00:16.691127+0000","last_active":"2024-09-12T18:00:16.691258+0000","last_peered":"2024-09-12T18:00:16.691258+0000","last_clean":"2024-09-12T18:00:16.691258+0000","last_became_active":"2024-09-12T17:13:22.719931+0000","last_became_peered":"2024-09-12T17:13:22.719931+0000","last_unstale":"2024-09-12T18:00:16.691258+0000","last_undegraded":"2024-09-12T18:00:16.691258+0000","last_fullsized":"2024-09-12T18:00:16.691258+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T18:00:16.690926+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T18:00:16.690926+0000","last_clean_scrub_stamp":"2024-09-12T18:00:16.690926+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:25:19.442566+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079999,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":605,"num_read_kb":5736,"num_write":1173,"num_write_kb":38423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'92","reported_seq":716,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.997295+0000","last_change":"2024-09-12T18:00:31.997135+0000","last_active":"2024-09-12T18:00:31.997295+0000","last_peered":"2024-09-12T18:00:31.997295+0000","last_clean":"2024-09-12T18:00:31.997295+0000","last_became_active":"2024-09-12T17:13:24.734502+0000","last_became_peered":"2024-09-12T17:13:24.734502+0000","last_unstale":"2024-09-12T18:00:31.997295+0000","last_undegraded":"2024-09-12T18:00:31.997295+0000","last_fullsized":"2024-09-12T18:00:31.997295+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'92","last_scrub_stamp":"2024-09-12T18:00:31.996956+0000","last_deep_scrub":"264'92","last_deep_scrub_stamp":"2024-09-12T18:00:31.996956+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.996956+0000","objects_scrubbed":1,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:26:41.314121+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":453,"num_read_kb":424,"num_write":126,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2873,"num_omap_keys":12,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'336","reported_seq":971,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.687674+0000","last_change":"2024-09-12T18:00:27.687598+0000","last_active":"2024-09-12T18:00:27.687674+0000","last_peered":"2024-09-12T18:00:27.687674+0000","last_clean":"2024-09-12T18:00:27.687674+0000","last_became_active":"2024-09-12T17:13:22.737373+0000","last_became_peered":"2024-09-12T17:13:22.737373+0000","last_unstale":"2024-09-12T18:00:27.687674+0000","last_undegraded":"2024-09-12T18:00:27.687674+0000","last_fullsized":"2024-09-12T18:00:27.687674+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T18:00:27.687476+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T18:00:27.687476+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.687476+0000","objects_scrubbed":7,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:21:29.687680+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1360171,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":451,"num_read_kb":14885,"num_write":1104,"num_write_kb":37194,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'217","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.151829+0000","last_change":"2024-09-12T18:00:31.151536+0000","last_active":"2024-09-12T18:00:31.151829+0000","last_peered":"2024-09-12T18:00:31.151829+0000","last_clean":"2024-09-12T18:00:31.151829+0000","last_became_active":"2024-09-12T17:13:24.763545+0000","last_became_peered":"2024-09-12T17:13:24.763545+0000","last_unstale":"2024-09-12T18:00:31.151829+0000","last_undegraded":"2024-09-12T18:00:31.151829+0000","last_fullsized":"2024-09-12T18:00:31.151829+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'217","last_scrub_stamp":"2024-09-12T18:00:31.151308+0000","last_deep_scrub":"264'217","last_deep_scrub_stamp":"2024-09-12T18:00:31.151308+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.151308+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:02:32.837344+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1012,"num_read_kb":841,"num_write":339,"num_write_kb":173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'378","reported_seq":1048,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.239676+0000","last_change":"2024-09-12T18:00:21.239528+0000","last_active":"2024-09-12T18:00:21.239676+0000","last_peered":"2024-09-12T18:00:21.239676+0000","last_clean":"2024-09-12T18:00:21.239676+0000","last_became_active":"2024-09-12T17:13:22.722343+0000","last_became_peered":"2024-09-12T17:13:22.722343+0000","last_unstale":"2024-09-12T18:00:21.239676+0000","last_undegraded":"2024-09-12T18:00:21.239676+0000","last_fullsized":"2024-09-12T18:00:21.239676+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T18:00:21.239304+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T18:00:21.239304+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.239304+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:36:52.921404+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1554911,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":589,"num_read_kb":39473,"num_write":1150,"num_write_kb":37832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'222","reported_seq":858,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.010677+0000","last_change":"2024-09-12T18:00:27.010426+0000","last_active":"2024-09-12T18:00:27.010677+0000","last_peered":"2024-09-12T18:00:27.010677+0000","last_clean":"2024-09-12T18:00:27.010677+0000","last_became_active":"2024-09-12T17:13:24.747354+0000","last_became_peered":"2024-09-12T17:13:24.747354+0000","last_unstale":"2024-09-12T18:00:27.010677+0000","last_undegraded":"2024-09-12T18:00:27.010677+0000","last_fullsized":"2024-09-12T18:00:27.010677+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'222","last_scrub_stamp":"2024-09-12T18:00:27.010100+0000","last_deep_scrub":"264'222","last_deep_scrub_stamp":"2024-09-12T18:00:27.010100+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.010100+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:51:16.618371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1022,"num_read_kb":839,"num_write":366,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'355","reported_seq":1057,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.107439+0000","last_change":"2024-09-12T18:00:22.107291+0000","last_active":"2024-09-12T18:00:22.107439+0000","last_peered":"2024-09-12T18:00:22.107439+0000","last_clean":"2024-09-12T18:00:22.107439+0000","last_became_active":"2024-09-12T17:13:22.717158+0000","last_became_peered":"2024-09-12T17:13:22.717158+0000","last_unstale":"2024-09-12T18:00:22.107439+0000","last_undegraded":"2024-09-12T18:00:22.107439+0000","last_fullsized":"2024-09-12T18:00:22.107439+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'355","last_scrub_stamp":"2024-09-12T18:00:22.107093+0000","last_deep_scrub":"264'355","last_deep_scrub_stamp":"2024-09-12T18:00:22.107093+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.107093+0000","objects_scrubbed":3,"log_size":55,"log_dups_size":300,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:39:16.565288+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287989,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":610,"num_read_kb":54880,"num_write":1048,"num_write_kb":45106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'80","reported_seq":684,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:35.364405+0000","last_change":"2024-09-12T18:00:35.364228+0000","last_active":"2024-09-12T18:00:35.364405+0000","last_peered":"2024-09-12T18:00:35.364405+0000","last_clean":"2024-09-12T18:00:35.364405+0000","last_became_active":"2024-09-12T17:13:24.741534+0000","last_became_peered":"2024-09-12T17:13:24.741534+0000","last_unstale":"2024-09-12T18:00:35.364405+0000","last_undegraded":"2024-09-12T18:00:35.364405+0000","last_fullsized":"2024-09-12T18:00:35.364405+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'80","last_scrub_stamp":"2024-09-12T18:00:35.364044+0000","last_deep_scrub":"264'80","last_deep_scrub_stamp":"2024-09-12T18:00:35.364044+0000","last_clean_scrub_stamp":"2024-09-12T18:00:35.364044+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:11:42.953380+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":391,"num_read_kb":338,"num_write":115,"num_write_kb":51,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'421","reported_seq":1212,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.284730+0000","last_change":"2024-09-12T18:00:21.284463+0000","last_active":"2024-09-12T18:00:21.284730+0000","last_peered":"2024-09-12T18:00:21.284730+0000","last_clean":"2024-09-12T18:00:21.284730+0000","last_became_active":"2024-09-12T17:13:22.742954+0000","last_became_peered":"2024-09-12T17:13:22.742954+0000","last_unstale":"2024-09-12T18:00:21.284730+0000","last_undegraded":"2024-09-12T18:00:21.284730+0000","last_fullsized":"2024-09-12T18:00:21.284730+0000","mapping_epoch":23,"log_start":"264'400","ondisk_log_start":"264'400","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'421","last_scrub_stamp":"2024-09-12T18:00:21.284104+0000","last_deep_scrub":"264'421","last_deep_scrub_stamp":"2024-09-12T18:00:21.284104+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.284104+0000","objects_scrubbed":8,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:00:42.769226+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1835061,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":948,"num_read_kb":59724,"num_write":1216,"num_write_kb":57742,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'34","reported_seq":605,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.517792+0000","last_change":"2024-09-12T18:00:30.517645+0000","last_active":"2024-09-12T18:00:30.517792+0000","last_peered":"2024-09-12T18:00:30.517792+0000","last_clean":"2024-09-12T18:00:30.517792+0000","last_became_active":"2024-09-12T17:13:24.745225+0000","last_became_peered":"2024-09-12T17:13:24.745225+0000","last_unstale":"2024-09-12T18:00:30.517792+0000","last_undegraded":"2024-09-12T18:00:30.517792+0000","last_fullsized":"2024-09-12T18:00:30.517792+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'34","last_scrub_stamp":"2024-09-12T18:00:30.517414+0000","last_deep_scrub":"264'34","last_deep_scrub_stamp":"2024-09-12T18:00:30.517414+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.517414+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:48:19.545925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":177,"num_read_kb":159,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'395","reported_seq":1141,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.095773+0000","last_change":"2024-09-12T18:00:17.095501+0000","last_active":"2024-09-12T18:00:17.095773+0000","last_peered":"2024-09-12T18:00:17.095773+0000","last_clean":"2024-09-12T18:00:17.095773+0000","last_became_active":"2024-09-12T17:13:22.717684+0000","last_became_peered":"2024-09-12T17:13:22.717684+0000","last_unstale":"2024-09-12T18:00:17.095773+0000","last_undegraded":"2024-09-12T18:00:17.095773+0000","last_fullsized":"2024-09-12T18:00:17.095773+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'395","last_scrub_stamp":"2024-09-12T18:00:17.095213+0000","last_deep_scrub":"264'395","last_deep_scrub_stamp":"2024-09-12T18:00:17.095213+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.095213+0000","objects_scrubbed":9,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:20:24.557530+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":695041,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":689,"num_read_kb":57225,"num_write":1251,"num_write_kb":26992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'251","reported_seq":859,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.243054+0000","last_change":"2024-09-12T18:00:31.242900+0000","last_active":"2024-09-12T18:00:31.243054+0000","last_peered":"2024-09-12T18:00:31.243054+0000","last_clean":"2024-09-12T18:00:31.243054+0000","last_became_active":"2024-09-12T17:13:24.748814+0000","last_became_peered":"2024-09-12T17:13:24.748814+0000","last_unstale":"2024-09-12T18:00:31.243054+0000","last_undegraded":"2024-09-12T18:00:31.243054+0000","last_fullsized":"2024-09-12T18:00:31.243054+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'251","last_scrub_stamp":"2024-09-12T18:00:31.242706+0000","last_deep_scrub":"264'251","last_deep_scrub_stamp":"2024-09-12T18:00:31.242706+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.242706+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":200,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:20:26.091344+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1104,"num_read_kb":960,"num_write":424,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'379","reported_seq":1101,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:17.653939+0000","last_change":"2024-09-12T18:00:17.653800+0000","last_active":"2024-09-12T18:00:17.653939+0000","last_peered":"2024-09-12T18:00:17.653939+0000","last_clean":"2024-09-12T18:00:17.653939+0000","last_became_active":"2024-09-12T17:13:22.725910+0000","last_became_peered":"2024-09-12T17:13:22.725910+0000","last_unstale":"2024-09-12T18:00:17.653939+0000","last_undegraded":"2024-09-12T18:00:17.653939+0000","last_fullsized":"2024-09-12T18:00:17.653939+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'379","last_scrub_stamp":"2024-09-12T18:00:17.653579+0000","last_deep_scrub":"264'379","last_deep_scrub_stamp":"2024-09-12T18:00:17.653579+0000","last_clean_scrub_stamp":"2024-09-12T18:00:17.653579+0000","objects_scrubbed":6,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:57:23.714820+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4303676,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":774,"num_read_kb":55083,"num_write":1217,"num_write_kb":15511,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'146","reported_seq":742,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.532577+0000","last_change":"2024-09-12T18:00:26.532419+0000","last_active":"2024-09-12T18:00:26.532577+0000","last_peered":"2024-09-12T18:00:26.532577+0000","last_clean":"2024-09-12T18:00:26.532577+0000","last_became_active":"2024-09-12T17:13:24.732727+0000","last_became_peered":"2024-09-12T17:13:24.732727+0000","last_unstale":"2024-09-12T18:00:26.532577+0000","last_undegraded":"2024-09-12T18:00:26.532577+0000","last_fullsized":"2024-09-12T18:00:26.532577+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'146","last_scrub_stamp":"2024-09-12T18:00:26.532242+0000","last_deep_scrub":"264'146","last_deep_scrub_stamp":"2024-09-12T18:00:26.532242+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.532242+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:07:09.814151+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":622,"num_read_kb":515,"num_write":212,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'319","reported_seq":929,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.271003+0000","last_change":"2024-09-12T18:00:24.270840+0000","last_active":"2024-09-12T18:00:24.271003+0000","last_peered":"2024-09-12T18:00:24.271003+0000","last_clean":"2024-09-12T18:00:24.271003+0000","last_became_active":"2024-09-12T17:13:22.742748+0000","last_became_peered":"2024-09-12T17:13:22.742748+0000","last_unstale":"2024-09-12T18:00:24.271003+0000","last_undegraded":"2024-09-12T18:00:24.271003+0000","last_fullsized":"2024-09-12T18:00:24.271003+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'319","last_scrub_stamp":"2024-09-12T18:00:24.270628+0000","last_deep_scrub":"264'319","last_deep_scrub_stamp":"2024-09-12T18:00:24.270628+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.270628+0000","objects_scrubbed":3,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:43:02.738640+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":436,"num_read_kb":10329,"num_write":987,"num_write_kb":13429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'92","reported_seq":722,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:28.061858+0000","last_change":"2024-09-12T18:00:28.061858+0000","last_active":"2024-09-12T18:00:28.061858+0000","last_peered":"2024-09-12T18:00:28.061858+0000","last_clean":"2024-09-12T18:00:28.061858+0000","last_became_active":"2024-09-12T17:13:24.738366+0000","last_became_peered":"2024-09-12T17:13:24.738366+0000","last_unstale":"2024-09-12T18:00:28.061858+0000","last_undegraded":"2024-09-12T18:00:28.061858+0000","last_fullsized":"2024-09-12T18:00:28.061858+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'92","last_scrub_stamp":"2024-09-12T18:00:28.061677+0000","last_deep_scrub":"264'92","last_deep_scrub_stamp":"2024-09-12T18:00:28.061677+0000","last_clean_scrub_stamp":"2024-09-12T18:00:28.061677+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T01:08:46.633504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":464,"num_read_kb":404,"num_write":134,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'384","reported_seq":1142,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:24.182152+0000","last_change":"2024-09-12T18:00:24.182007+0000","last_active":"2024-09-12T18:00:24.182152+0000","last_peered":"2024-09-12T18:00:24.182152+0000","last_clean":"2024-09-12T18:00:24.182152+0000","last_became_active":"2024-09-12T17:13:22.719694+0000","last_became_peered":"2024-09-12T17:13:22.719694+0000","last_unstale":"2024-09-12T18:00:24.182152+0000","last_undegraded":"2024-09-12T18:00:24.182152+0000","last_fullsized":"2024-09-12T18:00:24.182152+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'384","last_scrub_stamp":"2024-09-12T18:00:24.181777+0000","last_deep_scrub":"264'384","last_deep_scrub_stamp":"2024-09-12T18:00:24.181777+0000","last_clean_scrub_stamp":"2024-09-12T18:00:24.181777+0000","objects_scrubbed":8,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T23:57:55.577886+0000","scrub_duration":27,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1250121,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":811,"num_read_kb":23996,"num_write":1290,"num_write_kb":32084,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'83","reported_seq":670,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:32.520968+0000","last_change":"2024-09-12T18:00:32.520968+0000","last_active":"2024-09-12T18:00:32.520968+0000","last_peered":"2024-09-12T18:00:32.520968+0000","last_clean":"2024-09-12T18:00:32.520968+0000","last_became_active":"2024-09-12T17:13:24.733513+0000","last_became_peered":"2024-09-12T17:13:24.733513+0000","last_unstale":"2024-09-12T18:00:32.520968+0000","last_undegraded":"2024-09-12T18:00:32.520968+0000","last_fullsized":"2024-09-12T18:00:32.520968+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'83","last_scrub_stamp":"2024-09-12T18:00:32.520689+0000","last_deep_scrub":"264'83","last_deep_scrub_stamp":"2024-09-12T18:00:32.520689+0000","last_clean_scrub_stamp":"2024-09-12T18:00:32.520689+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:53:37.178159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":393,"num_read_kb":336,"num_write":136,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'361","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.280126+0000","last_change":"2024-09-12T18:00:22.279977+0000","last_active":"2024-09-12T18:00:22.280126+0000","last_peered":"2024-09-12T18:00:22.280126+0000","last_clean":"2024-09-12T18:00:22.280126+0000","last_became_active":"2024-09-12T17:13:22.749777+0000","last_became_peered":"2024-09-12T17:13:22.749777+0000","last_unstale":"2024-09-12T18:00:22.280126+0000","last_undegraded":"2024-09-12T18:00:22.280126+0000","last_fullsized":"2024-09-12T18:00:22.280126+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'361","last_scrub_stamp":"2024-09-12T18:00:22.279772+0000","last_deep_scrub":"264'361","last_deep_scrub_stamp":"2024-09-12T18:00:22.279772+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.279772+0000","objects_scrubbed":8,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T19:19:55.592246+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5444472,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":530,"num_read_kb":24472,"num_write":1140,"num_write_kb":39014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"264'94","reported_seq":672,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:18.624922+0000","last_change":"2024-09-12T18:00:18.624737+0000","last_active":"2024-09-12T18:00:18.624922+0000","last_peered":"2024-09-12T18:00:18.624922+0000","last_clean":"2024-09-12T18:00:18.624922+0000","last_became_active":"2024-09-12T17:13:24.728891+0000","last_became_peered":"2024-09-12T17:13:24.728891+0000","last_unstale":"2024-09-12T18:00:18.624922+0000","last_undegraded":"2024-09-12T18:00:18.624922+0000","last_fullsized":"2024-09-12T18:00:18.624922+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'94","last_scrub_stamp":"2024-09-12T18:00:18.624521+0000","last_deep_scrub":"264'94","last_deep_scrub_stamp":"2024-09-12T18:00:18.624521+0000","last_clean_scrub_stamp":"2024-09-12T18:00:18.624521+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T04:24:25.018651+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":431,"num_read_kb":357,"num_write":143,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'375","reported_seq":1049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:23.225684+0000","last_change":"2024-09-12T18:00:23.225546+0000","last_active":"2024-09-12T18:00:23.225684+0000","last_peered":"2024-09-12T18:00:23.225684+0000","last_clean":"2024-09-12T18:00:23.225684+0000","last_became_active":"2024-09-12T17:13:22.735263+0000","last_became_peered":"2024-09-12T17:13:22.735263+0000","last_unstale":"2024-09-12T18:00:23.225684+0000","last_undegraded":"2024-09-12T18:00:23.225684+0000","last_fullsized":"2024-09-12T18:00:23.225684+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'375","last_scrub_stamp":"2024-09-12T18:00:23.225347+0000","last_deep_scrub":"264'375","last_deep_scrub_stamp":"2024-09-12T18:00:23.225347+0000","last_clean_scrub_stamp":"2024-09-12T18:00:23.225347+0000","objects_scrubbed":6,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:22:48.811789+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194353,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":95996,"num_write":1138,"num_write_kb":57558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'246","reported_seq":856,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.568100+0000","last_change":"2024-09-12T18:00:31.567961+0000","last_active":"2024-09-12T18:00:31.568100+0000","last_peered":"2024-09-12T18:00:31.568100+0000","last_clean":"2024-09-12T18:00:31.568100+0000","last_became_active":"2024-09-12T17:13:24.746491+0000","last_became_peered":"2024-09-12T17:13:24.746491+0000","last_unstale":"2024-09-12T18:00:31.568100+0000","last_undegraded":"2024-09-12T18:00:31.568100+0000","last_fullsized":"2024-09-12T18:00:31.568100+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'246","last_scrub_stamp":"2024-09-12T18:00:31.567775+0000","last_deep_scrub":"264'246","last_deep_scrub_stamp":"2024-09-12T18:00:31.567775+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.567775+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:42:55.570458+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1057,"num_read_kb":849,"num_write":391,"num_write_kb":193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'345","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:19.631111+0000","last_change":"2024-09-12T18:00:19.630961+0000","last_active":"2024-09-12T18:00:19.631111+0000","last_peered":"2024-09-12T18:00:19.631111+0000","last_clean":"2024-09-12T18:00:19.631111+0000","last_became_active":"2024-09-12T17:13:55.216356+0000","last_became_peered":"2024-09-12T17:13:55.216356+0000","last_unstale":"2024-09-12T18:00:19.631111+0000","last_undegraded":"2024-09-12T18:00:19.631111+0000","last_fullsized":"2024-09-12T18:00:19.631111+0000","mapping_epoch":36,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'345","last_scrub_stamp":"2024-09-12T18:00:19.630744+0000","last_deep_scrub":"264'345","last_deep_scrub_stamp":"2024-09-12T18:00:19.630744+0000","last_clean_scrub_stamp":"2024-09-12T18:00:19.630744+0000","objects_scrubbed":4,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T18:53:50.961567+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342141,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":533,"num_read_kb":12836,"num_write":1118,"num_write_kb":22145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2b","version":"264'316","reported_seq":975,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.408322+0000","last_change":"2024-09-12T18:00:31.408054+0000","last_active":"2024-09-12T18:00:31.408322+0000","last_peered":"2024-09-12T18:00:31.408322+0000","last_clean":"2024-09-12T18:00:31.408322+0000","last_became_active":"2024-09-12T17:13:24.738561+0000","last_became_peered":"2024-09-12T17:13:24.738561+0000","last_unstale":"2024-09-12T18:00:31.408322+0000","last_undegraded":"2024-09-12T18:00:31.408322+0000","last_fullsized":"2024-09-12T18:00:31.408322+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'316","last_scrub_stamp":"2024-09-12T18:00:31.407830+0000","last_deep_scrub":"264'316","last_deep_scrub_stamp":"2024-09-12T18:00:31.407830+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.407830+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:02:07.630487+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1362,"num_read_kb":1127,"num_write":479,"num_write_kb":232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'319","reported_seq":950,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:21.554206+0000","last_change":"2024-09-12T18:00:21.554067+0000","last_active":"2024-09-12T18:00:21.554206+0000","last_peered":"2024-09-12T18:00:21.554206+0000","last_clean":"2024-09-12T18:00:21.554206+0000","last_became_active":"2024-09-12T17:13:22.730304+0000","last_became_peered":"2024-09-12T17:13:22.730304+0000","last_unstale":"2024-09-12T18:00:21.554206+0000","last_undegraded":"2024-09-12T18:00:21.554206+0000","last_fullsized":"2024-09-12T18:00:21.554206+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'319","last_scrub_stamp":"2024-09-12T18:00:21.553873+0000","last_deep_scrub":"264'319","last_deep_scrub_stamp":"2024-09-12T18:00:21.553873+0000","last_clean_scrub_stamp":"2024-09-12T18:00:21.553873+0000","objects_scrubbed":5,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T21:30:56.976009+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582206,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":448,"num_read_kb":37957,"num_write":952,"num_write_kb":23789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'226","reported_seq":895,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.160953+0000","last_change":"2024-09-12T18:00:30.160780+0000","last_active":"2024-09-12T18:00:30.160953+0000","last_peered":"2024-09-12T18:00:30.160953+0000","last_clean":"2024-09-12T18:00:30.160953+0000","last_became_active":"2024-09-12T17:13:24.724321+0000","last_became_peered":"2024-09-12T17:13:24.724321+0000","last_unstale":"2024-09-12T18:00:30.160953+0000","last_undegraded":"2024-09-12T18:00:30.160953+0000","last_fullsized":"2024-09-12T18:00:30.160953+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'226","last_scrub_stamp":"2024-09-12T18:00:30.160598+0000","last_deep_scrub":"264'226","last_deep_scrub_stamp":"2024-09-12T18:00:30.160598+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.160598+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:10:19.998876+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":998,"num_read_kb":825,"num_write":339,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'369","reported_seq":1077,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:26.248660+0000","last_change":"2024-09-12T18:00:26.248513+0000","last_active":"2024-09-12T18:00:26.248660+0000","last_peered":"2024-09-12T18:00:26.248660+0000","last_clean":"2024-09-12T18:00:26.248660+0000","last_became_active":"2024-09-12T17:13:22.723692+0000","last_became_peered":"2024-09-12T17:13:22.723692+0000","last_unstale":"2024-09-12T18:00:26.248660+0000","last_undegraded":"2024-09-12T18:00:26.248660+0000","last_fullsized":"2024-09-12T18:00:26.248660+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'369","last_scrub_stamp":"2024-09-12T18:00:26.248301+0000","last_deep_scrub":"264'369","last_deep_scrub_stamp":"2024-09-12T18:00:26.248301+0000","last_clean_scrub_stamp":"2024-09-12T18:00:26.248301+0000","objects_scrubbed":4,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:45:45.478063+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":618,"num_read_kb":34719,"num_write":1162,"num_write_kb":37432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'156","reported_seq":796,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.330400+0000","last_change":"2024-09-12T18:00:33.330220+0000","last_active":"2024-09-12T18:00:33.330400+0000","last_peered":"2024-09-12T18:00:33.330400+0000","last_clean":"2024-09-12T18:00:33.330400+0000","last_became_active":"2024-09-12T17:13:24.730700+0000","last_became_peered":"2024-09-12T17:13:24.730700+0000","last_unstale":"2024-09-12T18:00:33.330400+0000","last_undegraded":"2024-09-12T18:00:33.330400+0000","last_fullsized":"2024-09-12T18:00:33.330400+0000","mapping_epoch":25,"log_start":"264'100","ondisk_log_start":"264'100","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'156","last_scrub_stamp":"2024-09-12T18:00:33.330013+0000","last_deep_scrub":"264'156","last_deep_scrub_stamp":"2024-09-12T18:00:33.330013+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.330013+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T22:44:14.813375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":762,"num_read_kb":662,"num_write":250,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'312","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:20.615110+0000","last_change":"2024-09-12T18:00:20.615110+0000","last_active":"2024-09-12T18:00:20.615110+0000","last_peered":"2024-09-12T18:00:20.615110+0000","last_clean":"2024-09-12T18:00:20.615110+0000","last_became_active":"2024-09-12T17:13:22.718714+0000","last_became_peered":"2024-09-12T17:13:22.718714+0000","last_unstale":"2024-09-12T18:00:20.615110+0000","last_undegraded":"2024-09-12T18:00:20.615110+0000","last_fullsized":"2024-09-12T18:00:20.615110+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T18:00:20.614900+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T18:00:20.614900+0000","last_clean_scrub_stamp":"2024-09-12T18:00:20.614900+0000","objects_scrubbed":6,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:12:00.766772+0000","scrub_duration":23,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3501895,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":396,"num_read_kb":12749,"num_write":989,"num_write_kb":38685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'85","reported_seq":680,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:30.375781+0000","last_change":"2024-09-12T18:00:30.375648+0000","last_active":"2024-09-12T18:00:30.375781+0000","last_peered":"2024-09-12T18:00:30.375781+0000","last_clean":"2024-09-12T18:00:30.375781+0000","last_became_active":"2024-09-12T17:13:24.731232+0000","last_became_peered":"2024-09-12T17:13:24.731232+0000","last_unstale":"2024-09-12T18:00:30.375781+0000","last_undegraded":"2024-09-12T18:00:30.375781+0000","last_fullsized":"2024-09-12T18:00:30.375781+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'85","last_scrub_stamp":"2024-09-12T18:00:30.375458+0000","last_deep_scrub":"264'85","last_deep_scrub_stamp":"2024-09-12T18:00:30.375458+0000","last_clean_scrub_stamp":"2024-09-12T18:00:30.375458+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T20:01:44.693398+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":419,"num_read_kb":367,"num_write":125,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'363","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:25.168014+0000","last_change":"2024-09-12T18:00:25.168014+0000","last_active":"2024-09-12T18:00:25.168014+0000","last_peered":"2024-09-12T18:00:25.168014+0000","last_clean":"2024-09-12T18:00:25.168014+0000","last_became_active":"2024-09-12T17:13:22.728490+0000","last_became_peered":"2024-09-12T17:13:22.728490+0000","last_unstale":"2024-09-12T18:00:25.168014+0000","last_undegraded":"2024-09-12T18:00:25.168014+0000","last_fullsized":"2024-09-12T18:00:25.168014+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'363","last_scrub_stamp":"2024-09-12T18:00:25.167822+0000","last_deep_scrub":"264'363","last_deep_scrub_stamp":"2024-09-12T18:00:25.167822+0000","last_clean_scrub_stamp":"2024-09-12T18:00:25.167822+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T05:09:03.382183+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":589,"num_read_kb":14527,"num_write":1204,"num_write_kb":28191,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'357","reported_seq":1002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:27.186941+0000","last_change":"2024-09-12T18:00:27.186941+0000","last_active":"2024-09-12T18:00:27.186941+0000","last_peered":"2024-09-12T18:00:27.186941+0000","last_clean":"2024-09-12T18:00:27.186941+0000","last_became_active":"2024-09-12T17:13:22.720641+0000","last_became_peered":"2024-09-12T17:13:22.720641+0000","last_unstale":"2024-09-12T18:00:27.186941+0000","last_undegraded":"2024-09-12T18:00:27.186941+0000","last_fullsized":"2024-09-12T18:00:27.186941+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'357","last_scrub_stamp":"2024-09-12T18:00:27.186733+0000","last_deep_scrub":"264'357","last_deep_scrub_stamp":"2024-09-12T18:00:27.186733+0000","last_clean_scrub_stamp":"2024-09-12T18:00:27.186733+0000","objects_scrubbed":5,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:35:40.718125+0000","scrub_duration":19,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194317,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":523,"num_read_kb":34979,"num_write":1096,"num_write_kb":17840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'291","reported_seq":906,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:31.111369+0000","last_change":"2024-09-12T18:00:31.111369+0000","last_active":"2024-09-12T18:00:31.111369+0000","last_peered":"2024-09-12T18:00:31.111369+0000","last_clean":"2024-09-12T18:00:31.111369+0000","last_became_active":"2024-09-12T17:13:24.744460+0000","last_became_peered":"2024-09-12T17:13:24.744460+0000","last_unstale":"2024-09-12T18:00:31.111369+0000","last_undegraded":"2024-09-12T18:00:31.111369+0000","last_fullsized":"2024-09-12T18:00:31.111369+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'291","last_scrub_stamp":"2024-09-12T18:00:31.111190+0000","last_deep_scrub":"264'291","last_deep_scrub_stamp":"2024-09-12T18:00:31.111190+0000","last_clean_scrub_stamp":"2024-09-12T18:00:31.111190+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T00:11:14.855466+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1222,"num_read_kb":979,"num_write":442,"num_write_kb":216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'313","reported_seq":957,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:22.077139+0000","last_change":"2024-09-12T18:00:22.077139+0000","last_active":"2024-09-12T18:00:22.077139+0000","last_peered":"2024-09-12T18:00:22.077139+0000","last_clean":"2024-09-12T18:00:22.077139+0000","last_became_active":"2024-09-12T17:13:22.731331+0000","last_became_peered":"2024-09-12T17:13:22.731331+0000","last_unstale":"2024-09-12T18:00:22.077139+0000","last_undegraded":"2024-09-12T18:00:22.077139+0000","last_fullsized":"2024-09-12T18:00:22.077139+0000","mapping_epoch":23,"log_start":"264'300","ondisk_log_start":"264'300","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'313","last_scrub_stamp":"2024-09-12T18:00:22.076906+0000","last_deep_scrub":"264'313","last_deep_scrub_stamp":"2024-09-12T18:00:22.076906+0000","last_clean_scrub_stamp":"2024-09-12T18:00:22.076906+0000","objects_scrubbed":6,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T03:42:59.909759+0000","scrub_duration":15,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":503,"num_read_kb":4606,"num_write":989,"num_write_kb":19948,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'108","reported_seq":669,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T18:00:33.179229+0000","last_change":"2024-09-12T18:00:33.179229+0000","last_active":"2024-09-12T18:00:33.179229+0000","last_peered":"2024-09-12T18:00:33.179229+0000","last_clean":"2024-09-12T18:00:33.179229+0000","last_became_active":"2024-09-12T17:13:24.751674+0000","last_became_peered":"2024-09-12T17:13:24.751674+0000","last_unstale":"2024-09-12T18:00:33.179229+0000","last_undegraded":"2024-09-12T18:00:33.179229+0000","last_fullsized":"2024-09-12T18:00:33.179229+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'108","last_scrub_stamp":"2024-09-12T18:00:33.179040+0000","last_deep_scrub":"264'108","last_deep_scrub_stamp":"2024-09-12T18:00:33.179040+0000","last_clean_scrub_stamp":"2024-09-12T18:00:33.179040+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T02:13:42.464929+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":383,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5739,"num_read_kb":4109,"num_write":1925,"num_write_kb":823,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":7510,"num_omap_keys":15,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1098,"ondisk_log_size":1098,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15645,"num_objects":93,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":16199,"num_read_kb":15877,"num_write":16707,"num_write_kb":4876,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2756,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":598016,"data_stored":31290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1945,"ondisk_log_size":1945,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":493,"ondisk_log_size":493,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1607221,"num_objects":197,"num_object_clones":0,"num_object_copies":394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":197,"num_whiteouts":0,"num_read":17398,"num_read_kb":36715,"num_write":14569,"num_write_kb":11599,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":680832,"num_omap_keys":1552,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2407,"ondisk_log_size":2407,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2412,"num_read_kb":2875,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":101860,"num_read_kb":85078,"num_write":36904,"num_write_kb":18577,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":43787,"num_omap_keys":176,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4015,"ondisk_log_size":4015,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":79679001,"num_objects":374,"num_object_clones":0,"num_object_copies":748,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":374,"num_whiteouts":0,"num_read":36139,"num_read_kb":1795080,"num_write":71666,"num_write_kb":2058887,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":160636928,"data_stored":159358002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3410,"ondisk_log_size":3410,"up":128,"acting":128,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":172506,"num_write":182,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":163,"num_read_kb":175569,"num_write":182,"num_write_kb":117187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542731,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":262824,"kb_used_data":28952,"kb_used_omap":1,"kb_used_meta":233854,"kb_avail":94109016,"statfs":{"total":96636764160,"available":96367632384,"internally_reserved":0,"allocated":29646848,"data_stored":27919953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":239466954},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542730,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":232148,"kb_used_data":20484,"kb_used_omap":1,"kb_used_meta":211646,"kb_avail":94139692,"statfs":{"total":96636764160,"available":96399044608,"internally_reserved":0,"allocated":20975616,"data_stored":19386380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":216725958},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542731,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":146180,"kb_used_data":34548,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94225660,"statfs":{"total":96636764160,"available":96487075840,"internally_reserved":0,"allocated":35377152,"data_stored":33632195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542731,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":92112,"kb_used_data":20672,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94279728,"statfs":{"total":96636764160,"available":96542441472,"internally_reserved":0,"allocated":21168128,"data_stored":19542919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542733,"num_pgs":118,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":270824,"kb_used_data":27224,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94101016,"statfs":{"total":96636764160,"available":96359440384,"internally_reserved":0,"allocated":27877376,"data_stored":26148545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":249428423},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542730,"num_pgs":83,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":66452,"kb_used_data":13060,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94305388,"statfs":{"total":96636764160,"available":96568717312,"internally_reserved":0,"allocated":13373440,"data_stored":11776369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542734,"num_pgs":100,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":120976,"kb_used_data":9344,"kb_used_omap":1,"kb_used_meta":111614,"kb_avail":94250864,"statfs":{"total":96636764160,"available":96512884736,"internally_reserved":0,"allocated":9568256,"data_stored":7950621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114293189},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542731,"num_pgs":102,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":280036,"kb_used_data":32340,"kb_used_omap":1,"kb_used_meta":247678,"kb_avail":94091804,"statfs":{"total":96636764160,"available":96350007296,"internally_reserved":0,"allocated":33116160,"data_stored":31378098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":253622726},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28835840,"data_stored":28635890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":5922816,"data_stored":5801578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":9760768,"data_stored":9628264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24178688,"data_stored":23995813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":17563648,"data_stored":17396187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":31662080,"data_stored":31482204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":17346560,"data_stored":17237571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":25366528,"data_stored":25180495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":5568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":6130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":4077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":2893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T18:01:39.334 DEBUG:teuthology.orchestra.run.smithi183:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-12T18:01:39.699 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-12T18:01:39.699 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-12T18:01:39.699 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-12T18:01:39.699 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:01:41.795 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~0s 2024-09-12T18:01:45.801 INFO:tasks.ceph.osd.0:Stopped 2024-09-12T18:01:45.802 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-12T18:01:45.802 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:01:45.887 INFO:tasks.ceph.osd.1:Stopped 2024-09-12T18:01:45.887 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-12T18:01:45.887 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:01:45.984 INFO:tasks.ceph.osd.2:Stopped 2024-09-12T18:01:45.984 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-12T18:01:45.984 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:01:47.702 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-09-12T18:01:47.702 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 has been restored 2024-09-12T18:01:52.087 INFO:tasks.ceph.osd.3:Stopped 2024-09-12T18:01:52.087 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-12T18:01:52.087 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:01:52.167 INFO:tasks.ceph.osd.4:Stopped 2024-09-12T18:01:52.167 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-12T18:01:52.167 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:01:53.408 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 is failed for ~0s 2024-09-12T18:01:53.409 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-09-12T18:01:58.269 INFO:tasks.ceph.osd.5:Stopped 2024-09-12T18:01:58.269 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-12T18:01:58.270 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:01:58.364 INFO:tasks.ceph.osd.6:Stopped 2024-09-12T18:01:58.365 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-12T18:01:58.365 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:01:58.994 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-09-12T18:01:58.995 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.5 has been restored 2024-09-12T18:02:04.467 INFO:tasks.ceph.osd.7:Stopped 2024-09-12T18:02:04.467 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-12T18:02:04.467 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-12T18:02:04.467 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:02:04.495 INFO:tasks.ceph.mgr.y:Stopped 2024-09-12T18:02:04.496 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-12T18:02:04.496 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:02:04.498 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~6s 2024-09-12T18:02:04.527 INFO:tasks.ceph.mgr.x:Stopped 2024-09-12T18:02:04.528 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-12T18:02:04.528 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-12T18:02:04.528 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:02:04.564 INFO:tasks.ceph.mon.a:Stopped 2024-09-12T18:02:04.564 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-12T18:02:04.564 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:02:04.632 INFO:tasks.ceph.mon.c:Stopped 2024-09-12T18:02:04.633 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-12T18:02:04.633 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T18:02:04.659 INFO:tasks.ceph.mon.b:Stopped 2024-09-12T18:02:04.660 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-12T18:02:04.660 DEBUG:teuthology.orchestra.run.smithi183:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2024-09-12T18:02:04.694 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi183.front.sepia.ceph.com 2024-09-12T18:02:04.694 DEBUG:teuthology.orchestra.run.smithi183:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-12T18:02:05.026 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi183.front.sepia.ceph.com 2024-09-12T18:02:05.026 DEBUG:teuthology.orchestra.run.smithi183:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-12T18:02:05.260 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi183.front.sepia.ceph.com 2024-09-12T18:02:05.260 DEBUG:teuthology.orchestra.run.smithi183:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-12T18:02:05.439 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi183.front.sepia.ceph.com 2024-09-12T18:02:05.440 DEBUG:teuthology.orchestra.run.smithi183:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-12T18:02:05.616 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-12T18:02:05.616 DEBUG:teuthology.orchestra.run.smithi196:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-12T18:02:05.866 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-12T18:02:05.866 DEBUG:teuthology.orchestra.run.smithi196:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-12T18:02:06.082 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-12T18:02:06.082 DEBUG:teuthology.orchestra.run.smithi196:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-12T18:02:06.290 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-12T18:02:06.290 DEBUG:teuthology.orchestra.run.smithi196:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-12T18:02:06.494 INFO:tasks.ceph:Archiving mon data... 2024-09-12T18:02:06.495 DEBUG:teuthology.misc:Transferring archived files from smithi183:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710/data/mon.a.tgz 2024-09-12T18:02:06.496 DEBUG:teuthology.orchestra.run.smithi183:> mktemp 2024-09-12T18:02:06.501 INFO:teuthology.orchestra.run.smithi183.stdout:/tmp/tmp.G4rs0sFC2v 2024-09-12T18:02:06.502 DEBUG:teuthology.orchestra.run.smithi183:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.G4rs0sFC2v 2024-09-12T18:02:06.688 DEBUG:teuthology.orchestra.run.smithi183:> sudo chmod 0666 /tmp/tmp.G4rs0sFC2v 2024-09-12T18:02:06.752 DEBUG:teuthology.orchestra.remote:smithi183:/tmp/tmp.G4rs0sFC2v is 528KB 2024-09-12T18:02:06.814 DEBUG:teuthology.orchestra.run.smithi183:> rm -fr /tmp/tmp.G4rs0sFC2v 2024-09-12T18:02:06.820 DEBUG:teuthology.misc:Transferring archived files from smithi183:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710/data/mon.c.tgz 2024-09-12T18:02:06.820 DEBUG:teuthology.orchestra.run.smithi183:> mktemp 2024-09-12T18:02:06.868 INFO:teuthology.orchestra.run.smithi183.stdout:/tmp/tmp.WMPlONL0et 2024-09-12T18:02:06.869 DEBUG:teuthology.orchestra.run.smithi183:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.WMPlONL0et 2024-09-12T18:02:07.058 DEBUG:teuthology.orchestra.run.smithi183:> sudo chmod 0666 /tmp/tmp.WMPlONL0et 2024-09-12T18:02:07.120 DEBUG:teuthology.orchestra.remote:smithi183:/tmp/tmp.WMPlONL0et is 549KB 2024-09-12T18:02:07.183 DEBUG:teuthology.orchestra.run.smithi183:> rm -fr /tmp/tmp.WMPlONL0et 2024-09-12T18:02:07.188 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710/data/mon.b.tgz 2024-09-12T18:02:07.189 DEBUG:teuthology.orchestra.run.smithi196:> mktemp 2024-09-12T18:02:07.195 INFO:teuthology.orchestra.run.smithi196.stdout:/tmp/tmp.bO0BzxT4hc 2024-09-12T18:02:07.195 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.bO0BzxT4hc 2024-09-12T18:02:07.388 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0666 /tmp/tmp.bO0BzxT4hc 2024-09-12T18:02:07.451 DEBUG:teuthology.orchestra.remote:smithi196:/tmp/tmp.bO0BzxT4hc is 549KB 2024-09-12T18:02:07.514 DEBUG:teuthology.orchestra.run.smithi196:> rm -fr /tmp/tmp.bO0BzxT4hc 2024-09-12T18:02:07.519 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-12T18:02:07.519 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T18:02:07.521 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T18:02:07.581 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T18:02:07.620 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T18:02:07.620 INFO:tasks.ceph:Archiving crash dumps... 2024-09-12T18:02:07.622 DEBUG:teuthology.misc:Transferring archived files from smithi183:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710/remote/smithi183/crash 2024-09-12T18:02:07.623 DEBUG:teuthology.orchestra.run.smithi183:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T18:02:07.637 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710/remote/smithi196/crash 2024-09-12T18:02:07.638 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T18:02:07.675 INFO:tasks.ceph:Compressing logs... 2024-09-12T18:02:07.675 DEBUG:teuthology.orchestra.run.smithi183:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T18:02:07.682 DEBUG:teuthology.orchestra.run.smithi196:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T18:02:07.704 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.21887.log 2024-09-12T18:02:07.706 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128182.log 2024-09-12T18:02:07.706 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph.tmp-client.admin.21887.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.21887.log.gz 2024-09-12T18:02:07.706 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78027.log 2024-09-12T18:02:07.706 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.128182.log: gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T18:02:07.706 INFO:teuthology.orchestra.run.smithi183.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.128182.log.gz 2024-09-12T18:02:07.706 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.78027.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149425.log 2024-09-12T18:02:07.706 INFO:teuthology.orchestra.run.smithi183.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.78027.log.gz 2024-09-12T18:02:07.707 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/rgw.ceph.client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124052.log 2024-09-12T18:02:07.709 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.149425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41660.log 2024-09-12T18:02:07.709 INFO:teuthology.orchestra.run.smithi183.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.149425.log.gz 2024-09-12T18:02:07.710 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.124052.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56155.log 2024-09-12T18:02:07.710 INFO:teuthology.orchestra.run.smithi183.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.124052.log.gz 2024-09-12T18:02:07.710 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.41660.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147655.log 2024-09-12T18:02:07.710 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.56155.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.41660.log.gz 2024-09-12T18:02:07.710 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33061.log 2024-09-12T18:02:07.710 INFO:teuthology.orchestra.run.smithi183.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.56155.log.gz 2024-09-12T18:02:07.710 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.147655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114612.log 2024-09-12T18:02:07.710 INFO:teuthology.orchestra.run.smithi183.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.147655.log.gz 2024-09-12T18:02:07.710 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.33061.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-12T18:02:07.710 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33061.log.gz 2024-09-12T18:02:07.710 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32653.log 2024-09-12T18:02:07.710 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.114612.log: /var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179234.log 2024-09-12T18:02:07.714 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32653.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32653.log.gz 2024-09-12T18:02:07.714 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70840.log 2024-09-12T18:02:07.714 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.179234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55846.log 2024-09-12T18:02:07.714 INFO:teuthology.orchestra.run.smithi183.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.179234.log.gz 2024-09-12T18:02:07.714 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.70840.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129363.log 2024-09-12T18:02:07.714 INFO:teuthology.orchestra.run.smithi183.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.0.70840.log.gz 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.55846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120512.log 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr: 50.0% -- replaced with /var/log/ceph/ceph-client.admin.55846.log.gz 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.129363.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.114612.log.gz 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89827.log 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.129363.log.gz 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.120512.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51254.log 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.89827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32525.log 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.89827.log.gz 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.51254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34310.log 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.51254.log.gz 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32525.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44070.log 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32525.log.gz 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.34310.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.120512.log.gz 2024-09-12T18:02:07.715 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119332.log 2024-09-12T18:02:07.716 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34310.log.gz 2024-09-12T18:02:07.718 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.44070.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181806.log 2024-09-12T18:02:07.718 INFO:teuthology.orchestra.run.smithi183.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.44070.log.gz 2024-09-12T18:02:07.718 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.119332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133493.log 2024-09-12T18:02:07.718 INFO:teuthology.orchestra.run.smithi183.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.119332.log.gz 2024-09-12T18:02:07.718 INFO:teuthology.orchestra.run.smithi183.stderr:gzip/var/log/ceph/ceph-client.0.181806.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.32551.log 2024-09-12T18:02:07.719 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.133493.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64452.log 2024-09-12T18:02:07.719 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32551.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.133493.log.gz 2024-09-12T18:02:07.719 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33053.log 2024-09-12T18:02:07.719 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32551.log.gz 2024-09-12T18:02:07.719 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.64452.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-12T18:02:07.719 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.33053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32577.log 2024-09-12T18:02:07.719 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33053.log.gz 2024-09-12T18:02:07.719 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72127.log 2024-09-12T18:02:07.719 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32577.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115202.log 2024-09-12T18:02:07.719 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32577.log.gz 2024-09-12T18:02:07.722 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.72127.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183611.log 2024-09-12T18:02:07.722 INFO:teuthology.orchestra.run.smithi183.stderr: 82.1%/var/log/ceph/ceph-client.admin.115202.log: -- replaced with /var/log/ceph/ceph-client.admin.72127.log.gz 2024-09-12T18:02:07.722 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56724.log 2024-09-12T18:02:07.722 INFO:teuthology.orchestra.run.smithi183.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.115202.log.gz 2024-09-12T18:02:07.722 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162576.log 2024-09-12T18:02:07.722 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183611.log: 0.0%/var/log/ceph/ceph-client.admin.56724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163165.log 2024-09-12T18:02:07.722 INFO:teuthology.orchestra.run.smithi183.stderr: -- replaced with /var/log/ceph/ceph-client.admin.183611.log.gz 2024-09-12T18:02:07.722 INFO:teuthology.orchestra.run.smithi183.stderr: 21.6% -- replaced with /var/log/ceph/ceph-client.admin.56724.log.gz 2024-09-12T18:02:07.723 INFO:teuthology.orchestra.run.smithi183.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.admin.64452.log.gz 2024-09-12T18:02:07.723 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.162576.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.162576.log.gz 2024-09-12T18:02:07.723 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183195.log 2024-09-12T18:02:07.723 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.163165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68933.log 2024-09-12T18:02:07.723 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183195.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.163165.log.gz 2024-09-12T18:02:07.723 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102218.log 2024-09-12T18:02:07.723 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183195.log.gz 2024-09-12T18:02:07.727 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.68933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116972.log 2024-09-12T18:02:07.727 INFO:teuthology.orchestra.run.smithi183.stderr: 24.5% -- replaced with /var/log/ceph/ceph-client.admin.68933.log.gz 2024-09-12T18:02:07.727 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.102218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32649.log 2024-09-12T18:02:07.727 INFO:teuthology.orchestra.run.smithi183.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.102218.log.gz 2024-09-12T18:02:07.727 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.116972.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50023.log 2024-09-12T18:02:07.727 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32649.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.116972.log.gz 2024-09-12T18:02:07.727 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32649.log.gz 2024-09-12T18:02:07.727 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183637.log 2024-09-12T18:02:07.727 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.50023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132903.log 2024-09-12T18:02:07.727 INFO:teuthology.orchestra.run.smithi183.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.50023.log.gz 2024-09-12T18:02:07.727 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183637.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122872.log 2024-09-12T18:02:07.728 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183637.log.gz 2024-09-12T18:02:07.728 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.132903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56101.log 2024-09-12T18:02:07.728 INFO:teuthology.orchestra.run.smithi183.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.132903.log.gz 2024-09-12T18:02:07.728 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.122872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134083.log 2024-09-12T18:02:07.728 INFO:teuthology.orchestra.run.smithi183.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.122872.log.gz 2024-09-12T18:02:07.728 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.56101.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.38523.log 2024-09-12T18:02:07.728 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.134083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52434.log 2024-09-12T18:02:07.728 INFO:teuthology.orchestra.run.smithi183.stderr: 82.2%/var/log/ceph/ceph-client.0.38523.log: -- replaced with /var/log/ceph/ceph-client.admin.134083.log.gz 2024-09-12T18:02:07.728 INFO:teuthology.orchestra.run.smithi183.stderr: 43.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111071.log 2024-09-12T18:02:07.728 INFO:teuthology.orchestra.run.smithi183.stderr: -- replaced with /var/log/ceph/ceph-client.0.38523.log.gz 2024-09-12T18:02:07.732 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.52434.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.52434.log.gz 2024-09-12T18:02:07.732 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183143.log 2024-09-12T18:02:07.732 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.111071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40480.log 2024-09-12T18:02:07.732 INFO:teuthology.orchestra.run.smithi183.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.111071.log.gz 2024-09-12T18:02:07.732 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.183143.log: -- /var/log/ceph/ceph-client.admin.43480.log 2024-09-12T18:02:07.732 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183143.log.gz 2024-09-12T18:02:07.732 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.40480.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.40480.log.gz 2024-09-12T18:02:07.733 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181208.log 2024-09-12T18:02:07.733 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.43480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121692.log 2024-09-12T18:02:07.733 INFO:teuthology.orchestra.run.smithi183.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.43480.log.gz 2024-09-12T18:02:07.733 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.181208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152987.log 2024-09-12T18:02:07.733 INFO:teuthology.orchestra.run.smithi183.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.0.181208.log.gz 2024-09-12T18:02:07.733 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32640.log 2024-09-12T18:02:07.733 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.121692.log: /var/log/ceph/ceph-client.admin.152987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127592.log 2024-09-12T18:02:07.733 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32640.log: 82.2% 81.5% -- replaced with /var/log/ceph/ceph-client.admin.121692.log.gz -- replaced with /var/log/ceph/ceph-client.admin.152987.log.gz 2024-09-12T18:02:07.733 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T18:02:07.733 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32640.log.gz 2024-09-12T18:02:07.733 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171253.log 2024-09-12T18:02:07.736 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.127592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.69575.log 2024-09-12T18:02:07.736 INFO:teuthology.orchestra.run.smithi183.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.127592.log.gz 2024-09-12T18:02:07.736 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.171253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163754.log 2024-09-12T18:02:07.736 INFO:teuthology.orchestra.run.smithi183.stderr: 83.3% -- replaced with /var/log/ceph/ceph-client.0.171253.log.gz 2024-09-12T18:02:07.736 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131723.log 2024-09-12T18:02:07.736 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.69575.log: /var/log/ceph/ceph-client.admin.163754.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.69575.log.gz 2024-09-12T18:02:07.736 INFO:teuthology.orchestra.run.smithi183.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.163754.log.gz 2024-09-12T18:02:07.736 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170073.log 2024-09-12T18:02:07.737 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.131723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183299.log 2024-09-12T18:02:07.737 INFO:teuthology.orchestra.run.smithi183.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.131723.log.gz/var/log/ceph/ceph-client.0.170073.log: 2024-09-12T18:02:07.737 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183351.log 2024-09-12T18:02:07.737 INFO:teuthology.orchestra.run.smithi183.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.0.170073.log.gz 2024-09-12T18:02:07.737 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183299.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183299.log.gz 2024-09-12T18:02:07.737 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98088.log 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26920.log 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183351.log.gz 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.98088.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37939.log 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.98088.log.gz 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99858.log 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.26920.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26920.log.gz 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47073.log 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.37939.log: /var/log/ceph/ceph-client.admin.99858.log: 43.5% -- replaced with /var/log/ceph/ceph-client.0.37939.log.gz 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.172433.log 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.47073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100448.log 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.47073.log.gz 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.172433.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.99858.log.gz 2024-09-12T18:02:07.740 INFO:teuthology.orchestra.run.smithi183.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.0.172433.log.gz 2024-09-12T18:02:07.742 INFO:teuthology.orchestra.run.smithi183.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.56101.log.gz 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.34409.log 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.100448.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165649.log 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.100448.log.gz 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.34409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32847.log 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.165649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180560.log 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32847.log: 96.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32857.log 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.165649.log.gz 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr: -- replaced with /var/log/ceph/ceph-client.0.34409.log.gz 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32847.log.gz 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.180560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73897.log 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180560.log.gz 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32857.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32857.log.gz 2024-09-12T18:02:07.743 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91597.log 2024-09-12T18:02:07.746 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26697.log 2024-09-12T18:02:07.746 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-12T18:02:07.746 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.26697.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-12T18:02:07.746 INFO:teuthology.orchestra.run.smithi196.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26697.log.gz 2024-09-12T18:02:07.746 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-12T18:02:07.746 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26793.log 2024-09-12T18:02:07.746 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose --/var/log/ceph/ceph-osd.5.log: /var/log/ceph/ceph-client.admin.26865.log 2024-09-12T18:02:07.755 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.26793.log: gzip -5 --verbose -- 0.0% /var/log/ceph/ceph-client.admin.26817.log -- replaced with /var/log/ceph/ceph-client.admin.26793.log.gz 2024-09-12T18:02:07.755 INFO:teuthology.orchestra.run.smithi196.stderr: 2024-09-12T18:02:07.755 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.26865.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26865.log.gz 2024-09-12T18:02:07.756 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-12T18:02:07.756 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.26817.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26817.log.gz 2024-09-12T18:02:07.756 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26721.log 2024-09-12T18:02:07.756 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T18:02:07.756 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.26721.log: /var/log/ceph/ceph-client.admin.26745.log 2024-09-12T18:02:07.756 INFO:teuthology.orchestra.run.smithi196.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26721.log.gz 2024-09-12T18:02:07.756 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T18:02:07.756 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.26745.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-12T18:02:07.756 INFO:teuthology.orchestra.run.smithi196.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26745.log.gz 2024-09-12T18:02:07.756 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26841.log 2024-09-12T18:02:07.756 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-12T18:02:07.757 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.26841.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26841.log.gz 2024-09-12T18:02:07.757 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26769.log 2024-09-12T18:02:07.757 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-osd.4.log: 90.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T18:02:07.757 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.26769.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26769.log.gz 2024-09-12T18:02:07.758 INFO:teuthology.orchestra.run.smithi196.stderr: 88.0% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T18:02:07.764 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.73897.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-12T18:02:07.764 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.91597.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.73897.log.gz 2024-09-12T18:02:07.764 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33089.log 2024-09-12T18:02:07.764 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101038.log 2024-09-12T18:02:07.764 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.33089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32865.log 2024-09-12T18:02:07.764 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33089.log.gz 2024-09-12T18:02:07.764 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.101038.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.101038.log.gz 2024-09-12T18:02:07.764 INFO:teuthology.orchestra.run.smithi183.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.91597.log.gz 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32654.log 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32865.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118742.log 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr: -- replaced with /var/log/ceph/ceph-client.admin.32865.log.gz 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33305.log 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr: 95.0% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32654.log.gz 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr: -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.118742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56760.log 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr: 87.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92777.log 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr: -- replaced with /var/log/ceph/ceph-client.admin.118742.log.gz/var/log/ceph/ceph-client.admin.33305.log: 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33305.log.gz 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.56760.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.56760.log.gz 2024-09-12T18:02:07.765 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68342.log 2024-09-12T18:02:07.766 INFO:teuthology.orchestra.run.smithi183.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.0.181806.log.gz 2024-09-12T18:02:07.766 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.92777.log: /var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121102.log 2024-09-12T18:02:07.766 INFO:teuthology.orchestra.run.smithi183.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.92777.log.gz 2024-09-12T18:02:07.766 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.68342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65980.log 2024-09-12T18:02:07.766 INFO:teuthology.orchestra.run.smithi183.stderr: 82.9%/var/log/ceph/ceph-client.admin.121102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.37355.log 2024-09-12T18:02:07.766 INFO:teuthology.orchestra.run.smithi183.stderr: -- replaced with /var/log/ceph/ceph-client.admin.68342.log.gz 2024-09-12T18:02:07.766 INFO:teuthology.orchestra.run.smithi183.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.121102.log.gz 2024-09-12T18:02:07.766 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.65980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101628.log 2024-09-12T18:02:07.766 INFO:teuthology.orchestra.run.smithi183.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.65980.log.gz 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135853.log 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.37355.log: 43.5% -- replaced with /var/log/ceph/ceph-client.0.37355.log.gz 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103398.log 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.101628.log: /var/log/ceph/ceph-client.admin.135853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42840.log 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.101628.log.gz 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.135853.log.gz 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.103398.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54254.log 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.42840.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.103398.log.gz 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109891.log 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42840.log.gz 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.54254.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144114.log 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.109891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56697.log 2024-09-12T18:02:07.767 INFO:teuthology.orchestra.run.smithi183.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.54254.log.gz 2024-09-12T18:02:07.768 INFO:teuthology.orchestra.run.smithi183.stderr: 85.8%/var/log/ceph/ceph-client.admin.144114.log: -- replaced with /var/log/ceph/ceph-client.admin.109891.log.gz 2024-09-12T18:02:07.768 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160479.log 2024-09-12T18:02:07.768 INFO:teuthology.orchestra.run.smithi183.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.144114.log.gz 2024-09-12T18:02:07.768 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.56697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148835.log 2024-09-12T18:02:07.768 INFO:teuthology.orchestra.run.smithi183.stderr: 21.2% -- replaced with /var/log/ceph/ceph-client.admin.56697.log.gz 2024-09-12T18:02:07.768 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.178644.log 2024-09-12T18:02:07.768 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.160479.log: /var/log/ceph/ceph-client.admin.148835.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154167.log 2024-09-12T18:02:07.768 INFO:teuthology.orchestra.run.smithi183.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.148835.log.gz 2024-09-12T18:02:07.768 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.178644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.175973.log 2024-09-12T18:02:07.768 INFO:teuthology.orchestra.run.smithi183.stderr: 83.5% -- replaced with /var/log/ceph/ceph-client.admin.178644.log.gz 2024-09-12T18:02:07.768 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183689.log 2024-09-12T18:02:07.768 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.154167.log: gzip/var/log/ceph/ceph-client.0.175973.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.113431.log 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183689.log: 80.5% -- replaced with /var/log/ceph/ceph-client.0.175973.log.gz 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.154167.log.gz 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183689.log.gz 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177743.log 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.113431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54844.log 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.113431.log.gz 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.177743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76847.log 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.0.177743.log.gz 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42890.log 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.54844.log: /var/log/ceph/ceph-client.admin.76847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.39107.log 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr: 87.6%/var/log/ceph/ceph-client.admin.42890.log: -- replaced with /var/log/ceph/ceph-client.admin.160479.log.gz 81.9% -- replaced with /var/log/ceph/ceph-client.admin.54844.log.gz 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T18:02:07.769 INFO:teuthology.orchestra.run.smithi183.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.76847.log.gz 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.42890.log.gz 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127002.log 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.39107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96318.log 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr: 43.9% -- replaced with /var/log/ceph/ceph-client.0.39107.log.gz 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.127002.log: /var/log/ceph/ceph-client.admin.125822.log 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.96318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57349.log 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr: 87.4%/var/log/ceph/ceph-client.admin.125822.log: -- replaced with /var/log/ceph/ceph-client.admin.96318.log.gz 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86287.log 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.125822.log.gz 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.57349.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.127002.log.gz 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80387.log 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.86287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42865.log 2024-09-12T18:02:07.770 INFO:teuthology.orchestra.run.smithi183.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.86287.log.gz/var/log/ceph/ceph-client.admin.80387.log: 2024-09-12T18:02:07.771 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117562.log 2024-09-12T18:02:07.771 INFO:teuthology.orchestra.run.smithi183.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.80387.log.gz 2024-09-12T18:02:07.771 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.42865.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42865.log.gz 2024-09-12T18:02:07.780 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.174203.log 2024-09-12T18:02:07.780 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.117562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112841.log 2024-09-12T18:02:07.780 INFO:teuthology.orchestra.run.smithi183.stderr: 85.0%/var/log/ceph/ceph-client.0.174203.log: -- replaced with /var/log/ceph/ceph-client.admin.117562.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72717.log 2024-09-12T18:02:07.780 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T18:02:07.780 INFO:teuthology.orchestra.run.smithi183.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.0.174203.log.gz/var/log/ceph/ceph-client.admin.112841.log: 2024-09-12T18:02:07.780 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157757.log 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.112841.log.gz/var/log/ceph/ceph-client.admin.72717.log: 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.169481.log 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.72717.log.gz 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.157757.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.157757.log.gz 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183715.log 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.169481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63806.log 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.0.169481.log.gz/var/log/ceph/ceph-client.admin.183715.log: 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94548.log 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183715.log.gz 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.63806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161068.log 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.94548.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179897.log 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.161068.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.94548.log.gz 2024-09-12T18:02:07.781 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93368.log 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.161068.log.gz 88.9% -- replaced with /var/log/ceph/ceph-client.admin.63806.log.gz 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.179897.log: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.179897.log.gz 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138213.log 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103988.log 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.93368.log: /var/log/ceph/ceph-client.admin.138213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70250.log 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr: 82.4%/var/log/ceph/ceph-client.admin.103988.log: -- replaced with /var/log/ceph/ceph-client.admin.138213.log.gz 87.4% -- replaced with /var/log/ceph/ceph-client.admin.93368.log.gz 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.103988.log.gz 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166238.log 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.70250.log: /var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152375.log 2024-09-12T18:02:07.782 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.166238.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.166238.log.gz 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr: 94.0% -- replaced with /var/log/ceph/ceph-client.admin.57349.log.gz 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47663.log 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.152375.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155937.log 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.152375.log.gz 92.1% -- replaced with /var/log/ceph/ceph-client.0.70250.log.gz 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.47663.log: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.47663.log.gz 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93958.log 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.155937.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161987.log 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr: -- replaced with /var/log/ceph/ceph-client.admin.155937.log.gz 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.93958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57995.log 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.93958.log.gz/var/log/ceph/ceph-client.admin.161987.log: 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92187.log 2024-09-12T18:02:07.783 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.57995.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.57995.log.gz 2024-09-12T18:02:07.784 INFO:teuthology.orchestra.run.smithi183.stderr: 93.5% -- replaced with /var/log/ceph/ceph-client.admin.161987.log.gz 2024-09-12T18:02:07.784 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61870.log 2024-09-12T18:02:07.784 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.92187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106348.log 2024-09-12T18:02:07.784 INFO:teuthology.orchestra.run.smithi183.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.92187.log.gz 2024-09-12T18:02:07.784 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.61870.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183325.log 2024-09-12T18:02:07.784 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.106348.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183585.log 2024-09-12T18:02:07.789 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183325.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183325.log.gz 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75667.log 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183585.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183585.log.gz 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183481.log 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.106348.log.gz 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.75667.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.75667.log.gz 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107528.log 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82747.log 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183481.log.gz 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.107528.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.107528.log.gz 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74487.log 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.82747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76257.log 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.82747.log.gz 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.74487.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.74487.log.gz 2024-09-12T18:02:07.790 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55528.log 2024-09-12T18:02:07.791 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.76257.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45893.log 2024-09-12T18:02:07.791 INFO:teuthology.orchestra.run.smithi183.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.76257.log.gz 2024-09-12T18:02:07.791 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.55528.log: 62.4% -- replaced with /var/log/ceph/ceph-client.admin.55528.log.gz 2024-09-12T18:02:07.791 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118152.log 2024-09-12T18:02:07.791 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.45893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135263.log 2024-09-12T18:02:07.791 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.118152.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.45893.log.gz 2024-09-12T18:02:07.791 INFO:teuthology.orchestra.run.smithi183.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.118152.log.gz 2024-09-12T18:02:07.791 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67161.log 2024-09-12T18:02:07.791 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.135263.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42250.log 2024-09-12T18:02:07.793 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.67161.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.67161.log.gz 2024-09-12T18:02:07.793 INFO:teuthology.orchestra.run.smithi183.stderr: 86.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164471.log 2024-09-12T18:02:07.794 INFO:teuthology.orchestra.run.smithi183.stderr: -- replaced with /var/log/ceph/ceph-client.admin.135263.log.gz 2024-09-12T18:02:07.794 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.42250.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.42250.log.gz 2024-09-12T18:02:07.794 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157807.log 2024-09-12T18:02:07.794 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.164471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45278.log 2024-09-12T18:02:07.794 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.157807.log: 91.7% -- replaced with /var/log/ceph/ceph-client.admin.164471.log.gz 2024-09-12T18:02:07.794 INFO:teuthology.orchestra.run.smithi183.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.157807.log.gz 2024-09-12T18:02:07.794 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179872.log 2024-09-12T18:02:07.794 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.45278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183741.log 2024-09-12T18:02:07.794 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.45278.log.gz 2024-09-12T18:02:07.795 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.179872.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179872.log.gz 2024-09-12T18:02:07.796 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151195.log 2024-09-12T18:02:07.796 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183741.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53024.log 2024-09-12T18:02:07.796 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183741.log.gz 2024-09-12T18:02:07.796 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.151195.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.151195.log.gz 2024-09-12T18:02:07.796 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2024-09-12T18:02:07.796 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.53024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104578.log 2024-09-12T18:02:07.796 INFO:teuthology.orchestra.run.smithi183.stderr: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.53024.log.gz 2024-09-12T18:02:07.799 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ops-log-ceph-client.admin.log: 94.2% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2024-09-12T18:02:07.800 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32863.log 2024-09-12T18:02:07.801 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.104578.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-12T18:02:07.801 INFO:teuthology.orchestra.run.smithi183.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.104578.log.gz 2024-09-12T18:02:07.801 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32863.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32863.log.gz 2024-09-12T18:02:07.801 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71536.log 2024-09-12T18:02:07.801 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91007.log 2024-09-12T18:02:07.802 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.71536.log: 83.1% -- replaced with /var/log/ceph/ceph-client.admin.71536.log.gz 2024-09-12T18:02:07.802 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110481.log 2024-09-12T18:02:07.803 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.91007.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.91007.log.gz 2024-09-12T18:02:07.803 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99268.log 2024-09-12T18:02:07.804 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.110481.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.110481.log.gz 2024-09-12T18:02:07.804 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73307.log 2024-09-12T18:02:07.805 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.99268.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.99268.log.gz 2024-09-12T18:02:07.806 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141754.log 2024-09-12T18:02:07.806 INFO:teuthology.orchestra.run.smithi183.stderr: 95.2% -- replaced with /var/log/ceph/ceph-client.admin.61870.log.gz 2024-09-12T18:02:07.806 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.73307.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.73307.log.gz 2024-09-12T18:02:07.806 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31759.log 2024-09-12T18:02:07.807 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59285.log 2024-09-12T18:02:07.807 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.141754.log: /var/log/ceph/ceph-client.admin.31759.log: 0.0% 82.9% -- replaced with /var/log/ceph/ceph-client.admin.141754.log.gz 2024-09-12T18:02:07.807 INFO:teuthology.orchestra.run.smithi183.stderr: -- replaced with /var/log/ceph/ceph-client.admin.31759.log.gz 2024-09-12T18:02:07.808 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167700.log 2024-09-12T18:02:07.808 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.68985.log 2024-09-12T18:02:07.809 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.59285.log: /var/log/ceph/ceph-client.admin.167700.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.167700.log.gz 2024-09-12T18:02:07.813 INFO:teuthology.orchestra.run.smithi183.stderr: 93.2% -- replaced with /var/log/ceph/ceph-client.admin.59285.log.gz 2024-09-12T18:02:07.814 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183765.log 2024-09-12T18:02:07.814 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97498.log 2024-09-12T18:02:07.815 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.68985.log: /var/log/ceph/ceph-client.admin.183765.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183765.log.gz 84.4% -- replaced with /var/log/ceph/ceph-client.0.68985.log.gz 2024-09-12T18:02:07.815 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T18:02:07.815 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183221.log 2024-09-12T18:02:07.816 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32852.log 2024-09-12T18:02:07.816 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.97498.log: /var/log/ceph/ceph-client.admin.183221.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183221.log.gz 81.9% -- replaced with /var/log/ceph/ceph-client.admin.97498.log.gz 2024-09-12T18:02:07.816 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T18:02:07.817 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88057.log 2024-09-12T18:02:07.817 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112251.log 2024-09-12T18:02:07.817 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32852.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32852.log.gz 2024-09-12T18:02:07.818 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.88057.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34336.log 2024-09-12T18:02:07.818 INFO:teuthology.orchestra.run.smithi183.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.88057.log.gz 2024-09-12T18:02:07.818 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.112251.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.112251.log.gz 2024-09-12T18:02:07.819 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85107.log 2024-09-12T18:02:07.819 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51229.log 2024-09-12T18:02:07.819 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.34336.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34336.log.gz 2024-09-12T18:02:07.820 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.85107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.35007.log 2024-09-12T18:02:07.820 INFO:teuthology.orchestra.run.smithi183.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.85107.log.gz 2024-09-12T18:02:07.820 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.51229.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.51229.log.gz 2024-09-12T18:02:07.820 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77437.log 2024-09-12T18:02:07.821 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.168891.log 2024-09-12T18:02:07.821 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.35007.log: 43.5% -- replaced with /var/log/ceph/ceph-client.0.35007.log.gz 2024-09-12T18:02:07.822 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.77437.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116382.log 2024-09-12T18:02:07.822 INFO:teuthology.orchestra.run.smithi183.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.77437.log.gz 2024-09-12T18:02:07.822 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.168891.log: 84.3% -- replaced with /var/log/ceph/ceph-client.0.168891.log.gz 2024-09-12T18:02:07.822 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51204.log 2024-09-12T18:02:07.823 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60575.log 2024-09-12T18:02:07.823 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.116382.log: /var/log/ceph/ceph-client.admin.51204.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.116382.log.gz 2024-09-12T18:02:07.823 INFO:teuthology.orchestra.run.smithi183.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.51204.log.gz 2024-09-12T18:02:07.824 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32650.log 2024-09-12T18:02:07.824 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145884.log 2024-09-12T18:02:07.824 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.60575.log: /var/log/ceph/ceph-client.admin.32650.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32650.log.gz 2024-09-12T18:02:07.825 INFO:teuthology.orchestra.run.smithi183.stderr: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.60575.log.gz 2024-09-12T18:02:07.826 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89237.log 2024-09-12T18:02:07.827 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.171843.log 2024-09-12T18:02:07.827 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.145884.log: /var/log/ceph/ceph-client.admin.89237.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.145884.log.gz 2024-09-12T18:02:07.827 INFO:teuthology.orchestra.run.smithi183.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.89237.log.gz 2024-09-12T18:02:07.827 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.167111.log 2024-09-12T18:02:07.828 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58640.log 2024-09-12T18:02:07.828 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.171843.log: /var/log/ceph/ceph-client.admin.167111.log: 84.5% -- replaced with /var/log/ceph/ceph-client.0.171843.log.gz 2024-09-12T18:02:07.828 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119922.log 2024-09-12T18:02:07.830 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.58640.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.167111.log.gz 2024-09-12T18:02:07.836 INFO:teuthology.orchestra.run.smithi183.stderr: 93.4% -- replaced with /var/log/ceph/ceph-client.admin.58640.log.gz 2024-09-12T18:02:07.836 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51844.log 2024-09-12T18:02:07.837 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79207.log 2024-09-12T18:02:07.837 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.119922.log: /var/log/ceph/ceph-client.admin.51844.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.119922.log.gz 2024-09-12T18:02:07.838 INFO:teuthology.orchestra.run.smithi183.stderr: 80.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179824.log 2024-09-12T18:02:07.838 INFO:teuthology.orchestra.run.smithi183.stderr: -- replaced with /var/log/ceph/ceph-client.admin.51844.log.gz 2024-09-12T18:02:07.838 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.79207.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.79207.log.gz 2024-09-12T18:02:07.838 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T18:02:07.839 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153577.log 2024-09-12T18:02:07.839 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.179824.log: /var/log/ceph/ceph.log: 24.2% -- replaced with /var/log/ceph/ceph-client.admin.179824.log.gz 2024-09-12T18:02:07.840 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156577.log 2024-09-12T18:02:07.840 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.153577.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.153577.log.gz 2024-09-12T18:02:07.841 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32644.log 2024-09-12T18:02:07.841 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.156577.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.156577.log.gz 2024-09-12T18:02:07.842 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136443.log 2024-09-12T18:02:07.842 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32644.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32644.log.gz 2024-09-12T18:02:07.843 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75077.log 2024-09-12T18:02:07.843 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.136443.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.136443.log.gz 2024-09-12T18:02:07.844 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66569.log 2024-09-12T18:02:07.844 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.75077.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.75077.log.gz 2024-09-12T18:02:07.845 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45250.log 2024-09-12T18:02:07.845 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.66569.log: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.66569.log.gz 2024-09-12T18:02:07.846 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146475.log 2024-09-12T18:02:07.847 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.45250.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.45250.log.gz 2024-09-12T18:02:07.847 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65103.log 2024-09-12T18:02:07.847 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.146475.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.146475.log.gz 2024-09-12T18:02:07.848 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183533.log 2024-09-12T18:02:07.849 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.65103.log: 84.7% -- replaced with /var/log/ceph/ceph-client.admin.65103.log.gz 2024-09-12T18:02:07.849 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134673.log 2024-09-12T18:02:07.850 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183533.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183533.log.gz 2024-09-12T18:02:07.850 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32603.log 2024-09-12T18:02:07.850 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.134673.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.134673.log.gz 2024-09-12T18:02:07.851 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151785.log 2024-09-12T18:02:07.851 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32603.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32603.log.gz 2024-09-12T18:02:07.852 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139393.log 2024-09-12T18:02:07.852 INFO:teuthology.orchestra.run.smithi183.stderr: 93.5% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T18:02:07.852 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.151785.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.151785.log.gz 2024-09-12T18:02:07.853 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79797.log 2024-09-12T18:02:07.853 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62516.log 2024-09-12T18:02:07.854 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.139393.log: /var/log/ceph/ceph-client.admin.79797.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.79797.log.gz 2024-09-12T18:02:07.855 INFO:teuthology.orchestra.run.smithi183.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.139393.log.gz 2024-09-12T18:02:07.855 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32505.log 2024-09-12T18:02:07.856 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102808.log 2024-09-12T18:02:07.856 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.62516.log: /var/log/ceph/ceph-client.admin.32505.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32505.log.gz 2024-09-12T18:02:07.858 INFO:teuthology.orchestra.run.smithi183.stderr: 92.8% -- replaced with /var/log/ceph/ceph-client.admin.62516.log.gz 2024-09-12T18:02:07.858 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158398.log 2024-09-12T18:02:07.859 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130543.log 2024-09-12T18:02:07.859 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.102808.log: /var/log/ceph/ceph-client.admin.158398.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.102808.log.gz 2024-09-12T18:02:07.860 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98678.log 2024-09-12T18:02:07.860 INFO:teuthology.orchestra.run.smithi183.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.158398.log.gz 2024-09-12T18:02:07.860 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.130543.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.130543.log.gz 2024-09-12T18:02:07.860 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34360.log 2024-09-12T18:02:07.862 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82157.log 2024-09-12T18:02:07.862 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.98678.log: /var/log/ceph/ceph-client.admin.34360.log: 0.0% 82.1% -- replaced with /var/log/ceph/ceph-client.admin.98678.log.gz 2024-09-12T18:02:07.862 INFO:teuthology.orchestra.run.smithi183.stderr: -- replaced with /var/log/ceph/ceph-client.admin.34360.log.gz 2024-09-12T18:02:07.862 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143524.log 2024-09-12T18:02:07.862 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.173023.log 2024-09-12T18:02:07.862 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.82157.log: /var/log/ceph/ceph-client.admin.143524.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.82157.log.gz 2024-09-12T18:02:07.863 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-12T18:02:07.863 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.173023.log: 84.1% -- replaced with /var/log/ceph/ceph-client.0.173023.log.gz 2024-09-12T18:02:07.864 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180535.log 2024-09-12T18:02:07.864 INFO:teuthology.orchestra.run.smithi183.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.143524.log.gz 2024-09-12T18:02:07.881 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140573.log 2024-09-12T18:02:07.881 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.180535.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180535.log.gz 2024-09-12T18:02:07.881 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53664.log 2024-09-12T18:02:07.882 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.140573.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.140573.log.gz 2024-09-12T18:02:07.883 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115792.log 2024-09-12T18:02:07.884 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.53664.log: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.53664.log.gz 2024-09-12T18:02:07.884 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36181.log 2024-09-12T18:02:07.885 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.115792.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.115792.log.gz 2024-09-12T18:02:07.885 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155962.log 2024-09-12T18:02:07.886 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.36181.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.36181.log.gz 2024-09-12T18:02:07.887 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53614.log 2024-09-12T18:02:07.887 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.155962.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.155962.log.gz 2024-09-12T18:02:07.888 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50613.log 2024-09-12T18:02:07.888 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.53614.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.53614.log.gz 2024-09-12T18:02:07.889 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157167.log 2024-09-12T18:02:07.890 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.50613.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.50613.log.gz 2024-09-12T18:02:07.890 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183507.log 2024-09-12T18:02:07.891 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.157167.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.157167.log.gz 2024-09-12T18:02:07.891 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147065.log 2024-09-12T18:02:07.892 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183507.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183507.log.gz 2024-09-12T18:02:07.893 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34386.log 2024-09-12T18:02:07.895 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.147065.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.147065.log.gz 2024-09-12T18:02:07.895 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139983.log 2024-09-12T18:02:07.896 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.34386.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.34386.log.gz 2024-09-12T18:02:07.896 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183559.log 2024-09-12T18:02:07.897 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.139983.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.139983.log.gz 2024-09-12T18:02:07.897 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150015.log 2024-09-12T18:02:07.898 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183559.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183559.log.gz 2024-09-12T18:02:07.898 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48843.log 2024-09-12T18:02:07.899 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.150015.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.150015.log.gz 2024-09-12T18:02:07.900 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.179847.log 2024-09-12T18:02:07.901 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.48843.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.48843.log.gz 2024-09-12T18:02:07.901 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2024-09-12T18:02:07.902 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.179847.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.179847.log.gz 2024-09-12T18:02:07.902 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59930.log 2024-09-12T18:02:07.916 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32853.log 2024-09-12T18:02:07.922 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.59930.log: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.59930.log.gz 2024-09-12T18:02:07.944 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56033.log 2024-09-12T18:02:07.945 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32853.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32853.log.gz 2024-09-12T18:02:07.952 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111661.log 2024-09-12T18:02:07.953 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.56033.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.56033.log.gz 2024-09-12T18:02:07.961 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78617.log 2024-09-12T18:02:07.961 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.111661.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.111661.log.gz 2024-09-12T18:02:07.962 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183247.log 2024-09-12T18:02:07.962 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.78617.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.78617.log.gz 2024-09-12T18:02:07.969 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125232.log 2024-09-12T18:02:07.984 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183247.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183247.log.gz 2024-09-12T18:02:07.984 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132313.log 2024-09-12T18:02:07.985 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.125232.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.125232.log.gz 2024-09-12T18:02:07.992 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.36765.log 2024-09-12T18:02:07.993 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.132313.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.132313.log.gz 2024-09-12T18:02:08.000 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T18:02:08.001 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.36765.log: 80.8% -- replaced with /var/log/ceph/ceph-client.0.36765.log.gz 2024-09-12T18:02:08.016 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48253.log 2024-09-12T18:02:08.019 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph.audit.log: 94.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T18:02:08.024 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124642.log 2024-09-12T18:02:08.025 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.48253.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.48253.log.gz 2024-09-12T18:02:08.035 INFO:teuthology.orchestra.run.smithi183.stderr: 94.6% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2024-09-12T18:02:08.036 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108121.log 2024-09-12T18:02:08.037 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.124642.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.124642.log.gz 2024-09-12T18:02:08.037 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177153.log 2024-09-12T18:02:08.038 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.108121.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.108121.log.gz 2024-09-12T18:02:08.038 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129953.log 2024-09-12T18:02:08.039 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.177153.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.177153.log.gz 2024-09-12T18:02:08.039 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33094.log 2024-09-12T18:02:08.040 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.129953.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.129953.log.gz 2024-09-12T18:02:08.041 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32643.log 2024-09-12T18:02:08.041 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.33094.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33094.log.gz 2024-09-12T18:02:08.042 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33090.log 2024-09-12T18:02:08.042 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32643.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32643.log.gz 2024-09-12T18:02:08.043 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183403.log 2024-09-12T18:02:08.043 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.33090.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33090.log.gz 2024-09-12T18:02:08.044 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95728.log 2024-09-12T18:02:08.044 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183403.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183403.log.gz 2024-09-12T18:02:08.045 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157782.log 2024-09-12T18:02:08.046 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.95728.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.95728.log.gz 2024-09-12T18:02:08.046 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180510.log 2024-09-12T18:02:08.047 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.157782.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.157782.log.gz 2024-09-12T18:02:08.047 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83927.log 2024-09-12T18:02:08.048 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.180510.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180510.log.gz 2024-09-12T18:02:08.048 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183663.log 2024-09-12T18:02:08.049 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.83927.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.83927.log.gz 2024-09-12T18:02:08.049 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141164.log 2024-09-12T18:02:08.050 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183663.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183663.log.gz 2024-09-12T18:02:08.050 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41070.log 2024-09-12T18:02:08.051 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.141164.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.141164.log.gz 2024-09-12T18:02:08.051 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.168301.log 2024-09-12T18:02:08.052 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.41070.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.41070.log.gz 2024-09-12T18:02:08.053 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180586.log 2024-09-12T18:02:08.054 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.168301.log: 84.0% -- replaced with /var/log/ceph/ceph-client.0.168301.log.gz 2024-09-12T18:02:08.054 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.35591.log 2024-09-12T18:02:08.055 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.180586.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.180586.log.gz 2024-09-12T18:02:08.055 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56076.log 2024-09-12T18:02:08.056 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.35591.log: 80.9% -- replaced with /var/log/ceph/ceph-client.0.35591.log.gz 2024-09-12T18:02:08.056 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114022.log 2024-09-12T18:02:08.057 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.56076.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.56076.log.gz 2024-09-12T18:02:08.057 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33058.log 2024-09-12T18:02:08.058 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.114022.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.114022.log.gz 2024-09-12T18:02:08.058 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90417.log 2024-09-12T18:02:08.059 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.33058.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33058.log.gz 2024-09-12T18:02:08.059 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96908.log 2024-09-12T18:02:08.060 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.90417.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.90417.log.gz 2024-09-12T18:02:08.060 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105168.log 2024-09-12T18:02:08.061 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.96908.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.96908.log.gz 2024-09-12T18:02:08.062 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106938.log 2024-09-12T18:02:08.062 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.105168.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.105168.log.gz 2024-09-12T18:02:08.063 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.159886.log 2024-09-12T18:02:08.064 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.106938.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.106938.log.gz 2024-09-12T18:02:08.064 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183377.log 2024-09-12T18:02:08.065 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.159886.log: 84.4% -- replaced with /var/log/ceph/ceph-client.0.159886.log.gz 2024-09-12T18:02:08.065 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45303.log 2024-09-12T18:02:08.066 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183377.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183377.log.gz 2024-09-12T18:02:08.066 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32455.log 2024-09-12T18:02:08.067 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.45303.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.45303.log.gz 2024-09-12T18:02:08.067 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.170663.log 2024-09-12T18:02:08.068 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32455.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32455.log.gz 2024-09-12T18:02:08.068 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123462.log 2024-09-12T18:02:08.069 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.170663.log: 80.5% -- replaced with /var/log/ceph/ceph-client.0.170663.log.gz 2024-09-12T18:02:08.070 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26679.log 2024-09-12T18:02:08.070 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.123462.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.123462.log.gz 2024-09-12T18:02:08.071 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33045.log 2024-09-12T18:02:08.071 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.26679.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26679.log.gz 2024-09-12T18:02:08.072 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95138.log 2024-09-12T18:02:08.072 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.33045.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33045.log.gz 2024-09-12T18:02:08.073 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142344.log 2024-09-12T18:02:08.074 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.95138.log: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.95138.log.gz 2024-09-12T18:02:08.074 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.173613.log 2024-09-12T18:02:08.075 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.142344.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.142344.log.gz 2024-09-12T18:02:08.075 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138803.log 2024-09-12T18:02:08.076 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.173613.log: 81.2% -- replaced with /var/log/ceph/ceph-client.0.173613.log.gz 2024-09-12T18:02:08.077 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122282.log 2024-09-12T18:02:08.077 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.138803.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.138803.log.gz 2024-09-12T18:02:08.078 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145294.log 2024-09-12T18:02:08.079 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.122282.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.122282.log.gz 2024-09-12T18:02:08.079 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150605.log 2024-09-12T18:02:08.081 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.145294.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.145294.log.gz 2024-09-12T18:02:08.081 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33253.log 2024-09-12T18:02:08.082 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.150605.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.150605.log.gz 2024-09-12T18:02:08.083 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63161.log 2024-09-12T18:02:08.083 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.33253.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33253.log.gz 2024-09-12T18:02:08.084 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183429.log 2024-09-12T18:02:08.086 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.63161.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.63161.log.gz 2024-09-12T18:02:08.086 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70213.log 2024-09-12T18:02:08.087 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183429.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183429.log.gz 2024-09-12T18:02:08.087 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80977.log 2024-09-12T18:02:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.70213.log: 49.3% -- replaced with /var/log/ceph/ceph-client.admin.70213.log.gz 2024-09-12T18:02:08.088 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44660.log 2024-09-12T18:02:08.089 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.80977.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.80977.log.gz 2024-09-12T18:02:08.089 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33052.log 2024-09-12T18:02:08.090 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.44660.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.44660.log.gz 2024-09-12T18:02:08.091 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32844.log 2024-09-12T18:02:08.091 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.33052.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33052.log.gz 2024-09-12T18:02:08.092 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155347.log 2024-09-12T18:02:08.092 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32844.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32844.log.gz 2024-09-12T18:02:08.093 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67751.log 2024-09-12T18:02:08.094 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.155347.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.155347.log.gz 2024-09-12T18:02:08.094 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87467.log 2024-09-12T18:02:08.095 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.67751.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.67751.log.gz 2024-09-12T18:02:08.095 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32836.log 2024-09-12T18:02:08.096 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.87467.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.87467.log.gz 2024-09-12T18:02:08.096 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32480.log 2024-09-12T18:02:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32836.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32836.log.gz 2024-09-12T18:02:08.097 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126412.log 2024-09-12T18:02:08.098 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32480.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32480.log.gz 2024-09-12T18:02:08.098 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158988.log 2024-09-12T18:02:08.099 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.126412.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.126412.log.gz 2024-09-12T18:02:08.099 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83337.log 2024-09-12T18:02:08.100 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.158988.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.158988.log.gz 2024-09-12T18:02:08.101 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148245.log 2024-09-12T18:02:08.103 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.83337.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.83337.log.gz 2024-09-12T18:02:08.103 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86877.log 2024-09-12T18:02:08.104 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.148245.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.148245.log.gz 2024-09-12T18:02:08.104 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.26826.log 2024-09-12T18:02:08.105 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.86877.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.86877.log.gz 2024-09-12T18:02:08.105 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85697.log 2024-09-12T18:02:08.106 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.26826.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.26826.log.gz 2024-09-12T18:02:08.106 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56130.log 2024-09-12T18:02:08.107 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.85697.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.85697.log.gz 2024-09-12T18:02:08.108 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53639.log 2024-09-12T18:02:08.108 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.56130.log: 55.1% -- replaced with /var/log/ceph/ceph-client.admin.56130.log.gz 2024-09-12T18:02:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183273.log 2024-09-12T18:02:08.109 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.53639.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.53639.log.gz 2024-09-12T18:02:08.110 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180611.log 2024-09-12T18:02:08.111 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183273.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183273.log.gz 2024-09-12T18:02:08.111 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137033.log 2024-09-12T18:02:08.112 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.180611.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.180611.log.gz 2024-09-12T18:02:08.112 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183117.log 2024-09-12T18:02:08.113 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.137033.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.137033.log.gz 2024-09-12T18:02:08.113 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137623.log 2024-09-12T18:02:08.114 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183117.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183117.log.gz 2024-09-12T18:02:08.114 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109301.log 2024-09-12T18:02:08.115 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.137623.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.137623.log.gz 2024-09-12T18:02:08.115 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131133.log 2024-09-12T18:02:08.116 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.109301.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.109301.log.gz 2024-09-12T18:02:08.117 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55767.log 2024-09-12T18:02:08.117 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.131133.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.131133.log.gz 2024-09-12T18:02:08.118 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32657.log 2024-09-12T18:02:08.118 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.55767.log: 55.5% -- replaced with /var/log/ceph/ceph-client.admin.55767.log.gz 2024-09-12T18:02:08.119 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108711.log 2024-09-12T18:02:08.120 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.32657.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32657.log.gz 2024-09-12T18:02:08.120 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183455.log 2024-09-12T18:02:08.121 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.108711.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.108711.log.gz 2024-09-12T18:02:08.121 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105758.log 2024-09-12T18:02:08.122 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183455.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183455.log.gz 2024-09-12T18:02:08.122 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144704.log 2024-09-12T18:02:08.123 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.105758.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.105758.log.gz 2024-09-12T18:02:08.123 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88647.log 2024-09-12T18:02:08.124 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.144704.log: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.144704.log.gz 2024-09-12T18:02:08.124 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154757.log 2024-09-12T18:02:08.125 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.88647.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.88647.log.gz 2024-09-12T18:02:08.126 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49433.log 2024-09-12T18:02:08.126 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.154757.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.154757.log.gz 2024-09-12T18:02:08.127 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81567.log 2024-09-12T18:02:08.128 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.49433.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.49433.log.gz 2024-09-12T18:02:08.128 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165060.log 2024-09-12T18:02:08.129 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.81567.log: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.81567.log.gz 2024-09-12T18:02:08.129 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.183169.log 2024-09-12T18:02:08.130 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.165060.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.165060.log.gz 2024-09-12T18:02:08.131 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142934.log 2024-09-12T18:02:08.131 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.183169.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.183169.log.gz 2024-09-12T18:02:08.132 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61225.log 2024-09-12T18:02:08.133 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.142934.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.142934.log.gz 2024-09-12T18:02:08.133 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46483.log 2024-09-12T18:02:08.135 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.61225.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.61225.log.gz 2024-09-12T18:02:08.136 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155987.log 2024-09-12T18:02:08.136 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.46483.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.46483.log.gz 2024-09-12T18:02:08.137 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.174793.log 2024-09-12T18:02:08.138 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.155987.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.155987.log.gz 2024-09-12T18:02:08.138 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33279.log 2024-09-12T18:02:08.139 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.174793.log: 83.9% -- replaced with /var/log/ceph/ceph-client.0.174793.log.gz 2024-09-12T18:02:08.139 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84517.log 2024-09-12T18:02:08.140 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.33279.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33279.log.gz 2024-09-12T18:02:08.140 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.180487.log 2024-09-12T18:02:08.141 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.84517.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.84517.log.gz 2024-09-12T18:02:08.141 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128773.log 2024-09-12T18:02:08.142 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.180487.log: 24.2% -- replaced with /var/log/ceph/ceph-client.admin.180487.log.gz 2024-09-12T18:02:08.142 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.175383.log 2024-09-12T18:02:08.143 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.128773.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.128773.log.gz 2024-09-12T18:02:08.144 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152965.log 2024-09-12T18:02:08.145 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.175383.log: 84.3% -- replaced with /var/log/ceph/ceph-client.0.175383.log.gz 2024-09-12T18:02:08.145 INFO:teuthology.orchestra.run.smithi183.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.176563.log 2024-09-12T18:02:08.146 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.admin.152965.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.152965.log.gz 2024-09-12T18:02:08.147 INFO:teuthology.orchestra.run.smithi183.stderr:/var/log/ceph/ceph-client.0.176563.log: 84.1% -- replaced with /var/log/ceph/ceph-client.0.176563.log.gz 2024-09-12T18:02:08.240 INFO:teuthology.orchestra.run.smithi196.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-12T18:02:08.632 INFO:teuthology.orchestra.run.smithi196.stderr: 92.4% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-12T18:02:08.852 INFO:teuthology.orchestra.run.smithi183.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-12T18:02:09.499 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-09-12T18:02:09.515 INFO:teuthology.orchestra.run.smithi183.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-12T18:02:10.796 INFO:teuthology.orchestra.run.smithi183.stderr: 93.6% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2024-09-12T18:02:13.422 INFO:teuthology.orchestra.run.smithi183.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-12T18:02:14.616 INFO:teuthology.orchestra.run.smithi183.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-12T18:02:14.792 INFO:teuthology.orchestra.run.smithi196.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-12T18:02:15.218 INFO:teuthology.orchestra.run.smithi196.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-12T18:02:15.754 INFO:teuthology.orchestra.run.smithi196.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-12T18:02:18.825 INFO:teuthology.orchestra.run.smithi183.stderr: 94.3% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-12T18:02:20.748 INFO:teuthology.orchestra.run.smithi196.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-12T18:02:20.749 INFO:teuthology.orchestra.run.smithi196.stderr: 2024-09-12T18:02:20.749 INFO:teuthology.orchestra.run.smithi196.stderr:real 0m13.022s 2024-09-12T18:02:20.749 INFO:teuthology.orchestra.run.smithi196.stderr:user 0m35.661s 2024-09-12T18:02:20.749 INFO:teuthology.orchestra.run.smithi196.stderr:sys 0m1.279s 2024-09-12T18:02:26.782 INFO:teuthology.orchestra.run.smithi183.stderr: 94.4% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-12T18:02:26.783 INFO:teuthology.orchestra.run.smithi183.stderr: 2024-09-12T18:02:26.783 INFO:teuthology.orchestra.run.smithi183.stderr:real 0m19.100s 2024-09-12T18:02:26.783 INFO:teuthology.orchestra.run.smithi183.stderr:user 0m47.363s 2024-09-12T18:02:26.783 INFO:teuthology.orchestra.run.smithi183.stderr:sys 0m1.785s 2024-09-12T18:02:26.784 INFO:tasks.ceph:Archiving logs... 2024-09-12T18:02:26.785 DEBUG:teuthology.misc:Transferring archived files from smithi183:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710/remote/smithi183/log 2024-09-12T18:02:26.786 DEBUG:teuthology.orchestra.run.smithi183:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T18:02:32.247 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710/remote/smithi196/log 2024-09-12T18:02:32.248 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T18:02:36.688 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-12T18:02:36.699 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-12T18:02:36.699 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T18:02:36.702 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T18:02:36.771 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-12T18:02:36.784 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-12T18:02:36.784 DEBUG:teuthology.orchestra.run.smithi183:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T18:02:36.786 DEBUG:teuthology.orchestra.run.smithi196:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T18:02:36.799 INFO:teuthology.orchestra.run.smithi196.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T18:02:36.799 INFO:teuthology.orchestra.run.smithi196.stdout:============================================================================== 2024-09-12T18:02:36.799 INFO:teuthology.orchestra.run.smithi196.stdout:+hv01.front.sepi 67.205.162.81 3 u 10 64 377 0.096 -2.986 0.661 2024-09-12T18:02:36.799 INFO:teuthology.orchestra.run.smithi196.stdout:*hv02.front.sepi 63.231.80.2 3 u 18 64 377 0.074 -1.609 0.402 2024-09-12T18:02:36.799 INFO:teuthology.orchestra.run.smithi196.stdout:+hv03.front.sepi 74.6.168.72 3 u 31 64 377 0.104 -0.970 0.853 2024-09-12T18:02:36.799 INFO:teuthology.orchestra.run.smithi196.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-12T18:02:36.800 INFO:teuthology.orchestra.run.smithi183.stdout: remote refid st t when poll reach delay offset jitter 2024-09-12T18:02:36.801 INFO:teuthology.orchestra.run.smithi183.stdout:============================================================================== 2024-09-12T18:02:36.801 INFO:teuthology.orchestra.run.smithi183.stdout:+hv01.front.sepi 67.205.162.81 3 u 15 64 377 0.076 -3.111 0.760 2024-09-12T18:02:36.801 INFO:teuthology.orchestra.run.smithi183.stdout:*hv02.front.sepi 63.231.80.2 3 u 12 64 377 0.078 -2.021 0.712 2024-09-12T18:02:36.801 INFO:teuthology.orchestra.run.smithi183.stdout:+hv03.front.sepi 74.6.168.72 3 u 17 64 377 0.089 -0.875 0.756 2024-09-12T18:02:36.801 INFO:teuthology.orchestra.run.smithi183.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-12T18:02:36.801 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-12T18:02:36.811 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-12T18:02:36.812 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-12T18:02:36.821 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-12T18:02:36.830 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-12T18:02:36.839 INFO:teuthology.task.internal:Duration was 3616.267873 seconds 2024-09-12T18:02:36.839 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-12T18:02:36.849 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-12T18:02:36.849 DEBUG:teuthology.orchestra.run.smithi183:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T18:02:36.852 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T18:02:36.888 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-12T18:02:36.888 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi183.front.sepia.ceph.com 2024-09-12T18:02:36.889 DEBUG:teuthology.orchestra.run.smithi183:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T18:02:36.937 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi196.front.sepia.ceph.com 2024-09-12T18:02:36.938 DEBUG:teuthology.orchestra.run.smithi196:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T18:02:36.948 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-12T18:02:36.949 DEBUG:teuthology.orchestra.run.smithi183:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T18:02:36.981 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T18:02:37.022 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-12T18:02:37.022 DEBUG:teuthology.orchestra.run.smithi183:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T18:02:37.049 DEBUG:teuthology.orchestra.run.smithi196:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T18:02:37.120 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-12T18:02:37.131 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-12T18:02:37.131 DEBUG:teuthology.orchestra.run.smithi183:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T18:02:37.142 DEBUG:teuthology.orchestra.run.smithi196:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T18:02:37.152 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-12T18:02:37.162 DEBUG:teuthology.orchestra.run.smithi183:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:02:37.186 DEBUG:teuthology.orchestra.run.smithi196:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:02:37.193 INFO:teuthology.orchestra.run.smithi183.stdout:kernel.core_pattern = core 2024-09-12T18:02:37.211 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = core 2024-09-12T18:02:37.235 DEBUG:teuthology.orchestra.run.smithi183:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:02:37.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:02:37.252 DEBUG:teuthology.orchestra.run.smithi196:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T18:02:37.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T18:02:37.279 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-12T18:02:37.290 INFO:teuthology.task.internal:Transferring archived files... 2024-09-12T18:02:37.291 DEBUG:teuthology.misc:Transferring archived files from smithi183:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710/remote/smithi183 2024-09-12T18:02:37.292 DEBUG:teuthology.orchestra.run.smithi183:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T18:02:37.318 DEBUG:teuthology.misc:Transferring archived files from smithi196:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-12_15:39:52-rgw-wip-rgw-meta-handlers-distro-default-smithi/7902710/remote/smithi196 2024-09-12T18:02:37.318 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T18:02:37.336 INFO:teuthology.task.internal:Removing archive directory... 2024-09-12T18:02:37.336 DEBUG:teuthology.orchestra.run.smithi183:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T18:02:37.353 DEBUG:teuthology.orchestra.run.smithi196:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T18:02:37.380 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-12T18:02:37.391 INFO:teuthology.task.internal:Not uploading archives. 2024-09-12T18:02:37.391 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-12T18:02:37.401 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-12T18:02:37.401 DEBUG:teuthology.orchestra.run.smithi183:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T18:02:37.404 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T18:02:37.408 INFO:teuthology.orchestra.run.smithi183.stdout: 658636 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 18:02 /home/ubuntu/cephtest 2024-09-12T18:02:37.429 INFO:teuthology.orchestra.run.smithi196.stdout: 658623 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 18:02 /home/ubuntu/cephtest 2024-09-12T18:02:37.430 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-12T18:02:37.441 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-12T18:02:37.468 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} duration: 3616.2678730487823 flavor: default owner: scheduled_cbodley@teuthology success: true 2024-09-12T18:02:37.468 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T18:02:37.564 INFO:teuthology.run:pass